hive-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Peter Vary (Jira)" <j...@apache.org>
Subject [jira] [Updated] (HIVE-25377) Creating Iceberg table where some columns has comments but the last one does not fails
Date Mon, 26 Jul 2021 08:21:00 GMT

     [ https://issues.apache.org/jira/browse/HIVE-25377?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Peter Vary updated HIVE-25377:
------------------------------
    Description: 
Currently this create command fails:
{code}
CREATE TABLE srcpart_iceberg (key STRING COMMENT 'This is the key', value STRING) STORED BY
iceberg
{code}

The exception is this:
{code}
Caused by: org.apache.hive.service.cli.HiveSQLException: Error while compiling statement:
FAILED: Execution Error, return code 40000 from org.apache.hadoop.hive.ql.ddl.DDLTask. java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
	at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:376)
	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:246)
	at org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:270)
	at org.apache.hive.service.cli.operation.Operation.run(Operation.java:286)
	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:544)
	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatement(HiveSessionImpl.java:512)
	at org.apache.hive.service.cli.CLIService.executeStatement(CLIService.java:270)
	at org.apache.iceberg.mr.hive.TestHiveShell.executeStatement(TestHiveShell.java:142)
	... 42 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1276)
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1281)
	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.createTableNonReplaceMode(CreateTableOperation.java:139)
	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.execute(CreateTableOperation.java:97)
	at org.apache.hadoop.hive.ql.ddl.DDLTask.execute(DDLTask.java:84)
	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:212)
	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:105)
	at org.apache.hadoop.hive.ql.Executor.launchTask(Executor.java:361)
	at org.apache.hadoop.hive.ql.Executor.launchTasks(Executor.java:334)
	at org.apache.hadoop.hive.ql.Executor.runTasks(Executor.java:245)
	at org.apache.hadoop.hive.ql.Executor.execute(Executor.java:108)
	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:348)
	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:204)
	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:153)
	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:148)
	at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:164)
	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:233)
	... 48 more
Caused by: java.lang.IndexOutOfBoundsException: Index: 2, Size: 2
	at java.util.ArrayList.rangeCheck(ArrayList.java:657)
	at java.util.ArrayList.get(ArrayList.java:433)
	at org.apache.iceberg.hive.HiveSchemaConverter.convertInternal(HiveSchemaConverter.java:67)
	at org.apache.iceberg.hive.HiveSchemaConverter.convert(HiveSchemaConverter.java:55)
	at org.apache.iceberg.hive.HiveSchemaUtil.convert(HiveSchemaUtil.java:121)
	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.hiveSchemaOrThrow(HiveIcebergSerDe.java:270)
	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.initialize(HiveIcebergSerDe.java:116)
	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:90)
	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:77)
	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializerFromMetaStore(Table.java:323)
	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializer(Table.java:305)
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1234)
	... 64 more
{code}

  was:
Currently this create command fails:
{code}
CREATE TABLE srcpart_iceberg (key STRING STRING COMMENT 'This is the key', value STRING) STORED
BY iceberg
{code}

The exception is this:
{code}
Caused by: org.apache.hive.service.cli.HiveSQLException: Error while compiling statement:
FAILED: Execution Error, return code 40000 from org.apache.hadoop.hive.ql.ddl.DDLTask. java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
	at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:376)
	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:246)
	at org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:270)
	at org.apache.hive.service.cli.operation.Operation.run(Operation.java:286)
	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:544)
	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatement(HiveSessionImpl.java:512)
	at org.apache.hive.service.cli.CLIService.executeStatement(CLIService.java:270)
	at org.apache.iceberg.mr.hive.TestHiveShell.executeStatement(TestHiveShell.java:142)
	... 42 more
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1276)
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1281)
	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.createTableNonReplaceMode(CreateTableOperation.java:139)
	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.execute(CreateTableOperation.java:97)
	at org.apache.hadoop.hive.ql.ddl.DDLTask.execute(DDLTask.java:84)
	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:212)
	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:105)
	at org.apache.hadoop.hive.ql.Executor.launchTask(Executor.java:361)
	at org.apache.hadoop.hive.ql.Executor.launchTasks(Executor.java:334)
	at org.apache.hadoop.hive.ql.Executor.runTasks(Executor.java:245)
	at org.apache.hadoop.hive.ql.Executor.execute(Executor.java:108)
	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:348)
	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:204)
	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:153)
	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:148)
	at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:164)
	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:233)
	... 48 more
Caused by: java.lang.IndexOutOfBoundsException: Index: 2, Size: 2
	at java.util.ArrayList.rangeCheck(ArrayList.java:657)
	at java.util.ArrayList.get(ArrayList.java:433)
	at org.apache.iceberg.hive.HiveSchemaConverter.convertInternal(HiveSchemaConverter.java:67)
	at org.apache.iceberg.hive.HiveSchemaConverter.convert(HiveSchemaConverter.java:55)
	at org.apache.iceberg.hive.HiveSchemaUtil.convert(HiveSchemaUtil.java:121)
	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.hiveSchemaOrThrow(HiveIcebergSerDe.java:270)
	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.initialize(HiveIcebergSerDe.java:116)
	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:90)
	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:77)
	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializerFromMetaStore(Table.java:323)
	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializer(Table.java:305)
	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1234)
	... 64 more
{code}


> Creating Iceberg table where some columns has comments but the last one does not fails
> --------------------------------------------------------------------------------------
>
>                 Key: HIVE-25377
>                 URL: https://issues.apache.org/jira/browse/HIVE-25377
>             Project: Hive
>          Issue Type: Bug
>            Reporter: Peter Vary
>            Assignee: Peter Vary
>            Priority: Major
>              Labels: pull-request-available
>          Time Spent: 10m
>  Remaining Estimate: 0h
>
> Currently this create command fails:
> {code}
> CREATE TABLE srcpart_iceberg (key STRING COMMENT 'This is the key', value STRING) STORED
BY iceberg
> {code}
> The exception is this:
> {code}
> Caused by: org.apache.hive.service.cli.HiveSQLException: Error while compiling statement:
FAILED: Execution Error, return code 40000 from org.apache.hadoop.hive.ql.ddl.DDLTask. java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
> 	at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:376)
> 	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:246)
> 	at org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:270)
> 	at org.apache.hive.service.cli.operation.Operation.run(Operation.java:286)
> 	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:544)
> 	at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatement(HiveSessionImpl.java:512)
> 	at org.apache.hive.service.cli.CLIService.executeStatement(CLIService.java:270)
> 	at org.apache.iceberg.mr.hive.TestHiveShell.executeStatement(TestHiveShell.java:142)
> 	... 42 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: java.lang.IndexOutOfBoundsException:
Index: 2, Size: 2
> 	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1276)
> 	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1281)
> 	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.createTableNonReplaceMode(CreateTableOperation.java:139)
> 	at org.apache.hadoop.hive.ql.ddl.table.create.CreateTableOperation.execute(CreateTableOperation.java:97)
> 	at org.apache.hadoop.hive.ql.ddl.DDLTask.execute(DDLTask.java:84)
> 	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:212)
> 	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:105)
> 	at org.apache.hadoop.hive.ql.Executor.launchTask(Executor.java:361)
> 	at org.apache.hadoop.hive.ql.Executor.launchTasks(Executor.java:334)
> 	at org.apache.hadoop.hive.ql.Executor.runTasks(Executor.java:245)
> 	at org.apache.hadoop.hive.ql.Executor.execute(Executor.java:108)
> 	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:348)
> 	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:204)
> 	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:153)
> 	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:148)
> 	at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:164)
> 	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:233)
> 	... 48 more
> Caused by: java.lang.IndexOutOfBoundsException: Index: 2, Size: 2
> 	at java.util.ArrayList.rangeCheck(ArrayList.java:657)
> 	at java.util.ArrayList.get(ArrayList.java:433)
> 	at org.apache.iceberg.hive.HiveSchemaConverter.convertInternal(HiveSchemaConverter.java:67)
> 	at org.apache.iceberg.hive.HiveSchemaConverter.convert(HiveSchemaConverter.java:55)
> 	at org.apache.iceberg.hive.HiveSchemaUtil.convert(HiveSchemaUtil.java:121)
> 	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.hiveSchemaOrThrow(HiveIcebergSerDe.java:270)
> 	at org.apache.iceberg.mr.hive.HiveIcebergSerDe.initialize(HiveIcebergSerDe.java:116)
> 	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:90)
> 	at org.apache.hadoop.hive.metastore.HiveMetaStoreUtils.getDeserializer(HiveMetaStoreUtils.java:77)
> 	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializerFromMetaStore(Table.java:323)
> 	at org.apache.hadoop.hive.ql.metadata.Table.getDeserializer(Table.java:305)
> 	at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:1234)
> 	... 64 more
> {code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Mime
View raw message