sqoop-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Devendran (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (SQOOP-3298) Sqoop Import all table Job fails if any of the table name contain whitespaces
Date Tue, 20 Mar 2018 11:48:00 GMT

     [ https://issues.apache.org/jira/browse/SQOOP-3298?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Devendran updated SQOOP-3298:
-----------------------------
    Description: 
Sqoop import all table  job fails  if any of the table name contain whitespaces . it shows
the following error.

 

18/03/20 14:37:35 ERROR exec.DDLTask: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException:
[customer details]: is not a valid table name
 at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:783)
 at org.apache.hadoop.hive.ql.exec.DDLTask.createTable(DDLTask.java:4047)
 at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:323)
 at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:158)
 at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:101)
 at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1834)
 at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1578)
 at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1355)
 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1178)
 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1166)
 at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:236)
 at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:187)
 at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:403)
 at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:339)
 at org.apache.hadoop.hive.cli.CliDriver.processReader(CliDriver.java:436)
 at org.apache.hadoop.hive.cli.CliDriver.processFile(CliDriver.java:452)
 at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:754)
 at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:721)
 at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:648)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:606)
 at org.apache.sqoop.hive.HiveImport.executeScript(HiveImport.java:333)
 at org.apache.sqoop.hive.HiveImport.importTable(HiveImport.java:240)
 at org.apache.sqoop.tool.ImportTool.importTable(ImportTool.java:514)
 at org.apache.sqoop.tool.ImportAllTablesTool.run(ImportAllTablesTool.java:111)
 at org.apache.sqoop.Sqoop.run(Sqoop.java:143)
 at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
 at org.apache.sqoop.Sqoop.runSqoop(Sqoop.java:179)
 at org.apache.sqoop.Sqoop.runTool(Sqoop.java:218)
 at org.apache.sqoop.Sqoop.runTool(Sqoop.java:227)
 at org.apache.sqoop.Sqoop.main(Sqoop.java:236)
 Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: [customer details]: is not a
valid table name
 at org.apache.hadoop.hive.ql.metadata.Table.checkValidity(Table.java:192)
 at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:761)

Sqoop Command:

sqoop import-all-tables --connect "jdbc:sqlserver://<host>:<port>;databaseName=<databasename>"
--username  **** --password **** --hive-database databasename--hive-import --hive-overwrite
--create-hive-table -m 1

  was:
Sqoop import all jobs fails  if any of the table name contain whitespaces . it shows the
following error.

 

18/03/20 14:37:35 ERROR exec.DDLTask: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.ql.metadata.HiveException:
[customer details]: is not a valid table name
 at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:783)
 at org.apache.hadoop.hive.ql.exec.DDLTask.createTable(DDLTask.java:4047)
 at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:323)
 at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:158)
 at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:101)
 at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1834)
 at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1578)
 at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1355)
 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1178)
 at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1166)
 at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:236)
 at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:187)
 at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:403)
 at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:339)
 at org.apache.hadoop.hive.cli.CliDriver.processReader(CliDriver.java:436)
 at org.apache.hadoop.hive.cli.CliDriver.processFile(CliDriver.java:452)
 at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:754)
 at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:721)
 at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:648)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:606)
 at org.apache.sqoop.hive.HiveImport.executeScript(HiveImport.java:333)
 at org.apache.sqoop.hive.HiveImport.importTable(HiveImport.java:240)
 at org.apache.sqoop.tool.ImportTool.importTable(ImportTool.java:514)
 at org.apache.sqoop.tool.ImportAllTablesTool.run(ImportAllTablesTool.java:111)
 at org.apache.sqoop.Sqoop.run(Sqoop.java:143)
 at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
 at org.apache.sqoop.Sqoop.runSqoop(Sqoop.java:179)
 at org.apache.sqoop.Sqoop.runTool(Sqoop.java:218)
 at org.apache.sqoop.Sqoop.runTool(Sqoop.java:227)
 at org.apache.sqoop.Sqoop.main(Sqoop.java:236)
Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: [customer details]: is not a
valid table name
 at org.apache.hadoop.hive.ql.metadata.Table.checkValidity(Table.java:192)
 at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:761)



Sqoop Command:

sqoop import-all-tables --connect "jdbc:sqlserver://<host>:<port>;databaseName=<databasename>"
--username  **** --password **** --hive-database databasename--hive-import --hive-overwrite
--create-hive-table -m 1


> Sqoop  Import all  table Job fails if any of the table name contain whitespaces
> -------------------------------------------------------------------------------
>
>                 Key: SQOOP-3298
>                 URL: https://issues.apache.org/jira/browse/SQOOP-3298
>             Project: Sqoop
>          Issue Type: Bug
>          Components: connectors
>    Affects Versions: 1.4.6
>            Reporter: Devendran
>            Priority: Critical
>
> Sqoop import all table  job fails  if any of the table name contain whitespaces .
it shows the following error.
>  
> 18/03/20 14:37:35 ERROR exec.DDLTask: org.apache.hadoop.hive.ql.metadata.HiveException:
org.apache.hadoop.hive.ql.metadata.HiveException: [customer details]: is not a valid table
name
>  at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:783)
>  at org.apache.hadoop.hive.ql.exec.DDLTask.createTable(DDLTask.java:4047)
>  at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:323)
>  at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:158)
>  at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:101)
>  at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1834)
>  at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1578)
>  at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1355)
>  at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1178)
>  at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1166)
>  at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:236)
>  at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:187)
>  at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:403)
>  at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:339)
>  at org.apache.hadoop.hive.cli.CliDriver.processReader(CliDriver.java:436)
>  at org.apache.hadoop.hive.cli.CliDriver.processFile(CliDriver.java:452)
>  at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:754)
>  at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:721)
>  at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:648)
>  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>  at java.lang.reflect.Method.invoke(Method.java:606)
>  at org.apache.sqoop.hive.HiveImport.executeScript(HiveImport.java:333)
>  at org.apache.sqoop.hive.HiveImport.importTable(HiveImport.java:240)
>  at org.apache.sqoop.tool.ImportTool.importTable(ImportTool.java:514)
>  at org.apache.sqoop.tool.ImportAllTablesTool.run(ImportAllTablesTool.java:111)
>  at org.apache.sqoop.Sqoop.run(Sqoop.java:143)
>  at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
>  at org.apache.sqoop.Sqoop.runSqoop(Sqoop.java:179)
>  at org.apache.sqoop.Sqoop.runTool(Sqoop.java:218)
>  at org.apache.sqoop.Sqoop.runTool(Sqoop.java:227)
>  at org.apache.sqoop.Sqoop.main(Sqoop.java:236)
>  Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: [customer details]: is
not a valid table name
>  at org.apache.hadoop.hive.ql.metadata.Table.checkValidity(Table.java:192)
>  at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:761)
> Sqoop Command:
> sqoop import-all-tables --connect "jdbc:sqlserver://<host>:<port>;databaseName=<databasename>"
--username  **** --password **** --hive-database databasename--hive-import --hive-overwrite
--create-hive-table -m 1



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)

Mime
View raw message