sqoop-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jar...@apache.org
Subject git commit: SQOOP-891: Sqoop export from S3 to MySQL fails when S3 is not default filesystem.
Date Mon, 20 May 2013 14:28:39 GMT
Updated Branches:
  refs/heads/trunk 403f0aece -> fd756a0c4


SQOOP-891: Sqoop export from S3 to MySQL fails when S3 is not default filesystem.

(Jurgen Van Gael via Jarek Jarcec Cecho)


Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/fd756a0c
Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/fd756a0c
Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/fd756a0c

Branch: refs/heads/trunk
Commit: fd756a0c403e2d3c982096b165e53c2fefe8f31f
Parents: 403f0ae
Author: Jarek Jarcec Cecho <jarcec@apache.org>
Authored: Mon May 20 07:27:53 2013 -0700
Committer: Jarek Jarcec Cecho <jarcec@apache.org>
Committed: Mon May 20 07:27:53 2013 -0700

----------------------------------------------------------------------
 .../sqoop/mapreduce/CombineFileInputFormat.java    |    6 +++++-
 1 files changed, 5 insertions(+), 1 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/sqoop/blob/fd756a0c/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java b/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
index 7d2be38..e08f997 100644
--- a/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
+++ b/src/java/org/apache/sqoop/mapreduce/CombineFileInputFormat.java
@@ -224,7 +224,11 @@ public abstract class CombineFileInputFormat<K, V>
     // times, one time each for each pool in the next loop.
     List<Path> newpaths = new LinkedList<Path>();
     for (int i = 0; i < paths.length; i++) {
-      Path p = new Path(paths[i].toUri().getPath());
+      FileSystem fs = paths[i].getFileSystem(conf);
+
+      //the scheme and authority will be kept if the path is
+      //a valid path for a non-default file system
+      Path p = fs.makeQualified(paths[i]);
       newpaths.add(p);
     }
     paths = null;


Mime
View raw message