Author: shv
Date: Thu Apr 14 17:31:23 2011
New Revision: 1092400
URL: http://svn.apache.org/viewvc?rev=1092400&view=rev
Log:
MAPREDUCE-2437. SLive uses only part* files to generating the final report. Contributed by
Konstantin Shvachko.
Modified:
hadoop/mapreduce/trunk/CHANGES.txt
hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java
Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=1092400&r1=1092399&r2=1092400&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Thu Apr 14 17:31:23 2011
@@ -651,6 +651,9 @@ Release 0.22.0 - Unreleased
MAPREDUCE-2392. TaskTracker shutdown in the tests sometimes take 60s.
(tomwhite)
+ MAPREDUCE-2437. SLive uses only part* files to generating the final report.
+ (shv)
+
Release 0.21.1 - Unreleased
NEW FEATURES
Modified: hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java?rev=1092400&r1=1092399&r2=1092400&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java (original)
+++ hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java Thu Apr
14 17:31:23 2011
@@ -229,6 +229,7 @@ public class SliveTest implements Tool {
List<OperationOutput> noOperations = new ArrayList<OperationOutput>();
Map<String, List<OperationOutput>> splitTypes = new TreeMap<String,
List<OperationOutput>>();
for(FileStatus fn : reduceFiles) {
+ if(!fn.getPath().getName().startsWith("part")) continue;
fileReader = new BufferedReader(new InputStreamReader(
new DataInputStream(fs.open(fn.getPath()))));
String line;
|