QFS doesn't work with Hadoop's TeraGen.
@@ -127,9 +127,6 @@ class TestHadoopExamples {
[
pi: "${pi_maps} ${pi_samples}",
wordcount: "$EXAMPLES/text $EXAMPLES_OUT/wordcount",
- teragen: "${terasort_rows} teragen${terasortid}",
- terasort: "teragen${terasortid} terasort${terasortid}",
- teravalidate: "terasort${terasortid} tervalidate${terasortid}",
multifilewc: "$EXAMPLES/text $EXAMPLES_OUT/multifilewc",
aggregatewordcount: "$EXAMPLES/text $EXAMPLES_OUT/aggregatewordcount 2 textinputformat",
aggregatewordhist: "$EXAMPLES/text $EXAMPLES_OUT/aggregatewordhist 2 textinputformat",
@@ -138,6 +135,15 @@ class TestHadoopExamples {
randomtextwriter: "-D $RANDOMTEXTWRITER_TOTALBYTES=1073741824 $EXAMPLES_OUT/randomtextwriter"
];
+ // The following example MR jobs are enabled only when running without QFS,
+ // which doesn't seem to work with TeraOutputFormat. See BIGTOP-3413 for details.
+ static LinkedHashMap additional_examples =
+ [
+ teragen: "${terasort_rows} teragen${terasortid}",
+ terasort: "teragen${terasortid} terasort${terasortid}",
+ teravalidate: "terasort${terasortid} tervalidate${terasortid}"
+ ];
+
private String testName;
private String testJar;
private String testArgs;
@@ -146,6 +152,9 @@ class TestHadoopExamples {
public static LinkedHashMap<String, Object[]> generateTests() {
LinkedHashMap<String, Object[]> res = [:];
examples.each { k, v -> res[k] = [k.toString(), v.toString()] as Object[]; }
+ if (HADOOP_COMMAND != "hadoop-qfs") {
+ additional_examples.each { k, v -> res[k] = [k.toString(), v.toString()] as Object[]; }
+ }
return res;
}
