Toolconf

src/main/java/cc/mrlda/DisplayTopic.java

@@ -101,7 +101,8 @@ public int run(String[] args) throws Exception {
       System.exit(0);
     }
 
-    JobConf conf = new JobConf(DisplayTopic.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     Path indexPath = new Path(indexString);
@@ -163,7 +164,7 @@ public int run(String[] args) throws Exception {
   }
 
   public static void main(String[] args) throws Exception {
-    int res = ToolRunner.run(new Configuration(), new DisplayTopic(), args);
+    int res = ToolRunner.run(new DisplayTopic(), args);
     System.exit(res);
   }
 }

src/main/java/cc/mrlda/InformedPrior.java

@@ -102,7 +102,8 @@ public int run(String[] args) throws Exception {
     }
 
     // Delete the output directory if it exists already
-    JobConf conf = new JobConf(InformedPrior.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     Path inputPath = new Path(input);
@@ -202,7 +203,7 @@ public static HMapIV<Set<Integer>> importEta(SequenceFile.Reader sequenceFileRea
   }
 
   public static void main(String[] args) throws Exception {
-    int res = ToolRunner.run(new Configuration(), new InformedPrior(), args);
+    int res = ToolRunner.run(new InformedPrior(), args);
     System.exit(res);
   }
 }

src/main/java/cc/mrlda/ParseCorpus.java

@@ -188,7 +188,7 @@ public int run(String[] args) throws Exception {
     String indexPath = outputPath + INDEX;
 
     // Delete the output directory if it exists already
-    FileSystem fs = FileSystem.get(new JobConf(ParseCorpus.class));
+    FileSystem fs = FileSystem.get(getConf());
     fs.delete(new Path(outputPath), true);
 
     try {
@@ -326,7 +326,8 @@ public PairOfInts tokenizeDocument(String inputPath, String outputPath, int numb
     sLogger.info(" - number of mappers: " + numberOfMappers);
     sLogger.info(" - number of reducers: " + numberOfReducers);
 
-    JobConf conf = new JobConf(ParseCorpus.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     conf.setJobName(ParseCorpus.class.getSimpleName() + " - tokenize document");
     FileSystem fs = FileSystem.get(conf);
 
@@ -371,7 +372,8 @@ public PairOfInts tokenizeDocument(String inputPath, String outputPath, int numb
 
   public Path indexTitle(String inputTitles, String outputTitle, int numberOfMappers)
       throws Exception {
-    JobConf conf = new JobConf(ParseCorpus.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     Path titleIndexPath = new Path(outputTitle);
@@ -446,7 +448,8 @@ public Path indexTerm(String inputTerms, String outputTerm, int numberOfMappers,
     Path inputTermFiles = new Path(inputTerms);
     Path outputTermFile = new Path(outputTerm);
 
-    JobConf conf = new JobConf(ParseCorpus.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     sLogger.info("Tool: " + ParseCorpus.class.getSimpleName());
@@ -594,7 +597,8 @@ public Path indexDocument(String inputDocument, String outputDocument, String te
     Path termIndexPath = new Path(termIndex);
     Path titleIndexPath = new Path(titleIndex);
 
-    JobConf conf = new JobConf(ParseCorpus.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     sLogger.info("Tool: " + ParseCorpus.class.getSimpleName());
@@ -672,7 +676,7 @@ public static Map<String, Integer> importParameter(SequenceFile.Reader sequenceF
   }
 
   public static void main(String[] args) throws Exception {
-    int res = ToolRunner.run(new Configuration(), new ParseCorpus(), args);
+    int res = ToolRunner.run(new ParseCorpus(), args);
     System.exit(res);
   }
 

src/main/java/cc/mrlda/VariationalInference.java

@@ -319,7 +319,8 @@ private int run(String inputPath, String outputPath, int numberOfTopics, int num
     sLogger.info(" - truncation beta: " + truncateBeta);
     sLogger.info(" - informed prior: " + informedPrior);
 
-    JobConf conf = new JobConf(VariationalInference.class);
+    JobConf conf = new JobConf(getConf());
+    conf.setJarByClass(getClass());
     FileSystem fs = FileSystem.get(conf);
 
     // delete the overall output path
@@ -387,7 +388,8 @@ private int run(String inputPath, String outputPath, int numberOfTopics, int num
     int numberOfDocuments = 0;
 
     do {
-      conf = new JobConf(VariationalInference.class);
+      conf = new JobConf(getConf());
+      conf.setJarByClass(getClass());
       if (training) {
         conf.setJobName(VariationalInference.class.getSimpleName() + " - Iteration "
             + (iterationCount + 1));
@@ -763,7 +765,7 @@ public static void exportAlpha(SequenceFile.Writer sequenceFileWriter, double[]
   }
 
   public static void main(String[] args) throws Exception {
-    int res = ToolRunner.run(new Configuration(), new VariationalInference(), args);
+    int res = ToolRunner.run(new VariationalInference(), args);
     System.exit(res);
   }
 }