Use global directory for source and results

ONSdigital · Nov 4, 2016 · 0f7254d · 0f7254d
1 parent 100d596
commit 0f7254d
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/CI-Test/src/main/scala/main/Counter.scala b/CI-Test/src/main/scala/main/Counter.scala
@@ -8,7 +8,7 @@ object Counter {
     val conf = new SparkConf().setAppName("AI Counter")
     val sc = new SparkContext(conf)
 
-    val textFile = sc.textFile("hdfs://dev3/user/thornsj/ABP_E39_DELIVERY_POINT.csv")
+    val textFile = sc.textFile("hdfs://dev3/ons/addressIndex/AddressBase/ABP_E39_DELIVERY_POINT.csv")
 
     println("Partitions: " + textFile.partitions.length)
     println("Total lines: " + textFile.count())
@@ -20,6 +20,6 @@ object Counter {
     println("Lines with Empson Count: " + linesWithEmpson.count())
     linesWithEmpson.collect.foreach(println)
 
-    linesWithEmpson.saveAsTextFile("file:///home/thornsj/empson_results")
+    linesWithEmpson.saveAsTextFile("hdfs://dev3/ons/addressIndex/Results/empson_results")
   }
-}
+}