From 7138e3b53107265c8274f212ad743d4b6fb36a07 Mon Sep 17 00:00:00 2001 From: nischal Date: Sat, 30 Jul 2016 23:00:12 +0530 Subject: [PATCH] Adding client.cfg for configuration --- client.cfg | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 client.cfg diff --git a/client.cfg b/client.cfg new file mode 100644 index 0000000..803bf23 --- /dev/null +++ b/client.cfg @@ -0,0 +1,22 @@ +[core] +default-scheduler-host:localhost +error-email:raghotham.s@unnati.xyz + +[pyspark] +jars:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar +driver-library-path:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar +driver-class-path:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar + +[spark] +spark-submit:/home/nischal/spark-1.6.1-bin-hadoop2.6/bin/spark-submit +jars:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar +driver-library-path:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar +driver-class-path:/home/nischal/spark-1.6.1-bin-hadoop2.6/lib/postgresql-9.4.1208.jre6.jar + +[scheduler] +record_task_history = True +state_path = /home/nischal/luigi-state.pickle + +[task_history] +db_connection = sqlite:////home/nischal/luigi-task-history.db +