Changes

.travis.yml

@@ -36,9 +36,9 @@ after_success:
 - cd $TRAVIS_BUILD_DIR/
 - 'docker login -u=$DOCKER_USER -p=$DOCKER_PASS && docker build -f Dockerfile -t krishnanr/sparkmonitor
   . && docker push krishnanr/sparkmonitor'
-- 'docker build -f swanimage.Dockerfile -t krishnanr/sparkmonitorhub . && docker push krishnanr/sparkmonitorhub'
+
 deploy:
-  
+
   - provider: releases
     skip_cleanup: true
     file:
@@ -54,7 +54,6 @@ deploy:
     on:
       tags: true
     script: 'docker tag krishnanr/sparkmonitor krishnanr/sparkmonitor:$TRAVIS_TAG &&
-        docker push krishnanr/sparkmonitor:$TRAVIS_TAG &&
-        docker tag krishnanr/sparkmonitorhub krishnanr/sparkmonitorhub:$TRAVIS_TAG &&
-        docker push krishnanr/sparkmonitorhub:$TRAVIS_TAG'
+        docker push krishnanr/sparkmonitor:$TRAVIS_TAG
+       
     

extension/sparkmonitor/serverextension.py

@@ -1,3 +1,7 @@
+# SparkMonitor Jupyter Serverextension
+# This module adds a request handler to jupyter webserver. It proxies the spark UI assumed to be running at 127.0.0.1:4040 
+# to the endpoint [notebook rooturl]/sparkmonitor
+# TODO Create unique endpoints for different kernels or spark applications.
 
 from notebook.base.handlers import IPythonHandler
 
@@ -54,7 +58,7 @@ def handle_response(self, response):
         self.write(content)
         self.finish()
 
-
+# Called when the serverextension is loaded
 def load_jupyter_server_extension(nb_server_app):
     """
     Called when the extension is loaded.

extension/sparkmonitor/sparkmonitor.py

@@ -111,7 +111,8 @@ def load_ipython_extension(ipython):
     logger = logging.getLogger('sparkscalamonitor')
     logger.setLevel(logging.DEBUG)
     logger.propagate = False
-    fh = logging.FileHandler('scalamonitorextension.log')  # ,mode='w')
+    # For debugging this module - Writes logs to a file
+    fh = logging.FileHandler('sparkmonitor_kernelextension.log',mode='w')
     fh.setLevel(logging.DEBUG)
     formatter = logging.Formatter(
         '%(levelname)s:  %(asctime)s - %(name)s - %(process)d - %(processName)s - \
@@ -138,7 +139,9 @@ def load_ipython_extension(ipython):
     # Injecting conf into users namespace
     if(spark_imported):
         conf = ipython.user_ns.get('conf')
+
         if(conf):
+            logger.info("Conf: "+conf.toDebugString())
             if(isinstance(conf, SparkConf)):
                 configure(conf)
             else: