spotty.yaml

project:
  name: uwndc19
  syncFilters:
    - exclude:
      - .git/*
      - .idea/*
      - '*/__pycache__/*'
      - data/*
      - training/*
      - ray_results/*
    - include:
      - data/train.csv
      - data/stim.npy

container:
  projectDir: /workspace/project
  image: tensorflow/tensorflow:1.12.0-gpu-py3
  ports: [6006, 6007, 6008, 8888]
  volumeMounts:
    - name: workspace
      mountPath: /workspace
  commands: |
    pip install -r requirements-ray.txt
  runtimeParameters: ['--shm-size', '20G']

instances:
  - name: i1
    provider: aws
    parameters:
      region: us-east-2
      instanceType: p2.xlarge
      volumes:
        - name: workspace
          parameters:
            size: 50
            deletionPolicy: update_snapshot

scripts:
  train: |
    if [ -n "{{MODEL_NAME}}" ]; then
      CONFIG={{CONFIG}}
      CONFIG=${CONFIG:-default}
      PYTHONPATH=. python uwndc19/scripts/train.py \
        -d training/multiclass/gpu/{{MODEL_NAME}} \
        -c configs/multiclass/$CONFIG.yaml
    fi

  resume: |
    if [ -n "{{MODEL_NAME}}" ]; then
      PYTHONPATH=. python uwndc19/scripts/train.py -d training/multiclass/gpu/{{MODEL_NAME}}
    fi

  tensorboard: |
    tensorboard --logdir training/multiclass/gpu

  submission: |
    if [ -n "{{MODEL_NAME}}" ]; then
      PYTHONPATH=. python uwndc19/scripts/submission.py -d training/multiclass/gpu/{{MODEL_NAME}} -n {{NUM}}
    fi

  tune: |
    if [ -n "{{EXPERIMENT}}" ]; then
      PYTHONPATH=. python uwndc19/scripts/tune.py -g experiments2 -n {{EXPERIMENT}}
    fi

  tensorboard-tuning: |
    tensorboard --logdir training/multiclass/hp_tuning/experiments2 --port 6008

  tensorboard-ray: |
    tensorboard --logdir ray_results/experiments2 --port 6007

  remove-experiment: |
    if [ -n "{{EXPERIMENT}}" ]; then
      rm -Rf training/multiclass/hp_tuning/experiments2/{{EXPERIMENT}}/*
      rm -Rf ray_results/experiments2/{{EXPERIMENT}}/*
    fi

  jupyter: |
    jupyter notebook --allow-root --notebook-dir=/workspace/project