requirements.txt

appnope==0.1.0
backcall==0.1.0
beautifulsoup4==4.6.3
boto3==1.9.47
botocore==1.12.47
bs4==0.0.1
certifi==2018.10.15
chardet==3.0.4
decorator==4.3.0
docutils==0.14
graphframes==0.6
idna==2.7
ipython==7.1.1
ipython-genutils==0.2.0
jedi==0.13.1
jmespath==0.9.3
nose==1.3.7
numpy==1.15.4
parso==0.3.1
pexpect==4.6.0
pickleshare==0.7.5
prompt-toolkit==2.0.7
ptyprocess==0.6.0
py4j==0.10.7
Pygments==2.2.0
pyspark==2.4.0
python-dateutil==2.7.5
requests==2.20.1
requests-file==1.4.3
s3transfer==0.1.13
six==1.11.0
tldextract==2.2.0
traitlets==4.3.2
ujson==1.35
urllib3==1.24.1
warcio==1.6.3
wcwidth==0.1.7
wordcount==1.0