Merge pull request #361 from aviaIguazio/data-ingestion-and-preperation

fix file download
v3io · Mar 14, 2022 · a2cf04a · a2cf04a
2 parents 4490c40 + ece4c94
commit a2cf04a
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/data-ingestion-and-preparation/dask-cluster.ipynb b/data-ingestion-and-preparation/dask-cluster.ipynb
@@ -84,9 +84,13 @@
     }
    ],
    "source": [
-    "%%sh\n",
-    "CSV_PATH=\"/User/examples/ytrip.csv\"\n",
-    "curl -L \"https://s3.wasabisys.com/iguazio/data/Taxi/yellow_tripdata_2019-01_subset.csv\" > ${CSV_PATH}"
+    "import mlrun\n",
+    "import requests\n",
+    "\n",
+    "source_url = mlrun.get_sample_path(\"/data/Taxi/yellow_tripdata_2019-01_subset.csv\")\n",
+    "response = requests.get(source_url, allow_redirects=True)\n",
+    "with open('/User/examples/ytrip.csv', 'wb') as csv_file:\n",
+    "    csv_file.write(response.content)"
    ]
   },
   {
@@ -634,4 +638,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}