Fixes to FT text-classification (#2654)

Azure · Sep 22, 2023 · b304ec7 · b304ec7
1 parent 557069e
commit b304ec7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/sdk/python/foundation-models/system/finetune/text-classification/emotion-detection.ipynb b/sdk/python/foundation-models/system/finetune/text-classification/emotion-detection.ipynb
@@ -364,7 +364,7 @@
    "outputs": [],
    "source": [
     "# save 10% of the rows from the train, validation and test dataframes into files with small_ prefix in the ./emotion-dataset folder\n",
-    "frac = 1\n",
+    "frac = 0.1\n",
     "train_df.sample(frac=frac).to_json(\n",
     "    \"./emotion-dataset/small_train.jsonl\", orient=\"records\", lines=True\n",
     ")\n",
@@ -731,7 +731,7 @@
    "source": [
     "# create a json object with the key as \"inputs\" and value as a list of values from the text column of the test dataframe\n",
     "test_df_copy = test_df[[\"text\"]]\n",
-    "test_json = {\"input_data\": test_df_copy.to_dict(\"split\")}\n",
+    "test_json = {\"inputs\": {\"text\": list(test_df_copy[\"text\"])}}\n",
     "# save the json object to a file named sample_score.json in the ./emotion-dataset folder\n",
     "with open(\"./emotion-dataset/sample_score.json\", \"w\") as f:\n",
     "    json.dump(test_json, f)"