STEP2_distill_dialogues.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 环境变量"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "novel_path='./零之使魔.txt'\n",
    "output_dir='./output_zero/'\n",
    "\n",
    "chapter_titles_path=output_dir+'chapter_titles.txt'\n",
    "faiss_path=output_dir+'faiss_index'\n",
    "novel_chunk_dir=output_dir+'novel_chunks/'\n",
    "distilled_log_dir=output_dir+'distilled_log/'\n",
    "distilled_interveiw_dir=output_dir+'distilled_interveiw/'\n",
    "rename_map_path=output_dir+'rename_map.json'\n",
    "\n",
    "bg_hint_len=400\n",
    "summary_len=100\n",
    "retrospect_len=100\n",
    "chunk_len=750\n",
    "\n",
    "\n",
    "import os,json\n",
    "os.path.exists(output_dir) or os.mkdir(output_dir)\n",
    "os.path.exists(novel_chunk_dir) or os.mkdir(novel_chunk_dir)\n",
    "os.path.exists(distilled_log_dir) or os.mkdir(distilled_log_dir)\n",
    "os.path.exists(distilled_interveiw_dir) or os.mkdir(distilled_interveiw_dir)\n",
    "\n",
    "rename_map=json.load(open(rename_map_path,'r',encoding='utf-8')) if os.path.exists(rename_map_path) else {}"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 加载LLM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\Anaconda3\\envs\\tensorflow\\lib\\site-packages\\langchain\\llms\\openai.py:165: UserWarning: You are trying to use a chat model. This way of initializing it is no longer supported. Instead, please use: `from langchain.chat_models import ChatOpenAI`\n",
      "  warnings.warn(\n",
      "c:\\Anaconda3\\envs\\tensorflow\\lib\\site-packages\\langchain\\llms\\openai.py:676: UserWarning: You are trying to use a chat model. This way of initializing it is no longer supported. Instead, please use: `from langchain.chat_models import ChatOpenAI`\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[91m你好\u001b[0m\u001b[94m你好！有什么我可以帮助你的吗？\u001b[0m\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'你好！有什么我可以帮助你的吗？'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import importlib,my_llm;importlib.reload(my_llm)\n",
    "# from my_llm import llm_chatglm as llm\n",
    "from my_llm import llm_chatgpt as llm\n",
    "llm('你好')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 加载FAISS知识索引"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "No sentence-transformers model found with name D:\\ml\\text2vec-large-chinese. Creating a new one with MEAN pooling.\n",
      "No sentence-transformers model found with name D:\\ml\\text2vec-large-chinese. Creating a new one with MEAN pooling.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'【露易丝 露易丝·法兰西斯·露·布朗·杜·拉·瓦利埃尔 本作女主角，作品中一般称为露易丝，有着夹杂金色的粉红长卷发、茶褐色的眼瞳（动画为桃红色）。】\\n【露易丝 起初对身为贵族的身份有着很强的自觉心，拥有常人N倍的自尊心，后来受才人影响，逐渐放下这份执着，转而为才人着想。在后期已经可以对才人敞开心扉，坦诚相待。】\\n【露易丝 动画第三期中为救出塔芭莎而放弃贵族身份，但被公主赏识，成为王位继承人。喜欢平贺才人。】\\n【平贺才人 已与露易丝同居中。同时被书中许多女性角色爱慕著。喜欢露易丝。】\\n【露易丝 的性格易怒，容易骂人，有点糊涂（跟才人比），为了小事常常生气。】\\n【露易丝 在托里斯汀东北拥有领土的名门拉·瓦利埃尔公爵家的三女儿、托里斯汀魔法学院的二年级学生。】\\n【安丽埃塔 小说16-17卷有欲从露易丝那里里夺取才人，羡慕著露易丝。】\\n【露易丝 为露易丝配音的钉宫理惠，亦是J.C. STAFF前一部作品《灼眼的夏娜》中夏娜的声优。同时也是傲娇的著名角色之一，钉宫四萌之一】\\n【平贺才人 亚成婚，后与露易丝回到自己所属的世界，回到自己家中。】'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# import importlib,my_faiss;importlib.reload(my_faiss)\n",
    "from my_faiss import FAISS,embeddings,get_bg_hint\n",
    "get_bg_hint.vector_store=FAISS.load_local(faiss_path, embeddings)\n",
    "get_bg_hint('露易丝')"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 加载小说，分块"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "replace 14 names\n",
      "saved to  ./output_zero/chapter_titles.txt\n",
      "第零卷 塔芭莎的冒险 塔芭莎与翼龙人 19052\n",
      "第零卷 塔芭莎的冒险 塔芭莎和吸血鬼 22293\n",
      "第零卷 塔芭莎的冒险 塔芭莎与暗杀者 21351\n",
      "第零卷 塔芭莎的冒险 塔芭莎与魔法人偶 24413\n",
      "第零卷 塔芭莎的冒险 后记 1247\n",
      "第零卷 塔芭莎的冒险 塔芭莎与赌徒 18378\n",
      "第零卷 塔芭莎的冒险 塔芭莎与米诺塔洛斯 18147\n",
      "第零卷 塔芭莎的冒险 希儿菲朵的一天 5483\n",
      "第零卷 塔芭莎的冒险 塔芭莎与极乐鸟 15336\n",
      "第零卷 塔芭莎的冒险 塔芭莎与军港 21795\n",
      "第零卷 塔芭莎的冒险 后记 1088\n",
      "第零卷 塔芭莎的冒险 第九话 塔芭莎与希儿菲朵 10639\n",
      "第零卷 塔芭莎的冒险 第十话 塔芭莎与老战士 16469\n",
      "第零卷 塔芭莎的冒险 第十一话 塔芭莎与初恋 9299\n",
      "第二章 5245\n",
      "第零卷 塔芭莎的冒险 第十二话 塔芭莎诞生 1298\n",
      "第一章 7631\n",
      "第二章 4914\n",
      "第三章 9420\n",
      "第零卷 塔芭莎的冒险 后记 870\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcYAAADyCAYAAADX/mUmAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAryUlEQVR4nO3deVxU9d4H8M8RZWBYBWGQ2FxwRcBcSMpAUQzM69rN8Cr6aGqupD6g10r0MUlN03KpLLeXS/WUllfuNTERySVRMxUJtQBRQVzYBBoCfs8fvZjnjMM6AjPi5/16zevl+Z3f/M73/Gb04zlzZo4khBAgIiIiAEALQxdARERkTBiMREREMgxGIiIiGQYjERGRDIORiIhIhsFIREQkw2AkIiKSYTASERHJMBiJiIhkGIxPue3bt0OSJM3DzMwMTk5OGDBgAGJiYpCTk6PznOjoaEiSVK/tFBcXIzo6GseOHavX86raloeHB15++eV6jVObPXv2YN26dVWukyQJ0dHRDbq9hvbDDz+gd+/esLCwgCRJ+Pbbb/UeKz09HZIk4f3332+4AuuhpteisUycOBEeHh5Nus2aVDcHhn5tnhYMRgIAbNu2DadOnUJcXBw2btwIX19frFy5El27dsWRI0e0+k6ZMgWnTp2q1/jFxcVYunRpvYNRn23po6Z/jE+dOoUpU6Y0eg36EkLg73//O1q1aoUDBw7g1KlTCAgIMHRZejNEMBobzoFhtTR0AWQcvLy80Lt3b83y6NGj8eabb+KFF17AqFGjcO3aNahUKgCAi4sLXFxcGrWe4uJiKJXKJtlWbZ577jmDbr82t2/fxoMHDzBy5EgEBQUZuhyjVVJSAnNzc0OXQU8AHjFStdzc3LBmzRoUFhbik08+0bRXdXrz6NGjCAwMhL29PczNzeHm5obRo0ejuLgY6enpcHBwAAAsXbpUc9p24sSJWuOdP38eY8aMQevWrdGhQ4dqt1Vp//798Pb2hpmZGdq3b48PP/xQa33laeL09HSt9mPHjkGSJM3Ra2BgIGJjY5GRkaF1WrlSVadSL1++jOHDh6N169YwMzODr68vduzYUeV29u7di8WLF8PZ2RnW1tYYNGgQUlNTq594mR9//BFBQUGwsrKCUqmEv78/YmNjNeujo6M1/3GIioqCJEm1nhLMy8vD/Pnz0b59eygUCjg6OiI0NBS//vqrTt+1a9eiXbt2sLS0RL9+/XD69Gmt9WfPnsXYsWPh4eEBc3NzeHh44LXXXkNGRoZWv8rXIi4uDpMmTYKdnR0sLCwwbNgw/P7775p+tb0WpaWlWL58Obp06QKFQgEHBwdMmjQJd+/e1dpe5en2ffv2oWfPnjAzM8PSpUtrnuxHCCGwadMm+Pr6wtzcHK1bt8aYMWO06q2s2cvLC0lJSejfvz+USiXat2+P9957DxUVFVp9k5OTERwcDKVSCQcHB8ycOROxsbH1ej9Wqu21If3xiJFqFBoaChMTExw/frzaPunp6Rg6dCj69++PrVu3wtbWFrdu3cKhQ4dQWlqKtm3b4tChQ3jppZcwefJkzWnJyrCsNGrUKIwdOxbTp09HUVFRjXVduHABERERiI6OhpOTE3bv3o25c+eitLQUCxYsqNc+btq0CVOnTsVvv/2G/fv319o/NTUV/v7+cHR0xIcffgh7e3vs2rULEydOxJ07dxAZGanV/5///Ceef/55fPbZZygoKEBUVBSGDRuGlJQUmJiYVLudhIQEDB48GN7e3vj888+hUCiwadMmDBs2DHv37sWrr76KKVOmwMfHB6NGjcLs2bMRFhYGhUJR7ZiFhYV44YUXkJ6ejqioKPj5+eHhw4c4fvw4srKy0KVLF03fjRs3okuXLppTem+//TZCQ0ORlpYGGxsbAH+99p07d8bYsWNhZ2eHrKwsbN68GX369MGVK1fQpk0bre1PnjwZgwcPxp49e5CZmYm33noLgYGBuHjxImxtbWt8LSoqKjB8+HAkJiYiMjIS/v7+yMjIwJIlSxAYGIizZ89qHRGeP38eKSkpeOutt9CuXTtYWFjU/MI+Ytq0adi+fTvmzJmDlStX4sGDB1i2bBn8/f3xyy+/aM6gAEB2djbGjRuH+fPnY8mSJdi/fz8WLVoEZ2dnTJgwAQCQlZWFgIAAWFhYYPPmzXB0dMTevXsxa9Ysre3W5f1Yl9eGHoOgp9q2bdsEAJGUlFRtH5VKJbp27apZXrJkiZC/db7++msBQFy4cKHaMe7evSsAiCVLluisqxzvnXfeqXadnLu7u5AkSWd7gwcPFtbW1qKoqEhr39LS0rT6xcfHCwAiPj5e0zZ06FDh7u5eZe2P1j127FihUCjEjRs3tPqFhIQIpVIp8vLytLYTGhqq1e+rr74SAMSpU6eq3F6l5557Tjg6OorCwkJNW1lZmfDy8hIuLi6ioqJCCCFEWlqaACBWr15d43hCCLFs2TIBQMTFxVXbp3K8Hj16iLKyMk37mTNnBACxd+/eap9bVlYmHj58KCwsLMT69es17ZWvxciRI7X6nzhxQgAQy5cv17RV91rs3btXABDffPONVntSUpIAIDZt2qRpc3d3FyYmJiI1NbXaWuXCw8O1tnnq1CkBQKxZs0arX2ZmpjA3NxeRkZGatoCAAAFA/PTTT1p9u3XrJoYMGaJZ/u///m8hSZJITk7W6jdkyJA6vx8f57WhuuOpVKqVqOWWnb6+vjA1NcXUqVOxY8cOnVNNdTV69Og69+3evTt8fHy02sLCwlBQUIDz58/rtf26Onr0KIKCguDq6qrVPnHiRBQXF+tcLPS3v/1Na9nb2xsAdE43yhUVFeGnn37CmDFjYGlpqWk3MTHB+PHjcfPmzTqfjpX7z3/+g06dOmHQoEG19h06dKjWEW1VdT98+BBRUVHo2LEjWrZsiZYtW8LS0hJFRUVISUnRGXPcuHFay/7+/nB3d0d8fHyt9Rw8eBC2trYYNmwYysrKNA9fX184OTnpXNjl7e2NTp061TpudduSJAn/+Mc/tLbl5OQEHx8fnW05OTmhb9++OtuXz1VCQgK8vLzQrVs3rX6vvfZaveury2tD+mMwUo2Kiopw//59ODs7V9unQ4cOOHLkCBwdHTFz5kx06NABHTp0wPr16+u1rbZt29a5r5OTU7Vt9+/fr9d26+v+/ftV1lo5R49u397eXmu58lRnSUlJtdvIzc2FEKJe26mLu3fv1vliprrUHRYWhg0bNmDKlCn4/vvvcebMGSQlJcHBwaHK/avudavLvty5cwd5eXkwNTVFq1attB7Z2dm4d++eVv/6vJ+q2pYQAiqVSmdbp0+f1tnWo3MF/DVf8jm4f/++1unXSlW11Uaf9xTVHT9jpBrFxsaivLwcgYGBNfbr378/+vfvj/Lycpw9exYfffQRIiIioFKpMHbs2Dptqz7fjczOzq62rfIfDTMzMwCAWq3W6vfoP2r1ZW9vj6ysLJ3227dvA4DO52r6aN26NVq0aNHg23FwcMDNmzcfuz4AyM/Px8GDB7FkyRIsXLhQ065Wq/HgwYMqn1Pd69axY8dat9emTRvY29vj0KFDVa63srLSWq7vd20f3ZYkSUhMTKzyM9uaPsetjr29Pe7cuaPTXtWckGHxiJGqdePGDSxYsAA2NjaYNm1anZ5jYmICPz8/bNy4EQA0pzUb+n+0ycnJ+OWXX7Ta9uzZAysrKzz77LMAoLk68+LFi1r9Dhw4oDPeo/+7r0lQUBCOHj2qCahKO3fuhFKpbJCvd1hYWMDPzw/79u3TqquiogK7du2Ci4uLXqcJQ0JCcPXqVRw9evSxa5QkCUIInZD47LPPUF5eXuVzdu/erbV88uRJZGRkaP3Hq7rX4uWXX8b9+/dRXl6O3r176zw6d+782Psk35YQArdu3apyWz169Kj3mAEBAbh8+TKuXLmi1f7FF1/o9K3P+5EaHo8YCcBfXz+o/BwlJycHiYmJ2LZtG0xMTLB//36dK0jlPv74Yxw9ehRDhw6Fm5sb/vjjD2zduhUANJ9lWVlZwd3dHd999x2CgoJgZ2eHNm3a6P1rI87Ozvjb3/6G6OhotG3bFrt27UJcXBxWrlwJpVIJAOjTpw86d+6MBQsWoKysDK1bt8b+/fvx448/6ozXo0cP7Nu3D5s3b0avXr3QokULre91yi1ZsgQHDx7EgAED8M4778DOzg67d+9GbGwsVq1a1WBXBcbExGDw4MEYMGAAFixYAFNTU2zatAmXL1/G3r179ToiioiIwJdffonhw4dj4cKF6Nu3L0pKSpCQkICXX34ZAwYMqPNY1tbWePHFF7F69WrNa5mQkIDPP/8ctra2VT7n7NmzmDJlCl555RVkZmZi8eLFeOaZZzBjxgxNn+pei7Fjx2L37t0IDQ3F3Llz0bdvX7Rq1Qo3b95EfHw8hg8fjpEjR9Z7Tqry/PPPY+rUqZg0aRLOnj2LF198ERYWFsjKysKPP/6IHj164I033qjXmBEREdi6dStCQkKwbNkyqFQq7NmzR/M1mRYt/v84pT7vR2oEBr30hwyu8mrByoepqalwdHQUAQEBYsWKFSInJ0fnOY9eKXrq1CkxcuRI4e7uLhQKhbC3txcBAQHiwIEDWs87cuSI6Nmzp1AoFAKACA8P1xrv7t27tW5LiL+uOBw6dKj4+uuvRffu3YWpqanw8PAQa9eu1Xn+1atXRXBwsLC2thYODg5i9uzZIjY2VucqwAcPHogxY8YIW1tbIUmS1jZRxdW0ly5dEsOGDRM2NjbC1NRU+Pj4iG3btmn1qbwq9X//93+12iuvLHy0f1USExPFwIEDhYWFhTA3NxfPPfec+Ne//lXleHW5KlUIIXJzc8XcuXOFm5ubaNWqlXB0dBRDhw4Vv/76a63jPToXN2/eFKNHjxatW7cWVlZW4qWXXhKXL18W7u7umtdXiP9/nx0+fFiMHz9e2NraCnNzcxEaGiquXbumtY2aXos///xTvP/++8LHx0eYmZkJS0tL0aVLFzFt2jStcSrfI3X16FWplbZu3Sr8/Pw089+hQwcxYcIEcfbsWU2fgIAA0b179zqNefnyZTFo0CBhZmYm7OzsxOTJk8WOHTsEAPHLL7/UOgf1eW1If5IQtVxySET0mLZv345JkyYhKSmJRz6PmDp1Kvbu3Yv79+/D1NTU0OUQeCqViKjJLFu2DM7Ozmjfvj0ePnyIgwcP4rPPPsNbb73FUDQiDEYioibSqlUrrF69Gjdv3kRZWRk8PT2xdu1azJ0719ClkQxPpRIREcnw6xpEREQyDEYiIiIZBiMREZFMs7/4pqKiArdv34aVldVj/UQUERE92YQQKCwshLOzs9YPKjyq2Qfj7du3de6CQERET6/MzMwaf0y/2Qdj5Q8LZ2Zmwtra2sDVEBGRoRQUFMDV1VXnB+cf1eyDsfL0qbW1NYORiIhq/ViNF98QERHJMBiJiIhkGIxEREQyDEYiIiKZZn/xDVFT81gYq7Wc/t5QA1VCRPrgESMREZEMg5GIiEiGwUhERCTDYCQiIpJhMBIREckwGImIiGT4dQ2iBvDoVzSI6MnFI0YiIiIZBiMREZEMg5GIiEiGwUhERCTDYCQiIpJhMBIREckwGImIiGSMJhhjYmIgSRIiIiI0bUIIREdHw9nZGebm5ggMDERycrLhiiQiombPKIIxKSkJn376Kby9vbXaV61ahbVr12LDhg1ISkqCk5MTBg8ejMLCQgNVSkREzZ3Bg/Hhw4cYN24ctmzZgtatW2vahRBYt24dFi9ejFGjRsHLyws7duxAcXEx9uzZY8CKiYioOTN4MM6cORNDhw7FoEGDtNrT0tKQnZ2N4OBgTZtCoUBAQABOnjzZ1GUSEdFTwqC/lfrFF1/g/PnzSEpK0lmXnZ0NAFCpVFrtKpUKGRkZ1Y6pVquhVqs1ywUFBQ1ULRERPQ0MdsSYmZmJuXPnYteuXTAzM6u2nyRJWstCCJ02uZiYGNjY2Ggerq6uDVYzERE1fwYLxnPnziEnJwe9evVCy5Yt0bJlSyQkJODDDz9Ey5YtNUeKlUeOlXJycnSOIuUWLVqE/Px8zSMzM7NR94OIiJoXg51KDQoKwqVLl7TaJk2ahC5duiAqKgrt27eHk5MT4uLi0LNnTwBAaWkpEhISsHLlymrHVSgUUCgUjVo7ERE1XwYLRisrK3h5eWm1WVhYwN7eXtMeERGBFStWwNPTE56enlixYgWUSiXCwsIMUTIRET0FjPpGxZGRkSgpKcGMGTOQm5sLPz8/HD58GFZWVoYujYiImilJCCEMXURjKigogI2NDfLz82FtbW3ocqiZ8lgYW+269PeGNmElRFSduuaBwb/HSEREZEwYjERERDIMRiIiIhkGIxERkQyDkYiISIbBSEREJMNgJCIikmEwEhERyTAYiYiIZBiMREREMgxGIiIiGQYjERGRDIORiIhIhsFIREQkw2AkIiKSYTASERHJMBiJiIhkGIxEREQyDEYiIiIZBiMREZEMg5GIiEjGoMG4efNmeHt7w9raGtbW1ujXrx/+85//aNYLIRAdHQ1nZ2eYm5sjMDAQycnJBqyYiIiaO4MGo4uLC9577z2cPXsWZ8+excCBAzF8+HBN+K1atQpr167Fhg0bkJSUBCcnJwwePBiFhYWGLJuIiJoxgwbjsGHDEBoaik6dOqFTp0549913YWlpidOnT0MIgXXr1mHx4sUYNWoUvLy8sGPHDhQXF2PPnj2GLJuIiJoxo/mMsby8HF988QWKiorQr18/pKWlITs7G8HBwZo+CoUCAQEBOHnyZLXjqNVqFBQUaD2IiIjqyuDBeOnSJVhaWkKhUGD69OnYv38/unXrhuzsbACASqXS6q9SqTTrqhITEwMbGxvNw9XVtVHrJyKi5sXgwdi5c2dcuHABp0+fxhtvvIHw8HBcuXJFs16SJK3+QgidNrlFixYhPz9f88jMzGy02omIqPnRKxgHDhyIvLw8nfaCggIMHDiwXmOZmpqiY8eO6N27N2JiYuDj44P169fDyckJAHSODnNycnSOIuUUCoXmKtfKBxERUV3pFYzHjh1DaWmpTvsff/yBxMTExypICAG1Wo127drByckJcXFxmnWlpaVISEiAv7//Y22DiIioOi3r0/nixYuaP1+5ckXraK68vByHDh3CM888U+fx/vnPfyIkJASurq4oLCzEF198gWPHjuHQoUOQJAkRERFYsWIFPD094enpiRUrVkCpVCIsLKw+ZRMREdVZvYLR19cXkiRBkqQqT5mam5vjo48+qvN4d+7cwfjx45GVlQUbGxt4e3vj0KFDGDx4MAAgMjISJSUlmDFjBnJzc+Hn54fDhw/DysqqPmUTERHVmSSEEHXtnJGRASEE2rdvjzNnzsDBwUGzztTUFI6OjjAxMWmUQvVVUFAAGxsb5Ofn8/NGajQeC2OrXZf+3tAmrISIqlPXPKjXEaO7uzsAoKKi4vGqIyIiMlL1Cka5q1ev4tixY8jJydEJynfeeeexCyMiIjIEvYJxy5YteOONN9CmTRs4OTlpfa9QkiQGIxERPbH0Csbly5fj3XffRVRUVEPXQ0REZFB6fY8xNzcXr7zySkPXQkREZHB6BeMrr7yCw4cPN3QtREREBqfXqdSOHTvi7bffxunTp9GjRw+0atVKa/2cOXMapDgiIqKmVq/vMVZq165d9QNKEn7//ffHKqoh8XuM1BT4PUYi49co32OslJaWpndhRERExszgt50iIiIyJnodMf7Xf/1Xjeu3bt2qVzFERESGplcw5ubmai3/+eefuHz5MvLy8up9P0YiIiJjolcw7t+/X6etoqICM2bMQPv27R+7KCIiIkNpsM8YW7RogTfffBMffPBBQw1JRETU5Br04pvffvsNZWVlDTkkERFRk9LrVOq8efO0loUQyMrKQmxsLMLDwxukMCIiIkPQKxh//vlnreUWLVrAwcEBa9asqfWKVSIiImOmVzDGx8c3dB1ERERGQe8bFQPA3bt3kZqaCkmS0KlTJzg4ODRUXURERAahVzAWFRVh9uzZ2LlzJyoqKgAAJiYmmDBhAj766CMolcoGLZLI2NT026hE9GTT66rUefPmISEhAf/617+Ql5eHvLw8fPfdd0hISMD8+fMbukYiIqImo1cwfvPNN/j8888REhICa2trWFtbIzQ0FFu2bMHXX39d53FiYmLQp08fWFlZwdHRESNGjEBqaqpWHyEEoqOj4ezsDHNzcwQGBiI5OVmfsomIiGqlVzAWFxdDpVLptDs6OqK4uLjO4yQkJGDmzJk4ffo04uLiUFZWhuDgYBQVFWn6rFq1CmvXrsWGDRuQlJQEJycnDB48GIWFhfqUTkREVCO97scYFBQEe3t77Ny5E2ZmZgCAkpIShIeH48GDBzhy5Ihexdy9exeOjo5ISEjAiy++CCEEnJ2dERERgaioKACAWq2GSqXCypUrMW3atFrH5P0YqTHU5zNG3o+RyDg06v0Y161bh5CQELi4uMDHxweSJOHChQtQKBQ4fPiw3kXn5+cDAOzs7AD8dd/H7OxsBAcHa/ooFAoEBATg5MmTVQajWq2GWq3WLBcUFOhdDxERPX30CsYePXrg2rVr2LVrF3799VcIITB27FiMGzcO5ubmehUihMC8efPwwgsvwMvLCwCQnZ0NADqnbVUqFTIyMqocJyYmBkuXLtWrBiIiIr2CMSYmBiqVCq+//rpW+9atW3H37l3Nac/6mDVrFi5evIgff/xRZ50kSVrLQgidtkqLFi3S+sm6goICuLq61rseIiJ6Oul18c0nn3yCLl266LR3794dH3/8cb3Hmz17Ng4cOID4+Hi4uLho2p2cnAD8/5FjpZycnCov/gH+OtVaeaVs5YOIiKiu9ArG7OxstG3bVqfdwcEBWVlZdR5HCIFZs2Zh3759OHr0KNq1a6e1vl27dnByckJcXJymrbS0FAkJCfD399endCIiohrpdSrV1dUVJ06c0AmyEydOwNnZuc7jzJw5E3v27MF3330HKysrzZGhjY0NzM3NIUkSIiIisGLFCnh6esLT0xMrVqyAUqlEWFiYPqUT6U3fX7t59Hm8SpXIuOkVjFOmTEFERAT+/PNPDBw4EADwww8/IDIysl6/fLN582YAQGBgoFb7tm3bMHHiRABAZGQkSkpKMGPGDOTm5sLPzw+HDx+GlZWVPqUTERHVSK9gjIyMxIMHDzBjxgyUlpYCAMzMzBAVFYVFixbVeZy6fIVSkiRER0cjOjpan1KJiIjqRa9glCQJK1euxNtvv42UlBSYm5vD09MTCoWioesjIiJqUo912ylLS0v06dOnoWohIiIyOL2uSiUiImquGIxEREQyDEYiIiIZBiMREZEMg5GIiEiGwUhERCTDYCQiIpJhMBIREckwGImIiGQYjERERDIMRiIiIhkGIxERkQyDkYiISIbBSEREJPNYt50iovrzWBir+XP6e0MNWAkRVYVHjERERDIMRiIiIhkGIxERkQyDkYiISMagwXj8+HEMGzYMzs7OkCQJ3377rdZ6IQSio6Ph7OwMc3NzBAYGIjk52TDFEhHRU8GgwVhUVAQfHx9s2LChyvWrVq3C2rVrsWHDBiQlJcHJyQmDBw9GYWFhE1dKRERPC4N+XSMkJAQhISFVrhNCYN26dVi8eDFGjRoFANixYwdUKhX27NmDadOmNWWpRET0lDDazxjT0tKQnZ2N4OBgTZtCoUBAQABOnjxZ7fPUajUKCgq0HkRERHVltMGYnZ0NAFCpVFrtKpVKs64qMTExsLGx0TxcXV0btU4iImpejDYYK0mSpLUshNBpk1u0aBHy8/M1j8zMzMYukYiImhGj/Uk4JycnAH8dObZt21bTnpOTo3MUKadQKKBQKBq9PiIiap6M9oixXbt2cHJyQlxcnKattLQUCQkJ8Pf3N2BlRETUnBn0iPHhw4e4fv26ZjktLQ0XLlyAnZ0d3NzcEBERgRUrVsDT0xOenp5YsWIFlEolwsLCDFg1ERE1ZwYNxrNnz2LAgAGa5Xnz5gEAwsPDsX37dkRGRqKkpAQzZsxAbm4u/Pz8cPjwYVhZWRmqZCIiauYkIYQwdBGNqaCgADY2NsjPz4e1tbWhy6EnmPx2UQ2Ft50iajp1zQOj/YyRiIjIEBiMREREMgxGIiIiGQYjERGRDIORiIhIhsFIREQkw2AkIiKSYTASERHJMBiJiIhkjPbuGkRPg0d/TYe/hENkeDxiJCIikmEwEhERyfBUKjU7DXV6sjF+NJyIjB+PGImIiGQYjERERDIMRiIiIhkGIxERkQyDkYiISIbBSEREJMOva9ATqT5fpXiSfl1GXqsx10nUnPGIkYiISOaJCMZNmzahXbt2MDMzQ69evZCYmGjokoiIqJky+lOpX375JSIiIrBp0yY8//zz+OSTTxASEoIrV67Azc3N0OXRE4i/aENENTH6I8a1a9di8uTJmDJlCrp27Yp169bB1dUVmzdvNnRpRETUDBn1EWNpaSnOnTuHhQsXarUHBwfj5MmTVT5HrVZDrVZrlvPz8wEABQUFjVcoNbkKdbGhS2h0fM8SNazKv1NCiBr7GXUw3rt3D+Xl5VCpVFrtKpUK2dnZVT4nJiYGS5cu1Wl3dXVtlBqJGovNOkNXQNQ8FRYWwsbGptr1Rh2MlSRJ0loWQui0VVq0aBHmzZunWa6oqMCDBw9gb29f7XOeNAUFBXB1dUVmZiasra0NXY7R4LxUj3NTNc5L9Zrj3AghUFhYCGdn5xr7GXUwtmnTBiYmJjpHhzk5OTpHkZUUCgUUCoVWm62tbWOVaFDW1tbN5g3bkDgv1ePcVI3zUr3mNjc1HSlWMuqLb0xNTdGrVy/ExcVptcfFxcHf399AVRERUXNm1EeMADBv3jyMHz8evXv3Rr9+/fDpp5/ixo0bmD59uqFLIyKiZsjog/HVV1/F/fv3sWzZMmRlZcHLywv//ve/4e7ubujSDEahUGDJkiU6p4yfdpyX6nFuqsZ5qd7TPDeSqO26VSIioqeIUX/GSERE1NQYjERERDIMRiIiIhkGIxERkQyDkYiISIbB2MyMHDkSrVu3xpgxYwxdilEpLCxEnz594Ovrix49emDLli2GLslotGzZEr6+vvD19cWUKVMMXY7RSE1N1cyLr68vzM3N8e233xq6LKPw/vvvo3v37vDy8sKuXbsMXU6D49c1mpn4+Hg8fPgQO3bswNdff23ocoxGeXk51Go1lEoliouL4eXlhaSkJNjb2xu6NINr06YN7t27Z+gyjNrDhw/h4eGBjIwMWFhYGLocg7p06RLCw8M1dzgKCgpCbGxss/rpTR4xNjMDBgyAlZWVocswOiYmJlAqlQCAP/74A+Xl5bXeeoao0oEDBxAUFPTUhyIApKSkwN/fH2ZmZjAzM4Ovry8OHTpk6LIaFIPRiBw/fhzDhg2Ds7MzJEmq8rTNpk2b0K5dO5iZmaFXr15ITExs+kINoCHmJi8vDz4+PnBxcUFkZCTatGnTRNU3noaYl4KCAvTq1QsvvPACEhISmqjyxteQf5+++uorvPrqq41ccdN43Hnx8vJCfHw88vLykJeXh6NHj+LWrVtNuAeNj8FoRIqKiuDj44MNGzZUuf7LL79EREQEFi9ejJ9//hn9+/dHSEgIbty40cSVNr2GmBtbW1v88ssvSEtLw549e3Dnzp2mKr/RNMS8pKen49y5c/j4448xYcKEZnOD5Ib6+1RQUIATJ04gNDS0KcpudI87L926dcOcOXMwcOBAjBw5En369EHLlkb/66L1I8goARD79+/Xauvbt6+YPn26VluXLl3EwoULtdri4+PF6NGjG7tEg3mcuak0ffp08dVXXzVWiQbREPPy0ksviaSkpMYq0WAeZ2527twpxo0b19glGkRDvGcmT54sDh482FglGgSPGJ8QpaWlOHfuHIKDg7Xag4ODNR+CP63qMjd37tzRHAkVFBTg+PHj6Ny5c5PX2pTqMi+5ublQq9UAgJs3b+LKlSto3759k9fa1Orz96k5nUatTV3nJScnB8BfV+6eOXMGQ4YMadI6G1szO/5tvu7du4fy8nKdGzSrVCqtGzkPGTIE58+fR1FREVxcXLB//3706dOnqcttUnWZm5s3b2Ly5MkQQkAIgVmzZsHb29sQ5TaZusxLSkoKpk2bhhYtWkCSJKxfvx52dnaGKLdJ1fXvU35+Ps6cOYNvvvmmqUs0iLrOy4gRI5CXlwcLCwts27at2Z1KbV578xSQJElrWQih1fb99983dUlGo6a56dWrFy5cuGCAqgyvpnnx9/fHpUuXDFGWUajt75ONjU2z+Cy6vmqbl+Z+loqnUp8Qbdq0gYmJidb/2oC/Tmk8+r+7pw3npmqcl+pxbqrGefkLg/EJYWpqil69eiEuLk6rPS4uDv7+/gaqyjhwbqrGeake56ZqnJe/8FSqEXn48CGuX7+uWU5LS8OFCxdgZ2cHNzc3zJs3D+PHj0fv3r3Rr18/fPrpp7hx4wamT59uwKqbBuemapyX6nFuqsZ5qQMDXhFLj4iPjxcAdB7h4eGaPhs3bhTu7u7C1NRUPPvssyIhIcFwBTchzk3VOC/V49xUjfNSO/5WKhERkQw/YyQiIpJhMBIREckwGImIiGQYjERERDIMRiIiIhkGIxERkQyDkYiISIbBSEREJMNgJHoM6enpkCSpWdy5IzAwEBEREYYuAwBw7NgxSJKEvLw8Q5dCTyEGI9ETwsPDA+vWrTN0GQ3OmAKZCGAwEj11SktLDV0CkVFjMBLVoqKiAitXrkTHjh2hUCjg5uaGd999V6vP77//jgEDBkCpVMLHxwenTp3SrLt//z5ee+01uLi4QKlUokePHti7d6/W8wMDAzFr1izMmjULtra2sLe3x1tvvYXKnzIODAxERkYG3nzzTUiSpHPT2BdffBHm5uZwdXXFnDlzUFRUpFnv4eGB5cuXY+LEibCxscHrr79ep/0uLS1FZGQknnnmGVhYWMDPzw/Hjh3TrN++fTtsbW3x/fffo2vXrrC0tMRLL72ErKwsTZ+ysjLMmTNHs09RUVEIDw/HiBEjAAATJ05EQkIC1q9fr9mv9PR0zfPPnTuH3r17Q6lUwt/fH6mpqXWqneixGPhHzImMXmRkpGjdurXYvn27uH79ukhMTBRbtmwRQgiRlpYmAIguXbqIgwcPitTUVDFmzBjh7u4u/vzzTyGEEDdv3hSrV68WP//8s/jtt9/Ehx9+KExMTMTp06c12wgICBCWlpZi7ty54tdffxW7du0SSqVSfPrpp0IIIe7fvy9cXFzEsmXLRFZWlsjKyhJCCHHx4kVhaWkpPvjgA3H16lVx4sQJ0bNnTzFx4kTN2O7u7sLa2lqsXr1aXLt2TVy7dq3K/QwICBBz587VLIeFhQl/f39x/Phxcf36dbF69WqhUCjE1atXhRBCbNu2TbRq1UoMGjRIJCUliXPnzomuXbuKsLAwzRjLly8XdnZ2Yt++fSIlJUVMnz5dWFtbi+HDhwshhMjLyxP9+vUTr7/+uma/ysrKNHeA8PPzE8eOHRPJycmif//+wt/f/zFfTaLaMRiJalBQUCAUCoUmCB9VGYyfffaZpi05OVkAECkpKdWOGxoaKubPn69ZDggIEF27dhUVFRWatqioKNG1a1fNsru7u/jggw+0xhk/fryYOnWqVltiYqJo0aKFKCkp0TxvxIgRte6rPBivX78uJEkSt27d0uoTFBQkFi1aJIT4KxgBiOvXr2vWb9y4UahUKs2ySqUSq1ev1iyXlZUJNzc3TTA+ut1KlcF45MgRTVtsbKwAoNkvosbCGxUT1SAlJQVqtRpBQUE19vP29tb8uW3btgCAnJwcdOnSBeXl5Xjvvffw5Zdf4tatW1Cr1VCr1bCwsNAa47nnntM6RdqvXz+sWbMG5eXlMDExqXK7586dw/Xr17F7925NmxACFRUVSEtLQ9euXQEAvXv3rtd+nz9/HkIIdOrUSatdrVbD3t5es6xUKtGhQwetfc/JyQEA5Ofn486dO+jbt69mvYmJCXr16oWKioo61VHdvLq5udVrf4jqg8FIVANzc/M69WvVqpXmz5XhVvmP/5o1a/DBBx9g3bp16NGjBywsLBAREdEgF8FUVFRg2rRpmDNnjs46eXg8GsJ1GdfExATnzp3TCWVLS0vNn+X7Dfy17+KRW7zKwx6Azvqa1DSvRI2FwUhUA09PT5ibm+OHH37AlClT9BojMTERw4cPxz/+8Q8Af/3Dfu3aNc3RXKXTp0/rLHt6emqCydTUFOXl5Vp9nn32WSQnJ6Njx4561Vadnj17ory8HDk5Oejfv79eY9jY2EClUuHMmTOaMcrLy/Hzzz/D19dX06+q/SIyJF6VSlQDMzMzREVFITIyEjt37sRvv/2G06dP4/PPP6/zGB07dkRcXBxOnjyJlJQUTJs2DdnZ2Tr9MjMzMW/ePKSmpmLv3r346KOPMHfuXM16Dw8PHD9+HLdu3cK9e/cAAFFRUTh16hRmzpyJCxcu4Nq1azhw4ABmz579WPvdqVMnjBs3DhMmTMC+ffuQlpaGpKQkrFy5Ev/+97/rPM7s2bMRExOD7777DqmpqZg7dy5yc3O1jiI9PDzw008/IT09Hffu3eMRIRkcjxiJavH222+jZcuWeOedd3D79m20bdsW06dPr9fz09LSMGTIECiVSkydOhUjRoxAfn6+Vr8JEyagpKQEffv2hYmJCWbPno2pU6dq1i9btgzTpk1Dhw4doFarIYSAt7c3EhISsHjxYvTv3x9CCHTo0AGvvvrqY+/3tm3bsHz5csyfPx+3bt2Cvb09+vXrh9DQ0DqPERUVhezsbEyYMAEmJiaYOnUqhgwZonV6dsGCBQgPD0e3bt1QUlKCtLS0x66d6HFIoj4n/ImoUQQGBsLX17dZ/rKNXEVFBbp27Yq///3v+J//+R9Dl0NUJR4xElGjycjIwOHDhxEQEAC1Wo0NGzYgLS0NYWFhhi6NqFr8jJGIGk2LFi2wfft29OnTB88//zwuXbqEI0eO6Fx4RGRMeCqViIhIhkeMREREMgxGIiIiGQYjERGRDIORiIhIhsFIREQkw2AkIiKSYTASERHJMBiJiIhkGIxEREQy/wccXlUxNsOtogAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 500x200 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of chapters:  187\n"
     ]
    }
   ],
   "source": [
    "with open(novel_path) as f:\n",
    "    all_text = f.read()\n",
    "\n",
    "for from_name,to_name in rename_map.items():\n",
    "    all_text=all_text.replace(from_name,to_name)\n",
    "print('replace {0} names'.format(len(rename_map)))\n",
    "\n",
    "import re\n",
    "all_text=re.sub(r'\\r', '', all_text)\n",
    "all_text=re.sub(r'\\n+', '\\n', all_text)\n",
    "all_text=re.sub(r'^\\s+', '', all_text,flags=re.MULTILINE)\n",
    "\n",
    "# re_chapter_title=re.compile(r'^(?=第.{1,9}(?=章|卷))', flags=re.MULTILINE)\n",
    "# re_chapter_title=re.compile(r\"^(.{1,8}章|.{1,8}篇|.{1,8}集|.{1,8}卷|后记|序)\\s\", flags=re.MULTILINE)\n",
    "re_chapter_title=re.compile(r'^(第.{1,9}(?=章|卷|篇|集|话)|序章|序|后记|番外篇)', flags=re.MULTILINE)\n",
    "chapters=re.split(re_chapter_title,all_text)[1:]\n",
    "chapters=[chapters[i]+chapters[i+1] for i in range(0,len(chapters),2)]\n",
    "# append the chapter with <100 characters to the next chapter\n",
    "for i in range(len(chapters)-1):\n",
    "    if len(chapters[i])<100:\n",
    "        chapters[i+1]=chapters[i]+chapters[i+1]\n",
    "        chapters[i]=''\n",
    "chapters=[chapter for chapter in chapters if chapter!='']\n",
    "\n",
    "chapter_titles=[chapter.split('\\n')[0] for chapter in chapters]\n",
    "\n",
    "with open(chapter_titles_path,'w') as f:\n",
    "    # pring chapter_titles, length of chapter\n",
    "    for chapter_title, chapter in zip(chapter_titles, chapters):\n",
    "        f.write(chapter_title+'\\t'+str(len(chapter))+'\\n')\n",
    "print('saved to ',chapter_titles_path)\n",
    "\n",
    "\n",
    "for i in range(min(20,len(chapters))):\n",
    "    print(chapter_titles[i],len(chapters[i]))\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "plt.figure(figsize=(5, 2))\n",
    "plt.hist([len(chapter) for chapter in chapters], bins=np.logspace(0, 10, 100))\n",
    "plt.xscale('log');plt.xlabel('chapter length');plt.ylabel('count');plt.title('Distribution of chapter length');plt.show()\n",
    "print('Number of chapters: ', len(chapters))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generated 2328 chunks\n",
      "Estimated Cost of distilling: 18.41 USD\n"
     ]
    }
   ],
   "source": [
    "from langchain.schema import Document\n",
    "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
    "text_splitter=RecursiveCharacterTextSplitter(chunk_size=chunk_len,chunk_overlap=0)\n",
    "\n",
    "documents=[Document(page_content=chapter,metadata={'title':title,'chapter_id':i}) for i,(chapter,title) in enumerate(zip(chapters,chapter_titles))]\n",
    "documents=text_splitter.split_documents(documents)\n",
    "\n",
    "from tqdm.auto import tqdm\n",
    "import json,os\n",
    "if not os.path.exists(novel_chunk_dir):\n",
    "    os.mkdir(novel_chunk_dir)\n",
    "\n",
    "def reload_chunks(slient=False):\n",
    "    global chunks\n",
    "    chunks={}\n",
    "    for iDocument,document in enumerate(documents):\n",
    "        chunks[iDocument]={\n",
    "            'title':document.metadata['title'],\n",
    "            'text':document.page_content,\n",
    "            'id':iDocument,\n",
    "            'chapter_id':document.metadata['chapter_id'],\n",
    "        }\n",
    "        chunk_path=os.path.join(novel_chunk_dir,'CHUNK_{0:05d}.json'.format(iDocument))\n",
    "        with open(chunk_path,'w',encoding='utf-8') as f:\n",
    "            json.dump(chunks[iDocument],f,ensure_ascii=False)\n",
    "            if not slient: print('saved to ',chunk_path)\n",
    "    chunks={k:v for k,v in sorted(chunks.items())}\n",
    "\n",
    "reload_chunks(slient=True)\n",
    "print('Generated {0} chunks'.format(len(chunks)))\n",
    "\n",
    "usd_per_token=0.002/1000\n",
    "tokens_per_character=2.03\n",
    "len_multiplier=1+.1+1+.7\n",
    "cost=sum([len(doc.page_content)*tokens_per_character*len_multiplier for doc in documents])*usd_per_token\n",
    "print('Estimated Cost of distilling: {0:.2f} USD'.format(cost))\n",
    "\n",
    "import os\n",
    "if not os.path.exists(novel_chunk_dir):\n",
    "    os.mkdir(novel_chunk_dir)\n"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 将小说转换成json跑团记录"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.chains.base import Chain\n",
    "import json\n",
    "import re\n",
    "from my_chains import Text2JsonChain"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 总结chunk以提升bg_hint性能和json转换性能"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "class StorySummaryChain(Chain):\n",
    "    llm:object=None\n",
    "    get_bg_hint:object=None\n",
    "    bg_hint_num:int=10\n",
    "    bg_hint_len:int=400\n",
    "    @property\n",
    "    def input_keys(self):\n",
    "        return ['text']\n",
    "    @property\n",
    "    def output_keys(self):\n",
    "        return ['summary']\n",
    "    prmopt='''可能有关的背景信息：（不要加入到回复中）\n",
    "{background}\n",
    "【前情提要：{retrospect}】\n",
    "问：请简要总结下面的小说片段，不要加入自己的想法，请忠实于原著。不要加入没有意思的套话，只要总结出小说中的主要内容即可。\n",
    "{text}\n",
    "答：'''\n",
    "    def _call(self,inputs:dict)->dict:\n",
    "        inputs['retrospect']=inputs.get('retrospect','（无）')\n",
    "        if self.get_bg_hint is not None:\n",
    "            inputs['background']=self.get_bg_hint(inputs['text'],k=self.bg_hint_num,max_text_len=self.bg_hint_len)\n",
    "        else:\n",
    "            inputs['background']='（无）'\n",
    "        query=self.prmopt.format(**inputs)\n",
    "        print('requesting summary')\n",
    "        response=self.llm(query)\n",
    "        return {'summary':response}\n",
    "\n",
    "story_summary_chain=StorySummaryChain(llm=llm,get_bg_hint=get_bg_hint,\n",
    "    bg_hint_len=bg_hint_len)\n",
    "\n",
    "# chunk=chunks[30]\n",
    "# bg_hint=get_bg_hint(chunk['text'])\n",
    "# print('使用未经总结的文本搜索到的背景知识：')\n",
    "# print(bg_hint)\n",
    "# llm.show_query=llm.show_response=True\n",
    "# response=story_summary_chain(chunk)\n",
    "# llm.show_query=llm.show_response=False\n",
    "# bg_hint=get_bg_hint(response['summary'])\n",
    "# print('使用总结后的文本搜索到的背景知识：')\n",
    "# print(bg_hint)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 生成json跑团记录的函数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Story2JsonChain(Text2JsonChain):\n",
    "    get_bg_hint:object=None\n",
    "    bg_hint_num:int=10\n",
    "    bg_hint_len:int=400\n",
    "    summary_len:int=100\n",
    "    retrospect_len:int=100\n",
    "    story_summary_chain:object=None\n",
    "    prompt:str='''{background}\n",
    "【前情提要：{retrospect}】\n",
    "【本段概要：{summary}】\n",
    "提取动作act，对话say和内心独白think，标注主语char，推测表情expression，标注背景信息或事件info\n",
    "输出格式：[\n",
    "    {{\"info\":\"小明是个中学生，很笨拙\"}},\n",
    "    {{\"info\":\"下雨了，小明看到了一只小猫\"}},\n",
    "    {{\"char\":\"小明\", \"expression\":\"惊讶\", \"say\":\"什么？！\"}},\n",
    "    {{\"char\":\"小明\", \"act\":\"跳起来\"}},\n",
    "    {{\"info\":\"小明落地没站稳，摔倒了\"}},\n",
    "    {{\"char\":\"小明\", \"think\":\"好疼啊\"}}\n",
    "]\n",
    "类似TRPG，不同角色提出act，think，say的请求。DM在info中提供反馈和信息。\n",
    "say，think，act，要求照抄原文，并标注清楚char。\n",
    "确保json格式正确。\n",
    "有些字被打错成了发音相似的字，请修正。\n",
    "不加自己的推测想法，请忠实于原著。不要加入没有意思的套话。请不要把角色名搞混淆。\n",
    "可能有关的背景信息：（不要加入到回复中）\n",
    "文本：\n",
    "{text}\n",
    "json：'''\n",
    "    @property\n",
    "    def output_keys(self):\n",
    "        return super().output_keys+['summary','background','retrospect']\n",
    "    def _call(self,inputs:dict)->dict:\n",
    "        summary=self.story_summary_chain(inputs)['summary'] if self.story_summary_chain is not None else '（无）'\n",
    "        bghint_input=summary if self.story_summary_chain is not None else inputs['text']\n",
    "        bg_hint=self.get_bg_hint(bghint_input,k=self.bg_hint_num,max_text_len=self.bg_hint_len) if self.get_bg_hint is not None else '（无）'\n",
    "        retrospect=inputs.get('retrospect','（无）')\n",
    "\n",
    "        inputs['summary']=summary.replace('\\n','').strip()[:self.summary_len]\n",
    "        inputs['background']=bg_hint[-self.bg_hint_len:]\n",
    "        inputs['retrospect']=retrospect.replace('\\n','').strip()[-self.retrospect_len:]\n",
    "\n",
    "        print('requesting story2json')\n",
    "        outputs=super()._call(inputs)\n",
    "        outputs['summary']=summary.replace('\\n','')\n",
    "        outputs['background']=bg_hint\n",
    "        outputs['retrospect']=retrospect.replace('\\n','')\n",
    "        return outputs\n",
    "\n",
    "story2json_chain=Story2JsonChain(llm=llm,get_bg_hint=get_bg_hint,story_summary_chain=story_summary_chain,\n",
    "                                    bg_hint_len=bg_hint_len,retrospect_len=retrospect_len,summary_len=summary_len)\n",
    "\n",
    "# chunk=chunks[3]\n",
    "# llm.show_query=llm.show_response=True\n",
    "# chunk['retrospect']=story_summary_chain(chunks[chunk['id']-1])['summary']\n",
    "# response=story2json_chain(chunk)\n",
    "# llm.show_query=llm.show_response=False\n",
    "# print(response)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 遍历所有chunk，生成json跑团记录"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Done\n"
     ]
    }
   ],
   "source": [
    "limit_per_run=9999\n",
    "\n",
    "llm.show_query=llm.show_response=False\n",
    "\n",
    "import os,time\n",
    "if not os.path.exists(distilled_log_dir):\n",
    "    os.mkdir(distilled_log_dir)\n",
    "\n",
    "def reload_responses(slient=False):\n",
    "    global chunks\n",
    "    for iChunk,chunk in chunks.items():\n",
    "        response_path=os.path.join(distilled_log_dir, f'RESPONSE_{iChunk}.json')\n",
    "        if os.path.exists(response_path):\n",
    "            if not slient: print('load existing', response_path)\n",
    "            with open(response_path,'r',encoding='utf-8') as f:\n",
    "                chunks[iChunk]=json.load(f)\n",
    "\n",
    "reload_chunks(slient=True)\n",
    "reload_responses(slient=True)\n",
    "\n",
    "failed_iChunk_this_run=set()\n",
    "irun=0\n",
    "while True:\n",
    "    time.sleep(.5)\n",
    "    # find an iChunk not processed and not failed\n",
    "    reload_chunks(slient=True)\n",
    "    reload_responses(slient=True)\n",
    "    found=False\n",
    "    for iChunk,chunk in chunks.items():\n",
    "        response_path=os.path.join(distilled_log_dir, f'RESPONSE_{iChunk}.json')\n",
    "        failed_response_path=os.path.join(distilled_log_dir, f'FAILED_{iChunk}.txt')\n",
    "        if not os.path.exists(response_path) and iChunk not in failed_iChunk_this_run and 'content' not in chunk:\n",
    "            found=True\n",
    "            break\n",
    "    if not found:\n",
    "        break\n",
    "    # start working\n",
    "    chunk=chunks[iChunk]\n",
    "    if iChunk-1 in chunks and chunk['chapter_id']==chunks[iChunk-1]['chapter_id']:\n",
    "        chunk['retrospect']=chunks[iChunk-1].get('summary','（无）')\n",
    "    else:\n",
    "        chunk['retrospect']='（无）'\n",
    "    print('Processing Query', iChunk, '+1/', len(chunks), 'with title',chunk['title'],end='...\\n')\n",
    "    response=story2json_chain(chunk)\n",
    "    if response['content'] is None:\n",
    "        print('failed', response_path, 'with error', response['error'],end='...\\t')\n",
    "        with open(failed_response_path, 'w') as f:\n",
    "            f.write(response['response'])\n",
    "        print('saved to', failed_response_path)\n",
    "        with open(response_path, 'w') as f:\n",
    "            response['error']=repr(response['error'])\n",
    "            json.dump(response, f,ensure_ascii=False,indent=4)\n",
    "        print('summary:',repr(response['summary']))\n",
    "        print('saved to', response_path)\n",
    "        failed_iChunk_this_run.add(iChunk)\n",
    "    else:\n",
    "        with open(response_path, 'w') as f:\n",
    "            json.dump(response, f,ensure_ascii=False,indent=4)\n",
    "        print('summary:',repr(response['summary']))\n",
    "        print('saved to', response_path)\n",
    "    irun+=1\n",
    "    if irun>=limit_per_run:\n",
    "        break\n",
    "print('Done')\n",
    "        "
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Trash code after this line"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert False # stop here"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 多模态信息问答"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "一只覆盖一切的手掌粗暴地抓住悠二的腹部,这个粗鲁的动作似乎成了一个开关,引发恐惧的颤僳流窜全身. \n",
      "\"呜!呜哇!!\" \n",
      "这时,做什么都太迟了. \n",
      "悠二被整个抓起来,甩来甩去,接着 \n",
      "前方,是足以轻易把自己一口吞下,好似把头切成两半的血朋大口. \n",
      "连叫也叫不出声 \n",
      "睁大双眼,冷汗直流,只能任由摆布 \n",
      "\"我要吃喽——\" \n",
      "就这样,悠二即将被吞噬. \n",
      "这是在平常,5分钟的路程. \n",
      "同时,也是脱轨的漫长道路的,起点. \n",
      "就这样悠二即将被吞噬。 \n",
      "这是在平常，仅仅五分钟的路程。 \n",
      "同时，也是脱轨的漫长道路的，起点 \n",
      "夹带着惊人的重量与速度，一个小小身影直坠而下。 \n",
      "位于落下身影前端的脚尖镶进铁珠的顶端。 \n",
      "“咯，唔噢！？” \n",
      "铁珠的嘴巴，全身的小孔跟正中央的大孔对着这股压力一同放出哀号，重重踩压而下的力量，让铁柱大半陷进随裂的路面。 \n",
      "这个人影将那双兼具着地与攻击力修长双腿屈起，接着纵身跃起。 \n",
      "这次在眼前，是一把发出锐利光芒的白刃。 \n",
      "正要把悠二放进口中的玩偶，咯擦一声，只咬到了空气。 \n",
      "“！？” \n",
      "玩偶猛然一看，刚刚正要吃下肚的猎物就在眼前的半空中不停旋转着。 \n",
      "连同自己的手臂。 \n",
      "“——！” \n",
      "连同自己那双，从手肘到手掌部分整个被利落削断的手臂。 \n",
      "“呜哇啊啊啊啊啊啊啊啊！！” \n",
      "不自觉失去一只手臂的娃偶惨叫出声，脚步颠簸。被削去的断面并无鲜血流出，而是化为白色火花劈劈啪啪的四散。 \n",
      "在让人全身起鸡皮疙瘩的哀号声中，悠二被摔到地面上。 \n",
      "“唔咯！！” \n",
      "可能是攥住自己的粗大手臂正好充当气垫，因此并未造成太大撞击，但毕竟是从两，三公尺的高度落下，悠二一时喘不过气来，脸部朝下趴在地上。 \n",
      "眼前只见被削落的巨臂正化为浅白色的火花消散无踪。 \n",
      "[{'respondent': '悠二', 'ask': '你被谁抓住了？', 'answer': '被一只覆盖一切的手掌抓住了。'}, {'respondent': '悠二', 'ask': '你被谁要吃掉了？', 'answer': '被一个叫血朋的大口要吃掉了。'}, {'respondent': '玩偶', 'ask': '你是什么角色？', 'answer': '我是一个玩偶。'}, {'respondent': '玩偶', 'ask': '你为什么要救悠二？', 'answer': '因为我不想看到悠二被吃掉。'}, {'respondent': '铁珠', 'ask': '你是什么角色？', 'answer': '我是一个铁珠。'}, {'respondent': '铁珠', 'ask': '你为什么会哀号？', 'answer': '因为我被悠二的重力压得太重了。'}, {'respondent': '娃偶', 'ask': '你是什么角色？', 'answer': '我是一个娃偶。'}, {'respondent': '娃偶', 'ask': '你为什么会失去一只手臂？', 'answer': '因为我的手臂被利刃削断了。'}, {'respondent': '娃偶', 'ask': '你为什么会变成白色火花？', 'answer': '因为我的身体是由特殊材料制成的，所以被削断后会化为白色火花。'}]\n"
     ]
    }
   ],
   "source": [
    "from langchain.chains.base import Chain\n",
    "import json\n",
    "import re\n",
    "\n",
    "class ExtractStoryInformationChain(Text2JsonChain):\n",
    "    prmopt='''请以模拟采访的形式整理小说中的信息，例如背景设定、超自然规则设定，角色性格，生活战斗习惯。角色之间的关系，动机。\n",
    "请扮演小说中的角色进行回答，整理成json格式。\n",
    "请分辨清楚不同的角色，不要混淆。\n",
    "示例：[\n",
    "{{\"respondent\":\"小明\",\"ask\":\"你喜欢吃什么？\",\"answer\":\"我喜欢吃拉面！\"}},\n",
    "{{\"respondent\":\"小娜\",\"ask\":\"请你介绍一个法国有意思的地方。\",\"answer\":\"我最喜欢卢浮宫了，那里有蒙娜丽莎的画！\"}},\n",
    "{{\"respondent\":\"小笨\",\"ask\":\"你晓得汽车运动的原理吗？\",\"answer\":\"我不知道，我只知道如果我忘了加油，就不能开车了。\"}},\n",
    "]\n",
    "文本：\n",
    "{text}\n",
    "json：'''\n",
    "\n",
    "extract_story_information_chain=ExtractStoryInformationChain(llm=llm)\n",
    "\n",
    "query=queries[3]\n",
    "print(query['text'])\n",
    "response=extract_story_information_chain(query)\n",
    "print(response['content'])\n",
    "\n",
    "# extract_story_information_chain=ExtractStoryInformationChain(llm=llm)\n",
    "# print(llm(extract_story_information_chain.prmopt.format(text=queries[13]['text'])))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b16196edd8aa434cbacf24bea36adfbe",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/3850 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sending Query 6 to LLM...\tExpecting ',' delimiter: line 8 column 1 (char 456) [\n",
      "{\"respondent\":\"少女\",\"ask\":\"你的背景是什么？\",\"answer\":\"我是一名武官，身高约在一百四十公分左右，年龄顶多只有十一、二岁而已。\"},\n",
      "{\"respondent\":\n",
      "failed ./.cache\\INFO_RESPONSE_6.json with error Expecting ',' delimiter: line 8 column 1 (char 456)...\tsaved to ./.cache\\INFO_FAILED_6.txt\n",
      "Sending Query 50 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_50.json\n",
      "Sending Query 80 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_80.json\n",
      "Sending Query 81 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_81.json\n",
      "Sending Query 82 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_82.json\n",
      "Sending Query 83 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_83.json\n",
      "Sending Query 84 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_84.json\n",
      "Sending Query 85 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_85.json\n",
      "Sending Query 86 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_86.json\n",
      "Sending Query 87 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_87.json\n",
      "Sending Query 88 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_88.json\n",
      "Sending Query 89 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_89.json\n",
      "Sending Query 90 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_90.json\n",
      "Sending Query 91 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_91.json\n",
      "Sending Query 92 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_92.json\n",
      "Sending Query 93 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_93.json\n",
      "Sending Query 94 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_94.json\n",
      "Sending Query 95 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_95.json\n",
      "Sending Query 96 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_96.json\n",
      "Sending Query 97 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_97.json\n",
      "Sending Query 98 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_98.json\n",
      "Sending Query 99 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_99.json\n",
      "Sending Query 100 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_100.json\n",
      "Sending Query 101 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_101.json\n",
      "Sending Query 102 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_102.json\n",
      "Sending Query 103 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_103.json\n",
      "Sending Query 104 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_104.json\n",
      "Sending Query 105 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_105.json\n",
      "Sending Query 106 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_106.json\n",
      "Sending Query 107 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_107.json\n",
      "Sending Query 108 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_108.json\n",
      "Sending Query 109 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_109.json\n",
      "Sending Query 110 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_110.json\n",
      "Sending Query 111 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_111.json\n",
      "Sending Query 112 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_112.json\n",
      "Sending Query 113 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_113.json\n",
      "Sending Query 114 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_114.json\n",
      "Sending Query 115 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_115.json\n",
      "Sending Query 116 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_116.json\n",
      "Sending Query 117 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_117.json\n",
      "Sending Query 118 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_118.json\n",
      "Sending Query 119 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_119.json\n",
      "Sending Query 120 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_120.json\n",
      "Sending Query 121 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_121.json\n",
      "Sending Query 122 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_122.json\n",
      "Sending Query 123 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_123.json\n",
      "Sending Query 124 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_124.json\n",
      "Sending Query 125 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_125.json\n",
      "Sending Query 126 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_126.json\n",
      "Sending Query 127 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_127.json\n",
      "Sending Query 128 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_128.json\n",
      "Sending Query 129 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_129.json\n",
      "Sending Query 130 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_130.json\n",
      "Sending Query 131 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_131.json\n",
      "Sending Query 132 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_132.json\n",
      "Sending Query 133 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_133.json\n",
      "Sending Query 134 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_134.json\n",
      "Sending Query 135 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_135.json\n",
      "Sending Query 136 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_136.json\n",
      "Sending Query 137 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_137.json\n",
      "Sending Query 138 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_138.json\n",
      "Sending Query 139 to LLM...\tExpecting ',' delimiter: line 6 column 64 (char 378) [\n",
      "{\"respondent\":\"夏娜\",\"ask\":\"训练中需要感受什么？\",\"answer\":\"感受杀气。\"},\n",
      "{\"respondent\":\"夏娜\",\"ask\":\"如何感受杀气？\",\"answe\n",
      "failed ./.cache\\INFO_RESPONSE_139.json with error Expecting ',' delimiter: line 6 column 64 (char 378)...\tsaved to ./.cache\\INFO_FAILED_139.txt\n",
      "Sending Query 140 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_140.json\n",
      "Sending Query 141 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_141.json\n",
      "Sending Query 142 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_142.json\n",
      "Sending Query 143 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_143.json\n",
      "Sending Query 144 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_144.json\n",
      "Sending Query 145 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_145.json\n",
      "Sending Query 146 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_146.json\n",
      "Sending Query 147 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_147.json\n",
      "Sending Query 148 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_148.json\n",
      "Sending Query 149 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_149.json\n",
      "Sending Query 150 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_150.json\n",
      "Sending Query 151 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_151.json\n",
      "Sending Query 152 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_152.json\n",
      "Sending Query 153 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_153.json\n",
      "Sending Query 154 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_154.json\n",
      "Sending Query 155 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_155.json\n",
      "Sending Query 156 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_156.json\n",
      "Sending Query 157 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_157.json\n",
      "Sending Query 158 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_158.json\n",
      "Sending Query 159 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_159.json\n",
      "Sending Query 160 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_160.json\n",
      "Sending Query 161 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_161.json\n",
      "Sending Query 162 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_162.json\n",
      "Sending Query 163 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_163.json\n",
      "Sending Query 164 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_164.json\n",
      "Sending Query 165 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_165.json\n",
      "Sending Query 166 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_166.json\n",
      "Sending Query 167 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_167.json\n",
      "Sending Query 168 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_168.json\n",
      "Sending Query 169 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_169.json\n",
      "Sending Query 170 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_170.json\n",
      "Sending Query 171 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_171.json\n",
      "Sending Query 172 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_172.json\n",
      "Sending Query 173 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_173.json\n",
      "Sending Query 174 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_174.json\n",
      "Sending Query 175 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_175.json\n",
      "Sending Query 176 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_176.json\n",
      "Sending Query 177 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_177.json\n",
      "Sending Query 178 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_178.json\n",
      "Sending Query 179 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_179.json\n",
      "Sending Query 180 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_180.json\n",
      "Sending Query 181 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_181.json\n",
      "Sending Query 182 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_182.json\n",
      "Sending Query 183 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_183.json\n",
      "Sending Query 184 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_184.json\n",
      "Sending Query 185 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_185.json\n",
      "Sending Query 186 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_186.json\n",
      "Sending Query 187 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_187.json\n",
      "Sending Query 188 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_188.json\n",
      "Sending Query 189 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_189.json\n",
      "Sending Query 190 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_190.json\n",
      "Sending Query 191 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_191.json\n",
      "Sending Query 192 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_192.json\n",
      "Sending Query 193 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_193.json\n",
      "Sending Query 194 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_194.json\n",
      "Sending Query 195 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_195.json\n",
      "Sending Query 196 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_196.json\n",
      "Sending Query 197 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_197.json\n",
      "Sending Query 198 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_198.json\n",
      "Sending Query 199 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_199.json\n",
      "Sending Query 200 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_200.json\n",
      "Sending Query 201 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_201.json\n",
      "Sending Query 202 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_202.json\n",
      "Sending Query 203 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_203.json\n",
      "Sending Query 204 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_204.json\n",
      "Sending Query 205 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_205.json\n",
      "Sending Query 206 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_206.json\n",
      "Sending Query 207 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_207.json\n",
      "Sending Query 208 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_208.json\n",
      "Sending Query 209 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_209.json\n",
      "Sending Query 210 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_210.json\n",
      "Sending Query 211 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_211.json\n",
      "Sending Query 212 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_212.json\n",
      "Sending Query 213 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_213.json\n",
      "Sending Query 214 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_214.json\n",
      "Sending Query 215 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_215.json\n",
      "Sending Query 216 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_216.json\n",
      "Sending Query 217 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_217.json\n",
      "Sending Query 218 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_218.json\n",
      "Sending Query 219 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_219.json\n",
      "Sending Query 220 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_220.json\n",
      "Sending Query 221 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_221.json\n",
      "Sending Query 222 to LLM...\tUnterminated string starting at: line 29 column 15 (char 2386) [\n",
      "{\"respondent\":\"玛琼琳·朵\",\"ask\":\"你对佐藤家的房子有什么看法？\",\"answer\":\"佐藤家的格局以大宅门来形容一点也不为过，屋内灯火通明却空无一人。\"},\n",
      "{\"respo\n",
      "failed ./.cache\\INFO_RESPONSE_222.json with error Unterminated string starting at: line 29 column 15 (char 2386)...\tsaved to ./.cache\\INFO_FAILED_222.txt\n",
      "Sending Query 223 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_223.json\n",
      "Sending Query 224 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_224.json\n",
      "Sending Query 225 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_225.json\n",
      "Sending Query 226 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_226.json\n",
      "Sending Query 227 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_227.json\n",
      "Sending Query 228 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_228.json\n",
      "Sending Query 229 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_229.json\n",
      "Sending Query 230 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_230.json\n",
      "Sending Query 231 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_231.json\n",
      "Sending Query 232 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_232.json\n",
      "Sending Query 233 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_233.json\n",
      "Sending Query 234 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_234.json\n",
      "Sending Query 235 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_235.json\n",
      "Sending Query 236 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_236.json\n",
      "Sending Query 237 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_237.json\n",
      "Sending Query 238 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_238.json\n",
      "Sending Query 239 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_239.json\n",
      "Sending Query 240 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_240.json\n",
      "Sending Query 241 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_241.json\n",
      "Sending Query 242 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_242.json\n",
      "Sending Query 243 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_243.json\n",
      "Sending Query 244 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_244.json\n",
      "Sending Query 245 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_245.json\n",
      "Sending Query 246 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_246.json\n",
      "Sending Query 247 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_247.json\n",
      "Sending Query 248 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_248.json\n",
      "Sending Query 249 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_249.json\n",
      "Sending Query 250 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_250.json\n",
      "Sending Query 251 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_251.json\n",
      "Sending Query 252 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_252.json\n",
      "Sending Query 253 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_253.json\n",
      "Sending Query 254 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_254.json\n",
      "Sending Query 255 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_255.json\n",
      "Sending Query 256 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_256.json\n",
      "Sending Query 257 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_257.json\n",
      "Sending Query 258 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_258.json\n",
      "Sending Query 259 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_259.json\n",
      "Sending Query 260 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_260.json\n",
      "Sending Query 261 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_261.json\n",
      "Sending Query 262 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_262.json\n",
      "Sending Query 263 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_263.json\n",
      "Sending Query 264 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_264.json\n",
      "Sending Query 265 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_265.json\n",
      "Sending Query 266 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_266.json\n",
      "Sending Query 267 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_267.json\n",
      "Sending Query 268 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_268.json\n",
      "Sending Query 269 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_269.json\n",
      "Sending Query 270 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_270.json\n",
      "Sending Query 271 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_271.json\n",
      "Sending Query 272 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_272.json\n",
      "Sending Query 273 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_273.json\n",
      "Sending Query 274 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_274.json\n",
      "Sending Query 275 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_275.json\n",
      "Sending Query 276 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_276.json\n",
      "Sending Query 277 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_277.json\n",
      "Sending Query 278 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_278.json\n",
      "Sending Query 279 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_279.json\n",
      "Sending Query 280 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_280.json\n",
      "Sending Query 281 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_281.json\n",
      "Sending Query 282 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_282.json\n",
      "Sending Query 283 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_283.json\n",
      "Sending Query 284 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_284.json\n",
      "Sending Query 285 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_285.json\n",
      "Sending Query 286 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_286.json\n",
      "Sending Query 287 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_287.json\n",
      "Sending Query 288 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_288.json\n",
      "Sending Query 289 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_289.json\n",
      "Sending Query 290 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_290.json\n",
      "Sending Query 291 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_291.json\n",
      "Sending Query 292 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_292.json\n",
      "Sending Query 293 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_293.json\n",
      "Sending Query 294 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_294.json\n",
      "Sending Query 295 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_295.json\n",
      "Sending Query 296 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_296.json\n",
      "Sending Query 297 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_297.json\n",
      "Sending Query 298 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_298.json\n",
      "Sending Query 299 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_299.json\n",
      "Sending Query 300 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_300.json\n",
      "Sending Query 301 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_301.json\n",
      "Sending Query 302 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_302.json\n",
      "Sending Query 303 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_303.json\n",
      "Sending Query 304 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_304.json\n",
      "Sending Query 305 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_305.json\n",
      "Sending Query 306 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_306.json\n",
      "Sending Query 307 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_307.json\n",
      "Sending Query 308 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_308.json\n",
      "Sending Query 309 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_309.json\n",
      "Sending Query 310 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_310.json\n",
      "Sending Query 311 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_311.json\n",
      "Sending Query 312 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_312.json\n",
      "Sending Query 313 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_313.json\n",
      "Sending Query 314 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_314.json\n",
      "Sending Query 315 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_315.json\n",
      "Sending Query 316 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_316.json\n",
      "Sending Query 317 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_317.json\n",
      "Sending Query 318 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_318.json\n",
      "Sending Query 319 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_319.json\n",
      "Sending Query 320 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_320.json\n",
      "Sending Query 321 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_321.json\n",
      "Sending Query 322 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_322.json\n",
      "Sending Query 323 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_323.json\n",
      "Sending Query 324 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_324.json\n",
      "Sending Query 325 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_325.json\n",
      "Sending Query 326 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_326.json\n",
      "Sending Query 327 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_327.json\n",
      "Sending Query 328 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_328.json\n",
      "Sending Query 329 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_329.json\n",
      "Sending Query 330 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_330.json\n",
      "Sending Query 331 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_331.json\n",
      "Sending Query 332 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_332.json\n",
      "Sending Query 333 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_333.json\n",
      "Sending Query 334 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_334.json\n",
      "Sending Query 335 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_335.json\n",
      "Sending Query 336 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_336.json\n",
      "Sending Query 337 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_337.json\n",
      "Sending Query 338 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_338.json\n",
      "Sending Query 339 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_339.json\n",
      "Sending Query 340 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_340.json\n",
      "Sending Query 341 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_341.json\n",
      "Sending Query 342 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_342.json\n",
      "Sending Query 343 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_343.json\n",
      "Sending Query 344 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_344.json\n",
      "Sending Query 345 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_345.json\n",
      "Sending Query 346 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_346.json\n",
      "Sending Query 347 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_347.json\n",
      "Sending Query 348 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_348.json\n",
      "Sending Query 349 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_349.json\n",
      "Sending Query 350 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_350.json\n",
      "Sending Query 351 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_351.json\n",
      "Sending Query 352 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_352.json\n",
      "Sending Query 353 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_353.json\n",
      "Sending Query 354 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_354.json\n",
      "Sending Query 355 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_355.json\n",
      "Sending Query 356 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_356.json\n",
      "Sending Query 357 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_357.json\n",
      "Sending Query 358 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_358.json\n",
      "Sending Query 359 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_359.json\n",
      "Sending Query 360 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_360.json\n",
      "Sending Query 361 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_361.json\n",
      "Sending Query 362 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_362.json\n",
      "Sending Query 363 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_363.json\n",
      "Sending Query 364 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_364.json\n",
      "Sending Query 365 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_365.json\n",
      "Sending Query 366 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_366.json\n",
      "Sending Query 367 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_367.json\n",
      "Sending Query 368 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_368.json\n",
      "Sending Query 369 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_369.json\n",
      "Sending Query 370 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_370.json\n",
      "Sending Query 371 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_371.json\n",
      "Sending Query 372 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_372.json\n",
      "Sending Query 373 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_373.json\n",
      "Sending Query 374 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_374.json\n",
      "Sending Query 375 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_375.json\n",
      "Sending Query 376 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_376.json\n",
      "Sending Query 377 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_377.json\n",
      "Sending Query 378 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_378.json\n",
      "Sending Query 379 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_379.json\n",
      "Sending Query 380 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_380.json\n",
      "Sending Query 381 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_381.json\n",
      "Sending Query 382 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_382.json\n",
      "Sending Query 383 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_383.json\n",
      "Sending Query 384 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_384.json\n",
      "Sending Query 385 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_385.json\n",
      "Sending Query 386 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_386.json\n",
      "Sending Query 387 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_387.json\n",
      "Sending Query 388 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_388.json\n",
      "Sending Query 389 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_389.json\n",
      "Sending Query 390 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_390.json\n",
      "Sending Query 391 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_391.json\n",
      "Sending Query 392 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_392.json\n",
      "Sending Query 393 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_393.json\n",
      "Sending Query 394 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_394.json\n",
      "Sending Query 395 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_395.json\n",
      "Sending Query 396 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_396.json\n",
      "Sending Query 397 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_397.json\n",
      "Sending Query 398 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_398.json\n",
      "Sending Query 399 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_399.json\n",
      "Sending Query 400 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_400.json\n",
      "Sending Query 401 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_401.json\n",
      "Sending Query 402 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_402.json\n",
      "Sending Query 403 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_403.json\n",
      "Sending Query 404 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_404.json\n",
      "Sending Query 405 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_405.json\n",
      "Sending Query 406 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_406.json\n",
      "Sending Query 407 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_407.json\n",
      "Sending Query 408 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_408.json\n",
      "Sending Query 409 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_409.json\n",
      "Sending Query 410 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_410.json\n",
      "Sending Query 411 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_411.json\n",
      "Sending Query 412 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_412.json\n",
      "Sending Query 413 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_413.json\n",
      "Sending Query 414 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_414.json\n",
      "Sending Query 415 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_415.json\n",
      "Sending Query 416 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_416.json\n",
      "Sending Query 417 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_417.json\n",
      "Sending Query 418 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_418.json\n",
      "Sending Query 419 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_419.json\n",
      "Sending Query 420 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_420.json\n",
      "Sending Query 421 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_421.json\n",
      "Sending Query 422 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_422.json\n",
      "Sending Query 423 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_423.json\n",
      "Sending Query 424 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_424.json\n",
      "Sending Query 425 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_425.json\n",
      "Sending Query 426 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_426.json\n",
      "Sending Query 427 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_427.json\n",
      "Sending Query 428 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_428.json\n",
      "Sending Query 429 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_429.json\n",
      "Sending Query 430 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_430.json\n",
      "Sending Query 431 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_431.json\n",
      "Sending Query 432 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_432.json\n",
      "Sending Query 433 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_433.json\n",
      "Sending Query 434 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_434.json\n",
      "Sending Query 435 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_435.json\n",
      "Sending Query 436 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_436.json\n",
      "Sending Query 437 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_437.json\n",
      "Sending Query 438 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_438.json\n",
      "Sending Query 439 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_439.json\n",
      "Sending Query 440 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_440.json\n",
      "Sending Query 441 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_441.json\n",
      "Sending Query 442 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_442.json\n",
      "Sending Query 443 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_443.json\n",
      "Sending Query 444 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_444.json\n",
      "Sending Query 445 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_445.json\n",
      "Sending Query 446 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_446.json\n",
      "Sending Query 447 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_447.json\n",
      "Sending Query 448 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_448.json\n",
      "Sending Query 449 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_449.json\n",
      "Sending Query 450 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_450.json\n",
      "Sending Query 451 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_451.json\n",
      "Sending Query 452 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_452.json\n",
      "Sending Query 453 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_453.json\n",
      "Sending Query 454 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_454.json\n",
      "Sending Query 455 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_455.json\n",
      "Sending Query 456 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_456.json\n",
      "Sending Query 457 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_457.json\n",
      "Sending Query 458 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_458.json\n",
      "Sending Query 459 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_459.json\n",
      "Sending Query 460 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_460.json\n",
      "Sending Query 461 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_461.json\n",
      "Sending Query 462 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_462.json\n",
      "Sending Query 463 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_463.json\n",
      "Sending Query 464 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_464.json\n",
      "Sending Query 465 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_465.json\n",
      "Sending Query 466 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_466.json\n",
      "Sending Query 467 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_467.json\n",
      "Sending Query 468 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_468.json\n",
      "Sending Query 469 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_469.json\n",
      "Sending Query 470 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_470.json\n",
      "Sending Query 471 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_471.json\n",
      "Sending Query 472 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_472.json\n",
      "Sending Query 473 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_473.json\n",
      "Sending Query 474 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_474.json\n",
      "Sending Query 475 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_475.json\n",
      "Sending Query 476 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_476.json\n",
      "Sending Query 477 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_477.json\n",
      "Sending Query 478 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_478.json\n",
      "Sending Query 479 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_479.json\n",
      "Sending Query 480 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_480.json\n",
      "Sending Query 481 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_481.json\n",
      "Sending Query 482 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_482.json\n",
      "Sending Query 483 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_483.json\n",
      "Sending Query 484 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_484.json\n",
      "Sending Query 485 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_485.json\n",
      "Sending Query 486 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_486.json\n",
      "Sending Query 487 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_487.json\n",
      "Sending Query 488 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_488.json\n",
      "Sending Query 489 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_489.json\n",
      "Sending Query 490 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_490.json\n",
      "Sending Query 491 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_491.json\n",
      "Sending Query 492 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_492.json\n",
      "Sending Query 493 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_493.json\n",
      "Sending Query 494 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_494.json\n",
      "Sending Query 495 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_495.json\n",
      "Sending Query 496 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_496.json\n",
      "Sending Query 497 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_497.json\n",
      "Sending Query 498 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_498.json\n",
      "Sending Query 499 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_499.json\n",
      "Sending Query 500 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_500.json\n",
      "Sending Query 501 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_501.json\n",
      "Sending Query 502 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_502.json\n",
      "Sending Query 503 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_503.json\n",
      "Sending Query 504 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_504.json\n",
      "Sending Query 505 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_505.json\n",
      "Sending Query 506 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_506.json\n",
      "Sending Query 507 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_507.json\n",
      "Sending Query 508 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_508.json\n",
      "Sending Query 509 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_509.json\n",
      "Sending Query 510 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_510.json\n",
      "Sending Query 511 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_511.json\n",
      "Sending Query 512 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_512.json\n",
      "Sending Query 513 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_513.json\n",
      "Sending Query 514 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_514.json\n",
      "Sending Query 515 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_515.json\n",
      "Sending Query 516 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_516.json\n",
      "Sending Query 517 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_517.json\n",
      "Sending Query 518 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_518.json\n",
      "Sending Query 519 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_519.json\n",
      "Sending Query 520 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_520.json\n",
      "Sending Query 521 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_521.json\n",
      "Sending Query 522 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_522.json\n",
      "Sending Query 523 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_523.json\n",
      "Sending Query 524 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_524.json\n",
      "Sending Query 525 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_525.json\n",
      "Sending Query 526 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_526.json\n",
      "Sending Query 527 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_527.json\n",
      "Sending Query 528 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_528.json\n",
      "Sending Query 529 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_529.json\n",
      "Sending Query 530 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_530.json\n",
      "Sending Query 531 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_531.json\n",
      "Sending Query 532 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_532.json\n",
      "Sending Query 533 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_533.json\n",
      "Sending Query 534 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_534.json\n",
      "Sending Query 535 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_535.json\n",
      "Sending Query 536 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_536.json\n",
      "Sending Query 537 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_537.json\n",
      "Sending Query 538 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_538.json\n",
      "Sending Query 539 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_539.json\n",
      "Sending Query 540 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_540.json\n",
      "Sending Query 541 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_541.json\n",
      "Sending Query 542 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_542.json\n",
      "Sending Query 543 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_543.json\n",
      "Sending Query 544 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_544.json\n",
      "Sending Query 545 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_545.json\n",
      "Sending Query 546 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_546.json\n",
      "Sending Query 547 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_547.json\n",
      "Sending Query 548 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_548.json\n",
      "Sending Query 549 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_549.json\n",
      "Sending Query 550 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_550.json\n",
      "Sending Query 551 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_551.json\n",
      "Sending Query 552 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_552.json\n",
      "Sending Query 553 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_553.json\n",
      "Sending Query 554 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_554.json\n",
      "Sending Query 555 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_555.json\n",
      "Sending Query 556 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_556.json\n",
      "Sending Query 557 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_557.json\n",
      "Sending Query 558 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_558.json\n",
      "Sending Query 559 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_559.json\n",
      "Sending Query 560 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_560.json\n",
      "Sending Query 561 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_561.json\n",
      "Sending Query 562 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_562.json\n",
      "Sending Query 563 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_563.json\n",
      "Sending Query 564 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_564.json\n",
      "Sending Query 565 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_565.json\n",
      "Sending Query 566 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_566.json\n",
      "Sending Query 567 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_567.json\n",
      "Sending Query 568 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_568.json\n",
      "Sending Query 569 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_569.json\n",
      "Sending Query 570 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_570.json\n",
      "Sending Query 571 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_571.json\n",
      "Sending Query 572 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_572.json\n",
      "Sending Query 573 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_573.json\n",
      "Sending Query 574 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_574.json\n",
      "Sending Query 575 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_575.json\n",
      "Sending Query 576 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_576.json\n",
      "Sending Query 577 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_577.json\n",
      "Sending Query 578 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_578.json\n",
      "Sending Query 579 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_579.json\n",
      "Sending Query 580 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_580.json\n",
      "Sending Query 581 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_581.json\n",
      "Sending Query 582 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_582.json\n",
      "Sending Query 583 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_583.json\n",
      "Sending Query 584 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_584.json\n",
      "Sending Query 585 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_585.json\n",
      "Sending Query 586 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_586.json\n",
      "Sending Query 587 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_587.json\n",
      "Sending Query 588 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_588.json\n",
      "Sending Query 589 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_589.json\n",
      "Sending Query 590 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_590.json\n",
      "Sending Query 591 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_591.json\n",
      "Sending Query 592 to LLM...\tExpecting ',' delimiter: line 8 column 1 (char 453) [\n",
      "{\"respondent\":\"女子1\",\"ask\":\"背景设定是什么？\",\"answer\":\"战场上，女子手持炽红巨剑与护盾，率领一群炽红军队。\"},\n",
      "{\"respondent\":\"女子1\",\"a\n",
      "failed ./.cache\\INFO_RESPONSE_592.json with error Expecting ',' delimiter: line 8 column 1 (char 453)...\tsaved to ./.cache\\INFO_FAILED_592.txt\n",
      "Sending Query 593 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_593.json\n",
      "Sending Query 594 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_594.json\n",
      "Sending Query 595 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_595.json\n",
      "Sending Query 596 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_596.json\n",
      "Sending Query 597 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_597.json\n",
      "Sending Query 598 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_598.json\n",
      "Sending Query 599 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_599.json\n",
      "Sending Query 600 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_600.json\n",
      "Sending Query 601 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_601.json\n",
      "Sending Query 602 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_602.json\n",
      "Sending Query 603 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_603.json\n",
      "Sending Query 604 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_604.json\n",
      "Sending Query 605 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_605.json\n",
      "Sending Query 606 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_606.json\n",
      "Sending Query 607 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_607.json\n",
      "Sending Query 608 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_608.json\n",
      "Sending Query 609 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_609.json\n",
      "Sending Query 610 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_610.json\n",
      "Sending Query 611 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_611.json\n",
      "Sending Query 612 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_612.json\n",
      "Sending Query 613 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_613.json\n",
      "Sending Query 614 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_614.json\n",
      "Sending Query 615 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_615.json\n",
      "Sending Query 616 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_616.json\n",
      "Sending Query 617 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_617.json\n",
      "Sending Query 618 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_618.json\n",
      "Sending Query 619 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_619.json\n",
      "Sending Query 620 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_620.json\n",
      "Sending Query 621 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_621.json\n",
      "Sending Query 622 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_622.json\n",
      "Sending Query 623 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_623.json\n",
      "Sending Query 624 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_624.json\n",
      "Sending Query 625 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_625.json\n",
      "Sending Query 626 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_626.json\n",
      "Sending Query 627 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_627.json\n",
      "Sending Query 628 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_628.json\n",
      "Sending Query 629 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_629.json\n",
      "Sending Query 630 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_630.json\n",
      "Sending Query 631 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_631.json\n",
      "Sending Query 632 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_632.json\n",
      "Sending Query 633 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_633.json\n",
      "Sending Query 634 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_634.json\n",
      "Sending Query 635 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_635.json\n",
      "Sending Query 636 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_636.json\n",
      "Sending Query 637 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_637.json\n",
      "Sending Query 638 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_638.json\n",
      "Sending Query 639 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_639.json\n",
      "Sending Query 640 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_640.json\n",
      "Sending Query 641 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_641.json\n",
      "Sending Query 642 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_642.json\n",
      "Sending Query 643 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_643.json\n",
      "Sending Query 644 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_644.json\n",
      "Sending Query 645 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_645.json\n",
      "Sending Query 646 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_646.json\n",
      "Sending Query 647 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_647.json\n",
      "Sending Query 648 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_648.json\n",
      "Sending Query 649 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_649.json\n",
      "Sending Query 650 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_650.json\n",
      "Sending Query 651 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_651.json\n",
      "Sending Query 652 to LLM...\tExtra data: line 10 column 1 (char 476) [\n",
      "{\"respondent\":\"女子\",\"ask\":\"你是谁？\",\"answer\":\"我是悼文吟咏人，火雾战士之一，背负着歼灭来自异次元世界的使命。\"},\n",
      "{\"respondent\":\"女子\",\"a\n",
      "failed ./.cache\\INFO_RESPONSE_652.json with error Extra data: line 10 column 1 (char 476)...\tsaved to ./.cache\\INFO_FAILED_652.txt\n",
      "Sending Query 653 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_653.json\n",
      "Sending Query 654 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_654.json\n",
      "Sending Query 655 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_655.json\n",
      "Sending Query 656 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_656.json\n",
      "Sending Query 657 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_657.json\n",
      "Sending Query 658 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_658.json\n",
      "Sending Query 659 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_659.json\n",
      "Sending Query 660 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_660.json\n",
      "Sending Query 661 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_661.json\n",
      "Sending Query 662 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_662.json\n",
      "Sending Query 663 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_663.json\n",
      "Sending Query 664 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_664.json\n",
      "Sending Query 665 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_665.json\n",
      "Sending Query 666 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_666.json\n",
      "Sending Query 667 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_667.json\n",
      "Sending Query 668 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_668.json\n",
      "Sending Query 669 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_669.json\n",
      "Sending Query 670 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_670.json\n",
      "Sending Query 671 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_671.json\n",
      "Sending Query 672 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_672.json\n",
      "Sending Query 673 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_673.json\n",
      "Sending Query 674 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_674.json\n",
      "Sending Query 675 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_675.json\n",
      "Sending Query 676 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_676.json\n",
      "Sending Query 677 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_677.json\n",
      "Sending Query 678 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_678.json\n",
      "Sending Query 679 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_679.json\n",
      "Sending Query 680 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_680.json\n",
      "Sending Query 681 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_681.json\n",
      "Sending Query 682 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_682.json\n",
      "Sending Query 683 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_683.json\n",
      "Sending Query 684 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_684.json\n",
      "Sending Query 685 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_685.json\n",
      "Sending Query 686 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_686.json\n",
      "Sending Query 687 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_687.json\n",
      "Sending Query 688 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_688.json\n",
      "Sending Query 689 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_689.json\n",
      "Sending Query 690 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_690.json\n",
      "Sending Query 691 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_691.json\n",
      "Sending Query 692 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_692.json\n",
      "Sending Query 693 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_693.json\n",
      "Sending Query 694 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_694.json\n",
      "Sending Query 695 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_695.json\n",
      "Sending Query 696 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_696.json\n",
      "Sending Query 697 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_697.json\n",
      "Sending Query 698 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_698.json\n",
      "Sending Query 699 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_699.json\n",
      "Sending Query 700 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_700.json\n",
      "Sending Query 701 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_701.json\n",
      "Sending Query 702 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_702.json\n",
      "Sending Query 703 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_703.json\n",
      "Sending Query 704 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_704.json\n",
      "Sending Query 705 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_705.json\n",
      "Sending Query 706 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_706.json\n",
      "Sending Query 707 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_707.json\n",
      "Sending Query 708 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_708.json\n",
      "Sending Query 709 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_709.json\n",
      "Sending Query 710 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_710.json\n",
      "Sending Query 711 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_711.json\n",
      "Sending Query 712 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_712.json\n",
      "Sending Query 713 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_713.json\n",
      "Sending Query 714 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_714.json\n",
      "Sending Query 715 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_715.json\n",
      "Sending Query 716 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_716.json\n",
      "Sending Query 717 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_717.json\n",
      "Sending Query 718 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_718.json\n",
      "Sending Query 719 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_719.json\n",
      "Sending Query 720 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_720.json\n",
      "Sending Query 721 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_721.json\n",
      "Sending Query 722 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_722.json\n",
      "Sending Query 723 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_723.json\n",
      "Sending Query 724 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_724.json\n",
      "Sending Query 725 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_725.json\n",
      "Sending Query 726 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_726.json\n",
      "Sending Query 727 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_727.json\n",
      "Sending Query 728 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_728.json\n",
      "Sending Query 729 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_729.json\n",
      "Sending Query 730 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_730.json\n",
      "Sending Query 731 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_731.json\n",
      "Sending Query 732 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_732.json\n",
      "Sending Query 733 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_733.json\n",
      "Sending Query 734 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_734.json\n",
      "Sending Query 735 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_735.json\n",
      "Sending Query 736 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_736.json\n",
      "Sending Query 737 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_737.json\n",
      "Sending Query 738 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_738.json\n",
      "Sending Query 739 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_739.json\n",
      "Sending Query 740 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_740.json\n",
      "Sending Query 741 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_741.json\n",
      "Sending Query 742 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_742.json\n",
      "Sending Query 743 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_743.json\n",
      "Sending Query 744 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_744.json\n",
      "Sending Query 745 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_745.json\n",
      "Sending Query 746 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_746.json\n",
      "Sending Query 747 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_747.json\n",
      "Sending Query 748 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_748.json\n",
      "Sending Query 749 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_749.json\n",
      "Sending Query 750 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_750.json\n",
      "Sending Query 751 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_751.json\n",
      "Sending Query 752 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_752.json\n",
      "Sending Query 753 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_753.json\n",
      "Sending Query 754 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_754.json\n",
      "Sending Query 755 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_755.json\n",
      "Sending Query 756 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_756.json\n",
      "Sending Query 757 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_757.json\n",
      "Sending Query 758 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_758.json\n",
      "Sending Query 759 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_759.json\n",
      "Sending Query 760 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_760.json\n",
      "Sending Query 761 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_761.json\n",
      "Sending Query 762 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_762.json\n",
      "Sending Query 763 to LLM...\tExpecting ',' delimiter: line 6 column 1 (char 349) [\n",
      "{\"respondent\":\"悠二\",\"ask\":\"为什么少女会持有宝具？\",\"answer\":\"可能是与“红世”相关之人所使用的，蕴藏有神秘力量的道具。\"},\n",
      "{\"respondent\":\"悠二\n",
      "failed ./.cache\\INFO_RESPONSE_763.json with error Expecting ',' delimiter: line 6 column 1 (char 349)...\tsaved to ./.cache\\INFO_FAILED_763.txt\n",
      "Sending Query 764 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_764.json\n",
      "Sending Query 765 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_765.json\n",
      "Sending Query 766 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_766.json\n",
      "Sending Query 767 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_767.json\n",
      "Sending Query 768 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_768.json\n",
      "Sending Query 769 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_769.json\n",
      "Sending Query 770 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_770.json\n",
      "Sending Query 771 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_771.json\n",
      "Sending Query 772 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_772.json\n",
      "Sending Query 773 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_773.json\n",
      "Sending Query 774 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_774.json\n",
      "Sending Query 775 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_775.json\n",
      "Sending Query 776 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_776.json\n",
      "Sending Query 777 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_777.json\n",
      "Sending Query 778 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_778.json\n",
      "Sending Query 779 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_779.json\n",
      "Sending Query 780 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_780.json\n",
      "Sending Query 781 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_781.json\n",
      "Sending Query 782 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_782.json\n",
      "Sending Query 783 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_783.json\n",
      "Sending Query 784 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_784.json\n",
      "Sending Query 785 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_785.json\n",
      "Sending Query 786 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_786.json\n",
      "Sending Query 787 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_787.json\n",
      "Sending Query 788 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_788.json\n",
      "Sending Query 789 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_789.json\n",
      "Sending Query 790 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_790.json\n",
      "Sending Query 791 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_791.json\n",
      "Sending Query 792 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_792.json\n",
      "Sending Query 793 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_793.json\n",
      "Sending Query 794 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_794.json\n",
      "Sending Query 795 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_795.json\n",
      "Sending Query 796 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_796.json\n",
      "Sending Query 797 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_797.json\n",
      "Sending Query 798 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_798.json\n",
      "Sending Query 799 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_799.json\n",
      "Sending Query 800 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_800.json\n",
      "Sending Query 801 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_801.json\n",
      "Sending Query 802 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_802.json\n",
      "Sending Query 803 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_803.json\n",
      "Sending Query 804 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_804.json\n",
      "Sending Query 805 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_805.json\n",
      "Sending Query 806 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_806.json\n",
      "Sending Query 807 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_807.json\n",
      "Sending Query 808 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_808.json\n",
      "Sending Query 809 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_809.json\n",
      "Sending Query 810 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_810.json\n",
      "Sending Query 811 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_811.json\n",
      "Sending Query 812 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_812.json\n",
      "Sending Query 813 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_813.json\n",
      "Sending Query 814 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_814.json\n",
      "Sending Query 815 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_815.json\n",
      "Sending Query 816 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_816.json\n",
      "Sending Query 817 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_817.json\n",
      "Sending Query 818 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_818.json\n",
      "Sending Query 819 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_819.json\n",
      "Sending Query 820 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_820.json\n",
      "Sending Query 821 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_821.json\n",
      "Sending Query 822 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_822.json\n",
      "Sending Query 823 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_823.json\n",
      "Sending Query 824 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_824.json\n",
      "Sending Query 825 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_825.json\n",
      "Sending Query 826 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_826.json\n",
      "Sending Query 827 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_827.json\n",
      "Sending Query 828 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_828.json\n",
      "Sending Query 829 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_829.json\n",
      "Sending Query 830 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_830.json\n",
      "Sending Query 831 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_831.json\n",
      "Sending Query 832 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_832.json\n",
      "Sending Query 833 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_833.json\n",
      "Sending Query 834 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_834.json\n",
      "Sending Query 835 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_835.json\n",
      "Sending Query 836 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_836.json\n",
      "Sending Query 837 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_837.json\n",
      "Sending Query 838 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_838.json\n",
      "Sending Query 839 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_839.json\n",
      "Sending Query 840 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_840.json\n",
      "Sending Query 841 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_841.json\n",
      "Sending Query 842 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_842.json\n",
      "Sending Query 843 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_843.json\n",
      "Sending Query 844 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_844.json\n",
      "Sending Query 845 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_845.json\n",
      "Sending Query 846 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_846.json\n",
      "Sending Query 847 to LLM...\tExpecting ',' delimiter: line 5 column 1 (char 266) [\n",
      "{\"respondent\":\"佐藤启作\",\"ask\":\"你们居然是火雾战士跟‘密斯提斯’？而且连吉田同学也来了？\",\"answer\":\"是的，我们是火雾战士和‘密斯提斯’，吉田同学也加入了我们。\"\n",
      "failed ./.cache\\INFO_RESPONSE_847.json with error Expecting ',' delimiter: line 5 column 1 (char 266)...\tsaved to ./.cache\\INFO_FAILED_847.txt\n",
      "Sending Query 848 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_848.json\n",
      "Sending Query 849 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_849.json\n",
      "Sending Query 850 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_850.json\n",
      "Sending Query 851 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_851.json\n",
      "Sending Query 852 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_852.json\n",
      "Sending Query 853 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_853.json\n",
      "Sending Query 854 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_854.json\n",
      "Sending Query 855 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_855.json\n",
      "Sending Query 856 to LLM...\tExpecting ',' delimiter: line 6 column 1 (char 358) [\n",
      "{\"respondent\":\"吉田一美\",\"ask\":\"你感觉到了什么？\",\"answer\":\"我感觉到自己周围的火焰形成小漩涡，不断凝聚，化为褐色的星空。同时，内心接触到的城市风貌与之前透过卡达\n",
      "failed ./.cache\\INFO_RESPONSE_856.json with error Expecting ',' delimiter: line 6 column 1 (char 358)...\tsaved to ./.cache\\INFO_FAILED_856.txt\n",
      "Sending Query 857 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_857.json\n",
      "Sending Query 858 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_858.json\n",
      "Sending Query 859 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_859.json\n",
      "Sending Query 860 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_860.json\n",
      "Sending Query 861 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_861.json\n",
      "Sending Query 862 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_862.json\n",
      "Sending Query 863 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_863.json\n",
      "Sending Query 864 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_864.json\n",
      "Sending Query 865 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_865.json\n",
      "Sending Query 866 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_866.json\n",
      "Sending Query 867 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_867.json\n",
      "Sending Query 868 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_868.json\n",
      "Sending Query 869 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_869.json\n",
      "Sending Query 870 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_870.json\n",
      "Sending Query 871 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_871.json\n",
      "Sending Query 872 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_872.json\n",
      "Sending Query 873 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_873.json\n",
      "Sending Query 874 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_874.json\n",
      "Sending Query 875 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_875.json\n",
      "Sending Query 876 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_876.json\n",
      "Sending Query 877 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_877.json\n",
      "Sending Query 878 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_878.json\n",
      "Sending Query 879 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_879.json\n",
      "Sending Query 880 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_880.json\n",
      "Sending Query 881 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_881.json\n",
      "Sending Query 882 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_882.json\n",
      "Sending Query 883 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_883.json\n",
      "Sending Query 884 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_884.json\n",
      "Sending Query 885 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_885.json\n",
      "Sending Query 886 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_886.json\n",
      "Sending Query 887 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_887.json\n",
      "Sending Query 888 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_888.json\n",
      "Sending Query 889 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_889.json\n",
      "Sending Query 890 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_890.json\n",
      "Sending Query 891 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_891.json\n",
      "Sending Query 892 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_892.json\n",
      "Sending Query 893 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_893.json\n",
      "Sending Query 894 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_894.json\n",
      "Sending Query 895 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_895.json\n",
      "Sending Query 896 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_896.json\n",
      "Sending Query 897 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_897.json\n",
      "Sending Query 898 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_898.json\n",
      "Sending Query 899 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_899.json\n",
      "Sending Query 900 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_900.json\n",
      "Sending Query 901 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_901.json\n",
      "Sending Query 902 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_902.json\n",
      "Sending Query 903 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_903.json\n",
      "Sending Query 904 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_904.json\n",
      "Sending Query 905 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_905.json\n",
      "Sending Query 906 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_906.json\n",
      "Sending Query 907 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_907.json\n",
      "Sending Query 908 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_908.json\n",
      "Sending Query 909 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_909.json\n",
      "Sending Query 910 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_910.json\n",
      "Sending Query 911 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_911.json\n",
      "Sending Query 912 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_912.json\n",
      "Sending Query 913 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_913.json\n",
      "Sending Query 914 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_914.json\n",
      "Sending Query 915 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_915.json\n",
      "Sending Query 916 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_916.json\n",
      "Sending Query 917 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_917.json\n",
      "Sending Query 918 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_918.json\n",
      "Sending Query 919 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_919.json\n",
      "Sending Query 920 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_920.json\n",
      "Sending Query 921 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_921.json\n",
      "Sending Query 922 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_922.json\n",
      "Sending Query 923 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_923.json\n",
      "Sending Query 924 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_924.json\n",
      "Sending Query 925 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_925.json\n",
      "Sending Query 926 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_926.json\n",
      "Sending Query 927 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_927.json\n",
      "Sending Query 928 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_928.json\n",
      "Sending Query 929 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_929.json\n",
      "Sending Query 930 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_930.json\n",
      "Sending Query 931 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_931.json\n",
      "Sending Query 932 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_932.json\n",
      "Sending Query 933 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_933.json\n",
      "Sending Query 934 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_934.json\n",
      "Sending Query 935 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_935.json\n",
      "Sending Query 936 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_936.json\n",
      "Sending Query 937 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_937.json\n",
      "Sending Query 938 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_938.json\n",
      "Sending Query 939 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_939.json\n",
      "Sending Query 940 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_940.json\n",
      "Sending Query 941 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_941.json\n",
      "Sending Query 942 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_942.json\n",
      "Sending Query 943 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_943.json\n",
      "Sending Query 944 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_944.json\n",
      "Sending Query 945 to LLM...\tExpecting ',' delimiter: line 4 column 68 (char 235) [\n",
      "{\"respondent\":\"夏娜\",\"ask\":\"你对悠二的剑术有什么评价？\",\"answer\":\"我差点就死了.如果单看剑术的话,我从来没有遇到过比他更厉害的对手.\"},\n",
      "{\"responde\n",
      "failed ./.cache\\INFO_RESPONSE_945.json with error Expecting ',' delimiter: line 4 column 68 (char 235)...\tsaved to ./.cache\\INFO_FAILED_945.txt\n",
      "Sending Query 946 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_946.json\n",
      "Sending Query 947 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_947.json\n",
      "Sending Query 948 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_948.json\n",
      "Sending Query 949 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_949.json\n",
      "Sending Query 950 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_950.json\n",
      "Sending Query 951 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_951.json\n",
      "Sending Query 952 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_952.json\n",
      "Sending Query 953 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_953.json\n",
      "Sending Query 954 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_954.json\n",
      "Sending Query 955 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_955.json\n",
      "Sending Query 956 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_956.json\n",
      "Sending Query 957 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_957.json\n",
      "Sending Query 958 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_958.json\n",
      "Sending Query 959 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_959.json\n",
      "Sending Query 960 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_960.json\n",
      "Sending Query 961 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_961.json\n",
      "Sending Query 962 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_962.json\n",
      "Sending Query 963 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_963.json\n",
      "Sending Query 964 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_964.json\n",
      "Sending Query 965 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_965.json\n",
      "Sending Query 966 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_966.json\n",
      "Sending Query 967 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_967.json\n",
      "Sending Query 968 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_968.json\n",
      "Sending Query 969 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_969.json\n",
      "Sending Query 970 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_970.json\n",
      "Sending Query 971 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_971.json\n",
      "Sending Query 972 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_972.json\n",
      "Sending Query 973 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_973.json\n",
      "Sending Query 974 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_974.json\n",
      "Sending Query 975 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_975.json\n",
      "Sending Query 976 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_976.json\n",
      "Sending Query 977 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_977.json\n",
      "Sending Query 978 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_978.json\n",
      "Sending Query 979 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_979.json\n",
      "Sending Query 980 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_980.json\n",
      "Sending Query 981 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_981.json\n",
      "Sending Query 982 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_982.json\n",
      "Sending Query 983 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_983.json\n",
      "Sending Query 984 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_984.json\n",
      "Sending Query 985 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_985.json\n",
      "Sending Query 986 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_986.json\n",
      "Sending Query 987 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_987.json\n",
      "Sending Query 988 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_988.json\n",
      "Sending Query 989 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_989.json\n",
      "Sending Query 990 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_990.json\n",
      "Sending Query 991 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_991.json\n",
      "Sending Query 992 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_992.json\n",
      "Sending Query 993 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_993.json\n",
      "Sending Query 994 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_994.json\n",
      "Sending Query 995 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_995.json\n",
      "Sending Query 996 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_996.json\n",
      "Sending Query 997 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_997.json\n",
      "Sending Query 998 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_998.json\n",
      "Sending Query 999 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_999.json\n",
      "Sending Query 1000 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1000.json\n",
      "Sending Query 1001 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1001.json\n",
      "Sending Query 1002 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1002.json\n",
      "Sending Query 1003 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1003.json\n",
      "Sending Query 1004 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1004.json\n",
      "Sending Query 1005 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1005.json\n",
      "Sending Query 1006 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1006.json\n",
      "Sending Query 1007 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1007.json\n",
      "Sending Query 1008 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1008.json\n",
      "Sending Query 1009 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1009.json\n",
      "Sending Query 1010 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1010.json\n",
      "Sending Query 1011 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1011.json\n",
      "Sending Query 1012 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1012.json\n",
      "Sending Query 1013 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1013.json\n",
      "Sending Query 1014 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1014.json\n",
      "Sending Query 1015 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1015.json\n",
      "Sending Query 1016 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1016.json\n",
      "Sending Query 1017 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1017.json\n",
      "Sending Query 1018 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1018.json\n",
      "Sending Query 1019 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1019.json\n",
      "Sending Query 1020 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1020.json\n",
      "Sending Query 1021 to LLM...\tExpecting ',' delimiter: line 6 column 1 (char 359) [\n",
      "{\"respondent\":\"悠二\",\"ask\":\"你觉得训练中最困难的是什么？\",\"answer\":\"树对方的招数，感受对方力量的凝聚位置和致命一击的打出方向。\"},\n",
      "{\"respondent\"\n",
      "failed ./.cache\\INFO_RESPONSE_1021.json with error Expecting ',' delimiter: line 6 column 1 (char 359)...\tsaved to ./.cache\\INFO_FAILED_1021.txt\n",
      "Sending Query 1022 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1022.json\n",
      "Sending Query 1023 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1023.json\n",
      "Sending Query 1024 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1024.json\n",
      "Sending Query 1025 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1025.json\n",
      "Sending Query 1026 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1026.json\n",
      "Sending Query 1027 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1027.json\n",
      "Sending Query 1028 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1028.json\n",
      "Sending Query 1029 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1029.json\n",
      "Sending Query 1030 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1030.json\n",
      "Sending Query 1031 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1031.json\n",
      "Sending Query 1032 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1032.json\n",
      "Sending Query 1033 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1033.json\n",
      "Sending Query 1034 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1034.json\n",
      "Sending Query 1035 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1035.json\n",
      "Sending Query 1036 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1036.json\n",
      "Sending Query 1037 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1037.json\n",
      "Sending Query 1038 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1038.json\n",
      "Sending Query 1039 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1039.json\n",
      "Sending Query 1040 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1040.json\n",
      "Sending Query 1041 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1041.json\n",
      "Sending Query 1042 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1042.json\n",
      "Sending Query 1043 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1043.json\n",
      "Sending Query 1044 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1044.json\n",
      "Sending Query 1045 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1045.json\n",
      "Sending Query 1046 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1046.json\n",
      "Sending Query 1047 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1047.json\n",
      "Sending Query 1048 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1048.json\n",
      "Sending Query 1049 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1049.json\n",
      "Sending Query 1050 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1050.json\n",
      "Sending Query 1051 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1051.json\n",
      "Sending Query 1052 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1052.json\n",
      "Sending Query 1053 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1053.json\n",
      "Sending Query 1054 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1054.json\n",
      "Sending Query 1055 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1055.json\n",
      "Sending Query 1056 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1056.json\n",
      "Sending Query 1057 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1057.json\n",
      "Sending Query 1058 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1058.json\n",
      "Sending Query 1059 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1059.json\n",
      "Sending Query 1060 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1060.json\n",
      "Sending Query 1061 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1061.json\n",
      "Sending Query 1062 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1062.json\n",
      "Sending Query 1063 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1063.json\n",
      "Sending Query 1064 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1064.json\n",
      "Sending Query 1065 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1065.json\n",
      "Sending Query 1066 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1066.json\n",
      "Sending Query 1067 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1067.json\n",
      "Sending Query 1068 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1068.json\n",
      "Sending Query 1069 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1069.json\n",
      "Sending Query 1070 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1070.json\n",
      "Sending Query 1071 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1071.json\n",
      "Sending Query 1072 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1072.json\n",
      "Sending Query 1073 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1073.json\n",
      "Sending Query 1074 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1074.json\n",
      "Sending Query 1075 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1075.json\n",
      "Sending Query 1076 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1076.json\n",
      "Sending Query 1077 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1077.json\n",
      "Sending Query 1078 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1078.json\n",
      "Sending Query 1079 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1079.json\n",
      "Sending Query 1080 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1080.json\n",
      "Sending Query 1081 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1081.json\n",
      "Sending Query 1082 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1082.json\n",
      "Sending Query 1083 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1083.json\n",
      "Sending Query 1084 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1084.json\n",
      "Sending Query 1085 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1085.json\n",
      "Sending Query 1086 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1086.json\n",
      "Sending Query 1087 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1087.json\n",
      "Sending Query 1088 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1088.json\n",
      "Sending Query 1089 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1089.json\n",
      "Sending Query 1090 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1090.json\n",
      "Sending Query 1091 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1091.json\n",
      "Sending Query 1092 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1092.json\n",
      "Sending Query 1093 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1093.json\n",
      "Sending Query 1094 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1094.json\n",
      "Sending Query 1095 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1095.json\n",
      "Sending Query 1096 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1096.json\n",
      "Sending Query 1097 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1097.json\n",
      "Sending Query 1098 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1098.json\n",
      "Sending Query 1099 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1099.json\n",
      "Sending Query 1100 to LLM...\tExpecting ',' delimiter: line 6 column 93 (char 507) [\n",
      "{\"respondent\":\"亚拉斯特尔\",\"ask\":\"火雾战士之中有什么样的人？\",\"answer\":\"火雾战士之中也有千姿百态的人。威尔艾米娜因为自身激烈的情感，誓言要完成使命。但是，之中的\n",
      "failed ./.cache\\INFO_RESPONSE_1100.json with error Expecting ',' delimiter: line 6 column 93 (char 507)...\tsaved to ./.cache\\INFO_FAILED_1100.txt\n",
      "Sending Query 1101 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1101.json\n",
      "Sending Query 1102 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1102.json\n",
      "Sending Query 1103 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1103.json\n",
      "Sending Query 1104 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1104.json\n",
      "Sending Query 1105 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1105.json\n",
      "Sending Query 1106 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1106.json\n",
      "Sending Query 1107 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1107.json\n",
      "Sending Query 1108 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1108.json\n",
      "Sending Query 1109 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1109.json\n",
      "Sending Query 1110 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1110.json\n",
      "Sending Query 1111 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1111.json\n",
      "Sending Query 1112 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1112.json\n",
      "Sending Query 1113 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1113.json\n",
      "Sending Query 1114 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1114.json\n",
      "Sending Query 1115 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1115.json\n",
      "Sending Query 1116 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1116.json\n",
      "Sending Query 1117 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1117.json\n",
      "Sending Query 1118 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1118.json\n",
      "Sending Query 1119 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1119.json\n",
      "Sending Query 1120 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1120.json\n",
      "Sending Query 1121 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1121.json\n",
      "Sending Query 1122 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1122.json\n",
      "Sending Query 1123 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1123.json\n",
      "Sending Query 1124 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1124.json\n",
      "Sending Query 1125 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1125.json\n",
      "Sending Query 1126 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1126.json\n",
      "Sending Query 1127 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1127.json\n",
      "Sending Query 1128 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1128.json\n",
      "Sending Query 1129 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1129.json\n",
      "Sending Query 1130 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1130.json\n",
      "Sending Query 1131 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1131.json\n",
      "Sending Query 1132 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1132.json\n",
      "Sending Query 1133 to LLM...\tExpecting ',' delimiter: line 8 column 1 (char 445) [\n",
      "{\"respondent\":\"威尔艾米娜\",\"ask\":\"你的背景是什么？\",\"answer\":\"我是一名战斗专家，拥有万条巧手的战技。\"},\n",
      "{\"respondent\":\"威尔艾米娜\",\"ask\n",
      "failed ./.cache\\INFO_RESPONSE_1133.json with error Expecting ',' delimiter: line 8 column 1 (char 445)...\tsaved to ./.cache\\INFO_FAILED_1133.txt\n",
      "Sending Query 1134 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1134.json\n",
      "Sending Query 1135 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1135.json\n",
      "Sending Query 1136 to LLM...\tExtra data: line 10 column 1 (char 436) [\n",
      "{\"respondent\":\"威尔艾米娜\",\"ask\":\"背景设定是什么？\",\"answer\":\"威尔艾米娜是火雾战士，曾经教育过少女要坚强。\"},\n",
      "{\"respondent\":\"威尔艾米娜\",\"\n",
      "failed ./.cache\\INFO_RESPONSE_1136.json with error Extra data: line 10 column 1 (char 436)...\tsaved to ./.cache\\INFO_FAILED_1136.txt\n",
      "Sending Query 1137 to LLM...\tExpecting ',' delimiter: line 4 column 58 (char 301) [\n",
      "{\"respondent\":\"夏娜\",\"ask\":\"威尔艾米娜为什么会哭？\",\"answer\":\"因为在做饭中被火烧伤了而哭泣，因为埋在了施工地中而哭泣，把珍贵的盘子打碎的时候会哭，在吃酸辣东西的\n",
      "failed ./.cache\\INFO_RESPONSE_1137.json with error Expecting ',' delimiter: line 4 column 58 (char 301)...\tsaved to ./.cache\\INFO_FAILED_1137.txt\n",
      "Sending Query 1138 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1138.json\n",
      "Sending Query 1139 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1139.json\n",
      "Sending Query 1140 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1140.json\n",
      "Sending Query 1141 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1141.json\n",
      "Sending Query 1142 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1142.json\n",
      "Sending Query 1143 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1143.json\n",
      "Sending Query 1144 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1144.json\n",
      "Sending Query 1145 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1145.json\n",
      "Sending Query 1146 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1146.json\n",
      "Sending Query 1147 to LLM...\tExpecting ',' delimiter: line 6 column 64 (char 318) [\n",
      "{\"respondent\":\"千草\",\"ask\":\"你觉得礼物怎么样？\",\"answer\":\"呵，不错哦。\"},\n",
      "{\"respondent\":\"贯太郎\",\"ask\":\"这次回乡有什么感想？\",\"a\n",
      "failed ./.cache\\INFO_RESPONSE_1147.json with error Expecting ',' delimiter: line 6 column 64 (char 318)...\tsaved to ./.cache\\INFO_FAILED_1147.txt\n",
      "Sending Query 1148 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1148.json\n",
      "Sending Query 1149 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1149.json\n",
      "Sending Query 1150 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1150.json\n",
      "Sending Query 1151 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1151.json\n",
      "Sending Query 1152 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1152.json\n",
      "Sending Query 1153 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1153.json\n",
      "Sending Query 1154 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1154.json\n",
      "Sending Query 1155 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1155.json\n",
      "Sending Query 1156 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1156.json\n",
      "Sending Query 1157 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1157.json\n",
      "Sending Query 1158 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1158.json\n",
      "Sending Query 1159 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1159.json\n",
      "Sending Query 1160 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1160.json\n",
      "Sending Query 1161 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1161.json\n",
      "Sending Query 1162 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1162.json\n",
      "Sending Query 1163 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1163.json\n",
      "Sending Query 1164 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1164.json\n",
      "Sending Query 1165 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1165.json\n",
      "Sending Query 1166 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1166.json\n",
      "Sending Query 1167 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1167.json\n",
      "Sending Query 1168 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1168.json\n",
      "Sending Query 1169 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1169.json\n",
      "Sending Query 1170 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1170.json\n",
      "Sending Query 1171 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1171.json\n",
      "Sending Query 1172 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1172.json\n",
      "Sending Query 1173 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1173.json\n",
      "Sending Query 1174 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1174.json\n",
      "Sending Query 1175 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1175.json\n",
      "Sending Query 1176 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1176.json\n",
      "Sending Query 1177 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1177.json\n",
      "Sending Query 1178 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1178.json\n",
      "Sending Query 1179 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1179.json\n",
      "Sending Query 1180 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1180.json\n",
      "Sending Query 1181 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1181.json\n",
      "Sending Query 1182 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1182.json\n",
      "Sending Query 1183 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1183.json\n",
      "Sending Query 1184 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1184.json\n",
      "Sending Query 1185 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1185.json\n",
      "Sending Query 1186 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1186.json\n",
      "Sending Query 1187 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1187.json\n",
      "Sending Query 1188 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1188.json\n",
      "Sending Query 1189 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1189.json\n",
      "Sending Query 1190 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1190.json\n",
      "Sending Query 1191 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1191.json\n",
      "Sending Query 1192 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1192.json\n",
      "Sending Query 1193 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1193.json\n",
      "Sending Query 1194 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1194.json\n",
      "Sending Query 1195 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1195.json\n",
      "Sending Query 1196 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1196.json\n",
      "Sending Query 1197 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1197.json\n",
      "Sending Query 1198 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1198.json\n",
      "Sending Query 1199 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1199.json\n",
      "Sending Query 1200 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1200.json\n",
      "Sending Query 1201 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1201.json\n",
      "Sending Query 1202 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1202.json\n",
      "Sending Query 1203 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1203.json\n",
      "Sending Query 1204 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1204.json\n",
      "Sending Query 1205 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1205.json\n",
      "Sending Query 1206 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1206.json\n",
      "Sending Query 1207 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1207.json\n",
      "Sending Query 1208 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1208.json\n",
      "Sending Query 1209 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1209.json\n",
      "Sending Query 1210 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1210.json\n",
      "Sending Query 1211 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1211.json\n",
      "Sending Query 1212 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1212.json\n",
      "Sending Query 1213 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1213.json\n",
      "Sending Query 1214 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1214.json\n",
      "Sending Query 1215 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1215.json\n",
      "Sending Query 1216 to LLM...\tsaved to ./.cache\\INFO_RESPONSE_1216.json\n",
      "Sending Query 1217 to LLM...\t"
     ]
    },
    {
     "ename": "OSError",
     "evalue": "[Errno 28] No space left on device",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mOSError\u001b[0m                                   Traceback (most recent call last)",
      "\u001b[1;31mOSError\u001b[0m: [Errno 28] No space left on device",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mOSError\u001b[0m                                   Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[46], line 17\u001b[0m\n\u001b[0;32m     15\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[0;32m     16\u001b[0m     \u001b[39mwith\u001b[39;00m \u001b[39mopen\u001b[39m(response_path, \u001b[39m'\u001b[39m\u001b[39mw\u001b[39m\u001b[39m'\u001b[39m) \u001b[39mas\u001b[39;00m f:\n\u001b[1;32m---> 17\u001b[0m         json\u001b[39m.\u001b[39mdump(response, f,ensure_ascii\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m,indent\u001b[39m=\u001b[39m\u001b[39m4\u001b[39m)\n\u001b[0;32m     18\u001b[0m     \u001b[39mprint\u001b[39m(\u001b[39m'\u001b[39m\u001b[39msaved to\u001b[39m\u001b[39m'\u001b[39m, response_path)\n\u001b[0;32m     19\u001b[0m irun\u001b[39m+\u001b[39m\u001b[39m=\u001b[39m\u001b[39m1\u001b[39m\n",
      "\u001b[1;31mOSError\u001b[0m: [Errno 28] No space left on device"
     ]
    }
   ],
   "source": [
    "limit_per_run=9999\n",
    "\n",
    "irun=0\n",
    "for iquery,query in tqdm(sorted(queries.items())):\n",
    "    response_path=os.path.join(cache_dir, f'INFO_RESPONSE_{iquery}.json')\n",
    "    failed_response_path=os.path.join(cache_dir, f'INFO_FAILED_{iquery}.txt')\n",
    "    if not os.path.exists(response_path):\n",
    "        print('Sending Query', iquery, 'to LLM',end='...\\t')\n",
    "        response=extract_story_information_chain(query)\n",
    "        if response['content'] is None:\n",
    "            print('failed', response_path, 'with error', response['error'],end='...\\t')\n",
    "            with open(failed_response_path, 'w') as f:\n",
    "                f.write(response['response'])\n",
    "            print('saved to', failed_response_path)\n",
    "        else:\n",
    "            with open(response_path, 'w') as f:\n",
    "                json.dump(response, f,ensure_ascii=False,indent=4)\n",
    "            print('saved to', response_path)\n",
    "        irun+=1\n",
    "        if irun>=limit_per_run:\n",
    "            break\n",
    "    else:\n",
    "        #print('skip existing', response_path)\n",
    "        pass\n"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 表情聚类"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'unknown_expression': '不耐烦',\n",
       " 'labels': ['平静',\n",
       "  '专注',\n",
       "  '微笑',\n",
       "  '兴奋',\n",
       "  '微怒',\n",
       "  '大怒',\n",
       "  '惊讶',\n",
       "  '恐惧',\n",
       "  '悲哀',\n",
       "  '哭泣',\n",
       "  '害羞',\n",
       "  '困惑',\n",
       "  '白眼'],\n",
       " 'label': '微怒'}"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from langchain.chains.base import Chain\n",
    "import json\n",
    "import re\n",
    "\n",
    "class LabelExpressionChain(Chain):\n",
    "    llm:object=None\n",
    "    labels:list='平静，专注，微笑，兴奋，微怒，大怒，惊讶，恐惧，悲哀，哭泣，害羞，困惑，白眼'.split('，')\n",
    "    @property\n",
    "    def input_keys(self):\n",
    "        return ['unknown_expression']\n",
    "    @property\n",
    "    def output_keys(self):\n",
    "        return ['label']\n",
    "    prmopt='''请将“{unknown_expression}”归类为下列类别中的一种：\n",
    "{labels}\n",
    "“{unknown_expression}”的类别是：'''\n",
    "    def _call(self,inputs:dict)->dict:\n",
    "        inputs['labels']=self.labels\n",
    "        inputs['unknown_expression']=re.sub(r'[^\\u4e00-\\u9fa5]', '', inputs['unknown_expression'])\n",
    "        if inputs['unknown_expression'] in self.labels:\n",
    "            return {'label':inputs['unknown_expression']}\n",
    "        query=self.prmopt.format(**inputs)\n",
    "        response=self.llm(query)\n",
    "        response=re.sub(r'[^\\u4e00-\\u9fa5]', '', response)\n",
    "        if response not in self.labels:\n",
    "            response=None\n",
    "        return {'label':response}\n",
    "\n",
    "label_expression_chain=LabelExpressionChain(llm=llm)\n",
    "\n",
    "\n",
    "\n",
    "label_expression_chain('不耐烦')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "14147992417c4764a451cdc11b698e65",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/672 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "忘我 -> 专注\n",
      "苦涩的笑容 -> 悲哀\n",
      "扬起一个明媚的笑容 -> 微笑\n",
      "感动 -> 悲哀\n",
      "远雷般的轰鸣声 -> 兴奋\n",
      "金色眼瞳盯视 -> 专注\n",
      "犹豫并且有些不好意思 -> 害羞\n",
      "呸 -> 微怒\n",
      "优雅 -> 平静\n",
      "对着悠二提起话题 -> 平静\n",
      "别有深意的微笑 -> 微笑\n",
      "羡慕 -> 悲哀\n",
      "走着瞧 -> 困惑\n",
      "粗暴 -> 大怒\n",
      "叹息 -> 悲哀\n",
      "被紫电包围 -> 困惑\n",
      "倦意 -> 困惑\n",
      "高兴 -> 微笑\n",
      "低吼 -> 微怒\n",
      "欢迎 -> 微笑\n",
      "平淡 -> 平静\n",
      "failed 不高兴\n",
      "不高兴 -> None\n",
      "露出喜悦的表情 -> 微笑\n",
      "轻声责备 -> 微怒\n",
      "轻声回答说 -> 平静\n",
      "柔和的目光 -> 平静\n",
      "留恋 -> 悲哀\n",
      "缠玩 -> 害羞\n",
      "悠哉游哉 -> 平静\n",
      "散发着晴天的气息 -> 平静\n",
      "同病相怜 -> 悲哀\n",
      "上扬 -> 兴奋\n",
      "踌躇 -> 困惑\n",
      "呆住了 -> 困惑\n",
      "愁容 -> 悲哀\n",
      "伸出了巨大钩爪状指甲的手掌 -> 恐惧\n",
      "悠闲 -> 平静\n",
      "凝重而低沉 -> 悲哀\n",
      "看穿了似的 -> 困惑\n",
      "急切 -> 兴奋\n",
      "狡猾 -> 困惑\n",
      "failed 蔑视\n",
      "蔑视 -> None\n",
      "灿烂 -> 兴奋\n",
      "低着不服气的脸 -> 微怒\n",
      "惊奇 -> 惊讶\n",
      "托着腮的笑容 -> 困惑\n",
      "力量沸腾 -> 兴奋\n",
      "奸笑 -> 微笑\n",
      "不屑地哼了一声 -> 微怒\n",
      "毫无表情 -> 平静\n",
      "开玩笑 -> 微笑\n",
      "含泪的羞涩笑容 -> 害羞\n",
      "嗤鼻笑 -> 微笑\n",
      "嘎噢噢噢！ -> 困惑\n",
      "心情不错 -> 微笑\n",
      "天真无邪的笑容 -> 微笑\n",
      "坦率 -> 平静\n",
      "孩子般 -> 害羞\n",
      "寂寞 -> 悲哀\n",
      "卖弄 -> 害羞\n",
      "嫉妒 -> 微怒\n",
      "failed 充满威严\n",
      "充满威严 -> None\n",
      "不能置信 -> 惊讶\n",
      "质问 -> 微怒\n",
      "无忧无虑地笑了开来 -> 微笑\n",
      "笑了 -> 微笑\n",
      "噗哧笑 -> 微笑\n",
      "狂喜 -> 兴奋\n",
      "喷射 -> 兴奋\n",
      "烦躁、心酸 -> 悲哀\n",
      "洋溢着喜悦 -> 兴奋\n",
      "险恶 -> 恐惧\n",
      "勉强略带生硬 -> 困惑\n",
      "滑稽 -> 微笑\n",
      "窃笑 -> 微笑\n",
      "盘旋着 -> 困惑\n",
      "failed 命令\n",
      "命令 -> None\n",
      "诡异冷峻 -> 困惑\n",
      "failed 宝贝\n",
      "宝贝 -> None\n",
      "困惑和羞涩参半 -> 害羞\n",
      "严肃的表情和磁性的声音 -> 专注\n",
      "通红 -> 微怒\n",
      "难色 -> 困惑\n",
      "抖动声音 -> 困惑\n",
      "皱着脸 -> 微怒\n",
      "歪脖子 -> 困惑\n",
      "可疑 -> 困惑\n",
      "难以启齿 -> 害羞\n",
      "同仇敌忾 -> 兴奋\n",
      "讶异 -> 惊讶\n",
      "狂躁 -> 大怒\n",
      "郁闷 -> 悲哀\n",
      "闪闪发光 -> 兴奋\n",
      "呆滞 -> 困惑\n",
      "高调 -> 微怒\n",
      "掠过一丝轻笑 -> 微笑\n",
      "灿烂的笑容 -> 微笑\n",
      "福神似的笑容 -> 微笑\n",
      "稍带谴责的语气 -> 微怒\n",
      "failed 不喜欢的表情\n",
      "不喜欢的表情 -> None\n",
      "摇晃 -> 困惑\n",
      "燃烧着炽红火焰般的眼瞳 -> 兴奋\n",
      "热情 -> 兴奋\n",
      "仰天拍额头 -> 困惑\n",
      "消失 -> 困惑\n",
      "咧开嘴笑 -> 微笑\n",
      "failed 复杂的表情\n",
      "复杂的表情 -> None\n",
      "表演特级或竞吃比赛似的 -> 兴奋\n",
      "隐藏着表情的面具 -> 困惑\n",
      "隐藏不愉快的神色 -> 平静\n",
      "笑眯眯 -> 微笑\n",
      "灿烂笑容 -> 微笑\n",
      "皱眉 -> 微怒\n",
      "哇啊啊啊啊啊！ -> 兴奋\n",
      "黑色皮膜的东西挡住了整个视野 -> 恐惧\n",
      "惩罚悠二 -> 大怒\n",
      "带有一丝反抗的笑容 -> 微怒\n",
      "吓得瞪大了眼睛 -> 惊讶\n",
      "愉快 -> 兴奋\n",
      "狂笑 -> 兴奋\n",
      "否定 -> 困惑\n",
      "鼓起脸颊 -> 微笑\n",
      "failed 坏心眼\n",
      "坏心眼 -> None\n",
      "叫停时间 -> 困惑\n",
      "炎发灼眼 -> 微怒\n",
      "修正 -> 困惑\n",
      "稍稍眯起了眼睛表示赞赏 -> 微笑\n",
      "寻找 -> 困惑\n",
      "惊异 -> 惊讶\n",
      "坏心眼地笑着 -> 微笑\n",
      "阴阳怪气地笑 -> 微笑\n",
      "发狂 -> 大怒\n",
      "佩服 -> 平静\n",
      "想攻击女性骑士团长 -> 微怒\n",
      "鲁莽 -> 微怒\n",
      "勉强 -> 困惑\n",
      "震动 -> 兴奋\n",
      "双腿发软 -> 恐惧\n",
      "怪声 -> 困惑\n",
      "畏惧 -> 恐惧\n",
      "软弱 -> 悲哀\n",
      "不喜欢交谈 -> 困惑\n",
      "诡异 -> 恐惧\n",
      "狠毒 -> 大怒\n",
      "大叫 -> 大怒\n",
      "哼笑 -> 微笑\n",
      "寂寥、悲叹 -> 悲哀\n",
      "冒着冷汗 -> 恐惧\n",
      "调皮 -> 微怒\n",
      "大声笑 -> 兴奋\n",
      "无奈的笑容 -> 悲哀\n",
      "贪婪 -> 微怒\n",
      "嫌麻烦 -> 困惑\n",
      "痛恨 -> 大怒\n",
      "稍微紧张 -> 专注\n",
      "failed 冒火\n",
      "冒火 -> None\n",
      "失落焦躁怒意 -> 大怒\n",
      "惊惶 -> 恐惧\n",
      "凶暴地笑着 -> 大怒\n",
      "想说出来 -> 困惑\n",
      "灿烂地笑了起来 -> 微笑\n",
      "羡慕+失笑 -> 微笑\n",
      "泄气 -> 悲哀\n",
      "低吟 -> 悲哀\n",
      "嘟囔 -> 困惑\n",
      "踌躇和惊讶 -> 困惑\n",
      "鼻子哼 -> 困惑\n",
      "天真烂漫 -> 兴奋\n",
      "稍微撅起了嘴巴 -> 微笑\n",
      "发出类似沉重无比的大钟发出的声音 -> 惊讶\n",
      "温和而严厉的微笑 -> 微笑\n",
      "自豪的笑容 -> 微笑\n",
      "果敢 -> 专注\n",
      "妖艳 -> 白眼\n",
      "开朗的笑声 -> 微笑\n",
      "调皮地笑了 -> 微笑\n",
      "怒火 -> 大怒\n",
      "危险 -> 恐惧\n",
      "安静听着 -> 平静\n",
      "戏谑 -> 微笑\n",
      "注视 -> 专注\n",
      "满是擦伤痕迹的脸随着咀嚼的动作而被牵动 -> 悲哀\n",
      "祥和温柔 -> 平静\n",
      "沉着而苍老 -> 平静\n",
      "空虚 -> 悲哀\n",
      "丧气地垂下肩膀 -> 悲哀\n",
      "挑战 -> 兴奋\n",
      "瞪着千草 -> 困惑\n",
      "斥责 -> 大怒\n",
      "头发和眼睛都闪着炽红色火焰，长长的黑衣随风飘动，而在她身体的周围也出现了一股夹杂着火焰的漩涡状的风。 -> 兴奋\n",
      "厌恶 -> 微怒\n",
      "饶富兴味 -> 兴奋\n",
      "阴森 -> 恐惧\n",
      "迷惑 -> 困惑\n",
      "露出一块十分可怕的红斑 -> 恐惧\n",
      "流泪 -> 悲哀\n",
      "failed 恶作剧加嘲弄\n",
      "恶作剧加嘲弄 -> None\n",
      "failed 哭天喊地\n",
      "哭天喊地 -> None\n",
      "高喊 -> 兴奋\n",
      "failed 相同表情\n",
      "相同表情 -> None\n",
      "震惊 -> 惊讶\n",
      "扔下话就走了 -> 微怒\n",
      "忘记不快 -> 平静\n",
      "不情愿 -> 困惑\n",
      "打眼色 -> 害羞\n",
      "failed 含怒\n",
      "含怒 -> None\n",
      "惊愕和喜悦 -> 兴奋\n",
      "failed 夸张地耸肩膀\n",
      "夸张地耸肩膀 -> None\n",
      "无语 -> 困惑\n",
      "凝视天空 -> 惊讶\n",
      "微带苦笑 -> 微笑\n",
      "不期待 -> 困惑\n",
      "漠然 -> 平静\n",
      "惊呆 -> 惊讶\n",
      "懊恼 -> 微怒\n",
      "神秘 -> 困惑\n",
      "无精打采 -> 悲哀\n",
      "紧眉头 -> 微怒\n",
      "相视笑了起来 -> 微笑\n",
      "故作姿态地张开双手，靠着肩膀，同时用响亮的声音叫道 -> 兴奋\n",
      "低垂着灼眼 -> 困惑\n",
      "不快 -> 微怒\n",
      "不好意思 -> 害羞\n",
      "询问 -> 困惑\n",
      "诚惶诚恐 -> 恐惧\n",
      "failed 责备\n",
      "责备 -> None\n",
      "静静地凝视着修德南 -> 专注\n",
      "无所谓 -> 平静\n",
      "打趣 -> 微笑\n",
      "有反应 -> 兴奋\n",
      "正气凛然 -> 平静\n",
      "气势汹汹 -> 大怒\n",
      "failed 带有挑衅的语气\n",
      "带有挑衅的语气 -> None\n",
      "感觉到有某个气息正在向自己靠近 -> 恐惧\n",
      "真挚 -> 平静\n",
      "轻描淡写 -> 平静\n",
      "微微眯细双眼 -> 专注\n",
      "厌烦 -> 微怒\n"
     ]
    }
   ],
   "source": [
    "import os,json\n",
    "\n",
    "uncategorized_expression_path='./uncategorized_expression.json'\n",
    "expression_map_path='./expression_map.json'\n",
    "\n",
    "uncategorized_expression=json.load(open(uncategorized_expression_path))\n",
    "uncategorized_expression=set(uncategorized_expression.keys())\n",
    "\n",
    "if os.path.exists(expression_map_path):\n",
    "    expression_map=json.load(open(expression_map_path))\n",
    "else:\n",
    "    expression_map={}\n",
    "\n",
    "for unknown_expression in tqdm(uncategorized_expression):\n",
    "    if expression_map.get(unknown_expression,None) is None:\n",
    "        response=label_expression_chain(unknown_expression)\n",
    "        if response['label'] is None:\n",
    "            print('failed', unknown_expression)\n",
    "        expression_map[unknown_expression]=response['label']\n",
    "        print(unknown_expression, '->', response['label'])\n",
    "        json.dump(expression_map, open(expression_map_path, 'w'),ensure_ascii=False,indent=4)\n",
    "        # print('saved to', expression_map_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 简要总结小说（对bginfo帮助不大）"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[91m请提取关键词，总结在json数组中。输出格式：[\"关键词1\", \"关键词2\"]\n",
      "请不要加入自己的主观推测。\n",
      "文本：\n",
      "之后则是更不留情的穷追猛打。 \n",
      "“还有黑板上的文章，以段落来看缺了两句，我看你只是按着教学手册照抄，才会漏句子。” \n",
      "面对这番令人毫无反驳余地，猛烈精准的指摘，英文老师不禁后退一步。 \n",
      "如果是平常，与自身能力无关的头衔或是立场等等矫饰，会激发他的信心，但在这名最不知为何变的狂妄自大的少女面前，他却被迫了解这些东西一点威力也没有。 \n",
      "让弱者明白自己的弱小，这就是强者的排场。 \n",
      "而这名强者一旦起了头，就会彻底击溃对手毫不留情。 \n",
      "“你这家伙虽然为人师表，却半点实力都没有，成天双手不离教学手册，讲课不清楚，只会说些零零落落的，没有重点的内容，简直太不象话了！！” \n",
      "英文老师的脸扭曲的不成人样了。 \n",
      "“想教我就好好充实一番再来吧！！” \n",
      "学生们带着一抹怜悯，明白英文老师成了第四个牺牲品 \n",
      "由于相同的情形持续了整整4个小时，一到午休时间，班上同学随即松了一口气应该说是为了呼吸新鲜空气，一个接一个走出教室，到最后，只剩下悠二和夏娜两人在教室里吃便当。 \n",
      "悠二原本预想的情况，在暴力方面是倒戈到完全负数，精神层面则是倒戈到完全正数。 \n",
      "与其使用暴力，不如粉碎对方人格所造成的实质伤害来得更大，像是这样的大概可以称之为惨剧吧，悠二如此思索到。 \n",
      "（不晓得有几人可以重新振作起来） \n",
      "其实现在的老师，已经逐渐无条件丧失伴随着头衔而来的权威与信赖（大多是自作自受）了悠二一边装成研究社会问题的模样，边吃便利店里买来的饭团。 \n",
      "看看隔壁那位，那引发惨剧的始作俑者正大口咬着菠萝包。看起来好象觉得很好吃，脸庞自然流露的微笑，有着与外表年龄相符的可爱。虽然搁在桌上的，那个里头装的满满的某家超市购物袋，好象大的有些夸张。 \n",
      "“喂。” \n",
      "“干吗？” \n",
      "json：\u001b[0m\u001b[94m[\"英文老师\", \"教学手册\", \"段落\", \"弱者\", \"强者\", \"暴力\", \"人格\", \"老师\", \"头衔\", \"权威\", \"信赖\", \"研究社会问题\", \"便利店\", \"饭团\", \"菠萝包\", \"可爱\", \"超市购物袋\"]\u001b[0m\n",
      "【暴君 零时迷子能夺取企图取出宝具的‘使徒’力量，再加以吸收的力量是和暴君及戒禁相互干涉产生的扭曲力量，原本并不属于任何一边。（也可以认为是作者故意增加的设定） 玛琼琳看到的实际上是暴君2，并以暴君2为复仇对象追了几百年】\n",
      "【夏娜 在一次次的战斗中逐渐成长起来，多次识破敌人的计谋，甚至开始能独立消灭力量较弱的徒。  拥有较强的感知能力，能够感知到细微的存在之力的流动，凭借此曾识破「猎人」的阴谋，看穿「坏刃」的真身。因此被「万条巧手」认为有成为自在师的潜质。】\n",
      "【暴君 暴君是教授丹塔利欧为化装舞会制作的宝具之一，初登场于小说第十三卷序章。分两个部分:镶嵌在零时迷子里的暴君1，作为采集转移到世界各地的人格镜像的暴君II。外观为一个仿佛被磔刑处死的罪人一样钉在天花板上的西洋铠甲人。拥有收集人格的力量，原本是作】\n",
      "【推挤铁锤 用途:战斗用宝具（指抢解说权） 功能:能够将教授丹塔利欧和多米诺推出猎人的法力亚格尼专题解说区 特点:仅仅在猎人的法力亚格尼专题出场，专门用于推开捣乱的教授等 启用条件:暂未找到是否需要注入存在之力 创造者:法力亚格尼】\n",
      "\n"
     ]
    }
   ],
   "source": [
    "class GetKeywordChain(Text2JsonChain):\n",
    "    prompt='''请提取关键词，总结在json数组中。输出格式：[\"关键词1\", \"关键词2\"]\n",
    "请不要加入自己的主观推测。\n",
    "文本：\n",
    "{text}\n",
    "json：'''\n",
    "\n",
    "get_keyword_chain=GetKeywordChain(llm=llm)\n",
    "response=get_keyword_chain(queries[30])\n",
    "print(get_bg_hint(','.join(response['content'])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[91m请将下面的小说片段进行分割，并2-3条进行简要总结，每条情报一行。\n",
      "请不要加入自己的主观推测。\n",
      "输出格式：[\n",
      "    \"小明在咖啡馆吃饭\",\n",
      "    \"小刚的飞机晚点了\",\n",
      "    \"电视在播放房地产广告\"\n",
      "]\n",
      "小说片段：\n",
      "之后则是更不留情的穷追猛打。 \n",
      "“还有黑板上的文章，以段落来看缺了两句，我看你只是按着教学手册照抄，才会漏句子。” \n",
      "面对这番令人毫无反驳余地，猛烈精准的指摘，英文老师不禁后退一步。 \n",
      "如果是平常，与自身能力无关的头衔或是立场等等矫饰，会激发他的信心，但在这名最不知为何变的狂妄自大的少女面前，他却被迫了解这些东西一点威力也没有。 \n",
      "让弱者明白自己的弱小，这就是强者的排场。 \n",
      "而这名强者一旦起了头，就会彻底击溃对手毫不留情。 \n",
      "“你这家伙虽然为人师表，却半点实力都没有，成天双手不离教学手册，讲课不清楚，只会说些零零落落的，没有重点的内容，简直太不象话了！！” \n",
      "英文老师的脸扭曲的不成人样了。 \n",
      "“想教我就好好充实一番再来吧！！” \n",
      "学生们带着一抹怜悯，明白英文老师成了第四个牺牲品 \n",
      "由于相同的情形持续了整整4个小时，一到午休时间，班上同学随即松了一口气应该说是为了呼吸新鲜空气，一个接一个走出教室，到最后，只剩下悠二和夏娜两人在教室里吃便当。 \n",
      "悠二原本预想的情况，在暴力方面是倒戈到完全负数，精神层面则是倒戈到完全正数。 \n",
      "与其使用暴力，不如粉碎对方人格所造成的实质伤害来得更大，像是这样的大概可以称之为惨剧吧，悠二如此思索到。 \n",
      "（不晓得有几人可以重新振作起来） \n",
      "其实现在的老师，已经逐渐无条件丧失伴随着头衔而来的权威与信赖（大多是自作自受）了悠二一边装成研究社会问题的模样，边吃便利店里买来的饭团。 \n",
      "看看隔壁那位，那引发惨剧的始作俑者正大口咬着菠萝包。看起来好象觉得很好吃，脸庞自然流露的微笑，有着与外表年龄相符的可爱。虽然搁在桌上的，那个里头装的满满的某家超市购物袋，好象大的有些夸张。 \n",
      "“喂。” \n",
      "“干吗？” \n",
      "json：\u001b[0m\u001b[94m[\n",
      "    \"之后则是更不留情的穷追猛打。\",\n",
      "    \"面对英文老师的指摘，狂妄自大的少女彻底击溃对手毫不留情。\",\n",
      "    \"班上同学在午休时间走出教室，只剩下悠二和夏娜两人在教室里吃便当。\"\n",
      "]\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "class ListStoryMainContentChain(Text2JsonChain):\n",
    "    prompt:str='''请将下面的小说片段进行分割，并2-3条进行简要总结，每条情报一行。\n",
    "请不要加入自己的主观推测。\n",
    "输出格式：[\n",
    "    \"小明在咖啡馆吃饭\",\n",
    "    \"小刚的飞机晚点了\",\n",
    "    \"电视在播放房地产广告\"\n",
    "]\n",
    "小说片段：\n",
    "{text}\n",
    "json：'''\n",
    "\n",
    "\n",
    "list_story_main_content_chain=ListStoryMainContentChain(llm=llm)\n",
    "response=list_story_main_content_chain(queries[30])"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 查错别字（不管用）"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "男人声音似乎是从坠子里传出来的，究竟是什么样的构造呢？ \n",
      "“待在封绝之中还能活动，想必藏有十分特殊的物品……” \n",
      "“呃？”掠过正想转头的悠二的鼻尖。 \n",
      "“！？” \n",
      "少女扫出强而有利的正面踢腿。位在正面不偏不倚街接下猛烈一踢的铁珠，弹到另一个不同的方向，撞辉了一旁的餐厅，再度嵌了进去。 \n",
      "少女拔起原本支撑中心，因踢腿的后坐力而陷入路面的长腿，朝着尘土飞扬弥漫的餐厅走去。 \n",
      "心绪不安的悠二害怕被少女给丢下，不由自主的抓住少女大衣的衣襟不放，却被少女粗暴的甩开。 \n",
      "此时一个人影从上好女的相反方向冲向被留在原地的悠二。 \n",
      "人影瞄准悠二的后备伸出手。 \n",
      "少女旋过身，随即刀光一闪。 \n",
      "横砍的斩击险划过悠二头顶。 \n",
      "这一连串的动作仅仅经过四分之一秒的时间，待悠二回过神来，只听见一声惨叫。 \n",
      "“唔咯！” \n",
      "身后有个人摔落路面。 \n",
      "悠二回过头，眼前索间是一只看似女性的断臂，正不停滚动。 \n",
      "“什…唔哇……！？” \n",
      "悠二不禁倒退数步，这只断臂跟刚刚那个巨大玩偶的一样，化为白色火花后消失不见。 \n",
      "火花的另外一端，蹲着一名正按住断臂不住呻吟的女子，拥有柔顺干燥质感的金发之下，美丽却毫无生气的恋旁痛苦的扭曲着。 \n",
      "少女往前踏出一步来到悠二的身边，刀尖指向美女。 \n",
      "“哼！你们打算‘在逃命之前至少要拿走[密斯提斯]体内的东西’对吧？这么容易上钩，反而让我觉得很扫兴。” \n",
      "少女含着笑意，姿态高傲的大放厥词。 \n",
      "美女勉强开启线条优美的嘴唇，吐露愤恨的声调： \n",
      "“炎发与灼眼……是亚拉斯特尔的‘火雾战士’吗……你这个杀人工具……！” \n",
      "“没错，那又怎样？” \n",
      "“我的主人，不会默不做声的……” \n",
      "面对老掉牙的威胁，少女嗤之以鼻的还击。 \n",
      "“哼！也是啦，因为他马上就要发出临死前的哀号了。” \n",
      "1. 留 -> 留在\n",
      "2. 接下 -> 接下来\n",
      "3. 撞辉 -> 撞击\n",
      "4. 少女拔起原本支撑中心 -> 少女拔起原本支撑自己的中心\n",
      "5. 粗暴的甩开 -> 粗暴地甩开\n",
      "6. 瞄准 -> 瞄向\n",
      "7. 索间 -> 突然\n",
      "8. 索间是 -> 突然看到\n",
      "9. 索间是一只 -> 突然看到一只\n",
      "10. 索间是一只看似女性的断臂 -> 突然看到一只看似女性的断臂\n",
      "11. 索间是一只看似女性的断臂，正不停滚动 -> 突然看到一只看似女性的断臂，正不停滚动着\n",
      "12. 索间是一只看似女性的断臂，正不停滚动。 -> 突然看到一只看似女性的断臂，正不停滚动着。\n",
      "13. 索间是一只看似女性的断臂，正不停滚动。悠二回过头，眼前 -> 突然看到一只看似女性的断臂，正不停滚动。悠二回过头，眼前突然\n",
      "14. 扭曲着 -> 扭曲地\n",
      "15. 姿态高傲的大放厥词 -> 姿态高傲地大放厥词\n",
      "16. 炎发 -> 炎发者\n",
      "17. 灼眼 -> 灼眼的\n",
      "18. 亚拉斯特尔 -> 亚拉斯特\n",
      "19. 嗤之以鼻的还击 -> 嗤之以鼻地还击\n",
      "20. 临死前的哀号 -> 临死前的哀嚎\n",
      "{\n",
      "  \"留\": \"留在\",\n",
      "  \"接下\": \"接下来\",\n",
      "  \"撞辉\": \"撞击\",\n",
      "  \"少女拔起原本支撑中心\": \"少女拔起原本支撑自己的中心\",\n",
      "  \"粗暴的甩开\": \"粗暴地甩开\",\n",
      "  \"瞄准\": \"瞄向\",\n",
      "  \"索间\": \"突然\",\n",
      "  \"索间是\": \"突然看到\",\n",
      "  \"索间是一只\": \"突然看到一只\",\n",
      "  \"索间是一只看似女性的断臂\": \"突然看到一只看似女性的断臂\",\n",
      "  \"索间是一只看似女性的断臂，正不停滚动\": \"突然看到一只看似女性的断臂，正不停滚动着\",\n",
      "  \"索间是一只看似女性的断臂，正不停滚动。\": \"突然看到一只看似女性的断臂，正不停滚动着。\",\n",
      "  \"索间是一只看似女性的断臂，正不停滚动。悠二回过头，眼前\": \"突然看到一只看似女性的断臂，正不停滚动。悠二回过头，眼前突然\",\n",
      "  \"扭曲着\": \"扭曲地\",\n",
      "  \"姿态高傲的大放厥词\": \"姿态高傲地大放厥词\",\n",
      "  \"炎发\": \"炎发者\",\n",
      "  \"灼眼\": \"灼眼的\",\n",
      "  \"亚拉斯特尔\": \"亚拉斯特\",\n",
      "  \"嗤之以鼻的还击\": \"嗤之以鼻地还击\",\n",
      "  \"临死前的哀号\": \"临死前的哀嚎\"\n",
      "}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'text': '男人声音似乎是从坠子里传出来的，究竟是什么样的构造呢？ \\n“待在封绝之中还能活动，想必藏有十分特殊的物品……” \\n“呃？”掠过正想转头的悠二的鼻尖。 \\n“！？” \\n少女扫出强而有利的正面踢腿。位在正面不偏不倚街接下猛烈一踢的铁珠，弹到另一个不同的方向，撞辉了一旁的餐厅，再度嵌了进去。 \\n少女拔起原本支撑中心，因踢腿的后坐力而陷入路面的长腿，朝着尘土飞扬弥漫的餐厅走去。 \\n心绪不安的悠二害怕被少女给丢下，不由自主的抓住少女大衣的衣襟不放，却被少女粗暴的甩开。 \\n此时一个人影从上好女的相反方向冲向被留在原地的悠二。 \\n人影瞄准悠二的后备伸出手。 \\n少女旋过身，随即刀光一闪。 \\n横砍的斩击险划过悠二头顶。 \\n这一连串的动作仅仅经过四分之一秒的时间，待悠二回过神来，只听见一声惨叫。 \\n“唔咯！” \\n身后有个人摔落路面。 \\n悠二回过头，眼前索间是一只看似女性的断臂，正不停滚动。 \\n“什…唔哇……！？” \\n悠二不禁倒退数步，这只断臂跟刚刚那个巨大玩偶的一样，化为白色火花后消失不见。 \\n火花的另外一端，蹲着一名正按住断臂不住呻吟的女子，拥有柔顺干燥质感的金发之下，美丽却毫无生气的恋旁痛苦的扭曲着。 \\n少女往前踏出一步来到悠二的身边，刀尖指向美女。 \\n“哼！你们打算‘在逃命之前至少要拿走[密斯提斯]体内的东西’对吧？这么容易上钩，反而让我觉得很扫兴。” \\n少女含着笑意，姿态高傲的大放厥词。 \\n美女勉强开启线条优美的嘴唇，吐露愤恨的声调： \\n“炎发与灼眼……是亚拉斯特尔的‘火雾战士’吗……你这个杀人工具……！” \\n“没错，那又怎样？” \\n“我的主人，不会默不做声的……” \\n面对老掉牙的威胁，少女嗤之以鼻的还击。 \\n“哼！也是啦，因为他马上就要发出临死前的哀号了。” ',\n",
       " 'typo_dict': {'留': '留在',\n",
       "  '接下': '接下来',\n",
       "  '撞辉': '撞击',\n",
       "  '少女拔起原本支撑中心': '少女拔起原本支撑自己的中心',\n",
       "  '粗暴的甩开': '粗暴地甩开',\n",
       "  '瞄准': '瞄向',\n",
       "  '索间': '突然',\n",
       "  '索间是': '突然看到',\n",
       "  '索间是一只': '突然看到一只',\n",
       "  '索间是一只看似女性的断臂': '突然看到一只看似女性的断臂',\n",
       "  '索间是一只看似女性的断臂，正不停滚动': '突然看到一只看似女性的断臂，正不停滚动着',\n",
       "  '索间是一只看似女性的断臂，正不停滚动。': '突然看到一只看似女性的断臂，正不停滚动着。',\n",
       "  '索间是一只看似女性的断臂，正不停滚动。悠二回过头，眼前': '突然看到一只看似女性的断臂，正不停滚动。悠二回过头，眼前突然',\n",
       "  '扭曲着': '扭曲地',\n",
       "  '姿态高傲的大放厥词': '姿态高傲地大放厥词',\n",
       "  '炎发': '炎发者',\n",
       "  '灼眼': '灼眼的',\n",
       "  '亚拉斯特尔': '亚拉斯特',\n",
       "  '嗤之以鼻的还击': '嗤之以鼻地还击',\n",
       "  '临死前的哀号': '临死前的哀嚎'}}"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from langchain.chains.base import Chain\n",
    "import json\n",
    "\n",
    "class FixTypoChain(Chain):\n",
    "    llm:object=None\n",
    "    print_intermediate:bool=False\n",
    "    @property\n",
    "    def input_keys(self):\n",
    "        return ['text']\n",
    "    @property\n",
    "    def output_keys(self):\n",
    "        return ['typo_dict']\n",
    "    prompt1='''寻找下文的错别字，可能有多个\n",
    "仔细找找错别字可能不止有一个哦\n",
    "示例：\n",
    "- 泥好->你好\n",
    "- 是偶哼->守恒\n",
    "\n",
    "文本：\n",
    "{text}\n",
    "错别字：'''\n",
    "    prompt2='''把你找到的错别字总结在json里，格式如下：\n",
    "{{\"泥好\":\"你好\",\"是偶哼\":\"守恒\"}}\n",
    "每个字符串应该少于10字\n",
    "你找到的错别字：\n",
    "{text}\n",
    "json：'''\n",
    "    def _call(self,inputs:dict)->dict:\n",
    "        response1=self.llm(self.prompt1.format(**inputs))\n",
    "        if self.print_intermediate:\n",
    "            print(response1)\n",
    "        response=self.llm(self.prompt2.format(text=response1))\n",
    "        if self.print_intermediate:\n",
    "            print(response)\n",
    "        try:\n",
    "            json_object=json.loads(response)\n",
    "        except Exception as e:\n",
    "            print(e)\n",
    "            json_object=None\n",
    "        return {'typo_dict':json_object}\n",
    "\n",
    "fix_typo_chain=FixTypoChain(llm=llm,print_intermediate=True)\n",
    "\n",
    "print(chunks[7])\n",
    "fix_typo_chain({'text':chunks[7]})"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "tensorflow",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}