✨ add langfuse

backend/rag_1/notebook.ipynb

@@ -69,6 +69,7 @@
     "from pathlib import Path\n",
     "\n",
     "from hydra import compose, initialize\n",
+    "from langfuse.callback import CallbackHandler\n",
     "\n",
     "from backend.rag_1.chain import get_chain\n",
     "from backend.rag_1.config import validate_config\n",
@@ -96,7 +97,15 @@
    "outputs": [],
    "source": [
     "N_DISPLAY = 5\n",
-    "TAGS = [\"multimodal-1\"]"
+    "TAGS = [\"multimodal-1\"]\n",
+    "\n",
+    "# Initialize Langfuse handler\n",
+    "lf_handler = CallbackHandler(\n",
+    "    secret_key=os.getenv(\"LANGFUSE_SECRET_KEY\"),\n",
+    "    public_key=os.getenv(\"LANGFUSE_PUBLIC_KEY\"),\n",
+    "    host=os.getenv(\"LANGFUSE_HOST\"),\n",
+    "    tags=[\"multimodal-1\"],\n",
+    ")"
    ]
   },
   {
@@ -389,7 +398,7 @@
     "    \"\"\"\n",
     "    for chunk in chain.stream(\n",
     "        question,\n",
-    "        config={\"run_name\": \"RAG\", \"tags\": TAGS},\n",
+    "        config={\"run_name\": \"RAG\", \"callbacks\": [lf_handler]},\n",
     "    ):\n",
     "        print(chunk, end=\"\", flush=True)\n",
     "\n",

backend/rag_2/notebook.ipynb

@@ -70,6 +70,7 @@
     "from pathlib import Path\n",
     "\n",
     "from hydra import compose, initialize\n",
+    "from langfuse.callback import CallbackHandler\n",
     "\n",
     "from backend.rag_2 import prompts\n",
     "from backend.rag_2.chain import get_chain\n",
@@ -103,7 +104,15 @@
    "outputs": [],
    "source": [
     "N_DISPLAY = 5\n",
-    "TAGS = [\"multimodal-2\"]"
+    "TAGS = [\"multimodal-2\"]\n",
+    "\n",
+    "# Initialize Langfuse handler\n",
+    "lf_handler = CallbackHandler(\n",
+    "    secret_key=os.getenv(\"LANGFUSE_SECRET_KEY\"),\n",
+    "    public_key=os.getenv(\"LANGFUSE_PUBLIC_KEY\"),\n",
+    "    host=os.getenv(\"LANGFUSE_HOST\"),\n",
+    "    tags=[\"multimodal-1\"],\n",
+    ")"
    ]
   },
   {
@@ -297,7 +306,7 @@
     "    text_list=texts,\n",
     "    config=config,\n",
     "    prompt_template=prompts.TEXT_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for text in texts[:N_DISPLAY]:\n",
     "    display(text)"
@@ -314,7 +323,7 @@
     "    table_list=tables,\n",
     "    config=config,\n",
     "    prompt_template=prompts.TABLE_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for table in tables[:N_DISPLAY]:\n",
     "    display(table)"
@@ -331,7 +340,7 @@
     "    image_list=images,\n",
     "    config=config,\n",
     "    prompt_template=prompts.IMAGE_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for image in images[:N_DISPLAY]:\n",
     "    display(image)"
@@ -460,7 +469,7 @@
     "    \"\"\"\n",
     "    for chunk in chain.stream(\n",
     "        question,\n",
-    "        config={\"run_name\": \"RAG\", \"tags\": TAGS},\n",
+    "        config={\"run_name\": \"RAG\", \"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     "    ):\n",
     "        print(chunk, end=\"\", flush=True)\n",
     "\n",

backend/rag_3/notebook.ipynb

@@ -70,6 +70,7 @@
     "from pathlib import Path\n",
     "\n",
     "from hydra import compose, initialize\n",
+    "from langfuse.callback import CallbackHandler\n",
     "\n",
     "from backend.rag_3 import prompts\n",
     "from backend.rag_3.chain import get_chain\n",
@@ -103,7 +104,15 @@
    "outputs": [],
    "source": [
     "N_DISPLAY = 5\n",
-    "TAGS = [\"multimodal-3\"]"
+    "TAGS = [\"multimodal-3\"]\n",
+    "\n",
+    "# Initialize Langfuse handler\n",
+    "lf_handler = CallbackHandler(\n",
+    "    secret_key=os.getenv(\"LANGFUSE_SECRET_KEY\"),\n",
+    "    public_key=os.getenv(\"LANGFUSE_PUBLIC_KEY\"),\n",
+    "    host=os.getenv(\"LANGFUSE_HOST\"),\n",
+    "    tags=[\"multimodal-1\"],\n",
+    ")"
    ]
   },
   {
@@ -300,7 +309,7 @@
     "    text_list=texts,\n",
     "    config=config,\n",
     "    prompt_template=prompts.TEXT_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for text in texts[:N_DISPLAY]:\n",
     "    display(text)"
@@ -317,7 +326,7 @@
     "    table_list=tables,\n",
     "    config=config,\n",
     "    prompt_template=prompts.TABLE_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for table in tables[:N_DISPLAY]:\n",
     "    display(table)"
@@ -334,7 +343,7 @@
     "    image_list=images,\n",
     "    config=config,\n",
     "    prompt_template=prompts.IMAGE_SUMMARIZATION_PROMPT,\n",
-    "    chain_config={\"tags\": TAGS},\n",
+    "    chain_config={\"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     ")\n",
     "for image in images[:N_DISPLAY]:\n",
     "    display(image)"
@@ -463,7 +472,7 @@
     "    \"\"\"\n",
     "    for chunk in chain.stream(\n",
     "        question,\n",
-    "        config={\"run_name\": \"RAG\", \"tags\": TAGS},\n",
+    "        config={\"run_name\": \"RAG\", \"tags\": TAGS, \"callbacks\": [lf_handler]},\n",
     "    ):\n",
     "        print(chunk, end=\"\", flush=True)\n",
     "\n",

pyproject.toml

@@ -21,6 +21,7 @@ ipython = "^8.22.2"
 langchain = "^0.1.11"
 langchain-experimental = "^0.0.53"
 langchain-openai = "^0.0.8"
+langfuse = "^2.28.1"
 langserve = "^0.0.46"
 open-clip-torch = "^2.24.0"
 openai = "^1.13.3"

template.env

@@ -4,9 +4,9 @@ VISION_OPENAI_API_KEY=""
 TEXT_OPENAI_ENDPOINT="https://genai-ds.openai.azure.com/"
 TEXT_OPENAI_API_KEY=""
 
-LANGCHAIN_TRACING_V2=true
-LANGCHAIN_API_KEY=""
-LANGCHAIN_PROJECT="rag-multimodal-demo"
+LANGFUSE_SECRET_KEY=""
+LANGFUSE_PUBLIC_KEY=""
+LANGFUSE_HOST=""
 
 EMBEDDING_OPENAI_ENDPOINT="https://genai-ds.openai.azure.com/"
 EMBEDDING_OPENAI_API_KEY=""