From 5f8152890e8d71b9be5f44965f366fd3ec63dcb4 Mon Sep 17 00:00:00 2001 From: Boris Feld Date: Fri, 15 Dec 2023 17:08:37 +0100 Subject: [PATCH 1/2] Simplify Langchain examples to pass only once the callback --- .../notebooks/Comet_with_Langchain.ipynb | 23 +++++++++---------- 1 file changed, 11 insertions(+), 12 deletions(-) diff --git a/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb b/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb index 7587056..b61fa14 100644 --- a/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb +++ b/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb @@ -121,9 +121,11 @@ "from langchain.llms import OpenAI\n", "\n", "comet_callback = CometTracer()\n", - "llm = OpenAI(temperature=0.9, callbacks=[comet_callback], verbose=True)\n", - "\n", - "llm_result = llm.generate([\"Tell me a joke\", \"Tell me a poem\", \"Tell me a fact\"] * 3)\n", + "llm = OpenAI(temperature=0.9, verbose=True)\n", + "llm_result = llm.generate(\n", + " [\"Tell me a joke\", \"Tell me a poem\", \"Tell me a fact\"] * 3,\n", + " callbacks=[comet_callback],\n", + ")\n", "print(\"LLM result\", llm_result)\n", "comet_callback.flush()" ] @@ -149,18 +151,16 @@ "comet_callback = CometTracer()\n", "callbacks = [comet_callback]\n", "\n", - "llm = OpenAI(temperature=0.9, callbacks=callbacks, verbose=True)\n", + "llm = OpenAI(temperature=0.9, verbose=True)\n", "\n", "template = \"\"\"You are a playwright. Given the title of play, it is your job to write a synopsis for that title.\n", "Title: {title}\n", "Playwright: This is a synopsis for the above play:\"\"\"\n", "prompt_template = PromptTemplate(input_variables=[\"title\"], template=template)\n", - "synopsis_chain = LLMChain(\n", - " llm=llm, prompt=prompt_template, callbacks=callbacks, verbose=True\n", - ")\n", + "synopsis_chain = LLMChain(llm=llm, prompt=prompt_template, verbose=True)\n", "\n", "test_prompts = [{\"title\": \"Documentary about Bigfoot in Paris\"}]\n", - "print(synopsis_chain.apply(test_prompts))\n", + "print(synopsis_chain.apply(test_prompts, callbacks=callbacks))\n", "comet_callback.flush()" ] }, @@ -184,14 +184,13 @@ "comet_callback = CometTracer()\n", "callbacks = [comet_callback]\n", "\n", - "llm = OpenAI(temperature=0.9, callbacks=callbacks, verbose=True)\n", + "llm = OpenAI(temperature=0.9, verbose=True)\n", "\n", - "tools = load_tools([\"serpapi\", \"llm-math\"], llm=llm, callbacks=callbacks, verbose=True)\n", + "tools = load_tools([\"serpapi\", \"llm-math\"], llm=llm, verbose=True)\n", "agent = initialize_agent(\n", " tools,\n", " llm,\n", " agent=\"zero-shot-react-description\",\n", - " callbacks=callbacks,\n", " verbose=True,\n", ")\n", "agent.run(\n", @@ -218,7 +217,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.11.3" } }, "nbformat": 4, From 7893633f6f0517a756fa81166a493db7bd07c996 Mon Sep 17 00:00:00 2001 From: Boris Feld Date: Fri, 15 Dec 2023 17:15:59 +0100 Subject: [PATCH 2/2] Update agent example to not need Serpapi anymore --- .../notebooks/Comet_with_Langchain.ipynb | 15 +++++++-------- 1 file changed, 7 insertions(+), 8 deletions(-) diff --git a/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb b/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb index b61fa14..783a260 100644 --- a/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb +++ b/integrations/llm/langchain/notebooks/Comet_with_Langchain.ipynb @@ -47,7 +47,7 @@ "metadata": {}, "outputs": [], "source": [ - "%pip install -U comet_llm \"langchain>=0.0.346\" openai google-search-results numexpr" + "%pip install -U comet_llm \"langchain>=0.0.346\" openai numexpr" ] }, { @@ -86,7 +86,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "You will need an [OpenAI API Key](https://platform.openai.com/account/api-keys) and a [SerpAPI API Key](https://serpapi.com/dashboard) to run the following examples" + "You will need an [OpenAI API Key](https://platform.openai.com/account/api-keys) to run the following examples" ] }, { @@ -98,8 +98,7 @@ "import os\n", "\n", "os.environ[\"OPENAI_API_KEY\"] = \"...\"\n", - "# os.environ[\"OPENAI_ORGANIZATION\"] = \"...\"\n", - "os.environ[\"SERPAPI_API_KEY\"] = \"...\"" + "# os.environ[\"OPENAI_ORGANIZATION\"] = \"...\"" ] }, { @@ -177,7 +176,7 @@ "metadata": {}, "outputs": [], "source": [ - "from langchain.agents import initialize_agent, load_tools\n", + "from langchain.agents import AgentType, initialize_agent, load_tools\n", "from langchain.callbacks.tracers.comet import CometTracer\n", "from langchain.llms import OpenAI\n", "\n", @@ -186,15 +185,15 @@ "\n", "llm = OpenAI(temperature=0.9, verbose=True)\n", "\n", - "tools = load_tools([\"serpapi\", \"llm-math\"], llm=llm, verbose=True)\n", + "tools = load_tools([\"llm-math\"], llm=llm, verbose=True)\n", "agent = initialize_agent(\n", " tools,\n", " llm,\n", - " agent=\"zero-shot-react-description\",\n", + " AgentType.ZERO_SHOT_REACT_DESCRIPTION,\n", " verbose=True,\n", ")\n", "agent.run(\n", - " \"Who is Leo DiCaprio's girlfriend? What is her current age raised to the 0.43 power?\",\n", + " \"What is 2 raised to .123243 power?\",\n", " callbacks=callbacks,\n", ")\n", "comet_callback.flush()"