Adapt agent notebooks to new transformers release

huggingface · Sep 26, 2024 · 718979e · 718979e
1 parent 0d84cc2
commit 718979e
Show file tree

Hide file tree

Showing 5 changed files with 587 additions and 1,073 deletions.
diff --git a/notebooks/en/agent_change_llm.ipynb b/notebooks/en/agent_change_llm.ipynb
@@ -29,7 +29,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -q openai anthropic"
+    "!pip install openai anthropic \"transformers[agents]\" --upgrade -q"
    ]
   },
   {
@@ -104,12 +104,12 @@
     }
    ],
    "source": [
-    "from transformers.agents import HfEngine, ReactCodeAgent\n",
+    "from transformers.agents import HfApiEngine, ReactCodeAgent\n",
     "\n",
-    "repo_id = \"meta-llama/Meta-Llama-3-8B-Instruct\"\n",
+    "repo_id = \"meta-llama/Meta-Llama-3.1-8B-Instruct\"\n",
     "endpoint_url = \"your_endpoint_url\"\n",
     "\n",
-    "llm_engine = HfEngine(model=repo_id)  # you could use model=endpoint_url here\n",
+    "llm_engine = HfApiEngine(model=repo_id)  # you could use model=endpoint_url here\n",
     "\n",
     "agent = ReactCodeAgent(tools=[], llm_engine=llm_engine)\n",
     "\n",
@@ -147,8 +147,8 @@
     "}\n",
     "\n",
     "\n",
-    "class HfEngine:\n",
-    "    def __init__(self, model: str = \"meta-llama/Meta-Llama-3-8B-Instruct\"):\n",
+    "class HfApiEngine:\n",
+    "    def __init__(self, model: str = \"meta-llama/Meta-Llama-3.1-8B-Instruct\"):\n",
     "        self.model = model\n",
     "        self.client = InferenceClient(model=self.model, timeout=120)\n",
     "\n",