change llm

agent.py

@@ -5,6 +5,7 @@ from typing import TypedDict, List, Dict, Any, Optional, Annotated
 
 from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
 from langchain_google_genai import ChatGoogleGenerativeAI # Added ChatGoogleGenerativeAI
+from langchain_groq import ChatGroq
 
 from langgraph.graph import StateGraph, MessagesState, START, END
 from langgraph.graph.message import add_messages
@@ -29,6 +30,7 @@ HUGGINGFACEHUB_API_TOKEN = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 print(f"DEBUG: HUGGINGFACEHUB_API_TOKEN = {HUGGINGFACEHUB_API_TOKEN}")
 GOOGLE_API_KEY = os.getenv("GOOGLE_API_KEY")
 print(f"DEBUG: GOOGLE_API_KEY = {GOOGLE_API_KEY}")
+GROQ_API_KEY = os.getenv("GROQ_API_KEY")
 
 
 # maths tool
@@ -153,18 +155,19 @@ tools = [
 ]
 
 
+
 # build graph function
 def build_graph():
     # llm
-    llm = HuggingFaceEndpoint(
-        repo_id="deepseek-ai/DeepSeek-V3-0324",
-        huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
+    llm = ChatGroq(
+        model="qwen-qwq-32b",
+        temperature=0,
+        api_key=GROQ_API_KEY
     )
     print(f"DEBUG: llm object = {llm}")
 
     # bind tools to llm
-    chat = ChatHuggingFace(llm=llm, verbose=False)
-    llm_with_tools = chat.bind_tools(tools)
+    llm_with_tools = llm.bind_tools(tools)
     print(f"DEBUG: llm_with_tools object = {llm_with_tools}")
 
     # generate AgentState and Agent graph

pyproject.toml

@@ -10,6 +10,7 @@ dependencies = [
     "gradio>=5.29.0",
     "langchain-community>=0.3.23",
     "langchain-google-genai>=2.1.4",
+    "langchain-groq>=0.3.2",
     "langchain-huggingface>=0.2.0",
     "langchain-openai>=0.3.16",
     "langchain-tools>=0.1.34",

requirements.txt

@@ -3,6 +3,7 @@ duckduckgo-search
 gradio
 langchain-community
 langchain-google-genai
+langchain-groq
 langchain-huggingface
 langchain-openai
 langchain-tools

uv.lock

@@ -598,6 +598,23 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/28/27/3d6dcadc8a3214d8522c1e7f6a19554e33659be44546d44a2f7572ac7d2a/groovy-0.1.2-py3-none-any.whl", hash = "sha256:7f7975bab18c729a257a8b1ae9dcd70b7cafb1720481beae47719af57c35fa64", size = 14090, upload_time = "2025-02-28T20:24:55.152Z" },
 ]
 
+[[package]]
+name = "groq"
+version = "0.24.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "anyio" },
+    { name = "distro" },
+    { name = "httpx" },
+    { name = "pydantic" },
+    { name = "sniffio" },
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/c8/23/d71f076e9fd5f4f8989387c0bca3b5fd02c5eaa17f8fe0777fe0940d2d80/groq-0.24.0.tar.gz", hash = "sha256:e821559de8a77fb81d2585b3faec80ff923d6d64fd52339b33f6c94997d6f7f5", size = 125654, upload_time = "2025-05-02T16:13:31.01Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/98/f0/faa2a007981d74c3e0fe141d07e4ed43b95fed00d3b8489696602b51119d/groq-0.24.0-py3-none-any.whl", hash = "sha256:0020e6b0b2b267263c9eb7c318deef13c12f399c6525734200b11d777b00088e", size = 127536, upload_time = "2025-05-02T16:13:29.493Z" },
+]
+
 [[package]]
 name = "grpcio"
 version = "1.71.0"
@@ -674,6 +691,7 @@ dependencies = [
     { name = "gradio" },
     { name = "langchain-community" },
     { name = "langchain-google-genai" },
+    { name = "langchain-groq" },
     { name = "langchain-huggingface" },
     { name = "langchain-openai" },
     { name = "langchain-tools" },
@@ -691,6 +709,7 @@ requires-dist = [
     { name = "gradio", specifier = ">=5.29.0" },
     { name = "langchain-community", specifier = ">=0.3.23" },
     { name = "langchain-google-genai", specifier = ">=2.1.4" },
+    { name = "langchain-groq", specifier = ">=0.3.2" },
     { name = "langchain-huggingface", specifier = ">=0.2.0" },
     { name = "langchain-openai", specifier = ">=0.3.16" },
     { name = "langchain-tools", specifier = ">=0.1.34" },
@@ -917,6 +936,19 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/07/12/2be71bebbc23e4a499c50df567017110e4d382a045422647c8e6b1040541/langchain_google_genai-2.1.4-py3-none-any.whl", hash = "sha256:a3fa3cf7fe9c1de77280f42fbdd22cfcc5fbeb0d60cd5be7a0e6c50a74f5ce73", size = 44313, upload_time = "2025-04-30T08:29:44.864Z" },
 ]
 
+[[package]]
+name = "langchain-groq"
+version = "0.3.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "groq" },
+    { name = "langchain-core" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/e0/4c/973faadcc54fc74352c6758208f48b08dd072025ab33beea52e6c31d4cd1/langchain_groq-0.3.2.tar.gz", hash = "sha256:033f459d4c0515e22a6e64f5a402e366933a6c827fd5915547419cb62fd7b34a", size = 22074, upload_time = "2025-03-31T13:42:29.024Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c0/58/0d5a19168119c1bd7758ab28d9e6b5c12ba1091bb283f4dc13ca5df7651b/langchain_groq-0.3.2-py3-none-any.whl", hash = "sha256:bc111dea17a3510498c4697c42bf97e629bcf8f00b97fa25e51ea7947fc0b540", size = 15253, upload_time = "2025-03-31T13:42:28.163Z" },
+]
+
 [[package]]
 name = "langchain-huggingface"
 version = "0.2.0"