budivoy commited on
Commit
dd21833
·
verified ·
1 Parent(s): 264984d

Use langchain instead of custom code

Browse files
Files changed (1) hide show
  1. agents.py +6 -20
agents.py CHANGED
@@ -6,6 +6,7 @@ from langgraph.prebuilt import tools_condition
6
  from langgraph.prebuilt import ToolNode
7
  from langchain_google_genai import ChatGoogleGenerativeAI
8
  from langchain_groq import ChatGroq
 
9
  from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
10
  from langchain_community.tools.tavily_search import TavilySearchResults
11
  from langchain_community.document_loaders import WikipediaLoader
@@ -174,26 +175,11 @@ def build_graph(provider: str = "rwkv"):
174
  # --- BEGIN RWKV SETUP ---
175
  title = "rwkv7-g1-0.1b-20250307-ctx4096"
176
  pth = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
177
- # 2) Load RWKV (drop .pth extension for RWKV loader)
178
- rwkv_model = RWKV(model=pth.replace(".pth", ""), strategy="cpu fp32")
179
- # 3) Build the tokenization + generation pipeline
180
- rwkv_pipe = PIPELINE(rwkv_model, "rwkv_vocab_v20230424")
181
- # 4) Wrap into a Chat-style interface
182
- class ChatRWKV:
183
- def __init__(self, pipe):
184
- self.pipe = pipe
185
- def invoke(self, messages):
186
- prompt = "\n".join(m.content for m in messages)
187
- return self.pipe(
188
- prompt,
189
- temperature=0.0,
190
- top_p=0.95,
191
- max_tokens=256,
192
- )
193
- def bind_tools(self, tools):
194
- return self
195
-
196
- llm = ChatRWKV(rwkv_pipe)
197
  # --- END RWKV SETUP ---
198
  else:
199
  raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
 
6
  from langgraph.prebuilt import ToolNode
7
  from langchain_google_genai import ChatGoogleGenerativeAI
8
  from langchain_groq import ChatGroq
9
+ from langchain.llms import RWKV
10
  from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
11
  from langchain_community.tools.tavily_search import TavilySearchResults
12
  from langchain_community.document_loaders import WikipediaLoader
 
175
  # --- BEGIN RWKV SETUP ---
176
  title = "rwkv7-g1-0.1b-20250307-ctx4096"
177
  pth = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
178
+ model_path = pth.replace(".pth", "")
179
+ llm = RWKV(
180
+ model=model_path,
181
+ strategy="cpu fp32",
182
+ )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
183
  # --- END RWKV SETUP ---
184
  else:
185
  raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")