luanpoppe commited on
Commit
869c9f9
·
1 Parent(s): a37a365
Files changed (1) hide show
  1. langchain_backend/utils.py +4 -4
langchain_backend/utils.py CHANGED
@@ -37,14 +37,14 @@ def create_prompt_llm_chain(system_prompt, modelParam="gpt-4o-mini"):
37
  model = ChatOpenAI(model=modelParam)
38
  else:
39
 
40
- llm = HuggingFaceEndpoint(
41
- repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
42
  task="text-generation",
43
  max_new_tokens=100,
44
  do_sample=False,
45
  )
46
- result = llm.invoke("Hugging Face is")
47
- print('result: ', result)
48
 
49
  system_prompt = system_prompt + "\n\n" + "{context}"
50
  prompt = ChatPromptTemplate.from_messages(
 
37
  model = ChatOpenAI(model=modelParam)
38
  else:
39
 
40
+ model = HuggingFaceEndpoint(
41
+ repo_id=modelParam,
42
  task="text-generation",
43
  max_new_tokens=100,
44
  do_sample=False,
45
  )
46
+ # result = model.invoke("Hugging Face is")
47
+ # print('result: ', result)
48
 
49
  system_prompt = system_prompt + "\n\n" + "{context}"
50
  prompt = ChatPromptTemplate.from_messages(