datacipen commited on
Commit
ad741ab
·
verified ·
1 Parent(s): 3695093

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -3
main.py CHANGED
@@ -121,12 +121,12 @@ def API_France_Travail_Metier(metier):
121
  def Connexion_Mistral():
122
  #endpoint = "https://models.inference.ai.azure.com"
123
  #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
124
- repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
125
- #repo_id = "Qwen/Qwen2.5-3B-Instruct"
126
  #repo_id = "microsoft/Phi-3.5-mini-instruct"
127
  #repo_id = "meta-llama/Llama-3.2-3B-Instruct"
128
  llm = HuggingFaceEndpoint(
129
- repo_id=repo_id, max_new_tokens=5000, temperature=0.1, task="text2text-generation", streaming=True
130
  )
131
  return llm
132
 
 
121
  def Connexion_Mistral():
122
  #endpoint = "https://models.inference.ai.azure.com"
123
  #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
124
+ #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
125
+ repo_id = "Qwen/Qwen2.5-3B-Instruct"
126
  #repo_id = "microsoft/Phi-3.5-mini-instruct"
127
  #repo_id = "meta-llama/Llama-3.2-3B-Instruct"
128
  llm = HuggingFaceEndpoint(
129
+ repo_id=repo_id, max_new_tokens=1024, temperature=0.1, task="text2text-generation", streaming=True
130
  )
131
  return llm
132