datacipen commited on
Commit
62f0fcf
·
verified ·
1 Parent(s): 84ea9da

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -122,10 +122,11 @@ def Connexion_Mistral():
122
  #endpoint = "https://models.inference.ai.azure.com"
123
  #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
124
  #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
 
125
  #repo_id = "unsloth/Mistral-Nemo-Base-2407-bnb-4bit"
126
  #repo_id = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
127
  #repo_id = "Qwen/Qwen2.5-3B-Instruct"
128
- repo_id = "HuggingFaceH4/zephyr-7b-beta"
129
  #repo_id = "HuggingFaceH4/zephyr-7b-alpha"
130
  #repo_id = "microsoft/Phi-3-mini-128k-instruct"
131
  #repo_id = "tiiuae/falcon-7b-instruct"
 
122
  #endpoint = "https://models.inference.ai.azure.com"
123
  #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
124
  #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
125
+ repo_id = "mlx-community/Ministral-8B-Instruct-2410-8bit"
126
  #repo_id = "unsloth/Mistral-Nemo-Base-2407-bnb-4bit"
127
  #repo_id = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
128
  #repo_id = "Qwen/Qwen2.5-3B-Instruct"
129
+ #repo_id = "HuggingFaceH4/zephyr-7b-beta"
130
  #repo_id = "HuggingFaceH4/zephyr-7b-alpha"
131
  #repo_id = "microsoft/Phi-3-mini-128k-instruct"
132
  #repo_id = "tiiuae/falcon-7b-instruct"