Update main.py
Browse files
main.py
CHANGED
|
@@ -58,6 +58,7 @@ async def on_message(message: cl.Message):
|
|
| 58 |
await cl.Message(f"> SURVEYIA").send()
|
| 59 |
#model = await LLMistral()
|
| 60 |
|
|
|
|
| 61 |
llm = HuggingFaceTextGen(
|
| 62 |
inference_server_url="https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
|
| 63 |
)
|
|
|
|
| 58 |
await cl.Message(f"> SURVEYIA").send()
|
| 59 |
#model = await LLMistral()
|
| 60 |
|
| 61 |
+
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
| 62 |
llm = HuggingFaceTextGen(
|
| 63 |
inference_server_url="https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
|
| 64 |
)
|