meowthamatical-chatbot

Sleeping

JCai commited on Oct 6, 2024

Commit

3ee559d

1 Parent(s): 6cadba0

update api token

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,7 @@ HF_ACCESS = os.getenv("HF_ACCESS")
 # Inference client setup
 client = InferenceClient(model="mistralai/Mistral-Small-Instruct-2409",
-                         # api_key=HF_ACCESS
                          )
 pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")

 # Inference client setup
 client = InferenceClient(model="mistralai/Mistral-Small-Instruct-2409",
+                         token=HF_ACCESS
                          )
 pipe = pipeline("text-generation", "microsoft/Phi-3-mini-4k-instruct", torch_dtype=torch.bfloat16, device_map="auto")