Spaces:

HuggingFaceH4
/

starchat-playground

Running

lewtun HF staff commited on Jun 20, 2023

Commit

2af3373

•

1 Parent(s): 7298cb2

Revert

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,8 +18,7 @@ DIALOGUES_DATASET = "HuggingFaceH4/starchat_playground_dialogues"
 model2endpoint = {
     "starchat-alpha": "https://api-inference.huggingface.co/models/HuggingFaceH4/starcoderbase-finetuned-oasst1",
-    # "starchat-beta": "https://api-inference.huggingface.co/models/HuggingFaceH4/starchat-beta",
-    "starchat-beta": "https://ykzcwyws7k9itmk2.us-east-1.aws.endpoints.huggingface.cloud",
 }
 model_names = list(model2endpoint.keys())
@@ -138,7 +137,7 @@ def generate(
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        truncate=999,  # 4096, restore this when API updated
         seed=42,
         stop_sequences=["<|end|>"],
     )

 model2endpoint = {
     "starchat-alpha": "https://api-inference.huggingface.co/models/HuggingFaceH4/starcoderbase-finetuned-oasst1",
+    "starchat-beta": "https://api-inference.huggingface.co/models/HuggingFaceH4/starchat-beta",
 }
 model_names = list(model2endpoint.keys())
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
+        truncate=4096,
         seed=42,
         stop_sequences=["<|end|>"],
     )