granite-3.0-1b-a400m-instruct-CPU

Running

aixsatoshi commited on Jun 26

Commit

3f6e58a

•

1 Parent(s): 0e7ba44

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -42,7 +42,7 @@ model = AutoModelForCausalLM.from_pretrained(
           torch_dtype=torch.float16,
           device_map="auto",
         )
-tokenizer = AutoTokenizer.from_pretrained(MODELS)
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):

           torch_dtype=torch.float16,
           device_map="auto",
         )
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):