Husnain
commited on
Commit
•
dcce9b7
1
Parent(s):
1169354
Update huggingface_streamer.py
Browse files
networks/huggingface_streamer.py
CHANGED
@@ -26,7 +26,7 @@ class HuggingfaceStreamer:
|
|
26 |
self.message_outputer = OpenaiStreamOutputer(model=self.model)
|
27 |
|
28 |
if self.model == "gemma-7b":
|
29 |
-
# this is not wrong, as repo `google/gemma-7b-it` is gated and must authenticate to access it
|
30 |
# so I use mistral-7b as a fallback
|
31 |
self.tokenizer = AutoTokenizer.from_pretrained(MODEL_MAP["mistral-7b"])
|
32 |
else:
|
|
|
26 |
self.message_outputer = OpenaiStreamOutputer(model=self.model)
|
27 |
|
28 |
if self.model == "gemma-7b":
|
29 |
+
# this is not wrong, as repo `google/gemma-1.1-7b-it` is gated and must authenticate to access it
|
30 |
# so I use mistral-7b as a fallback
|
31 |
self.tokenizer = AutoTokenizer.from_pretrained(MODEL_MAP["mistral-7b"])
|
32 |
else:
|