Update app.py
Browse files
app.py
CHANGED
@@ -61,8 +61,8 @@ from transformers import AutoModelForCausalLM, TextIteratorStreamer
|
|
61 |
from threading import Thread
|
62 |
|
63 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
64 |
-
tokenizer = AutoTokenizer.from_pretrained(llm_model
|
65 |
-
model = AutoModelForCausalLM.from_pretrained(llm_model
|
66 |
#pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.5)
|
67 |
|
68 |
terminators = [
|
|
|
61 |
from threading import Thread
|
62 |
|
63 |
llm_model = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
64 |
+
tokenizer = AutoTokenizer.from_pretrained(llm_model)
|
65 |
+
model = AutoModelForCausalLM.from_pretrained(llm_model)
|
66 |
#pipe = pipeline(model = llm_model, tokenizer = tokenizer, task = "text-generation", temperature=0.5)
|
67 |
|
68 |
terminators = [
|