Commit
·
70ab7c2
1
Parent(s):
9abcb70
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ from optimum.intel import OVAutoModelForCasualLM
|
|
4 |
|
5 |
model_name = "DarwinAnim8or/Pythia-Greentext-1.4b"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
-
model =
|
8 |
|
9 |
def generate(text, length=100, penalty=3, temperature=0.8, topk=40):
|
10 |
input_text = "Write a greentext from 4chan.org. The story should be like a bullet-point list using > as the start of each line. Most greentexts are humorous or absurd in nature. Most greentexts have a twist near the end.\n"
|
|
|
4 |
|
5 |
model_name = "DarwinAnim8or/Pythia-Greentext-1.4b"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
+
model = OVModelForCausalLM.from_pretrained(model_name, export=True)
|
8 |
|
9 |
def generate(text, length=100, penalty=3, temperature=0.8, topk=40):
|
10 |
input_text = "Write a greentext from 4chan.org. The story should be like a bullet-point list using > as the start of each line. Most greentexts are humorous or absurd in nature. Most greentexts have a twist near the end.\n"
|