Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ def change_model_name(name):
|
|
47 |
MODEL_BUF["config"] = AutoConfig.from_pretrained(name)
|
48 |
|
49 |
|
50 |
-
def generate(
|
51 |
model.eval()
|
52 |
input_ids = tokenizer.encode("AFA:{}".format(text), return_tensors="pt")
|
53 |
outputs = model.generate(input_ids, max_length=200, num_beams=2, repetition_penalty=2.5, top_k=50, top_p=0.98, length_penalty=1.0, early_stopping=True)
|
|
|
47 |
MODEL_BUF["config"] = AutoConfig.from_pretrained(name)
|
48 |
|
49 |
|
50 |
+
def generate(model, text):
|
51 |
model.eval()
|
52 |
input_ids = tokenizer.encode("AFA:{}".format(text), return_tensors="pt")
|
53 |
outputs = model.generate(input_ids, max_length=200, num_beams=2, repetition_penalty=2.5, top_k=50, top_p=0.98, length_penalty=1.0, early_stopping=True)
|