Rename app (2).py to app.py
Browse files- app (2).py → app.py +2 -2
app (2).py → app.py
RENAMED
@@ -31,12 +31,12 @@ from transformers import pipeline
|
|
31 |
pipe = pipeline("text-generation",
|
32 |
model=model,
|
33 |
tokenizer= tokenizer,
|
34 |
-
torch_dtype=torch.
|
35 |
device_map="auto",
|
36 |
max_new_tokens = 512,
|
37 |
do_sample=True,
|
38 |
top_k=30,
|
39 |
-
num_return_sequences=
|
40 |
eos_token_id=tokenizer.eos_token_id
|
41 |
)
|
42 |
|
|
|
31 |
pipe = pipeline("text-generation",
|
32 |
model=model,
|
33 |
tokenizer= tokenizer,
|
34 |
+
torch_dtype=torch.float16,
|
35 |
device_map="auto",
|
36 |
max_new_tokens = 512,
|
37 |
do_sample=True,
|
38 |
top_k=30,
|
39 |
+
num_return_sequences=1,
|
40 |
eos_token_id=tokenizer.eos_token_id
|
41 |
)
|
42 |
|