PyaeSoneK commited on
Commit
591fadf
·
1 Parent(s): 58d7897

Rename app (2).py to app.py

Browse files
Files changed (1) hide show
  1. app (2).py → app.py +2 -2
app (2).py → app.py RENAMED
@@ -31,12 +31,12 @@ from transformers import pipeline
31
  pipe = pipeline("text-generation",
32
  model=model,
33
  tokenizer= tokenizer,
34
- torch_dtype=torch.float32,
35
  device_map="auto",
36
  max_new_tokens = 512,
37
  do_sample=True,
38
  top_k=30,
39
- num_return_sequences=2,
40
  eos_token_id=tokenizer.eos_token_id
41
  )
42
 
 
31
  pipe = pipeline("text-generation",
32
  model=model,
33
  tokenizer= tokenizer,
34
+ torch_dtype=torch.float16,
35
  device_map="auto",
36
  max_new_tokens = 512,
37
  do_sample=True,
38
  top_k=30,
39
+ num_return_sequences=1,
40
  eos_token_id=tokenizer.eos_token_id
41
  )
42