Hugging Face's logo

Spaces:
Tonic
/
MetaMath-Mistral-Pro
Sleeping

App Files Community
Tonic commited on
Commit
ebbfcba
·
verified ·
1 Parent(s): 7671096

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ model_name = 'TencentARC/Mistral_Pro_8B_v0.1'
19
  tokenizer = AutoTokenizer.from_pretrained(model_name)
20
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
21
  # model.generation_config = GenerationConfig.from_pretrained(model_name)
22
- model.generation_config.pad_token_id = model.generation_config.eos_token_id
23
 
24
  @torch.inference_mode()
25
  @spaces.GPU
 
19
  tokenizer = AutoTokenizer.from_pretrained(model_name)
20
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
21
  # model.generation_config = GenerationConfig.from_pretrained(model_name)
22
+ # model.generation_config.pad_token_id = model.generation_config.eos_token_id
23
 
24
  @torch.inference_mode()
25
  @spaces.GPU