Hugging Face's logo

Spaces:
peterpeter8585
/
SungYoon_AI2
Sleeping

App Files Community
peterpeter8585 commited on
Commit
fd73b3d
·
verified ·
1 Parent(s): 7626aa1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import os
2
  import torch
3
  from transformers import AutoModelForCausalLM as m, AutoTokenizer as t, BitsAndBytesConfig as quant
4
- qq=quant(load_in_8bit=True)
5
  mod=m.from_pretrained("peterpeter8585/sungyoonaimodel2", quantization_config=qq)
6
  tok=t.from_pretrained("peterpeter8585/sungyoonaimodel2", trust_remote_code=True)
7
  mod.eval()
 
1
  import os
2
  import torch
3
  from transformers import AutoModelForCausalLM as m, AutoTokenizer as t, BitsAndBytesConfig as quant
4
+ qq=quant(load_in_4bit=True)
5
  mod=m.from_pretrained("peterpeter8585/sungyoonaimodel2", quantization_config=qq)
6
  tok=t.from_pretrained("peterpeter8585/sungyoonaimodel2", trust_remote_code=True)
7
  mod.eval()