Update app.py

app.py

@@ -1,7 +1,7 @@
 import os
 import torch
-from transformers import AutoModelForCausalLM as m, AutoTokenizer as t, GPTQConfig as quant
-qq=quant(bits=4, exllama_config={"version":2})
+from transformers import AutoModelForCausalLM as m, AutoTokenizer as t, BitsAndBytesConfig as quant
+qq=quant(load_in_8bit=True)
 mod=m.from_pretrained("peterpeter8585/sungyoonaimodel2", quantization_config=qq)
 tok=t.from_pretrained("peterpeter8585/sungyoonaimodel2", trust_remote_code=True)
 mod.eval()