Update main.py

main.py

@@ -12,7 +12,7 @@ device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
 # 加载预训练模型
 #model_name = "Qwen/Qwen2-0.5B"
-model_name = "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int4"
+model_name = "Qwen/Qwen2-0.5B-Instruct-AWQ"
 #model_name = "../models/qwen/Qwen2-0.5B"
 base_model = AutoModelForCausalLM.from_pretrained(model_name)