Spaces:
Sleeping
Sleeping
test2023h5
commited on
Update main.py
Browse files
main.py
CHANGED
@@ -11,7 +11,8 @@ device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
|
11 |
|
12 |
|
13 |
# 加载预训练模型
|
14 |
-
model_name = "Qwen/Qwen2-0.5B"
|
|
|
15 |
#model_name = "../models/qwen/Qwen2-0.5B"
|
16 |
base_model = AutoModelForCausalLM.from_pretrained(model_name)
|
17 |
|
|
|
11 |
|
12 |
|
13 |
# 加载预训练模型
|
14 |
+
#model_name = "Qwen/Qwen2-0.5B"
|
15 |
+
model_name = "Qwen/Qwen2-0.5B-Instruct-GPTQ-Int8"
|
16 |
#model_name = "../models/qwen/Qwen2-0.5B"
|
17 |
base_model = AutoModelForCausalLM.from_pretrained(model_name)
|
18 |
|