Spaces:
Running
on
T4
Running
on
T4
ffreemt
commited on
Commit
·
103cf8f
1
Parent(s):
90dd273
app.py
CHANGED
|
@@ -45,6 +45,9 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 45 |
|
| 46 |
# model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto", trust_remote_code=True).eval()
|
| 47 |
|
|
|
|
|
|
|
|
|
|
| 48 |
# 可指定不同的生成长度、top_p等相关超参
|
| 49 |
model.generation_config = GenerationConfig.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True)
|
| 50 |
|
|
|
|
| 45 |
|
| 46 |
# model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto", trust_remote_code=True).eval()
|
| 47 |
|
| 48 |
+
# Runs
|
| 49 |
+
# model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-7B-Chat", device_map="auto", trust_remote_code=True, bf16=True).eval()
|
| 50 |
+
|
| 51 |
# 可指定不同的生成长度、top_p等相关超参
|
| 52 |
model.generation_config = GenerationConfig.from_pretrained("Qwen/Qwen-7B-Chat", trust_remote_code=True)
|
| 53 |
|