TimeMobius
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -17,9 +17,9 @@ Response:"""
|
|
17 |
return f"""User: {instruction}
|
18 |
|
19 |
Assistant:"""
|
20 |
-
#model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True, torch_dtype=torch.bfloat16).to(0)
|
21 |
-
model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True, torch_dtype=torch.float16).to(0)
|
22 |
-
tokenizer = AutoTokenizer.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True)
|
23 |
text = "Write a beginning of sci-fi novel"
|
24 |
prompt = generate_prompt(text)
|
25 |
inputs = tokenizer(prompt, return_tensors="pt").to(0)
|
|
|
17 |
return f"""User: {instruction}
|
18 |
|
19 |
Assistant:"""
|
20 |
+
#model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True, torch_dtype=torch.bfloat16).to(0)
|
21 |
+
model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True, torch_dtype=torch.float16).to(0)
|
22 |
+
tokenizer = AutoTokenizer.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True)
|
23 |
text = "Write a beginning of sci-fi novel"
|
24 |
prompt = generate_prompt(text)
|
25 |
inputs = tokenizer(prompt, return_tensors="pt").to(0)
|