TimeMobius commited on
Commit
1964fc8
·
verified ·
1 Parent(s): 1d66d00

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -17,9 +17,9 @@ Response:"""
17
  return f"""User: {instruction}
18
 
19
  Assistant:"""
20
- #model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True, torch_dtype=torch.bfloat16).to(0)
21
- model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True, torch_dtype=torch.float16).to(0)
22
- tokenizer = AutoTokenizer.from_pretrained("TimeMobius/Mobius-Chat-12B-128k-HF", trust_remote_code=True)
23
  text = "Write a beginning of sci-fi novel"
24
  prompt = generate_prompt(text)
25
  inputs = tokenizer(prompt, return_tensors="pt").to(0)
 
17
  return f"""User: {instruction}
18
 
19
  Assistant:"""
20
+ #model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True, torch_dtype=torch.bfloat16).to(0)
21
+ model = AutoModelForCausalLM.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True, torch_dtype=torch.float16).to(0)
22
+ tokenizer = AutoTokenizer.from_pretrained("TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF", trust_remote_code=True)
23
  text = "Write a beginning of sci-fi novel"
24
  prompt = generate_prompt(text)
25
  inputs = tokenizer(prompt, return_tensors="pt").to(0)