itpossible
/

Chinese-Mistral-7B-v0.1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

itpossible commited on 16 days ago

Commit

c351f23

·

verified ·

1 Parent(s): 978bb06

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -104,7 +104,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 device = torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
-model_path = "itpossible/Chinese-Mistral-7B-Instruct-v0.1"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.bfloat16, device_map=device)

 device = torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
+model_path = "itpossible/Chinese-Mistral-7B-Instruct-v0.2"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.bfloat16, device_map=device)