Update README.md
Browse files
README.md
CHANGED
@@ -15,12 +15,12 @@ tags: []
|
|
15 |
|
16 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
17 |
import torch
|
18 |
-
model = AutoModelForCausalLM.from_pretrained("
|
19 |
device_map="auto",
|
20 |
attn_implementation="flash_attention_2",
|
21 |
torch_dtype=torch.bfloat16)
|
22 |
|
23 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
24 |
from transformers import AutoTokenizer, pipeline
|
25 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
26 |
prompts = [
|
|
|
15 |
|
16 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
17 |
import torch
|
18 |
+
model = AutoModelForCausalLM.from_pretrained("Vikhrmodels/Vikhr-7B-instruct_0.4",
|
19 |
device_map="auto",
|
20 |
attn_implementation="flash_attention_2",
|
21 |
torch_dtype=torch.bfloat16)
|
22 |
|
23 |
+
tokenizer = AutoTokenizer.from_pretrained("Vikhrmodels/Vikhr-7B-instruct_0.4")
|
24 |
from transformers import AutoTokenizer, pipeline
|
25 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
26 |
prompts = [
|