valeriylo commited on
Commit
dff94e5
·
verified ·
1 Parent(s): 120b5fe

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -2
README.md CHANGED
@@ -21,10 +21,13 @@ from mlx_lm import load, generate
21
 
22
  model, tokenizer = load("mlx-community/T-pro-it-1.0-Q4-mlx")
23
 
24
- prompt="hello"
25
 
26
  if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
27
- messages = [{"role": "user", "content": prompt}]
 
 
 
28
  prompt = tokenizer.apply_chat_template(
29
  messages, tokenize=False, add_generation_prompt=True
30
  )
 
21
 
22
  model, tokenizer = load("mlx-community/T-pro-it-1.0-Q4-mlx")
23
 
24
+ prompt="Напиши стих про машинное обучение"
25
 
26
  if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
27
+ messages = [
28
+ {"role": "system", "content": "Ты T-pro, виртуальный ассистент в Т-Технологии. Твоя задача - быть полезным диалоговым ассистентом."},
29
+ {"role": "user", "content": prompt}
30
+ ]
31
  prompt = tokenizer.apply_chat_template(
32
  messages, tokenize=False, add_generation_prompt=True
33
  )