olliai/Maika-Buddy-1B1-Chat

Finetune from TinyLlama

# Install transformers from source - only needed for versions <= v4.34
# pip install git+https://github.com/huggingface/transformers.git
# pip install accelerate

import torch
from transformers import pipeline

pipe = pipeline("text-generation", model="olliai/Maika-Buddy-1B1-Chat", torch_dtype=torch.bfloat16, device_map="auto")

# We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
list_questions = ["How do I write a letter to my friend?",
                  "Where do babies come from?"
                  ]
for q in list_questions:
    messages = """<|system|>
A chat between a curious kid and an artificial intelligence assistant. The assistant gives helpful, easy-to-understand, detailed, and polite answers to the questions of the kid.</s>
<|user|>
{user_message}</s>
<|assistant|>
"""
    prompt = messages.format(user_message=q)
    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.3, top_k=50, top_p=0.95)
    print(outputs[0]["generated_text"])
    print("="*50)