Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,6 @@ model_name = "allenai/tulu-2-dpo-70b"
|
|
| 16 |
tokenizer = AutoTokenizer.from_pretrained("allenai/tulu-2-dpo-70b")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 18 |
model = model.to(dtype=torch.bfloat16)
|
| 19 |
-
model = model.to(device)
|
| 20 |
|
| 21 |
class XgenChatBot:
|
| 22 |
def __init__(self, model, tokenizer, system_message="You are 🌷Tulu, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|
|
|
|
| 16 |
tokenizer = AutoTokenizer.from_pretrained("allenai/tulu-2-dpo-70b")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 18 |
model = model.to(dtype=torch.bfloat16)
|
|
|
|
| 19 |
|
| 20 |
class XgenChatBot:
|
| 21 |
def __init__(self, model, tokenizer, system_message="You are 🌷Tulu, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|