Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,6 @@ model_name = "Salesforce/xgen-7b-8k-base"
|
|
| 16 |
tokenizer = XgenTokenizer.from_pretrained("./")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 18 |
model = model.to(dtype=torch.bfloat16)
|
| 19 |
-
model = model.to(device)
|
| 20 |
|
| 21 |
class XgenChatBot:
|
| 22 |
def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|
|
|
|
| 16 |
tokenizer = XgenTokenizer.from_pretrained("./")
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 18 |
model = model.to(dtype=torch.bfloat16)
|
|
|
|
| 19 |
|
| 20 |
class XgenChatBot:
|
| 21 |
def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
|