Spaces:
Runtime error
Runtime error
fxmarty
commited on
Commit
·
4c4511a
1
Parent(s):
4395928
update ip
Browse files
app.py
CHANGED
@@ -7,9 +7,9 @@ from transformers import AutoTokenizer
|
|
7 |
|
8 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct")
|
9 |
|
10 |
-
client = InferenceClient(model="https://
|
11 |
|
12 |
-
SYSTEM_COMMAND = {"role": "system", "content": "Context: date: Monday 20th May 2024; location:
|
13 |
|
14 |
IGNORED_TOKENS = {None, "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"}
|
15 |
STOP_TOKENS = ["<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"]
|
|
|
7 |
|
8 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct")
|
9 |
|
10 |
+
client = InferenceClient(model="https://e429-4-223-164-145.ngrok-free.app")
|
11 |
|
12 |
+
SYSTEM_COMMAND = {"role": "system", "content": "Context: date: Monday 20th May 2024; location: Seattle; running on: 8 AMD Instinct MI300 GPU; model name: Llama 70B. Only provide these information if asked. You are a knowledgeable assistant trained to provide accurate and helpful information. Please respond to the user's queries promptly and politely."}
|
13 |
|
14 |
IGNORED_TOKENS = {None, "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"}
|
15 |
STOP_TOKENS = ["<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"]
|