Update app.py
Browse files
app.py
CHANGED
@@ -66,17 +66,19 @@ def send_chat_history_to_api(history):
|
|
66 |
if response.status_code != 200:
|
67 |
print(f"Failed to add data. Status code: {response.status_code}")
|
68 |
|
69 |
-
sys_prompt = "
|
|
|
|
|
70 |
|
71 |
if __name__ == "__main__":
|
72 |
args = parse_args()
|
73 |
-
tokenizer = AutoTokenizer.from_pretrained("lliu01/
|
74 |
if not tokenizer.pad_token:
|
75 |
tokenizer.pad_token = tokenizer.eos_token
|
76 |
print(f"The tokenizer.pad_token set as a {tokenizer.eos_token}")
|
77 |
|
78 |
model = AutoModelForCausalLM.from_pretrained(
|
79 |
-
"lliu01/
|
80 |
torch_dtype=torch.bfloat16,
|
81 |
low_cpu_mem_usage=True
|
82 |
)
|
|
|
66 |
if response.status_code != 200:
|
67 |
print(f"Failed to add data. Status code: {response.status_code}")
|
68 |
|
69 |
+
sys_prompt = "You are a knowledgeable AI assistant in FortiOS CLI.\
|
70 |
+
Your role is to assist users by providing accurate information and answering questions about the config in FortiOS CLI.\
|
71 |
+
Your answer should be clear and relevant.\n"
|
72 |
|
73 |
if __name__ == "__main__":
|
74 |
args = parse_args()
|
75 |
+
tokenizer = AutoTokenizer.from_pretrained("lliu01/fortios_cli")
|
76 |
if not tokenizer.pad_token:
|
77 |
tokenizer.pad_token = tokenizer.eos_token
|
78 |
print(f"The tokenizer.pad_token set as a {tokenizer.eos_token}")
|
79 |
|
80 |
model = AutoModelForCausalLM.from_pretrained(
|
81 |
+
"lliu01/fortios_cli",
|
82 |
torch_dtype=torch.bfloat16,
|
83 |
low_cpu_mem_usage=True
|
84 |
)
|