Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
-
|
2 |
-
import
|
3 |
|
4 |
sys_message = """
|
5 |
This model can generate untruths, lies or inappropriate things. Only for testing and validation.
|
@@ -16,9 +16,8 @@ generation_config = {
|
|
16 |
"stop_token": '### Instruction:'
|
17 |
}
|
18 |
|
19 |
-
|
20 |
-
|
21 |
-
tokenizer = AutoTokenizer.from_pretrained(llm)
|
22 |
|
23 |
def stream(prompt):
|
24 |
# Tokenize the prompt
|
|
|
1 |
+
import gradio as gr
|
2 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
|
4 |
sys_message = """
|
5 |
This model can generate untruths, lies or inappropriate things. Only for testing and validation.
|
|
|
16 |
"stop_token": '### Instruction:'
|
17 |
}
|
18 |
|
19 |
+
tokenizer = AutoTokenizer.from_pretrained("tevykuch/sftsl0th")
|
20 |
+
llm = AutoModelForCausalLM.from_pretrained("tevykuch/sftsl0th")
|
|
|
21 |
|
22 |
def stream(prompt):
|
23 |
# Tokenize the prompt
|