tevykuch commited on
Commit
809fde8
·
verified ·
1 Parent(s): e7e5617

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -1,5 +1,5 @@
1
- from transformers import AutoModel, AutoTokenizers
2
- import gradio as gr
3
 
4
  sys_message = """
5
  This model can generate untruths, lies or inappropriate things. Only for testing and validation.
@@ -16,9 +16,8 @@ generation_config = {
16
  "stop_token": '### Instruction:'
17
  }
18
 
19
- llm = AutoModel.from_pretrained("tevykuch/sftsl0th")
20
- # llm = AutoModelForCausalLM.from_pretrained("tevykuch/sl0th", hf=True)
21
- tokenizer = AutoTokenizer.from_pretrained(llm)
22
 
23
  def stream(prompt):
24
  # Tokenize the prompt
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
4
  sys_message = """
5
  This model can generate untruths, lies or inappropriate things. Only for testing and validation.
 
16
  "stop_token": '### Instruction:'
17
  }
18
 
19
+ tokenizer = AutoTokenizer.from_pretrained("tevykuch/sftsl0th")
20
+ llm = AutoModelForCausalLM.from_pretrained("tevykuch/sftsl0th")
 
21
 
22
  def stream(prompt):
23
  # Tokenize the prompt