anasmkh commited on
Commit
9130c7f
·
verified ·
1 Parent(s): 69fc9a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -19
app.py CHANGED
@@ -1,22 +1,11 @@
1
- import gradio as gr
2
- import torch
3
- from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
-
5
- model_name = "anasmkh/customized_llama3.1_8b"
6
-
7
- from transformers import AutoModel
8
- model = AutoModel.from_pretrained("anasmkh/customized_llama3.1_8b",torch_dtype=torch.float16)
9
- tokenizer = AutoTokenizer.from_pretrained(model_name)
10
- # model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
11
-
12
- generator = pipeline(
13
- "text-generation",
14
- model=model,
15
- tokenizer=tokenizer,
16
- max_new_tokens=64,
17
- temperature=1.5,
18
- min_p=0.1,
19
- )
20
 
21
  def chat(message, history):
22
  history = history or []
 
1
+
2
+
3
+
4
+
5
+
6
+
7
+
8
+
 
 
 
 
 
 
 
 
 
 
 
9
 
10
  def chat(message, history):
11
  history = history or []