aixsatoshi commited on
Commit
f384a6c
1 Parent(s): 20e76bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -5
app.py CHANGED
@@ -6,19 +6,17 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
6
  import gradio as gr
7
  from threading import Thread
8
 
9
- model_id = "llm-jp/llm-jp-3-1.8b-instruct"
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(
12
  model_id,
13
- #torch_dtype=torch.float16,
14
  device_map="cpu",
15
- #use_flash_attention_2=True,
16
  )
17
 
18
- TITLE = "<h1><center>llm-jp-3-1.8b-instruct by CPU</center></h1>"
19
 
20
  DESCRIPTION = """
21
- <h3>MODEL: <a href="https://huggingface.co/llm-jp/llm-jp-3-1.8b-instruct/tree/main">llm-jp/llm-jp-3-1.8b-instruct</a></h3>
22
  <center>
23
  <p>This model is designed for conversational interactions.</p>
24
  </center>
 
6
  import gradio as gr
7
  from threading import Thread
8
 
9
+ model_id = "ibm-granite/granite-3.0-8b-instruct"
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(
12
  model_id,
 
13
  device_map="cpu",
 
14
  )
15
 
16
+ TITLE = "<h1><center>ibm-granite/granite-3.0-8b-instruct by CPU</center></h1>"
17
 
18
  DESCRIPTION = """
19
+ <h3>MODEL: <a href="https://huggingface.co/ibm-granite/granite-3.0-8b-instruct">ibm-granite/granite-3.0-8b-instruct</a></h3>
20
  <center>
21
  <p>This model is designed for conversational interactions.</p>
22
  </center>