aixsatoshi
commited on
Commit
•
f384a6c
1
Parent(s):
20e76bd
Update app.py
Browse files
app.py
CHANGED
@@ -6,19 +6,17 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
|
|
6 |
import gradio as gr
|
7 |
from threading import Thread
|
8 |
|
9 |
-
model_id = "
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
11 |
model = AutoModelForCausalLM.from_pretrained(
|
12 |
model_id,
|
13 |
-
#torch_dtype=torch.float16,
|
14 |
device_map="cpu",
|
15 |
-
#use_flash_attention_2=True,
|
16 |
)
|
17 |
|
18 |
-
TITLE = "<h1><center>
|
19 |
|
20 |
DESCRIPTION = """
|
21 |
-
<h3>MODEL: <a href="https://huggingface.co/
|
22 |
<center>
|
23 |
<p>This model is designed for conversational interactions.</p>
|
24 |
</center>
|
|
|
6 |
import gradio as gr
|
7 |
from threading import Thread
|
8 |
|
9 |
+
model_id = "ibm-granite/granite-3.0-8b-instruct"
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
11 |
model = AutoModelForCausalLM.from_pretrained(
|
12 |
model_id,
|
|
|
13 |
device_map="cpu",
|
|
|
14 |
)
|
15 |
|
16 |
+
TITLE = "<h1><center>ibm-granite/granite-3.0-8b-instruct by CPU</center></h1>"
|
17 |
|
18 |
DESCRIPTION = """
|
19 |
+
<h3>MODEL: <a href="https://huggingface.co/ibm-granite/granite-3.0-8b-instruct">ibm-granite/granite-3.0-8b-instruct</a></h3>
|
20 |
<center>
|
21 |
<p>This model is designed for conversational interactions.</p>
|
22 |
</center>
|