Bey007 commited on
Commit
c963bdb
·
verified ·
1 Parent(s): 503bff0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -5,11 +5,8 @@ from pytube import Search
5
  import random
6
  import os
7
 
8
- # Initialize the Llama model
9
- llm = Llama.from_pretrained(
10
- repo_id="featherless-ai-quants/HyunCello-KULLM3-empathy-v1.0-GGUF",
11
- filename="HyunCello-KULLM3-empathy-v1.0-IQ4_XS.gguf"
12
- )
13
 
14
  # Configure Streamlit page
15
  st.set_page_config(page_title="Grief & Loss Support Bot", page_icon="🌱", layout="centered")
@@ -32,7 +29,7 @@ user_input = st.text_input("How are you feeling today?", placeholder="Share your
32
 
33
  # Generate empathetic response using Llama model
34
  if user_input:
35
- response = llm.create_chat_completion(
36
  messages=[
37
  {"role": "user", "content": user_input}
38
  ]
 
5
  import random
6
  import os
7
 
8
+ # Initialize the Llama model by specifying the model path
9
+ llm = Llama(model_path="HyunCello-KULLM3-empathy-v1.0-IQ4_XS.gguf")
 
 
 
10
 
11
  # Configure Streamlit page
12
  st.set_page_config(page_title="Grief & Loss Support Bot", page_icon="🌱", layout="centered")
 
29
 
30
  # Generate empathetic response using Llama model
31
  if user_input:
32
+ response = llm(
33
  messages=[
34
  {"role": "user", "content": user_input}
35
  ]