Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -104,19 +104,18 @@ def sidebar():
|
|
104 |
RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
|
105 |
|
106 |
|
107 |
-
def predict(message: str
|
108 |
-
topp: float = ToppSide, repetition_penalty: float = RepetitionpenaltySide) -> Any:
|
109 |
"""
|
110 |
Predict a response using a client.
|
111 |
"""
|
112 |
client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/")
|
113 |
response = client.predict(
|
114 |
message,
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
120 |
api_name="/chat_1"
|
121 |
)
|
122 |
return response
|
|
|
104 |
RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
|
105 |
|
106 |
|
107 |
+
def predict(message: str) -> Any:
|
|
|
108 |
"""
|
109 |
Predict a response using a client.
|
110 |
"""
|
111 |
client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/")
|
112 |
response = client.predict(
|
113 |
message,
|
114 |
+
system_promptSide,
|
115 |
+
temperatureSide,
|
116 |
+
max_new_tokensSide,
|
117 |
+
toppSide,
|
118 |
+
repetition_penaltySide,
|
119 |
api_name="/chat_1"
|
120 |
)
|
121 |
return response
|