Update maker.py
Browse files
maker.py
CHANGED
@@ -59,7 +59,7 @@ Sure, I'd be happy to help you build a bot! I'm generating a title, system promp
|
|
59 |
|
60 |
def predict_beta(message, chatbot=[], system_prompt=system_prompt, max_new_tokens=900, temperature=0.4, top_p=0.9, repetition_penalty=0.9, advanced=True):
|
61 |
client = Client(tulu)
|
62 |
-
|
63 |
try:
|
64 |
result = client.predict(
|
65 |
message,
|
@@ -73,12 +73,15 @@ def predict_beta(message, chatbot=[], system_prompt=system_prompt, max_new_token
|
|
73 |
)
|
74 |
|
75 |
if result is not None and len(result) > 0:
|
76 |
-
bot_message = result[0]
|
|
|
|
|
|
|
77 |
print(bot_message)
|
78 |
return bot_message
|
79 |
else:
|
80 |
raise gr.Error("No response received from the model.")
|
81 |
-
|
82 |
except Exception as e:
|
83 |
error_msg = f"An error occurred: {str(e)}"
|
84 |
raise gr.Error(error_msg)
|
|
|
59 |
|
60 |
def predict_beta(message, chatbot=[], system_prompt=system_prompt, max_new_tokens=900, temperature=0.4, top_p=0.9, repetition_penalty=0.9, advanced=True):
|
61 |
client = Client(tulu)
|
62 |
+
start_phrase = "Sure, I'd be happy to help you build a bot!"
|
63 |
try:
|
64 |
result = client.predict(
|
65 |
message,
|
|
|
73 |
)
|
74 |
|
75 |
if result is not None and len(result) > 0:
|
76 |
+
bot_message = result[0]
|
77 |
+
last_response_start = bot_message.rfind("start_phrase)
|
78 |
+
if last_response_start != -1:
|
79 |
+
bot_message = bot_message[last_response_start:]
|
80 |
print(bot_message)
|
81 |
return bot_message
|
82 |
else:
|
83 |
raise gr.Error("No response received from the model.")
|
84 |
+
|
85 |
except Exception as e:
|
86 |
error_msg = f"An error occurred: {str(e)}"
|
87 |
raise gr.Error(error_msg)
|