Update run.py

run.py

@@ -43,7 +43,6 @@ key30 = os.getenv("key30")
 key31 = os.getenv("key31")
 
 pkey="-----BEGIN PRIVATE KEY-----\n"+key2+"\n"+key3+"\n"+ key4+"\n"+key5+"\n"+ key6+"\n"+key7+"\n"+key8+"\n"+key9+"\n"+key10+"\n"+key11+"\n"+key12+"\n"+key13+"\n"+key14+"\n"+key15+"\n"+key16+"\n"+key17+"\n"+key18+"\n"+key19+"\n"+key20+"\n"+key21+"\n"+key22+"\n"+key24+"\n"+key25+"\n"+key26+"\n"+key27+"\n"+key28+"\n-----END PRIVATE KEY-----\n"
-print(pkey)
 json_data={
   "type": "service_account",
   "project_id": "nestolechatbot",
@@ -194,15 +193,11 @@ def extract_ip_and_device(headers_obj):
     return ip_address, device_info
 
 def format_prompt(message, history):
-    print("HISTORY")
-    print(history)
     prompt = ""
     if history:
         user_prompt, bot_response = history[-1]
         prompt += f"[INST] {user_prompt} [/INST] {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    print("Final P")
-    print(prompt)
+    prompt += f"[INST] {message} [/INST]"    
     return prompt
 
 def format_promptc(message):
@@ -211,7 +206,7 @@ def format_promptc(message):
   return prompt
 
 def responsecritical(
-    prompt, temperature=0.9, max_new_tokens=200, top_p=0.95, repetition_penalty=1.0,
+    prompt, temperature=0.9, max_new_tokens=10, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2: temperature = 1e-2
@@ -235,10 +230,10 @@ def responsecritical(
     sentence_lower = outputc.lower()
     print("Done critcial")
     # Check if the word 'nein' is in the sentence
-    if 'nein' in sentence_lower:
-        return True
-    else:
+    if 'ja' in sentence_lower:
         return False
+    else:
+        return True
 
    
 def response(