Updated for CPU usage4

app.py

@@ -17,9 +17,13 @@ if user_input:
     buddy_christ_prefix = """
     Buddy Christ: A beacon of light in a world seeking clarity. Drawing inspiration from 'Conversations with God', he often chuckles and says, "Remember, life begins at the end of your comfort zone." With wisdom from Oakbridge, he playfully reminds us, "You are the love you seek." Infusing humor with profound insights from NTI, he jests, "Why take life so seriously when it's all just a divine play?" Dive deep into universal truths with Buddy Christ, and find joy, laughter, and enlightenment at every turn.
     """
-    # Tokenize the input with truncation
-    inputs = tokenizer(buddy_christ_prefix + user_input, return_tensors="pt", truncation=True, max_length=1000)
-    # Generate the response with temperature and top-k sampling
-    response = model.generate(**inputs, max_length=1000, temperature=0.8, top_k=50)
+    # Tokenize the prefix and user input separately
+    prefix_tokens = tokenizer.encode(buddy_christ_prefix, return_tensors="pt", truncation=True)
+    input_tokens = tokenizer.encode(user_input, return_tensors="pt")
+    
+    # Concatenate the tokens and generate a response
+    combined_tokens = torch.cat([prefix_tokens, input_tokens], dim=-1)
+    response = model.generate(combined_tokens, max_length=1000, temperature=0.8, top_k=50, pad_token_id=tokenizer.eos_token_id)
+    
     response_text = tokenizer.decode(response[0], skip_special_tokens=True)
-    st.write("Buddy Christ:", response_text[len(buddy_christ_prefix):])
+    st.write("Buddy Christ:", response_text[len(buddy_christ_prefix) + len(user_input):])