Update app.py

app.py

@@ -7,14 +7,14 @@ from dotenv import load_dotenv
 from huggingface_hub import hf_hub_download
 from llama_cpp import Llama
 
-# Load environment variables from Hugging Face Secrets and .env (if available)
+# Load environment variables (from Hugging Face Secrets and .env if available)
 load_dotenv()
 DISCORD_TOKEN = os.getenv("DISCORD_TOKEN")
 
 if not DISCORD_TOKEN:
     raise ValueError("Discord bot token is missing. Set DISCORD_TOKEN in the environment variables.")
 
-# Model details: Using the Q6_K_L variant (recommended) from bartowski's GGUF collection.
+# Model details: Using the Q6_K_L variant from bartowski’s GGUF collection.
 MODEL_REPO = "bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF"
 MODEL_FILENAME = "agentica-org_DeepScaleR-1.5B-Preview-Q6_K_L.gguf"
 MODEL_PATH = f"./{MODEL_FILENAME}"
@@ -28,7 +28,6 @@ else:
     print(f"Model found locally at {MODEL_PATH}")
 
 # Initialize the model using llama-cpp-python.
-# Adjust n_threads based on your available CPU cores.
 print("Initializing model...")
 llm = Llama(model_path=MODEL_PATH, n_threads=4)
 print("Model initialization complete.")
@@ -36,10 +35,10 @@ print("Model initialization complete.")
 # Define a function to generate responses using the model.
 def generate_response(prompt):
     try:
-        # Call the model: adjust max_tokens, temperature, and top_p as needed.
-        output = llm(prompt=prompt, max_tokens=200, temperature=0.7, top_p=0.9, echo=False)
+        # Reduce max_tokens to 50 to speed up generation.
+        output = llm(prompt=prompt, max_tokens=50, temperature=0.7, top_p=0.9, echo=False)
         response = output["text"]
-        # Replace any instance of the internal model name with your bot's identity.
+        # Enforce bot identity: replace internal model name with "Shiv Yantra AI"
         response = response.replace("DeepScaleR", "Shiv Yantra AI")
         return response
     except Exception as e:
@@ -50,7 +49,7 @@ def generate_response(prompt):
 # Discord Bot Setup
 # ----------------------------
 intents = discord.Intents.default()
-intents.message_content = True  # Required to read message contents
+intents.message_content = True  # Required to read message content
 client = discord.Client(intents=intents)
 
 @client.event
@@ -59,13 +58,12 @@ async def on_ready():
 
 @client.event
 async def on_message(message):
-    # Avoid replying to itself.
     if message.author == client.user:
-        return
+        return  # Skip messages from the bot itself
     user_input = message.content.strip()
     if user_input:
         try:
-            # Run the synchronous generate_response function in a separate thread.
+            # Run generate_response in a separate thread to avoid blocking.
             ai_response = await asyncio.to_thread(generate_response, user_input)
         except Exception as e:
             print(f"Error during generation in on_message: {e}")
@@ -82,6 +80,6 @@ if __name__ == "__main__":
     print("Starting Discord bot...")
     threading.Thread(target=run_discord_bot, daemon=True).start()
     print("Discord bot started. Keeping main thread alive.")
-    # Use a sleep loop to avoid busy-waiting.
+    # Use a sleep loop instead of busy-waiting.
     while True:
         time.sleep(60)