Update app.py

app.py

@@ -17,32 +17,31 @@ SD_API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-dif
 def query_zephyr(linkedin_text):
     headers = {
         "Authorization": f"Bearer {ZEPHYR_API_TOKEN}",
-        "Content-Type": "application/json",
     }
 
-    # Adapting the conversational format from the pipeline example
-    prompt = "Prepare a prompt for Stable Diffusion for the following LinkedIn post:"
-    messages = [
-        {"role": "system", "content": prompt},
-        {"role": "user", "content": linkedin_text}
-    ]
-    
-    # Structuring the payload for a conversational input
+    # Assuming you're formatting a request that includes conversational context
+    # and possibly leveraging detailed parameters like temperature and max_new_tokens
+    # Adjust these parameters as needed based on your requirements
     payload = {
-        "inputs": {
-            "past_user_inputs": [],
-            "generated_responses": [],
-            "text": linkedin_text,  # or possibly serialize the messages list if needed
-            "conversation": messages,  # This might need to be adjusted based on Zephyr's API requirements
+        "inputs": linkedin_text,
+        "parameters": {
+            "temperature": 0.7,
+            "max_new_tokens": 50,  # Control how long the generated response should be
+            # Add other parameters as needed
+        },
+        "options": {
+            "use_cache": False,  # Set to False to not use the cache
+            "wait_for_model": True,  # Wait for the model to be ready if it's currently loading
         }
     }
-    # Sending the HTTP POST request
+
     response = requests.post(ZEPHYR_API_URL, headers=headers, json=payload)
     if response.status_code == 200:
         return response.json()
     else:
+        print(f"Failed to query Zephyr model, status code: {response.status_code}")
         print(response.text)  # To get more insight into what went wrong
-        raise Exception(f"Failed to query Zephyr model, status code: {response.status_code}")
+        return Noneto query Zephyr model, status code: {response.status_code}")