Update app.py

app.py

@@ -1,68 +1,65 @@
 import os
 import requests
 import json
-from ddtrace import patch_all
-from ddtrace.opentelemetry import TracerProvider, trace
-from opentelemetry import trace as ot_trace
+from flask import Flask, request, jsonify
+from ddtrace import patch_all, tracer
 
 # Initialize Datadog tracing
 patch_all()
-provider = TracerProvider()
-ot_trace.set_tracer_provider(provider)
-tracer = ot_trace.get_tracer(__name__)
 
-# Set up environment variables
+app = Flask(__name__)
+
+# Set up environment variables for Datadog tracing
 os.environ['DD_LLMOBS_ENABLED'] = '1'
 os.environ['DD_LLMOBS_ML_APP'] = 'anything-api'
 os.environ['DD_LLMOBS_AGENTLESS_ENABLED'] = '1'
 
-# Ensure DD_API_KEY and DD_SITE are set in your environment variables
+@app.route('/llm_call', methods=['POST'])
+def handle_llm_call():
+    # Extract data from the incoming request (e.g., message to LLM)
+    data = request.get_json()
+    message = data.get("message")
+
+    if not message:
+        return jsonify({"error": "No message provided"}), 400
 
-@trace
-def send_message(message):
-    url = 'https://severian-anything.hf.space/api/v1/workspace/Scoreboard/chat'
+    url = 'https://severian-anything.hf.space/api/v1/workspace/scoreboard/chat'
     headers = {
         'accept': 'application/json',
-        'Authorization': 'Bearer TYQYM46-RPCMQ98-GCGJMNB-Q23K6HC',
+        'Authorization': 'Bearer YOUR_TOKEN_HERE', 
         'Content-Type': 'application/json'
     }
-    data = {
+    payload = {
         "message": message,
         "mode": "query"
     }
-    data_json = json.dumps(data)
 
-    with tracer.start_as_current_span("llm_api_call") as span:
-        span.set_attribute("llm.request.model", "anything-api")
-        span.set_attribute("llm.request.input", message)
+    # Trace the LLM API call
+    with tracer.trace("llm_api_call", service="anything-api", resource="chat", span_type="http") as span:
+        span.set_tag("llm.request.model", "anything-api")
+        span.set_tag("llm.request.input", message)
 
         try:
-            response = requests.post(url, headers=headers, data=data_json)
+            # Make the actual call to the LLM API
+            response = requests.post(url, headers=headers, data=json.dumps(payload))
+            response.raise_for_status()
             response_data = response.json()
             bot_response = response_data.get("textResponse")
 
-            span.set_attribute("llm.response.output", bot_response)
+            span.set_tag("llm.response.output", bot_response)
 
-            if bot_response:
-                print(f"Bot: {bot_response}")
-            
-            new_message = input("You: ")
-            return new_message
+            return jsonify({"bot_response": bot_response})
 
         except requests.RequestException as e:
-            span.record_exception(e)
-            print(f"Request failed: {e}")
-            return None
+            span.set_tag("error", True)
+            span.set_tag("error.msg", str(e))
+            return jsonify({"error": f"Request failed: {e}"}), 500
 
         except Exception as e:
-            span.record_exception(e)
-            print(f"An error occurred: {e}")
-            return None
+            span.set_tag("error", True)
+            span.set_tag("error.msg", str(e))
+            return jsonify({"error": f"An error occurred: {e}"}), 500
 
-if __name__ == "__main__":
-    message = input("You: ")
-    
-    while message.lower() != "exit":
-        message = send_message(message)
 
-    print("Chat ended.")
+if __name__ == "__main__":
+    app.run(host='0.0.0.0', port=7860)