File size: 823 Bytes
1a25ebd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
from flask import Flask, request, jsonify
from groq import Groq
app = Flask(__name__)
# Groq client initialization (assume it's done elsewhere)
groq = Groq(api_key="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")
# Route for chat completion (uses POST for creating data)
@app.route('/chat/completion', methods=['POST'])
def get_chat_completion():
data = request.get_json()
if not data or 'message' not in data:
return jsonify({"error": "Missing required field 'message' in request body"}), 400
message = data['message']
chat_completion = groq.chat.completions.create(
model="llama2-70b-4096",
messages=[{"role": "user", "content": message}]
)
return jsonify({"completion": chat_completion.choices[0].message.content})
if __name__ == '__main__':
app.run(debug=True, port=8001)
|