File size: 761 Bytes
93a2217
22cf642
e3db2f8
93a2217
207c16a
bf5c1c9
 
93a2217
c36c2b7
93a2217
 
 
207c16a
93a2217
 
 
 
22cf642
 
 
 
 
 
 
 
 
 
 
 
 
 
9920987
93a2217
9920987
f0ed1e5
93a2217
5e6c5aa
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
from flask import Flask, request, render_template, jsonify
from models import hermes

app = Flask("AI API")

@app.get("/")
def read_root():
  return render_template("index.html")

@app.route("/test")
def test_route():
  return "This is a test route."

@app.route("/api", methods=["POST"])
def receive_data():
  data = request.get_json()
  print("Prompt:", data["prompt"])
  
  messages = []
  
  if data["system"]:
    messages.append({"role": "system", "content": data["system"] })
  
  messages.append(
    {
      "role": "user",
      "content": data["prompt"]
    }
  )
  
  generated_text = hermes.generate(messages)
  
  print("Response:", generated_text)
  
  return jsonify({ "answer": generated_text })

app.run(host="0.0.0.0", port=7860, debug=False)