First Application Add

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.10
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+RUN apt update
+RUN apt install -y protobuf-compiler libprotobuf-dev
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+
+CMD ["flask", "run", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -1,10 +1 @@
----
-title: Langchain Simple Server
-emoji: 👀
-colorFrom: red
-colorTo: blue
-sdk: docker
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# MyAI_backend

app.py

@@ -0,0 +1,27 @@
+import mdtex2html
+from flask import Flask, request
+from chat import converse
+import json
+
+
+app = Flask(__name__)
+
+@app.route("/",methods=['GET','POST'])
+def home():
+    par = request.json
+    try:
+        conversation = par.get('conversation')
+        provider = par.get('provider')
+        model = par.get('model')
+        api = par.get('api')
+        load = json.loads(converse(conversation,provider,model,api))
+        try:
+            load['content'] = mdtex2html.convert(load['content'])
+            toreturn = json.dumps(load,indent=4)
+        except:
+            toreturn = json.dumps(load,indent=4)
+        return toreturn
+    except Exception as e:
+        return str(e)
+if __name__ == "__main__":
+    app.run(host='0.0.0.0',debug=True,port=1777)

chat.py

@@ -0,0 +1,18 @@
+import json
+from langchain_core.prompts import ChatPromptTemplate
+from langchain_groq import ChatGroq
+from langchain.chains import ConversationChain
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_core.output_parsers import JsonOutputParser
+def langchainConversation(conversation):
+    prompts = []
+    for message in conversation:
+        prompts.append((message['role'],message['context']))
+    chat_template = ChatPromptTemplate.from_messages(prompts)
+    return chat_template.format_messages()
+def converse(conversation,provider,model,key):
+    if(provider=='groq'):
+        chat = ChatGroq(temperature=0, groq_api_key=key, model_name=model)
+    elif(provider=='google'):
+        chat = ChatGoogleGenerativeAI(model=model,google_api_key=key)
+    return json.dumps(json.loads(chat.invoke(langchainConversation(conversation)).json()),indent=4)

requirements.txt

@@ -0,0 +1,9 @@
+langchain
+langchain_groq
+langchain-google-genai
+pillow
+langchain-community
+jq
+flask
+mdtex2html
+protobuf