app.py

from flask import Flask, request, jsonify
from transformers import pipeline
from langdetect import detect

app = Flask(__name__)

# load models
hebrew_model = pipeline("text-generation", model="onlplab/alephbertgpt") 
english_model = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct")

@app.route("/generate", methods=["POST"])
def generate():
    data = request.json
    text = data.get("text", "")

    # detect language 
    language = detect(text)

    if language == 'he':
        model = hebrew_model
    elif language == 'en':
        model = english_model
    else:
        print("Decision Making Helper BOT currently supports Hebrew and English Languages")

    # create an answer from the model
    response = model(text, max_length=100, do_sample=True)
    return jsonify({"response": response[0]['generated_text']})

if __name__ == "__main__":
    app.run(host="0.0.0.0", port=7860)