Create app.py

app.py

@@ -0,0 +1,31 @@
+from flask import Flask, request, jsonify
+from transformers import pipeline
+from langdetect import detect
+
+app = Flask(__name__)
+
+# load models
+hebrew_model = pipeline("text-generation", model="onlplab/alephbertgpt") 
+english_model = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct")
+
+@app.route("/generate", methods=["POST"])
+def generate():
+    data = request.json
+    text = data.get("text", "")
+
+    # detect language 
+    language = detect(text)
+
+    if language == 'he':
+        model = hebrew_model
+    elif language == 'en':
+        model = english_model
+    else:
+        print("Decision Making Helper BOT currently supports Hebrew and English Languages")
+
+    # create an answer from the model
+    response = model(text, max_length=100, do_sample=True)
+    return jsonify({"response": response[0]['generated_text']})
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)