File size: 771 Bytes
67b248a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
model_name = "pkshatech/GLuCoSE-base-ja"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
def generate_answer(question):
inputs = tokenizer(question, return_tensors="pt")
outputs = model.generate(**inputs)
answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
return answer
# Flaskアプリを定義する
from flask import Flask, request, jsonify
app = Flask(__name__)
@app.route('/', methods=['POST'])
def rag():
data = request.get_json()
question = data['question']
answer = generate_answer(question)
return jsonify({'answer': answer})
if __name__ == '__main__':
app.run(debug=True, host='0.0.0.0', port=5000) |