changes

api/index.py

@@ -3,8 +3,8 @@ from transformers import MT5ForConditionalGeneration, T5Tokenizer
 
 app = Flask(__name__)
 
-model = MT5ForConditionalGeneration.from_pretrained('iliemihai/mt5-base-romanian-diacritics')
-tokenizer = T5Tokenizer.from_pretrained('iliemihai/mt5-base-romanian-diacritics', legacy=False)
+model = MT5ForConditionalGeneration.from_pretrained('iliemihai/mt5-base-romanian-diacritics', cache_dir='cache/')
+tokenizer = T5Tokenizer.from_pretrained('iliemihai/mt5-base-romanian-diacritics', legacy=False, cache_dir='cache/')
 
 @app.route('/generate', methods=['POST'])
 def generate_text():
@@ -15,6 +15,3 @@ def generate_text():
     outputs = model.generate(input_ids=inputs["input_ids"], attention_mask=inputs["attention_mask"])
     output = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return jsonify({'output': output})
-
-# if __name__ == '__main__':
-#     app.run(host="0.0.0.0", debug=True, port=8082, threaded=True)

test.http

@@ -1,6 +1,5 @@
-POST https://dia-critic.vercel.app/generate
-Content-Type: application/json
+POST http://94.101.98.71:5000/generate
 
 {
-    "input_text": "hai sa vedem cat de repede reusesti sa traduci acest text. aplicatia mea este scrisa in cateva ore fara prea mult efort si stradanie intelectuala."
+    "input_text": "cat de multe as vrea sa-ti spun tie"
 }