latest

.gitignore

@@ -158,3 +158,4 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+.vercel

api/index.py → index.py

@@ -1,6 +1,5 @@
 from flask import Flask, request, jsonify
 from transformers import MT5ForConditionalGeneration, T5Tokenizer
-import torch
 
 app = Flask(__name__)
 
@@ -17,5 +16,5 @@ def generate_text():
     output = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return jsonify({'output': output})
 
-if __name__ == '__main__':
-    app.run(debug=False)
+# if __name__ == '__main__':
+#     app.run(host="0.0.0.0", debug=True, port=8082, threaded=True)

test.http

@@ -1,4 +1,4 @@
-POST http://localhost:5000/generate
+POST https://dia-critic.vercel.app/generate
 Content-Type: application/json
 
 {

vercel.json

@@ -1,3 +1,18 @@
 {
-  "rewrites": [{ "source": "/(.*)", "destination": "/api/index" }]
-}
+    "version": 2,
+    "builds": [
+      {
+        "src": "/index.py",
+        "use": "@vercel/python",
+        "config": {
+          "maxLambdaSize": "150mb"
+        }
+      }
+    ],
+    "routes": [
+      {
+        "src": "/(.*)",
+        "dest": "/index.py"
+      }
+    ]
+  }