Deploy to Lambda with Serverless framework

.gitignore

@@ -1 +1,3 @@
 __pycache__
+.serverless
+node_modules

.tool-versions

@@ -0,0 +1 @@
+nodejs 18.14.2

Dockerfile

@@ -0,0 +1,21 @@
+###########
+# BUILDER #
+###########
+FROM public.ecr.aws/lambda/python:3.10 as builder
+
+RUN pip3 install --upgrade pip
+
+COPY requirements.txt  .
+RUN  pip3 install -r requirements.txt --target "${LAMBDA_TASK_ROOT}"
+
+#########
+# FINAL #
+#########
+FROM public.ecr.aws/lambda/python:3.10
+RUN pip3 install --upgrade pip
+
+COPY --from=builder ${LAMBDA_TASK_ROOT} ${LAMBDA_TASK_ROOT}
+
+COPY . ${LAMBDA_TASK_ROOT}
+
+CMD [ "handler.lambda_handle" ]

package-lock.json

@@ -0,0 +1,18 @@
+{
+  "name": "text_captcha_breaker",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {
+    "": {
+      "devDependencies": {
+        "serverless-plugin-warmup": "^8.3.0"
+      }
+    },
+    "node_modules/serverless-plugin-warmup": {
+      "version": "8.3.0",
+      "resolved": "https://registry.npmjs.org/serverless-plugin-warmup/-/serverless-plugin-warmup-8.3.0.tgz",
+      "integrity": "sha512-FBPPfY6CFdg/BAbvR+UrgHUFNgkUsQxXApSUVwoBqoaLH7amc2aCUYxYncJaD+kRLHTD4WKB0VC7QuyfUPJ+XQ==",
+      "dev": true
+    }
+  }
+}

package.json

@@ -0,0 +1,5 @@
+{
+  "devDependencies": {
+    "serverless-plugin-warmup": "^8.3.0"
+  }
+}

requirements.txt

@@ -1,5 +1,5 @@
 torch==1.11.0
 torchvision==0.12.0
-onnx==1.14.0
-onnxruntime==1.15.1
+onnx==1.16.0
+onnxruntime==1.16.*
 Pillow==10.0.0

serverless.yml

@@ -0,0 +1,46 @@
+org: eagle
+app: text-captcha
+service: text-captcha
+
+frameworkVersion: "3"
+useDotenv: true
+
+# Note: We can set region and stag from commandline
+# `$ serverless deploy --region us-east-1 --stage production`
+provider:
+  # architecture: arm64
+  name: aws
+  region: ${opt:region, 'ap-northeast-1'}
+  stage: ${opt:stage, 'development'}
+  runtime: python3.10
+  logRetentionInDays: 30
+  ecr:
+    images:
+      appimage:
+        path: ./
+
+functions:
+  lambda_function:
+    # handler: handler.lambda_function
+    image:
+      name: appimage
+    timeout: 90
+    memorySize: 4096
+    environment:
+      # On Lambda, the default location is not writable. Only the "/tmp" folder is writable. Therefore, we need to set the cache location inside "/tmp".
+      TORCH_HOME: /tmp/.ml_cache
+      # TRANSFORMERS_CACHE: /tmp/.ml_cache/huggingface
+custom:
+  warmup:
+    MLModelWarmer:
+      enabled: true
+      events:
+        - schedule: rate(4 minutes)
+      concurrency: ${env:WARMER_CONCURRENCY, 2}
+      verbose: false
+      timeout: 100
+      payload:
+        source: KEEP_LAMBDA_WARM
+
+plugins:
+  - serverless-plugin-warmup