[test] add lambda_handler "real" test case

src/app.py

@@ -10,7 +10,7 @@ from src.io.lambda_helpers import get_parsed_request_body, get_parsed_bbox_point
 from src.prediction_api.predictors import samexporter_predict
 
 
-def lambda_handler(event: dict, context: LambdaContext):
+def lambda_handler(event: dict, context: LambdaContext) -> str:
     """
     Handle the request for the serverless backend, dispatch the response.
 

tests/events/lambda_handler.json

@@ -0,0 +1,66 @@
+{
+  "input": {
+    "version": "2.0",
+    "routeKey": "POST /lambda-ml-fastsam-api",
+    "rawPath": "/prod/lambda-ml-fastsam-api",
+    "rawQueryString": "",
+    "headers": {
+      "accept-encoding": "gzip",
+      "authorization": "Bearer part1.part2.part3",
+      "cdn-loop": "cloudflare; subreqs=1",
+      "cf-connecting-ip": "2a06:98c0:3600::103",
+      "cf-ew-via": "15",
+      "cf-ray": "cf-ray-MXP",
+      "cf-worker": "ml-tornidor.pages.dev",
+      "content-length": "255",
+      "content-type": "application/json",
+      "host": "domain.execute-api.eu-west-1.amazonaws.com",
+      "x-amzn-trace-id": "Root=1-656316af-2acac2173efc7cf468ea20cc",
+      "x-forwarded-for": "2a06:98c0:3600::103, 172.71.114.177",
+      "x-forwarded-port": "443",
+      "x-forwarded-proto": "https"
+    },
+    "requestContext": {
+      "accountId": "686901913580",
+      "apiId": "domain",
+      "authorizer": {
+        "jwt": {
+          "claims": {
+            "aud": "[http://prod-ml-lambda/ https://domain.eu.auth0.com/userinfo]",
+            "azp": "v5hyXwmbFSm7pL0Y3p4xWNjYvw5pLIo2",
+            "exp": "1701078906",
+            "iat": "1700992506",
+            "iss": "https://domain.eu.auth0.com/",
+            "scope": "openid profile email",
+            "sub": "auth0|sub-auth0"
+          },
+          "scopes": null
+        }
+      },
+      "domainName": "domain.execute-api.eu-west-1.amazonaws.com",
+      "domainPrefix": "domain",
+      "http": {
+        "method": "POST",
+        "path": "/prod/lambda-ml-fastsam-api",
+        "protocol": "HTTP/1.1",
+        "sourceIp": "172.71.114.177",
+        "userAgent": ""
+      },
+      "requestId": "PAB7bgt0joEEJDw=",
+      "routeKey": "POST /lambda-ml-fastsam-api",
+      "stage": "prod",
+      "time": "26/Nov/2023:09:58:07 +0000",
+      "timeEpoch": 1700992687215
+    },
+    "body": "{\"bbox\": {\"ne\": {\"lat\": 38.839707613545144, \"lng\": 15.515441894531252},\"sw\": {\"lat\": 38.10430528370985, \"lng\": 14.109191894531252}},\"prompt\": [{\"type\": \"point\",\"data\": {\"lat\": 38.565347844885466, \"lng\": 14.82810974121094},\"label\": 0}],\"zoom\": 10, \"source_type\": \"Satellite\"\n}",
+    "isBase64Encoded": false
+  },
+  "output": {
+    "statusCode": 200,
+    "header": {
+      "Content-Type": "application/json"
+    },
+    "body": "{\"n_predictions\": 1, \"geojson\": \"{\\\"type\\\": \\\"FeatureCollection\\\", \\\"features\\\": [{\\\"id\\\": \\\"0\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 255.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[14.809570312500002, 38.58252615935333], [14.832916259765627, 38.58252615935333], [14.832916259765627, 38.58145263504286], [14.837036132812502, 38.58145263504286], [14.837036132812502, 38.58037909468592], [14.845275878906252, 38.58037909468592], [14.845275878906252, 38.58145263504286], [14.854888916015627, 38.58145263504286], [14.854888916015627, 38.58252615935333], [14.868621826171877, 38.58252615935333], [14.868621826171877, 38.58145263504286], [14.871368408203125, 38.58145263504286], [14.871368408203125, 38.57930553828263], [14.87274169921875, 38.57930553828263], [14.87274169921875, 38.57071650940461], [14.874114990234377, 38.57071650940461], [14.874114990234377, 38.55997877925586], [14.87274169921875, 38.55997877925586], [14.87274169921875, 38.55675714735221], [14.871368408203125, 38.55675714735221], [14.871368408203125, 38.5535353710587], [14.869995117187502, 38.5535353710587], [14.869995117187502, 38.54709138531695], [14.868621826171877, 38.54709138531695], [14.868621826171877, 38.54386917587615], [14.869995117187502, 38.54386917587615], [14.869995117187502, 38.54064682206035], [14.868621826171877, 38.54064682206035], [14.868621826171877, 38.53742432387328], [14.86724853515625, 38.53742432387328], [14.86724853515625, 38.53635012572906], [14.864501953125002, 38.53635012572906], [14.864501953125002, 38.53527591154415], [14.860382080078127, 38.53527591154415], [14.860382080078127, 38.53420168131867], [14.856262207031252, 38.53420168131867], [14.856262207031252, 38.53527591154415], [14.849395751953125, 38.53527591154415], [14.849395751953125, 38.53635012572906], [14.846649169921877, 38.53635012572906], [14.846649169921877, 38.53742432387328], [14.845275878906252, 38.53742432387328], [14.845275878906252, 38.53849850597666], [14.843902587890625, 38.53849850597666], [14.843902587890625, 38.53957267203906], [14.841156005859377, 38.53957267203906], [14.841156005859377, 38.54064682206035], [14.838409423828129, 38.54064682206035], [14.838409423828129, 38.541720956040386], [14.837036132812502, 38.541720956040386], [14.837036132812502, 38.54279507397902], [14.835662841796877, 38.54279507397902], [14.835662841796877, 38.54386917587615], [14.832916259765627, 38.54386917587615], [14.832916259765627, 38.5449432617316], [14.830169677734375, 38.5449432617316], [14.830169677734375, 38.54601733154525], [14.827423095703127, 38.54601733154525], [14.827423095703127, 38.54709138531695], [14.823303222656252, 38.54709138531695], [14.823303222656252, 38.54816542304658], [14.820556640625, 38.54816542304658], [14.820556640625, 38.54923944473399], [14.817810058593752, 38.54923944473399], [14.817810058593752, 38.55031345037904], [14.8150634765625, 38.55031345037904], [14.8150634765625, 38.55138743998161], [14.81231689453125, 38.55138743998161], [14.81231689453125, 38.55246141354154], [14.808197021484377, 38.55246141354154], [14.808197021484377, 38.5535353710587], [14.80682373046875, 38.5535353710587], [14.80682373046875, 38.55460931253297], [14.804077148437502, 38.55460931253297], [14.804077148437502, 38.55568323796418], [14.802703857421875, 38.55568323796418], [14.802703857421875, 38.55675714735221], [14.801330566406254, 38.55675714735221], [14.801330566406254, 38.557831040696925], [14.799957275390623, 38.557831040696925], [14.799957275390623, 38.558904917998184], [14.798583984375002, 38.558904917998184], [14.798583984375002, 38.561052624469795], [14.797210693359375, 38.561052624469795], [14.797210693359375, 38.568569091731305], [14.798583984375002, 38.568569091731305], [14.798583984375002, 38.571790194173666], [14.799957275390623, 38.571790194173666], [14.799957275390623, 38.57286386289749], [14.801330566406254, 38.57286386289749], [14.801330566406254, 38.57501115220886], [14.802703857421875, 38.57501115220886], [14.802703857421875, 38.57823196583315], [14.804077148437502, 38.57823196583315], [14.804077148437502, 38.57930553828263], [14.805450439453125, 38.57930553828263], [14.805450439453125, 38.58037909468592], [14.80682373046875, 38.58037909468592], [14.80682373046875, 38.58145263504286], [14.809570312500002, 38.58145263504286], [14.809570312500002, 38.58252615935333]]]}}, {\\\"id\\\": \\\"1\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 0.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[14.109191894531252, 38.839707613545166], [14.109191894531252, 38.10430528370981], [15.515441894531252, 38.10430528370981], [15.515441894531252, 38.839707613545166], [14.109191894531252, 38.839707613545166]], [[14.809570312500002, 38.58252615935333], [14.809570312500002, 38.58145263504286], [14.80682373046875, 38.58145263504286], [14.80682373046875, 38.58037909468592], [14.805450439453125, 38.58037909468592], [14.805450439453125, 38.57930553828263], [14.804077148437502, 38.57930553828263], [14.804077148437502, 38.57823196583315], [14.802703857421875, 38.57823196583315], [14.802703857421875, 38.57501115220886], [14.801330566406254, 38.57501115220886], [14.801330566406254, 38.57286386289749], [14.799957275390623, 38.57286386289749], [14.799957275390623, 38.571790194173666], [14.798583984375002, 38.571790194173666], [14.798583984375002, 38.568569091731305], [14.797210693359375, 38.568569091731305], [14.797210693359375, 38.561052624469795], [14.798583984375002, 38.561052624469795], [14.798583984375002, 38.558904917998184], [14.799957275390623, 38.558904917998184], [14.799957275390623, 38.557831040696925], [14.801330566406254, 38.557831040696925], [14.801330566406254, 38.55675714735221], [14.802703857421875, 38.55675714735221], [14.802703857421875, 38.55568323796418], [14.804077148437502, 38.55568323796418], [14.804077148437502, 38.55460931253297], [14.80682373046875, 38.55460931253297], [14.80682373046875, 38.5535353710587], [14.808197021484377, 38.5535353710587], [14.808197021484377, 38.55246141354154], [14.81231689453125, 38.55246141354154], [14.81231689453125, 38.55138743998161], [14.8150634765625, 38.55138743998161], [14.8150634765625, 38.55031345037904], [14.817810058593752, 38.55031345037904], [14.817810058593752, 38.54923944473399], [14.820556640625, 38.54923944473399], [14.820556640625, 38.54816542304658], [14.823303222656252, 38.54816542304658], [14.823303222656252, 38.54709138531695], [14.827423095703127, 38.54709138531695], [14.827423095703127, 38.54601733154525], [14.830169677734375, 38.54601733154525], [14.830169677734375, 38.5449432617316], [14.832916259765627, 38.5449432617316], [14.832916259765627, 38.54386917587615], [14.835662841796877, 38.54386917587615], [14.835662841796877, 38.54279507397902], [14.837036132812502, 38.54279507397902], [14.837036132812502, 38.541720956040386], [14.838409423828129, 38.541720956040386], [14.838409423828129, 38.54064682206035], [14.841156005859377, 38.54064682206035], [14.841156005859377, 38.53957267203906], [14.843902587890625, 38.53957267203906], [14.843902587890625, 38.53849850597666], [14.845275878906252, 38.53849850597666], [14.845275878906252, 38.53742432387328], [14.846649169921877, 38.53742432387328], [14.846649169921877, 38.53635012572906], [14.849395751953125, 38.53635012572906], [14.849395751953125, 38.53527591154415], [14.856262207031252, 38.53527591154415], [14.856262207031252, 38.53420168131867], [14.860382080078127, 38.53420168131867], [14.860382080078127, 38.53527591154415], [14.864501953125002, 38.53527591154415], [14.864501953125002, 38.53635012572906], [14.86724853515625, 38.53635012572906], [14.86724853515625, 38.53742432387328], [14.868621826171877, 38.53742432387328], [14.868621826171877, 38.54064682206035], [14.869995117187502, 38.54064682206035], [14.869995117187502, 38.54386917587615], [14.868621826171877, 38.54386917587615], [14.868621826171877, 38.54709138531695], [14.869995117187502, 38.54709138531695], [14.869995117187502, 38.5535353710587], [14.871368408203125, 38.5535353710587], [14.871368408203125, 38.55675714735221], [14.87274169921875, 38.55675714735221], [14.87274169921875, 38.55997877925586], [14.874114990234377, 38.55997877925586], [14.874114990234377, 38.57071650940461], [14.87274169921875, 38.57071650940461], [14.87274169921875, 38.57930553828263], [14.871368408203125, 38.57930553828263], [14.871368408203125, 38.58145263504286], [14.868621826171877, 38.58145263504286], [14.868621826171877, 38.58252615935333], [14.854888916015627, 38.58252615935333], [14.854888916015627, 38.58145263504286], [14.845275878906252, 38.58145263504286], [14.845275878906252, 38.58037909468592], [14.837036132812502, 38.58037909468592], [14.837036132812502, 38.58145263504286], [14.832916259765627, 38.58145263504286], [14.832916259765627, 38.58252615935333], [14.809570312500002, 38.58252615935333]]]}}]}\", \"n_shapes_geojson\": 2, \"duration_run\": 5.23, \"message\": \"ok\", \"request_id\": \"test_invoke_id\"}",
+    "isBase64Encoded": false
+  }
+}

tests/test_app.py

@@ -91,7 +91,7 @@ class TestAppFailures(unittest.TestCase):
     @patch.object(app, "get_response")
     @patch.object(app, "get_parsed_bbox_points")
     @patch.object(app, "get_parsed_request_body")
-    def test_lambda_handler_200(
+    def test_lambda_handler_200_mocked(
             self,
             get_parsed_request_body_mocked,
             get_parsed_bbox_points_mocked,
@@ -143,3 +143,34 @@ class TestAppFailures(unittest.TestCase):
         expected_response_200 = get_response_io[response_type]["output"]
         print(f"types: response_200:{type(response_200)}, expected:{type(expected_response_200)}.")
         assert response_200 == expected_response_200
+
+    def test_lambda_handler_200_real(self):
+        import shapely
+
+        from src.app import lambda_handler
+        from tests import TEST_EVENTS_FOLDER
+
+        name_fn = "lambda_handler"
+        invoke_id = "test_invoke_id"
+
+        with open(TEST_EVENTS_FOLDER / f"{name_fn}.json") as tst_json:
+            inputs_outputs = json.load(tst_json)
+            lambda_context = LambdaContext(
+                invoke_id=invoke_id,
+                client_context=None,
+                cognito_identity=None,
+                epoch_deadline_time_in_ms=time.time()
+            )
+            expected_response_dict = inputs_outputs["output"]
+            expected_response_body = json.loads(expected_response_dict["body"])
+            response = lambda_handler(event=inputs_outputs["input"], context=lambda_context)
+
+            response_dict = json.loads(response)
+            body_dict = json.loads(response_dict["body"])
+            assert body_dict["n_predictions"] == 1
+            assert body_dict["request_id"] == invoke_id
+            assert body_dict["message"] == "ok"
+            assert body_dict["n_shapes_geojson"] == expected_response_body["n_shapes_geojson"]
+            output_geojson = shapely.from_geojson(body_dict["geojson"])
+            expected_output_geojson = shapely.from_geojson(expected_response_body["geojson"])
+            assert shapely.equals_exact(output_geojson, expected_output_geojson, tolerance=0.000006)