refactor: add delayed requeue logic in postlookup_lambda and implement post_transform_lambda, including DB upsert and batch processing

Author: ayuki-joto

.github/workflows/deploy-etl-lambda.yml

@@ -37,6 +37,7 @@ jobs:
           - { dockerfile: Dockerfile.postlookup, repository: birdxplorer-etl-postlookup }
           - { dockerfile: Dockerfile.db_writer, repository: birdxplorer-etl-db-writer }
           - { dockerfile: Dockerfile.note_status_update, repository: birdxplorer-etl-note-status-update }
+          - { dockerfile: Dockerfile.post_transform, repository: birdxplorer-etl-post-transform }
 
     steps:
       - uses: actions/checkout@v5
@@ -81,6 +82,7 @@ jobs:
         birdxplorer-etl-topic,
         birdxplorer-etl-postlookup,
         birdxplorer-etl-db-writer,
-        birdxplorer-etl-note-status-update
+        birdxplorer-etl-note-status-update,
+        birdxplorer-etl-post-transform
       stacks: "devbird-xplorerStack"
     secrets: inherit

.github/workflows/release-prd.yml

@@ -63,6 +63,7 @@ jobs:
           - { dockerfile: Dockerfile.postlookup, repository: birdxplorer-etl-postlookup }
           - { dockerfile: Dockerfile.db_writer, repository: birdxplorer-etl-db-writer }
           - { dockerfile: Dockerfile.note_status_update, repository: birdxplorer-etl-note-status-update }
+          - { dockerfile: Dockerfile.post_transform, repository: birdxplorer-etl-post-transform }
 
     steps:
       - uses: actions/checkout@v5
@@ -104,6 +105,7 @@ jobs:
         birdxplorer-etl-topic,
         birdxplorer-etl-postlookup,
         birdxplorer-etl-db-writer,
-        birdxplorer-etl-note-status-update
+        birdxplorer-etl-note-status-update,
+        birdxplorer-etl-post-transform
       stacks: "prdbird-xplorerStack prdbird-xplorerApiStack"
     secrets: inherit

etl/Dockerfile.post_transform

@@ -0,0 +1,20 @@
+FROM public.ecr.aws/lambda/python:3.12
+
+# 作業ディレクトリを設定
+WORKDIR ${LAMBDA_TASK_ROOT}
+
+RUN dnf update -y && \
+    dnf install -y gcc gcc-c++ git && \
+    dnf clean all && \
+    rm -rf /var/cache/dnf
+
+COPY etl/. .
+
+RUN python -m pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -e .[prod]
+
+# Lambda関数のコードをコピー
+COPY etl/src/birdxplorer_etl/lib/lambda_handler/post_transform_lambda.py ./
+
+# Lambda handler を設定
+CMD ["post_transform_lambda.lambda_handler"]