fix(ci): new artifact path, sed gnu/linux syntax, and pypi test

Author: Release bot

.github/workflows/on_release_notes.yml

@@ -31,7 +31,7 @@ on:
   workflow_dispatch:
     inputs:
       version_to_publish:
-        description: "Version to be released in PyPi, Docs, and Lambda Layer, e.g. v2.0.0, v2.0.0.a0 (pre-release)"
+        description: "Version to be released in PyPi, Docs, and Lambda Layer, e.g. v2.0.0, v2.0.0a0 (pre-release)"
         default: v2.0.0
         required: true
       skip_pypi:
@@ -51,7 +51,7 @@ on:
         type: boolean
         required: false
       pre_release:
-        description: "Publishes documentation using a pre-release tag (v2.0.0.a0). You are still responsible for passing a pre-release version tag to the workflow."
+        description: "Publishes documentation using a pre-release tag (v2.0.0a0). You are still responsible for passing a pre-release version tag to the workflow."
         default: false
         type: boolean
         required: false
@@ -95,6 +95,8 @@ jobs:
       - name: Build python package and wheel
         if: ${{ !inputs.skip_pypi }}
         run: poetry build
+      # NOTE: TestPyPi is undergoing a CDN migration https://status.python.org/#
+      # re-enable for the next release, when degraded status changes
       # - name: Upload to PyPi test
       #   if: ${{ !inputs.skip_pypi }}
       #   run: make release-test

.github/workflows/publish_v2_layer.yml

@@ -9,25 +9,21 @@ on:
   workflow_dispatch:
     inputs:
       latest_published_version:
-        description: "Latest PyPi published version to rebuild latest docs for, e.g. 2.0.0, v2.0.0.a0 (pre-release)"
+        description: "Latest PyPi published version to rebuild latest docs for, e.g. 2.0.0, 2.0.0.a1 (pre-release)"
         required: true
       pre_release:
-        description: "Publishes documentation using a pre-release tag (v2.0.0.a0)."
+        description: "Publishes documentation using a pre-release tag (2.0.0.a1)."
         default: false
         type: boolean
         required: false
-      test_role:
-        type: string
-        description: "Test IAM Role ARN"
-        required: false
   workflow_call:
     inputs:
       latest_published_version:
         type: string
-        description: "Latest PyPi published version to rebuild latest docs for, e.g. 2.0.0, v2.0.0.a0 (pre-release)"
+        description: "Latest PyPi published version to rebuild latest docs for, e.g. 2.0.0, 2.0.0.a1 (pre-release)"
         required: true
       pre_release:
-        description: "Publishes documentation using a pre-release tag (v2.0.0.a0)."
+        description: "Publishes documentation using a pre-release tag (2.0.0.a1)."
         default: false
         type: boolean
         required: false
@@ -82,7 +78,7 @@ jobs:
           name: cdk-layer-artefact
           path: layer/cdk.out.zip
 
-  deploy-beta:
+  beta:
     needs: build-layer
     uses: ./.github/workflows/reusable_deploy_v2_layer_stack.yml
     secrets: inherit
@@ -92,8 +88,8 @@ jobs:
       environment: "layer-beta"
       latest_published_version: ${{ inputs.latest_published_version }}
 
-  deploy-prod:
-    needs: deploy-beta
+  prod:
+    needs: beta
     uses: ./.github/workflows/reusable_deploy_v2_layer_stack.yml
     secrets: inherit
     with:
@@ -102,7 +98,7 @@ jobs:
       environment: "layer-prod"
       latest_published_version: ${{ inputs.latest_published_version }}
 
-  deploy-sar-beta:
+  sar-beta:
     needs: build-layer
     uses: ./.github/workflows/reusable_deploy_v2_sar.yml
     secrets: inherit
@@ -112,8 +108,8 @@ jobs:
       environment: "layer-beta"
       package-version: ${{ inputs.latest_published_version }}
 
-  deploy-sar-prod:
-    needs: [build-layer, deploy-sar-beta]
+  sar-prod:
+    needs: [build-layer, sar-beta]
     uses: ./.github/workflows/reusable_deploy_v2_sar.yml
     secrets: inherit
     with:
@@ -139,7 +135,7 @@ jobs:
           echo DOCS_ALIAS="$DOCS_ALIAS" >> "$GITHUB_OUTPUT"
 
   release-docs:
-    needs: [deploy-prod, prepare_docs_alias]
+    needs: [prod, prepare_docs_alias]
     permissions:
       contents: write
       pages: write

.github/workflows/reusable_deploy_v2_layer_stack.yml

@@ -105,15 +105,20 @@ jobs:
       - name: Store latest Layer ARN
         if: ${{ inputs.stage == 'PROD' }}
         run: |
-          jq -c '.LayerV2Stack.VersionArn' cdk-outputs.json > cdk-layer-stack-${{ matrix.region }}-layer-version.txt
-          jq -c '.LayerV2Stack.Arm64VersionArn' cdk-outputs.json >> cdk-layer-stack-${{ matrix.region }}-layer-version.txt
-      - name: CDK Deploy Canary
-        run: cdk deploy --app cdk.out --context region=${{ matrix.region}} --parameters DeployStage="${{ inputs.stage }}" 'CanaryV2Stack' --require-approval never --verbose
+          mkdir cdk-layer-stack
+          jq -r -c '.LayerV2Stack.LatestLayerArn' cdk-outputs.json > cdk-layer-stack/${{ matrix.region }}-layer-version.txt
+          jq -r -c '.LayerV2Stack.LatestLayerArm64Arn' cdk-outputs.json >> cdk-layer-stack/${{ matrix.region }}-layer-version.txt
+          cat cdk-layer-stack/${{ matrix.region }}-layer-version.txt
       - name: Save Layer ARN artifact
+        if: ${{ inputs.stage == 'PROD' }}
         uses: actions/upload-artifact@v3
         with:
           name: cdk-layer-stack
-          path: cdk-layer-stack*
+          path: ./layer/cdk-layer-stack/* # NOTE: upload-artifact does not inherit working-directory setting.
+          if-no-files-found: error
+          retention-days: 1
+      - name: CDK Deploy Canary
+        run: cdk deploy --app cdk.out --context region=${{ matrix.region}} --parameters DeployStage="${{ inputs.stage }}" 'CanaryV2Stack' --require-approval never --verbose
 
   update_v2_layer_arn_docs:
     needs: deploy-cdk-stack

.github/workflows/reusable_deploy_v2_sar.yml

@@ -84,11 +84,11 @@ jobs:
         if: ${{ matrix.architecture == 'arm64' }}
         run: echo SAR_NAME="${SAR_NAME}-arm64" >> "$GITHUB_ENV"
       - name: Normalize semantic version
-        id: semantic-version # v2.0.0.a0 -> v2.0.0-a0
+        id: semantic-version # v2.0.0a0 -> v2.0.0-a0
         env:
           VERSION: ${{ inputs.package-version }}
         run: |
-          VERSION="${VERSION/.a/-a}"
+          VERSION="${VERSION/a/-a}"
           echo "VERSION=${VERSION}" >> "$GITHUB_OUTPUT"
       - name: Prepare SAR App
         env:

.github/workflows/reusable_update_v2_layer_arn_docs.yml

@@ -37,9 +37,11 @@ jobs:
         uses: actions/download-artifact@v3
         with:
           name: cdk-layer-stack
-          path: cdk-layer-stack
+          path: cdk-layer-stack/
       - name: Replace layer versions in documentation
-        run: ./layer/scripts/update_layer_arn.sh cdk-layer-stack
+        run: |
+          ls -la cdk-layer-stack/
+          ./layer/scripts/update_layer_arn.sh cdk-layer-stack
       - name: Update documentation in trunk
         run: |
           HAS_CHANGE=$(git status --porcelain)

CHANGELOG.md

@@ -7,9 +7,18 @@
 ## Bug Fixes
 
 * lock dependencies
-* mypy errors
 * lint files
+* mypy errors
+* **ci:** sed in-place syntax for GNU/Linux; improve debugging
+* **ci:** layer artifact path
+* **ci:** fix artifact path
+* **ci:** typo
+* **ci:** SAR tagging schema
+* **ci:** temporarly remove pypi test deployment
 * **ci:** secret and OIDC inheritance in nested children workflow
+* **ci:** force fail if layer artifact cannot be uploaded
+* **ci:** [artifact-debug] shift artifact upload up
+* **ci:** [artifact-debug] upload-artefact ignores working-directory
 * **ci:** workflow should use npx for CDK CLI
 
 ## Code Refactoring
@@ -42,16 +51,21 @@
 
 ## Maintenance
 
-* merge v2 branch
 * bump pyproject version to 2.0
-* **ci:** remove v1 workflows ([#1617](https://github.com/awslabs/aws-lambda-powertools-python/issues/1617))
+* update v2 layer ARN on documentation
+* merge v2 branch
+* **ci:** reinstate test.pypi before public launch
+* **ci:** clarified pre-release tags
 * **ci:** migrate E2E tests to CDK CLI and off Docker ([#1501](https://github.com/awslabs/aws-lambda-powertools-python/issues/1501))
+* **ci:** remove v1 workflows ([#1617](https://github.com/awslabs/aws-lambda-powertools-python/issues/1617))
+* **ci:** revert reinstate test.pypi before public launch
 * **core:** expose modules in the Top-level package ([#1517](https://github.com/awslabs/aws-lambda-powertools-python/issues/1517))
 * **dep:** add cfn-lint as a dev dependency; pre-commit ([#1612](https://github.com/awslabs/aws-lambda-powertools-python/issues/1612))
-* **deps:** remove email-validator; use Str over EmailStr in SES model ([#1608](https://github.com/awslabs/aws-lambda-powertools-python/issues/1608))
 * **deps:** bump release-drafter/release-drafter from 5.21.0 to 5.21.1 ([#1611](https://github.com/awslabs/aws-lambda-powertools-python/issues/1611))
 * **deps:** lock importlib to 4.x
+* **deps:** remove email-validator; use Str over EmailStr in SES model ([#1608](https://github.com/awslabs/aws-lambda-powertools-python/issues/1608))
 * **deps-dev:** bump mypy-boto3-s3 from 1.24.76 to 1.24.94 ([#1622](https://github.com/awslabs/aws-lambda-powertools-python/issues/1622))
+* **deps-dev:** bump aws-cdk-lib from 2.46.0 to 2.47.0 ([#1629](https://github.com/awslabs/aws-lambda-powertools-python/issues/1629))
 * **layer:** bump to 1.31.1 (v39)