Turn on test sharding for k8s and docker-build

native-provider-ci/providers/aws-native/repo/.github/workflows/build.yml

@@ -320,8 +320,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -332,7 +332,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/aws-native/repo/.github/workflows/prerelease.yml

@@ -311,8 +311,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -323,7 +323,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/aws-native/repo/.github/workflows/release.yml

@@ -311,8 +311,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -323,7 +323,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/aws-native/repo/.github/workflows/run-acceptance-tests.yml

@@ -340,8 +340,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -352,7 +352,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/command/repo/.github/workflows/build.yml

@@ -280,8 +280,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -292,7 +292,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/command/repo/.github/workflows/prerelease.yml

@@ -271,8 +271,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -283,7 +283,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/command/repo/.github/workflows/release.yml

@@ -271,8 +271,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -283,7 +283,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/command/repo/.github/workflows/run-acceptance-tests.yml

@@ -300,8 +300,8 @@ jobs:
         name: ${{ matrix.language }}-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -312,7 +312,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:

native-provider-ci/providers/docker-build/config.yaml

@@ -5,6 +5,8 @@ providerVersion: github.com/pulumi/pulumi-docker-build/provider.Version
 aws: true
 gcp: true
 sdkModuleDir: sdk/go/dockerbuild
+testShards: 5
+testShardDir: examples
 env:
   AWS_REGION: us-west-2
   PULUMI_API: "https://api.pulumi-staging.io"

native-provider-ci/providers/docker-build/repo/.github/workflows/build.yml

@@ -253,12 +253,12 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        language:
-        - nodejs
-        - python
-        - dotnet
-        - go
-        - java
+        shard:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
     name: test
     permissions:
       contents: read
@@ -318,14 +318,34 @@ jobs:
     - name: Restore Binary Permissions
       run: find ${{ github.workspace }} -name "pulumi-*-${{ env.PROVIDER }}" -print
         -exec chmod +x {} \;
-    - name: Download SDK
+    - name: Download nodejs SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: nodejs-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download go SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: go-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download dotnet SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: dotnet-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download python SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: python-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download java SDK
       uses: actions/download-artifact@v4
       with:
-        name: ${{ matrix.language }}-sdk.tar.gz
+        name: java-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -336,7 +356,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:
@@ -363,11 +383,15 @@ jobs:
       with:
         version: v2.5.0
         token: ${{ secrets.GITHUB_TOKEN }}
+    - name: Shard tests
+      run: echo go test -v -count=1 -cover -timeout 2h -parallel 4 "$(go run
+        github.com/blampe/shard@b251cf8da6a83022628496125f285095772ebe86 --total
+        ${{ strategy.job-total }} --index ${{ strategy.job-index }})" >
+        test-command
+      working-directory: examples
     - name: Run tests
-      run: >-
-        set -euo pipefail
-
-        cd examples && go test -v -json -count=1 -cover -timeout 2h -tags=${{ matrix.language }} -parallel 4 . 2>&1 | tee /tmp/gotest.log | gotestfmt
+      run: cat test-command && $(cat test-command)
+      working-directory: examples
     - if: failure() && github.event_name == 'push'
       name: Notify Slack
       uses: 8398a7/action-slack@v3

native-provider-ci/providers/docker-build/repo/.github/workflows/prerelease.yml

@@ -244,12 +244,12 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        language:
-        - nodejs
-        - python
-        - dotnet
-        - go
-        - java
+        shard:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
     name: test
     permissions:
       contents: read
@@ -309,14 +309,34 @@ jobs:
     - name: Restore Binary Permissions
       run: find ${{ github.workspace }} -name "pulumi-*-${{ env.PROVIDER }}" -print
         -exec chmod +x {} \;
-    - name: Download SDK
+    - name: Download nodejs SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: nodejs-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download go SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: go-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download dotnet SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: dotnet-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download python SDK
       uses: actions/download-artifact@v4
       with:
-        name: ${{ matrix.language }}-sdk.tar.gz
+        name: python-sdk.tar.gz
+        path: ${{ github.workspace}}/sdk/
+    - name: Download java SDK
+      uses: actions/download-artifact@v4
+      with:
+        name: java-sdk.tar.gz
         path: ${{ github.workspace}}/sdk/
     - name: UnTar SDK folder
-      run: tar -zxf ${{ github.workspace}}/sdk/${{ matrix.language}}.tar.gz -C ${{
-        github.workspace}}/sdk/${{ matrix.language}}
+      run: for f in *.tar.gz; do tar -zxf "$f" -C "${f%.tar.gz}"; done
+      working-directory: ${{ github.workspace}}/sdk
     - name: Update path
       run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH
     - name: Install Node dependencies
@@ -327,7 +347,7 @@ jobs:
         pip3 install virtualenv==20.0.23
         pip3 install pipenv
     - name: Install dependencies
-      run: make install_${{ matrix.language}}_sdk
+      run: make install_sdks
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:
@@ -354,11 +374,15 @@ jobs:
       with:
         version: v2.5.0
         token: ${{ secrets.GITHUB_TOKEN }}
+    - name: Shard tests
+      run: echo go test -v -count=1 -cover -timeout 2h -parallel 4 "$(go run
+        github.com/blampe/shard@b251cf8da6a83022628496125f285095772ebe86 --total
+        ${{ strategy.job-total }} --index ${{ strategy.job-index }})" >
+        test-command
+      working-directory: examples
     - name: Run tests
-      run: >-
-        set -euo pipefail
-
-        cd examples && go test -v -json -count=1 -cover -timeout 2h -tags=${{ matrix.language }} -parallel 4 . 2>&1 | tee /tmp/gotest.log | gotestfmt
+      run: cat test-command && $(cat test-command)
+      working-directory: examples
     - if: failure() && github.event_name == 'push'
       name: Notify Slack
       uses: 8398a7/action-slack@v3