Implement verification of reproducible builds and run differential E2E tests

.github/workflows/differential-tests.yml

@@ -0,0 +1,176 @@
+name: Verify Reproducible Builds
+
+on:
+  workflow_call:
+
+env:
+  # The compiler modes to use for compilation by retester.
+  MODES: "Y M0 S+, Y M3 S+, Y Mz S+"
+  SOLC_VERSION: "0.8.34"
+
+jobs:
+  build:
+    uses: ./.github/workflows/reusable-build.yml
+    with:
+      is_release: false
+      retention_days: 1
+
+  compile-and-export-hashes-native:
+    needs: build
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - platform: linux-x86_64
+            target: x86_64-unknown-linux-musl
+            runner: ubuntu-24.04
+          - platform: macos-arm64
+            target: universal-apple-darwin
+            runner: macos-15
+          - platform: macos-x86_64
+            target: universal-apple-darwin
+            runner: macos-15-intel
+          - platform: windows-x86_64
+            target: x86_64-pc-windows-msvc
+            runner: windows-2022
+    runs-on: ${{ matrix.runner }}
+    steps:
+      # For some deeply nested contracts in `resolc-compiler-tests`, Windows
+      # will generate a "Filename too long" error. This step enables long paths.
+      - name: Enable Git Long Paths (Windows)
+        if: ${{ runner.os == 'Windows' }}
+        run: git config --system core.longpaths true
+
+      - name: Checkout revive
+        uses: actions/checkout@v4
+        with:
+          path: revive
+          submodules: recursive
+
+      - name: Download Binary
+        uses: actions/download-artifact@v4
+        with:
+          name: resolc-${{ matrix.target }}
+          path: resolc-bin
+
+      - name: Make resolc Executable
+        shell: bash
+        run: chmod +x "resolc-bin/resolc-${{ matrix.target }}${{ runner.os == 'Windows' && '.exe' || '' }}"
+
+      - name: Compile Contracts
+        id: compile
+        uses: ./revive/revive-differential-tests/.github/actions/compile-contracts
+        with:
+          revive-differential-tests-path: revive/revive-differential-tests
+          resolc-path: resolc-bin/resolc-${{ matrix.target }}${{ runner.os == 'Windows' && '.exe' || '' }}
+          solc-version: ${{ env.SOLC_VERSION }}
+          modes: ${{ env.MODES }}
+          upload-artifact-name: compilation-report-${{ matrix.platform }}
+
+      - name: Export Bytecode Hashes
+        uses: ./revive/revive-differential-tests/.github/actions/export-bytecode-hashes
+        with:
+          revive-differential-tests-path: revive/revive-differential-tests
+          report-path: ${{ steps.compile.outputs.report-path }}
+          remove-prefix: ${{ steps.compile.outputs.contracts-source-prefix }}
+          platform-label: ${{ matrix.platform }}
+          upload-artifact-name: hashes-${{ matrix.platform }}
+
+  compare-hashes:
+    needs: compile-and-export-hashes-native
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Checkout revive
+        uses: actions/checkout@v4
+        with:
+          path: revive
+          submodules: true
+
+      - name: Compare Bytecode Hashes
+        uses: ./revive/revive-differential-tests/.github/actions/compare-bytecode-hashes
+        with:
+          revive-differential-tests-path: revive/revive-differential-tests
+          hash-artifact-names: "hashes-linux-x86_64, hashes-macos-arm64, hashes-macos-x86_64, hashes-windows-x86_64"
+          modes: ${{ env.MODES }}
+          upload-artifact-name: hash-comparison-result
+
+  run-e2e-tests:
+    needs: build
+    runs-on: parity-large
+    timeout-minutes: 75
+    env:
+      # Commit SHA that produced the polkadot-sdk crate pinned in Cargo.toml,
+      # obtained from the crate's .cargo_vcs_info.json via:
+      # curl -sL https://crates.io/api/v1/crates/polkadot-sdk/<VERSION>/download | tar xzO '*/.cargo_vcs_info.json'
+      # Current version: 2603.0.0
+      POLKADOT_SDK_REF: "c56b086a3cfcb3a48b75fd1ef9c77ad9b7408b95"
+      RUSTFLAGS: "-Awarnings"
+    steps:
+      - name: Checkout revive
+        uses: actions/checkout@v4
+        with:
+          path: revive
+          submodules: recursive
+
+      - name: Download Binary
+        uses: actions/download-artifact@v4
+        with:
+          name: resolc-x86_64-unknown-linux-musl
+          path: ./resolc-bin
+
+      - name: Make resolc Executable
+        shell: bash
+        run: chmod +x ./resolc-bin/resolc-x86_64-unknown-linux-musl
+
+      - name: Checkout Polkadot SDK
+        uses: actions/checkout@v4
+        with:
+          repository: paritytech/polkadot-sdk
+          ref: ${{ env.POLKADOT_SDK_REF }}
+          path: polkadot-sdk
+          submodules: recursive
+
+      - name: Install Dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y build-essential pkg-config libssl-dev protobuf-compiler llvm clang libclang-dev
+
+      - name: Download forklift
+        run: |
+          curl -fsSLo forklift https://github.com/paritytech/forklift/releases/download/0.15.0/forklift_0.15.0_linux_amd64
+          chmod +x forklift
+          sudo mv forklift /usr/local/bin/
+
+      - name: Configure forklift
+        run: |
+          mkdir -p .forklift
+          cp polkadot-sdk/.forklift/config.toml .forklift/config.toml
+
+      - name: Set Up Rust Toolchain
+        uses: actions-rust-lang/setup-rust-toolchain@v1
+        with:
+          toolchain: "1.90.0"
+          target: "wasm32-unknown-unknown"
+          components: "rust-src"
+          rustflags: ""
+
+      - name: Run Differential E2E Tests
+        uses: ./revive/revive-differential-tests/.github/actions/run-differential-tests
+        with:
+          revive-differential-tests-path: revive/revive-differential-tests
+          polkadot-sdk-path: ./polkadot-sdk
+          cargo-command: "forklift cargo"
+          platform: revive-dev-node-polkavm-resolc
+          resolc-path: ./resolc-bin/resolc-x86_64-unknown-linux-musl
+          solc-version: ${{ env.SOLC_VERSION }}
+          expectations-file-path: ./revive/.github/assets/revive-dev-node-polkavm-resolc.json
+
+  # Sentinel job that depends on the jobs we want to allow completing (instead of
+  # being canceled once the other job chains complete). Thus, run-e2e-tests
+  # will always run even if compare-hashes finishes first, and vice versa.
+  wait-for-jobs:
+    if: ${{ always() }}
+    needs: [compare-hashes, run-e2e-tests]
+    runs-on: ubuntu-24.04
+    steps:
+      - run: echo "All jobs finished"

.github/workflows/release-nightly.yml

@@ -53,46 +53,11 @@ jobs:
       is_release: false
       retention_days: 40
 
-  create-macos-fat-binary:
-    if: ${{ needs.check_commits.outputs.has_commits == 'true' }}
-    needs: [build]
-    outputs:
-      resolc-universal-apple-darwin_url: ${{ steps.set-output.outputs.resolc-universal-apple-darwin_url }}
-      resolc-universal-apple-darwin_sha: ${{ steps.set-output.outputs.resolc-universal-apple-darwin_sha }}
-    runs-on: macos-15
-    steps:
-      - uses: actions/download-artifact@v4
-        with:
-          merge-multiple: true
-
-      - name: Create macOS Fat Binary
-        run: |
-          lipo resolc-aarch64-apple-darwin resolc-x86_64-apple-darwin -create -output resolc-universal-apple-darwin
-
-      - name: Make Executable
-        run: |
-          chmod +x resolc-universal-apple-darwin
-
-      - uses: actions/upload-artifact@v4
-        id: artifact-upload-step
-        with:
-          name: resolc-universal-apple-darwin
-          path: resolc-universal-apple-darwin
-          retention-days: 40
-
-      - name: Set output variables
-        id: set-output
-        env:
-          TARGET: resolc-universal-apple-darwin
-        run: |
-          echo "${TARGET}_url=${{ steps.artifact-upload-step.outputs.artifact-url }}" >> "$GITHUB_OUTPUT"
-          echo "${TARGET}_sha=${{ steps.artifact-upload-step.outputs.artifact-digest }}" >> "$GITHUB_OUTPUT"
-
   generate-nightly-json:
     runs-on: ubuntu-24.04
     if: ${{ needs.check_commits.outputs.has_commits == 'true' }}
     environment: tags
-    needs: [build, create-macos-fat-binary, check_commits]
+    needs: [build, check_commits]
     steps:
       - name: Checkout revive
         uses: actions/checkout@v4
@@ -129,8 +94,6 @@ jobs:
         run: |
           echo '[' > data.json
           echo '${{ toJSON(needs.build.outputs) }}' >> data.json
-          echo ',' >> data.json
-          echo '${{ toJSON(needs.create-macos-fat-binary.outputs) }}' >> data.json
           echo ']' >> data.json
           chmod +x bins/resolc-x86_64-unknown-linux-musl
           export FIRST_SOLC_VERSION=$(./bins/resolc-x86_64-unknown-linux-musl --supported-solc-versions | cut -f 1 -d "," | tr -d ">=")

.github/workflows/release.yml

@@ -69,31 +69,27 @@ jobs:
   create-release:
     if: startsWith(github.ref_name, 'v')
     needs: [check-version-changed, build]
-    runs-on: macos-15
+    runs-on: ubuntu-24.04
     environment: tags
     steps:
       - name: Download Artifacts
         uses: actions/download-artifact@v4
         with:
           merge-multiple: true
 
-      - name: Create macOS Fat Binary
-        run: |
-          lipo resolc-aarch64-apple-darwin resolc-x86_64-apple-darwin -create -output resolc-universal-apple-darwin
-
       - name: Make Executable
         run: |
           chmod +x resolc-x86_64-unknown-linux-musl
           chmod +x resolc-universal-apple-darwin
 
       - name: Create sha-256 checksum
         run: |
-          shasum -a 256 resolc-x86_64-unknown-linux-musl > checksums.txt
-          shasum -a 256 resolc-universal-apple-darwin >> checksums.txt
-          shasum -a 256 resolc-x86_64-pc-windows-msvc.exe >> checksums.txt
-          shasum -a 256 resolc.js >> checksums.txt
-          shasum -a 256 resolc.wasm >> checksums.txt
-          shasum -a 256 resolc_web.js >> checksums.txt
+          sha256sum resolc-x86_64-unknown-linux-musl > checksums.txt
+          sha256sum resolc-universal-apple-darwin >> checksums.txt
+          sha256sum resolc-x86_64-pc-windows-msvc.exe >> checksums.txt
+          sha256sum resolc.js >> checksums.txt
+          sha256sum resolc.wasm >> checksums.txt
+          sha256sum resolc_web.js >> checksums.txt
 
       - uses: actions/create-github-app-token@v1
         id: app-token
@@ -126,7 +122,7 @@ jobs:
 
   npm-release:
     needs: [create-release]
-    runs-on: macos-15
+    runs-on: ubuntu-24.04
     environment: tags
     steps:
       - uses: actions/checkout@v4