codex/.github/workflows/rusty-v8-release.yml

name: rusty-v8-release

on:
  push:
    tags:
      - "rusty-v8-v*.*.*"

# Cargo's libgit2 transport has been flaky when fetching git dependencies with
# nested submodules. Prefer the system git CLI for Cargo smoke tests.
env:
  CARGO_NET_GIT_FETCH_WITH_CLI: "true"

concurrency:
  group: ${{ github.workflow }}::${{ github.ref_name }}
  cancel-in-progress: false

jobs:
  metadata:
    runs-on: ubuntu-latest
    outputs:
      release_tag: ${{ steps.release_tag.outputs.release_tag }}
      v8_version: ${{ steps.v8_version.outputs.version }}

    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          persist-credentials: false

      - name: Set up Python
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: "3.12"

      - name: Resolve exact v8 crate version
        id: v8_version
        shell: bash
        run: |
          set -euo pipefail
          version="$(python3 .github/scripts/rusty_v8_bazel.py resolved-v8-crate-version)"
          echo "version=${version}" >> "$GITHUB_OUTPUT"

      - name: Resolve release tag
        id: release_tag
        env:
          GITHUB_REF_NAME: ${{ github.ref_name }}
          V8_VERSION: ${{ steps.v8_version.outputs.version }}
        shell: bash
        run: |
          set -euo pipefail

          expected_release_tag="rusty-v8-v${V8_VERSION}"
          release_tag="${GITHUB_REF_NAME}"
          if [[ "${release_tag}" != "${expected_release_tag}" ]]; then
            echo "Tag ${release_tag} does not match expected release tag ${expected_release_tag}." >&2
            exit 1
          fi

          echo "release_tag=${release_tag}" >> "$GITHUB_OUTPUT"

  build:
    name: Build ${{ matrix.variant }} ${{ matrix.target }}
    needs: metadata
    runs-on: ${{ matrix.runner }}
    permissions:
      contents: read
      actions: read
    environment:
      name: bazel
      deployment: false
    strategy:
      fail-fast: false
      matrix:
        include:
          - runner: ubuntu-24.04
            bazel_config: ci-v8
            platform: linux_amd64
            sandbox: false
            target: x86_64-unknown-linux-gnu
            v8_cpu: x64
            variant: release
          - runner: ubuntu-24.04
            bazel_config: ci-v8
            platform: linux_amd64
            sandbox: true
            target: x86_64-unknown-linux-gnu
            v8_cpu: x64
            variant: ptrcomp-sandbox
          - runner: ubuntu-24.04-arm
            bazel_config: ci-v8
            platform: linux_arm64
            sandbox: false
            target: aarch64-unknown-linux-gnu
            v8_cpu: arm64
            variant: release
          - runner: ubuntu-24.04-arm
            bazel_config: ci-v8
            platform: linux_arm64
            sandbox: true
            target: aarch64-unknown-linux-gnu
            v8_cpu: arm64
            variant: ptrcomp-sandbox
          - runner: macos-15-xlarge
            bazel_config: ci-macos
            platform: macos_amd64
            sandbox: false
            target: x86_64-apple-darwin
            v8_cpu: x64
            variant: release
          - runner: macos-15-xlarge
            bazel_config: ci-macos
            platform: macos_amd64
            sandbox: true
            target: x86_64-apple-darwin
            v8_cpu: x64
            variant: ptrcomp-sandbox
          - runner: macos-15-xlarge
            bazel_config: ci-macos
            platform: macos_arm64
            sandbox: false
            target: aarch64-apple-darwin
            v8_cpu: arm64
            variant: release
          - runner: macos-15-xlarge
            bazel_config: ci-macos
            platform: macos_arm64
            sandbox: true
            target: aarch64-apple-darwin
            v8_cpu: arm64
            variant: ptrcomp-sandbox
          - runner: ubuntu-24.04
            bazel_config: ci-v8
            platform: linux_amd64_musl
            sandbox: false
            target: x86_64-unknown-linux-musl
            v8_cpu: x64
            variant: release
          - runner: ubuntu-24.04-arm
            bazel_config: ci-v8
            platform: linux_arm64_musl
            sandbox: false
            target: aarch64-unknown-linux-musl
            v8_cpu: arm64
            variant: release
          - runner: ubuntu-24.04
            bazel_config: ci-v8
            platform: linux_amd64_musl
            sandbox: true
            target: x86_64-unknown-linux-musl
            v8_cpu: x64
            variant: ptrcomp-sandbox
          - runner: ubuntu-24.04-arm
            bazel_config: ci-v8
            platform: linux_arm64_musl
            sandbox: true
            target: aarch64-unknown-linux-musl
            v8_cpu: arm64
            variant: ptrcomp-sandbox

    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          persist-credentials: false

      - name: Set up Bazel
        uses: ./.github/actions/setup-bazel-ci
        with:
          target: ${{ matrix.target }}

      - name: Set up Python
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: "3.12"

      - name: Set up Rust toolchain for Cargo smoke
        uses: dtolnay/rust-toolchain@e081816240890017053eacbb1bdf337761dc5582 # 1.95.0
        with:
          toolchain: "1.95.0"

      - name: Build Bazel V8 release pair
        env:
          BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }}
          PLATFORM: ${{ matrix.platform }}
          SANDBOX: ${{ matrix.sandbox }}
          TARGET: ${{ matrix.target }}
          V8_CPU: ${{ matrix.v8_cpu }}
        shell: bash
        run: |
          set -euo pipefail

          target_suffix="${TARGET//-/_}"
          pair_kind="release_pair"
          if [[ "${SANDBOX}" == "true" ]]; then
            pair_kind="sandbox_release_pair"
          fi
          pair_target="//third_party/v8:rusty_v8_${pair_kind}_${target_suffix}"

          bazel_args=(
            build
            -c
            opt
            "--platforms=@llvm//platforms:${PLATFORM}"
            --config=rusty-v8-upstream-libcxx
            "--config=v8-target-${V8_CPU}"
            "${pair_target}"
            --build_metadata=COMMIT_SHA=$(git rev-parse HEAD)
          )
          if [[ "${SANDBOX}" != "true" ]]; then
            bazel_args+=(--config=v8-release-compat)
          fi

          ./.github/scripts/run_bazel_with_buildbuddy.py \
            --noexperimental_remote_repo_contents_cache \
            "${bazel_args[@]}" \
            "--config=${{ matrix.bazel_config }}"

      - name: Stage release pair
        env:
          BAZEL_CONFIG: ${{ matrix.bazel_config }}
          BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }}
          PLATFORM: ${{ matrix.platform }}
          SANDBOX: ${{ matrix.sandbox }}
          TARGET: ${{ matrix.target }}
          V8_CPU: ${{ matrix.v8_cpu }}
        shell: bash
        run: |
          set -euo pipefail

          stage_args=(
            --platform "${PLATFORM}"
            --target "${TARGET}"
            --compilation-mode opt
            --output-dir "dist/${TARGET}"
            --bazel-config "${BAZEL_CONFIG}"
            --bazel-config "v8-target-${V8_CPU}"
          )
          if [[ "${SANDBOX}" == "true" ]]; then
            stage_args+=(--sandbox)
          else
            stage_args+=(--bazel-config v8-release-compat)
          fi

          python3 .github/scripts/rusty_v8_bazel.py stage-release-pair "${stage_args[@]}"

      - name: Smoke test staged artifact with Cargo
        env:
          SANDBOX: ${{ matrix.sandbox }}
          TARGET: ${{ matrix.target }}
        shell: bash
        run: |
          set -euo pipefail

          host_arch="$(uname -m)"
          case "${TARGET}:${host_arch}" in
            x86_64-apple-darwin:x86_64|aarch64-apple-darwin:arm64|x86_64-unknown-linux-gnu:x86_64|aarch64-unknown-linux-gnu:aarch64)
              ;;
            *)
              echo "Skipping non-native Cargo smoke for ${TARGET} on ${host_arch}."
              exit 0
              ;;
          esac

          archive="$(find "dist/${TARGET}" -maxdepth 1 -type f -name 'librusty_v8_*.a.gz' -print -quit)"
          binding="$(find "dist/${TARGET}" -maxdepth 1 -type f -name 'src_binding_*.rs' -print -quit)"
          if [[ -z "${archive}" || -z "${binding}" ]]; then
            echo "Missing staged archive or binding for ${TARGET}." >&2
            exit 1
          fi

          cargo_args=(test -p codex-v8-poc)
          if [[ "${SANDBOX}" == "true" ]]; then
            cargo_args+=(--features sandbox)
          fi

          (
            cd codex-rs
            CARGO_TARGET_DIR="${RUNNER_TEMP}/rusty-v8-cargo-smoke-${TARGET}-${SANDBOX}" \
            RUSTY_V8_ARCHIVE="${GITHUB_WORKSPACE}/${archive}" \
            RUSTY_V8_SRC_BINDING_PATH="${GITHUB_WORKSPACE}/${binding}" \
            cargo "${cargo_args[@]}"
          )

      - name: Upload staged artifacts
        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
        with:
          name: rusty-v8-${{ needs.metadata.outputs.v8_version }}-${{ matrix.variant }}-${{ matrix.target }}
          path: dist/${{ matrix.target }}/*

  build-windows-source:
    name: Build ptrcomp-sandbox ${{ matrix.target }} from source
    needs: metadata
    runs-on: ${{ matrix.runner }}
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        include:
          - runner: windows-2022
            target: x86_64-pc-windows-msvc
          - runner: windows-2022
            target: aarch64-pc-windows-msvc

    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          persist-credentials: false

      - name: Configure git for upstream checkout
        shell: bash
        run: git config --global core.symlinks true

      - name: Check out upstream rusty_v8
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          repository: denoland/rusty_v8
          ref: v${{ needs.metadata.outputs.v8_version }}
          path: upstream-rusty-v8
          submodules: recursive

      - name: Set up Python
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: "3.11"
          architecture: x64

      - name: Set up Codex Rust toolchain for Cargo smoke
        uses: dtolnay/rust-toolchain@e081816240890017053eacbb1bdf337761dc5582 # 1.95.0
        with:
          toolchain: "1.95.0"
          targets: ${{ matrix.target }}

      - name: Install rusty_v8 Rust toolchain
        env:
          TARGET: ${{ matrix.target }}
        shell: bash
        run: |
          set -euo pipefail
          rustup toolchain install 1.91.0 --profile minimal --no-self-update
          rustup target add --toolchain 1.91.0 "${TARGET}"

      - name: Write upstream submodule status
        shell: bash
        working-directory: upstream-rusty-v8
        run: git submodule status --recursive > git_submodule_status.txt

      - name: Restore upstream source-build cache
        uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5.0.4
        with:
          path: |
            upstream-rusty-v8/target/sccache
            upstream-rusty-v8/target/${{ matrix.target }}/release/gn_out
          key: rusty-v8-source-${{ matrix.target }}-sandbox-${{ hashFiles('upstream-rusty-v8/Cargo.lock', 'upstream-rusty-v8/build.rs', 'upstream-rusty-v8/git_submodule_status.txt') }}
          restore-keys: |
            rusty-v8-source-${{ matrix.target }}-sandbox-

      - name: Install and start sccache
        shell: pwsh
        env:
          SCCACHE_CACHE_SIZE: 256M
          SCCACHE_DIR: ${{ github.workspace }}/upstream-rusty-v8/target/sccache
          SCCACHE_IDLE_TIMEOUT: 0
        run: |
          $version = "v0.8.2"
          $platform = "x86_64-pc-windows-msvc"
          $basename = "sccache-$version-$platform"
          $url = "https://github.com/mozilla/sccache/releases/download/$version/$basename.tar.gz"
          cd ~
          curl -LO $url
          tar -xzvf "$basename.tar.gz"
          . $basename/sccache --start-server
          echo "$(pwd)/$basename" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append

      - name: Install Chromium clang for ARM64 MSVC cross build
        if: matrix.target == 'aarch64-pc-windows-msvc'
        shell: bash
        working-directory: upstream-rusty-v8
        run: python3 tools/clang/scripts/update.py

      - name: Build upstream rusty_v8 sandbox release pair
        env:
          SCCACHE_IDLE_TIMEOUT: 0
          TARGET: ${{ matrix.target }}
          V8_FROM_SOURCE: "1"
        shell: bash
        working-directory: upstream-rusty-v8
        run: cargo +1.91.0 build --locked --release --target "${TARGET}" --features v8_enable_sandbox

      - name: Stage upstream sandbox release pair
        env:
          TARGET: ${{ matrix.target }}
        shell: bash
        run: |
          set -euo pipefail
          python3 .github/scripts/rusty_v8_bazel.py stage-upstream-release-pair \
            --source-root upstream-rusty-v8 \
            --target "${TARGET}" \
            --output-dir "dist/${TARGET}" \
            --sandbox

      - name: Smoke link staged artifact with Cargo
        env:
          TARGET: ${{ matrix.target }}
        shell: bash
        run: |
          set -euo pipefail

          archive="$(find "dist/${TARGET}" -maxdepth 1 -type f -name 'rusty_v8_*.lib.gz' -print -quit)"
          binding="$(find "dist/${TARGET}" -maxdepth 1 -type f -name 'src_binding_*.rs' -print -quit)"
          if [[ -z "${archive}" || -z "${binding}" ]]; then
            echo "Missing staged archive or binding for ${TARGET}." >&2
            exit 1
          fi

          (
            cd codex-rs
            RUSTY_V8_ARCHIVE="${GITHUB_WORKSPACE}/${archive}" \
            RUSTY_V8_SRC_BINDING_PATH="${GITHUB_WORKSPACE}/${binding}" \
            cargo +1.95.0 test -p codex-v8-poc --target "${TARGET}" --features sandbox --no-run
          )

      - name: Upload staged artifacts
        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
        with:
          name: rusty-v8-${{ needs.metadata.outputs.v8_version }}-ptrcomp-sandbox-${{ matrix.target }}
          path: dist/${{ matrix.target }}/*

  publish-release:
    needs:
      - metadata
      - build
      - build-windows-source
    runs-on: ubuntu-latest
    permissions:
      contents: write
      actions: read

    steps:
      - name: Check whether release already exists
        id: release
        env:
          GH_TOKEN: ${{ github.token }}
          RELEASE_TAG: ${{ needs.metadata.outputs.release_tag }}
        shell: bash
        run: |
          set -euo pipefail

          if gh release view "${RELEASE_TAG}" --repo "${GITHUB_REPOSITORY}" > /dev/null 2>&1; then
            echo "exists=true" >> "${GITHUB_OUTPUT}"
          else
            echo "exists=false" >> "${GITHUB_OUTPUT}"
          fi

      - uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          path: dist

      - name: Create GitHub Release
        if: ${{ steps.release.outputs.exists != 'true' }}
        uses: softprops/action-gh-release@153bb8e04406b158c6c84fc1615b65b24149a1fe # v2.6.1
        with:
          tag_name: ${{ needs.metadata.outputs.release_tag }}
          name: ${{ needs.metadata.outputs.release_tag }}
          files: dist/**
          # Keep V8 artifact releases out of Codex's normal "latest release" channel.
          prerelease: true

      - name: Amend existing GitHub Release
        if: ${{ steps.release.outputs.exists == 'true' }}
        uses: softprops/action-gh-release@153bb8e04406b158c6c84fc1615b65b24149a1fe # v2.6.1
        with:
          tag_name: ${{ needs.metadata.outputs.release_tag }}
          name: ${{ needs.metadata.outputs.release_tag }}
          files: dist/**
          overwrite_files: true
          # Keep V8 artifact releases out of Codex's normal "latest release" channel.
          prerelease: true