Cody/back port flashbots

.github/workflows/checks.yaml

@@ -23,6 +23,7 @@ jobs:
           - nightly
         features:
           - ""
+
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
@@ -58,21 +59,18 @@ jobs:
           version: nightly
 
       - name: Install native dependencies
-        run: sudo apt-get update && sudo apt-get install -y libsqlite3-dev clang libclang-dev llvm build-essential pkg-config
+        run: sudo apt-get update && sudo apt-get install -y libsqlite3-dev clang libclang-dev llvm build-essential pkg-config libtss2-dev
 
       - name: Compile tester
         run: make tester
 
       - name: Compile op-rbuilder
         run: cargo build -p op-rbuilder --bin op-rbuilder
 
-      - name: Download op-reth
-        run: |
-          ./scripts/ci/download-op-reth.sh
-          echo "$(pwd)" >> $GITHUB_PATH
-
       - name: Lint
         run: make lint
 
       - name: Test
         run: make test
+        env:
+          TESTS_TEMP_DIR: ${{ github.workspace }}

.github/workflows/checks_docker.yaml

@@ -1,4 +1,4 @@
-name: Docker Build
+name: Docker Build Check
 
 on:
   workflow_dispatch:

.github/workflows/docker_build.yaml

@@ -0,0 +1,88 @@
+name: Docker Build Release
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 1 * * *"
+
+jobs:
+  extract-version:
+    name: Extract version
+    runs-on: warp-ubuntu-latest-x64-16x
+    outputs:
+      VERSION: ${{ steps.extract_version.outputs.VERSION }}
+    steps:
+      - name: Extract version
+        id: extract_version
+        run: |
+          if [[ "${GITHUB_REF_TYPE}" == "tag" ]]; then
+            VERSION="${GITHUB_REF#refs/tags/}"
+          else
+            VERSION="$(echo ${GITHUB_SHA} | cut -c1-7)"
+          fi
+          echo "VERSION=${VERSION}" >> $GITHUB_OUTPUT
+
+          echo "|                     |                        |" >> $GITHUB_STEP_SUMMARY
+          echo "| ------------------- | ---------------------- |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF_TYPE\` | \`${GITHUB_REF_TYPE}\` |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF_NAME\` | \`${GITHUB_REF_NAME}\` |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF\`      | \`${GITHUB_REF}\`      |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_SHA\`      | \`${GITHUB_SHA}\`      |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`VERSION\`         | \`${VERSION}\`         |" >> $GITHUB_STEP_SUMMARY
+
+  build-docker:
+    name: Build and publish Docker image
+    needs: extract-version
+    runs-on: ${{ matrix.configs.runner }}
+    env:
+      VERSION: ${{ needs.extract-version.outputs.VERSION }}
+    permissions:
+      contents: read
+      packages: write
+    strategy:
+      matrix:
+        configs:
+          - target: linux/amd64
+            runner: warp-ubuntu-latest-x64-16x
+          - target: linux/arm64
+            runner: warp-ubuntu-latest-arm64-16x
+    steps:
+      - name: checkout sources
+        uses: actions/checkout@v4
+
+      - name: docker qemu
+        uses: docker/setup-qemu-action@v3
+
+      - name: docker buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: docker metadata
+        uses: docker/metadata-action@v5
+        id: meta
+        with:
+          images: ghcr.io/${{ github.repository }}
+          labels: org.opencontainers.image.source=${{ github.repositoryUrl }}
+          tags: |
+            type=sha
+            type=schedule,pattern=nightly
+
+      - name: docker login
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: docker build and push op-rbuilder
+        uses: docker/build-push-action@v5
+        with:
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          file: Dockerfile
+          context: .
+          labels: ${{ steps.meta.outputs.labels }}
+          platforms: ${{ matrix.configs.target }}
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          build-args: |
+            RBUILDER_BIN=op-rbuilder

.github/workflows/release.yaml

@@ -3,7 +3,7 @@ name: Release Optimism
 on:
   push:
     tags:
-      - "v*"
+      - "op-rbuilder/v*"
   workflow_dispatch:
     inputs:
       draft-release:

.github/workflows/tdx_quote_provider_checks.yaml

@@ -0,0 +1,67 @@
+name: TDX Quote Provider CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  check:
+    name: Check
+    runs-on: warp-ubuntu-latest-x64-16x
+    defaults:
+      run:
+        working-directory: "./crates/tdx-quote-provider"
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: stable
+          components: rustfmt
+
+      - name: Install native dependencies
+        run: sudo apt-get update && sudo apt-get install -y libtss2-dev
+
+      - name: Cache dependencies
+        uses: Swatinem/rust-cache@v2
+
+      - name: Run build
+        run: cargo build
+
+      - name: Check formatting
+        run: cargo fmt --all -- --check
+
+      - name: Run clippy
+        run: cargo clippy -- -D warnings
+
+      - name: Run tests
+        run: cargo test --all-features
+
+      - name: Check for common mistakes
+        run: cargo check
+
+  docker:
+    name: Docker Build
+    runs-on: warp-ubuntu-latest-x64-16x
+    defaults:
+      run:
+        working-directory: "./crates/tdx-quote-provider"
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: false
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/tdx_quote_provider_release.yaml

@@ -0,0 +1,141 @@
+name: Release TDX Quote Provider
+
+on:
+  push:
+    tags:
+      - "tdx-quote-provider/v*"
+  workflow_dispatch:
+    inputs:
+      draft-release:
+        default: false
+        description: "Draft Release"
+        required: false
+        type: boolean
+      features:
+        default: ""
+        description: "Binary Compilation Features"
+        options:
+          - ""
+        required: false
+        type: choice
+
+jobs:
+  extract-version:
+    name: Extract version
+    runs-on: warp-ubuntu-latest-x64-16x
+    outputs:
+      VERSION: ${{ steps.extract_version.outputs.VERSION }}
+    steps:
+      - name: Extract version
+        id: extract_version
+        run: |
+          if [[ "${GITHUB_REF_TYPE}" == "tag" ]]; then
+            VERSION="${GITHUB_REF#refs/tags/tdx-quote-provider/}"
+          else
+            VERSION="$(echo ${GITHUB_SHA} | cut -c1-7)"
+          fi
+          echo "VERSION=${VERSION}" >> $GITHUB_OUTPUT
+
+          echo "|                     |                        |" >> $GITHUB_STEP_SUMMARY
+          echo "| ------------------- | ---------------------- |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF_TYPE\` | \`${GITHUB_REF_TYPE}\` |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF_NAME\` | \`${GITHUB_REF_NAME}\` |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_REF\`      | \`${GITHUB_REF}\`      |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`GITHUB_SHA\`      | \`${GITHUB_SHA}\`      |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`VERSION\`         | \`${VERSION}\`         |" >> $GITHUB_STEP_SUMMARY
+          echo "| \`FEATURES\`        | \`${{ github.event.inputs.features || 'none' }}\` |" >> $GITHUB_STEP_SUMMARY
+
+  build-binary:
+    name: Build binary
+    needs: extract-version
+    runs-on: ${{ matrix.configs.runner }}
+    container:
+      image: ubuntu:22.04
+    permissions:
+      contents: write
+      packages: write
+    strategy:
+      matrix:
+        configs:
+          - target: x86_64-unknown-linux-gnu
+            runner: warp-ubuntu-latest-x64-32x
+          - target: aarch64-unknown-linux-gnu
+            runner: warp-ubuntu-latest-arm64-32x
+          # Paused until docker is pre-installed https://github.com/actions/runner-images/blob/main/images/macos/macos-14-arm64-Readme.md
+          # - target: aarch64-apple-darwin
+          #   runner: warp-macos-14-arm64-6x
+        features:
+          - ${{ github.event.inputs.features || '' }}
+
+    steps:
+      - name: Install dependencies
+        run: |
+          apt-get update
+          apt-get install -y \
+            build-essential \
+            curl \
+            git \
+            libclang-dev \
+            libssl-dev \
+            libtss2-dev \
+            pkg-config \
+            protobuf-compiler
+          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+
+      - uses: actions/checkout@v4 # must install git before checkout and set safe.directory after checkout because of container
+
+      - name: Build tdx-quote-provider binary
+        run: |
+          git config --global --add safe.directory "$(pwd)"
+          . $HOME/.cargo/env
+          cargo build --release --features=${{ matrix.features }} --target ${{ matrix.configs.target }} --package tdx-quote-provider
+          mkdir -p artifacts
+          mv target/${{ matrix.configs.target }}/release/tdx-quote-provider artifacts/tdx-quote-provider-${{ needs.extract-version.outputs.VERSION }}-${{ matrix.configs.target }}${{ matrix.features && '-' }}${{ matrix.features }}
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: tdx-quote-provider-${{ needs.extract-version.outputs.VERSION }}-${{ matrix.configs.target }}${{ matrix.features && '-' }}${{ matrix.features }}
+          path: artifacts
+
+  draft-release:
+    name: Draft release
+    if: ${{ github.event.inputs.draft-release == 'true' || github.event_name == 'push'}} # when manually triggered or version tagged
+    needs: [extract-version, build-binary]
+    runs-on: warp-ubuntu-latest-x64-16x
+    env:
+      VERSION: op-${{ needs.extract-version.outputs.VERSION }}
+    permissions:
+      contents: write
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Download artifacts
+        uses: actions/download-artifact@v4
+        with:
+          merge-multiple: true
+          path: artifacts
+
+      - name: Record artifacts checksums
+        working-directory: artifacts
+        run: |
+          find ./ || true
+          for file in *; do sha256sum "$file" >> sha256sums.txt; done;
+          cat sha256sums.txt
+
+      - name: Create release draft
+        uses: softprops/[email protected]
+        id: create-release-draft
+        with:
+          draft: true
+          files: artifacts/*
+          generate_release_notes: true
+          name: ${{ env.VERSION }}
+          tag_name: ${{ env.VERSION }}
+
+      - name: Write Github Step Summary
+        run: |
+          echo "---"
+          echo "### Release Draft: ${{ env.VERSION }}" >> $GITHUB_STEP_SUMMARY
+          echo "${{ steps.create-release-draft.outputs.url }}" >> $GITHUB_STEP_SUMMARY

.gitignore

@@ -8,6 +8,7 @@
 /integration_logs
 genesis.json
 /op-reth
+.env
 
 # editors
 .code