[bbdev] Merge buckyball development bench into the main repository

.github/scripts/ci_repo_lock.sh

@@ -25,26 +25,31 @@ repo_reset() {
   cd "${repo}"
 
   # Initialize the compiler in stack and its LLVM dependency explicitly.
-  git fetch --force --prune origin "${want_sha}"
+  git fetch --no-recurse-submodules --force --prune origin "${want_sha}"
   git checkout --detach --force "${want_sha}"
   git reset --hard "${want_sha}"
   git clean -ffd
 
   rm -rf arch/out
-  rm -rf stack/compiler/thirdparty/buddy-mlir/llvm/build
-  rm -rf stack/compiler/thirdparty/buddy-mlir/build
+  # Generated outputs (CMake caches, RTL, workloads) are ignored by git clean
+  # and keep stale source paths; every run starts from a fresh output tree.
+  rm -rf examples/designs/*/output
+  rm -rf stack/thirdparty/buddy-mlir/llvm/build
+  rm -rf stack/thirdparty/buddy-mlir/build
 
   git submodule sync
   git submodule update --init --force
 
   # submodules in submodules we used need update by hands
-  git -C arch/thirdparty/rocket-chip submodule sync -- dependencies/cde
-  git -C arch/thirdparty/rocket-chip submodule update --init --force -- dependencies/cde
+  git -C examples/prefab/cores/rocket/thirdparty/rocket-chip submodule sync -- dependencies/cde
+  git -C examples/prefab/cores/rocket/thirdparty/rocket-chip submodule update --init --force -- dependencies/cde
 
   git -C stack submodule sync
-  git -C stack submodule update --init --force -- compiler/thirdparty/buddy-mlir
-  git -C stack/compiler/thirdparty/buddy-mlir submodule sync
-  git -C stack/compiler/thirdparty/buddy-mlir submodule update --init --force -- llvm
+  git -C stack submodule update --init --force -- os/linux thirdparty/buddy-mlir
+  git -C stack submodule update --init --depth 1 --single-branch --recommend-shallow -- \
+    os/thirdparty/linux os/thirdparty/busybox os/thirdparty/opensbi
+  git -C stack/thirdparty/buddy-mlir submodule sync
+  git -C stack/thirdparty/buddy-mlir submodule update --init --force -- llvm
 
   git submodule foreach 'git clean -ffd'
   have_sha="$(git rev-parse HEAD)"

.github/scripts/setproxy.sh

@@ -1 +1,7 @@
-export ALL_PROXY=http://127.0.0.1:7890
+export http_proxy=http://127.0.0.1:7890
+export https_proxy="$http_proxy"
+export HTTP_PROXY="$http_proxy"
+export HTTPS_PROXY="$https_proxy"
+export ALL_PROXY="$http_proxy"
+export no_proxy=localhost,127.0.0.1,::1
+export NO_PROXY="$no_proxy"

.github/workflows/README.zh.md

@@ -3,7 +3,7 @@
 push/PR 到 `main` 会自动触发 `check.yaml`：
 
 1. **pre-commit**：拉代码, 并校验格式
-2. **chip-check**：通过后，matrix 并行跑各 chip（共享同一个 `~/Code/buckyball` 环境，基于 `ci_repo_lock.sh` 协调）
+2. **design-check**：通过后，matrix 并行跑各 design（共享同一个 `~/Code/buckyball` 环境，基于 `ci_repo_lock.sh` 协调）
 
 `regression.yml` 是 reviewer 的可选测试。注意：Environment `regression` 必须在仓库 Settings → Environments 里打开 Required reviewers，否则会直接跑。
 也可以在 Actions → regression → Run workflow 中选择任意分支手动启动，测试触发时该分支的最新 commit。

.github/workflows/check.yaml

@@ -46,7 +46,7 @@ jobs:
           cd "${root}"
 
           # fetch first to ensure if we modify ci_repo_lock.sh, we still use the old version to checkout.
-          git fetch --force --prune origin "${CHECKOUT_SHA}"
+          git fetch --no-recurse-submodules --force --prune origin "${CHECKOUT_SHA}"
           git show "${CHECKOUT_SHA}:.github/scripts/ci_repo_lock.sh" | bash -s -- \
             prepare "${CHECKOUT_SHA}" "${root}" "${CHECKOUT_REF}"
 
@@ -59,6 +59,7 @@ jobs:
       - name: Check pre-commit
         shell: zsh {0}
         run: |
+          set -euo pipefail
           root=~/Code/buckyball
           source "${root}/.github/scripts/setproxy.sh"
           cd "${root}"
@@ -72,35 +73,40 @@ jobs:
           cd "${root}"
           nix develop -c bbdev config --install
 
-  chip-check:
-    name: ${{ matrix.chip }}
+  design-check:
+    name: ${{ matrix.design }}
     needs: pre-commit
     runs-on: check
     strategy:
       fail-fast: false
       matrix:
         include:
-          - chip: toy
+          - design: toy
+            config: ToyVerilatorConfig
             run_bemu_tests: true
             run_verilator_tests: true
-          - chip: pebble
+          - design: pebble
+            config: PebbleVerilatorConfig
             run_bemu_tests: true
             run_verilator_tests: true
-          - chip: goban
+          - design: goban
+            config: GobanVerilatorConfig
             run_bemu_tests: true
             run_verilator_tests: true
-          - chip: poly
+          - design: poly
+            config: PolyVerilatorConfig
             run_bemu_tests: true
             run_verilator_tests: true
-          - chip: multi-rocket
+          - design: multi-rocket
+            config: MultiRocketVerilatorConfig
             run_bemu_tests: true
             run_verilator_tests: true
     env:
       BB_ROOT: ~/Code/buckyball
     steps:
       - name: Print information
         run: |
-          echo "chip=${{ matrix.chip }}"
+          echo "design=${{ matrix.design }}"
           echo "event=${{ github.event_name }}"
           echo "sha=${CHECKOUT_SHA}"
           echo "ref=${CHECKOUT_REF}"
@@ -112,7 +118,7 @@ jobs:
           root="${BB_ROOT/#\~/$HOME}"
           source "${root}/.github/scripts/setproxy.sh"
           cd "${root}"
-          git fetch --force --prune origin "${CHECKOUT_SHA}"
+          git fetch --no-recurse-submodules --force --prune origin "${CHECKOUT_SHA}"
           git show "${CHECKOUT_SHA}:.github/scripts/ci_repo_lock.sh" | bash -s -- \
             enter "${CHECKOUT_SHA}" "${root}" "${CHECKOUT_REF}"
 
@@ -130,9 +136,9 @@ jobs:
           set -euo pipefail
           root="${BB_ROOT/#\~/$HOME}"
           cd "${root}"
-          nix develop -c bbdev compiler --build '--chip ${{ matrix.chip }}'
-          nix develop -c bbdev workload --clean '--chip ${{ matrix.chip }}'
-          nix develop -c bbdev workload --build '--chip ${{ matrix.chip }}'
+          nix develop -c bbdev stack --build '--design ${{ matrix.design }} --device ${{ matrix.config }}'
+          nix develop -c bbdev workload --clean '--design ${{ matrix.design }} --device ${{ matrix.config }}'
+          nix develop -c bbdev workload --build '--design ${{ matrix.design }} --device ${{ matrix.config }}'
 
       - name: bemu tests
         if: matrix.run_bemu_tests
@@ -141,9 +147,11 @@ jobs:
           set -euo pipefail
           root="${BB_ROOT/#\~/$HOME}"
           cd "${root}"
-          nix develop -c bbdev bebop-bemu --batch '--chip ${{ matrix.chip }} --test bare-tests --jobs 16 --clean-before'
-          nix develop -c bbdev kernel --build '--chip ${{ matrix.chip }}'
-          nix develop -c bbdev bebop-bemu --batch '--chip ${{ matrix.chip }} --test linux-tests --jobs 16'
+          # Other design jobs share this checkout; drop only this config's old batch runs.
+          rm -rf "${root}"/log/*-${{ matrix.design }}-bebop-bemu-device-${{ matrix.config }}-*(N)
+          nix develop -c bbdev bebop-bemu --batch "--design ${{ matrix.design }} --device ${{ matrix.config }} --test bare-tests --jobs 16"
+          nix develop -c bbdev kernel --build '--design ${{ matrix.design }} --device ${{ matrix.config }}'
+          nix develop -c bbdev bebop-bemu --batch "--design ${{ matrix.design }} --device ${{ matrix.config }} --test linux-tests --jobs 16"
 
       - name: verilator tests
         if: matrix.run_verilator_tests
@@ -152,44 +160,33 @@ jobs:
           set -euo pipefail
           root="${BB_ROOT/#\~/$HOME}"
           cd "${root}"
-          nix develop -c bbdev bebop-verilator --clean '--chip ${{ matrix.chip }}'
-          nix develop -c bbdev bebop-verilator --verilog '--chip ${{ matrix.chip }} --diff'
-          nix develop -c bbdev bebop-verilator --build '--jobs 100 --chip ${{ matrix.chip }} --diff'
-          nix develop -c bbdev bebop-verilator --batch '--chip ${{ matrix.chip }} --test bare-tests --diff --jobs 16 --clean-before'
-
-      - name: Detect bebop JUnit files
-        if: always() && (matrix.run_bemu_tests || matrix.run_verilator_tests)
-        id: junit
-        shell: zsh {0}
-        run: |
-          root="${BB_ROOT/#\~/$HOME}"
-          files=("${root}/bebop/target/${{ matrix.chip }}/nextest/junit-bbdev-"*.xml(N))
-          if (( ${#files} == 0 )); then
-            echo "found=false" >> "$GITHUB_OUTPUT"
-          else
-            echo "found=true" >> "$GITHUB_OUTPUT"
-          fi
+          rm -rf "${root}"/log/*-${{ matrix.design }}-bebop-verilator-device-${{ matrix.config }}-*(N)
+          nix develop -c bbdev bebop-verilator --clean '--design ${{ matrix.design }} --device ${{ matrix.config }}'
+          nix develop -c bbdev bebop-verilator --verilog '--design ${{ matrix.design }} --device ${{ matrix.config }} --diff'
+          nix develop -c bbdev bebop-verilator --build '--jobs 100 --design ${{ matrix.design }} --device ${{ matrix.config }} --diff'
+          nix develop -c bbdev bebop-verilator --batch "--design ${{ matrix.design }} --device ${{ matrix.config }} --test bare-tests --diff --jobs 16"
 
       - name: Publish bebop test report
-        if: always() && (matrix.run_bemu_tests || matrix.run_verilator_tests) && steps.junit.outputs.found == 'true'
+        if: always() && (matrix.run_bemu_tests || matrix.run_verilator_tests)
         uses: mikepenz/action-junit-report@v4
         with:
-          report_paths: "~/Code/buckyball/bebop/target/${{ matrix.chip }}/nextest/junit-bbdev-*.xml"
-          check_name: "bebop nextest (${{ matrix.chip }})"
+          report_paths: "${{ env.BB_ROOT }}/log/*-${{ matrix.design }}-bebop-*-device-${{ matrix.config }}-*/junit.xml"
+          check_name: "bebop regression (${{ matrix.design }})"
           detailed_summary: true
           include_passed: true
 
       - name: Upload bebop JUnit artifacts
-        if: always() && (matrix.run_bemu_tests || matrix.run_verilator_tests) && steps.junit.outputs.found == 'true'
+        if: always() && (matrix.run_bemu_tests || matrix.run_verilator_tests)
         uses: actions/upload-artifact@v4
+        # The runner host has no DNS of its own; uploads go through the proxy.
         env:
-          ALL_PROXY: ""
-          HTTP_PROXY: ""
-          HTTPS_PROXY: ""
-          NO_PROXY: github.com,api.github.com,uploads.github.com,objects.githubusercontent.com,.blob.core.windows.net
+          HTTP_PROXY: http://127.0.0.1:7890
+          HTTPS_PROXY: http://127.0.0.1:7890
+          NO_PROXY: localhost,127.0.0.1,::1
         with:
-          name: bebop-nextest-junit-${{ matrix.chip }}
-          path: "~/Code/buckyball/bebop/target/${{ matrix.chip }}/nextest/junit-bbdev-*.xml"
+          name: bebop-junit-${{ matrix.design }}
+          path: "${{ env.BB_ROOT }}/log/*-${{ matrix.design }}-bebop-*-device-${{ matrix.config }}-*/junit.xml"
+          if-no-files-found: error
 
       - name: Exit repo lock
         if: always()