[WIP] Enable build mlir-aie and run tests without Vitis

.github/workflows/buildAndTestRyzenAI.yml

@@ -213,6 +213,172 @@ jobs:
           ninja check-reference-designs
           ninja check-programming-guide
           popd
+
+      - name: Cleanup NPU_CACHE_HOME
+        if: always()
+        run: |
+          rm -rf $NPU_CACHE_HOME
+          rm -rf $PIP_CACHE_DIR
+
+  build-tests-no-chess:
+    name: Run Tests on Ryzen AI No Chess
+    runs-on: ${{ matrix.runner_type }}
+    strategy:
+      fail-fast: false
+      matrix:
+        runner_type: [ amd7940hs, amdhx370 ]
+    env:
+      NPU_CACHE_HOME: ${{ github.workspace }}/iron-cache-${{ matrix.runner_type }}-${{ github.run_id }}
+      PIP_CACHE_DIR: ${{ github.workspace }}/.pip-cache-${{ matrix.runner_type }}-${{ github.run_id }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "true"
+
+      # Launch an ssh session via a proxy server if there is a need
+      # for debug. This seems to live for 35 min max
+      # https://github.com/mxschmitt/action-tmate
+      - name: Setup tmate session
+        uses: mxschmitt/action-tmate@v3
+        # To run this, launch it manually on the default branch and
+        # click on "launch_tmate_terminal_for_debug"
+        if: github.event_name == 'workflow_dispatch'
+                && inputs.launch_tmate_terminal_for_debug
+
+      - name: Run commands
+        run: |
+          sudo prlimit -lunlimited --pid $$
+          pip cache purge
+          source /opt/xilinx/xrt/setup.sh
+          python -m venv aie-venv
+          source aie-venv/bin/activate
+          pip install --upgrade pip
+          pip install -r python/requirements.txt
+          pip install -r python/requirements_notebook.txt
+          pip install -r python/requirements_ml.txt
+          pip install -r python/requirements_dev.txt
+
+          # Install llvm-aie (Peano) which is needed for unittests requiring compiling NPU code
+          pip install -I llvm-aie -f https://github.com/Xilinx/llvm-aie/releases/expanded_assets/nightly
+          export PEANO_INSTALL_DIR="$(pip show llvm-aie | grep ^Location: | awk '{print $2}')/llvm-aie"
+
+          sed -i.bak 's/OUTPUT_TIMEOUT = 10/OUTPUT_TIMEOUT = 100/g' \
+            $(python -c 'import site; print(site.getsitepackages()[0])')/jupyter_client/runapp.py
+
+          VERSION=$(utils/clone-llvm.sh --get-wheel-version)
+          pip -q download mlir==$VERSION \
+            -f https://github.com/Xilinx/mlir-aie/releases/expanded_assets/mlir-distro
+          unzip -q mlir-*.whl
+          # I have no clue why but the system clock on GHA containers is like 12 hours ahead.
+          # That means wheels have file with time stamps in the future which makes ninja loop
+          # forever when configuring. Set the time to some arbitrary stamp in the past just to be safe.
+          find mlir -exec touch -a -m -t 201108231405.14 {} \;
+
+          mkdir build
+          pushd build
+
+          # -j here to reduce the number of parallel chess jobs.
+          # -j4 for 32GB RAM, -j12 for 64GB RAM
+          if [ x"${{ matrix.runner_type }}" == x"amdhx370" ]; then
+            LIT_OPTS="-j4 $LIT_OPTS"
+          else
+            LIT_OPTS="-j12 $LIT_OPTS"
+          fi
+
+          cmake .. -G Ninja \
+            -DCMAKE_BUILD_TYPE=Release \
+            -DPython3_EXECUTABLE=$(which python) \
+            -DLLVM_EXTERNAL_LIT=$(which lit) \
+            -DCMAKE_INSTALL_PREFIX=$PWD/../mlir_aie \
+            -DCMAKE_MODULE_PATH=$PWD/../cmake/modulesXilinx \
+            -DMLIR_DIR=$PWD/../mlir/lib/cmake/mlir \
+            $CMAKE_ARGS
+
+          # Create runner-specific cache directory
+          rm -rf $NPU_CACHE_HOME
+          mkdir -p $NPU_CACHE_HOME
+
+          # Set number of contexts to maintain in cache per process
+          export XRT_CONTEXT_CACHE_SIZE=3
+
+          ninja install
+          ninja check-aie
+          ninja check-aie-concurrency
+          popd
+
+      - name: Cleanup NPU_CACHE_HOME
+        if: always()
+        run: |
+          rm -rf $NPU_CACHE_HOME
+          rm -rf $PIP_CACHE_DIR
+
+  build-quick-setup-no-chess:
+    name: Run Examples on Ryzen AI No Chess
+    runs-on: ${{ matrix.runner_type }}
+    strategy:
+      fail-fast: false
+      matrix:
+        runner_type: [ amd7940hs, amdhx370 ]
+    env:
+      NPU_CACHE_HOME: ${{ github.workspace }}/iron-cache-${{ matrix.runner_type }}-${{ github.run_id }}
+      PIP_CACHE_DIR: ${{ github.workspace }}/.pip-cache-${{ matrix.runner_type }}-${{ github.run_id }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: "true"
+
+      # Launch an ssh session via a proxy server if there is a need
+      # for debug. This seems to live for 35 min max
+      # https://github.com/mxschmitt/action-tmate
+      - name: Setup tmate session
+        uses: mxschmitt/action-tmate@v3
+        # To run this, launch it manually on the default branch and
+        # click on "launch_tmate_terminal_for_debug"
+        if: github.event_name == 'workflow_dispatch'
+                && inputs.launch_tmate_terminal_for_debug
+
+      - name: Run commands
+        run: |
+          sudo prlimit -lunlimited --pid $$
+          pip cache purge
+          source /opt/xilinx/xrt/setup.sh
+          source utils/quick_setup.sh
+          # quick_setup changes directory to programming_examples, so we need to return to mlir-aie
+          cd ..
+          pip install --upgrade pip
+          pip install -r python/requirements_dev.txt
+
+          ./utils/build-mlir-aie-from-wheels.sh
+
+          # I have no clue why but the system clock on GHA containers is like 12 hours ahead.
+          # That means wheels have file with time stamps in the future which makes ninja loop
+          # forever when configuring. Set the time to some arbitrary stamp in the past just to be safe.
+          pushd my_install
+          find mlir -exec touch -a -m -t 201108231405.14 {} \;
+          popd
+
+          # build is created by the build-mlir-aie-from-wheels.sh script
+          pushd build
+
+          # -j here to reduce the number of parallel chess jobs.
+          # -j4 for 32GB RAM, -j12 for 64GB RAM
+          if [ x"${{ matrix.runner_type }}" == x"amdhx370" ]; then
+            LIT_OPTS="-j4 $LIT_OPTS"
+          else
+            LIT_OPTS="-j12 $LIT_OPTS"
+          fi
+
+          # Set number of contexts to maintain in cache per process
+          export XRT_CONTEXT_CACHE_SIZE=3
+
+          # Create runner-specific cache directory
+          rm -rf $NPU_CACHE_HOME
+          mkdir $NPU_CACHE_HOME
+
+          ninja install
+          ninja check-reference-designs
+          ninja check-programming-guide
+          popd
 
       - name: Cleanup NPU_CACHE_HOME
         if: always()

.github/workflows/peanoWheels.yml

@@ -0,0 +1,174 @@
+name: Build Peano-only wheels
+
+on:
+  pull_request:
+  workflow_dispatch:
+    inputs:
+      AIE_COMMIT:
+        description: 'AIE commit to build'
+        type: string
+        required: false
+        default: ''
+  push:
+    tags:
+      - 'v*.*.*'
+  merge_group:
+
+  schedule:
+    # At 05:00, one hour after the Vitis wheel build. (see https://crontab.guru)
+    - cron: '0 5 * * *'
+
+defaults:
+  run:
+    shell: bash
+
+concurrency:
+  # A PR number if a pull request and otherwise the commit hash. This cancels
+  # queued and in-progress runs for the same PR (presubmit) or commit
+  # (postsubmit).
+  group: ci-build-peano-wheels-${{ github.event.number || github.sha }}
+  cancel-in-progress: true
+
+env:
+  DEBIAN_FRONTEND: noninteractive
+
+jobs:
+  build-repo:
+    name: Build and upload Peano-only mlir_aie wheels
+
+    runs-on: ubuntu-latest
+
+    permissions:
+      id-token: write
+      contents: write
+      packages: read
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - python_version: "3.10"
+            ENABLE_RTTI: ON
+
+          - python_version: "3.11"
+            ENABLE_RTTI: ON
+
+          - python_version: "3.12"
+            ENABLE_RTTI: ON
+
+          - python_version: "3.13"
+            ENABLE_RTTI: ON
+
+    steps:
+      - name: Free disk space
+        uses: descriptinc/free-disk-space@main
+        with:
+          tool-cache: true
+          android: true
+          dotnet: true
+          haskell: true
+          large-packages: true
+          swap-storage: false
+
+      - uses: actions/checkout@v4
+        with:
+          submodules: "true"
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python_version }}
+
+      - name: Install build dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r python/requirements.txt
+          pip install -r python/requirements_dev.txt
+          pip install wheel auditwheel patchelf importlib_metadata
+
+      - name: Download MLIR wheel
+        run: |
+          NO_RTTI=""
+          NO_RTTI_UNDERSCORE=""
+          if [ x"${{ matrix.ENABLE_RTTI }}" == x"OFF" ]; then
+            NO_RTTI="-no-rtti"
+            NO_RTTI_UNDERSCORE="_no_rtti"
+          fi
+          VERSION=$(utils/clone-llvm.sh --get-wheel-version)
+          pip -q download mlir$NO_RTTI==$VERSION \
+            -f https://github.com/Xilinx/mlir-aie/releases/expanded_assets/mlir-distro
+          unzip -q mlir*.whl
+          # Fix timestamps to avoid ninja configuration issues
+          find mlir$NO_RTTI_UNDERSCORE -exec touch -a -m -t 201108231405.14 {} \;
+
+      - name: Install Peano (llvm-aie)
+        run: |
+          pip install -I llvm-aie \
+            -f https://github.com/Xilinx/llvm-aie/releases/expanded_assets/nightly
+
+      - name: Build mlir-aie wheel (Peano-only)
+        run: |
+          MLIR_VERSION=$(git rev-parse --short HEAD)
+          echo "Building mlir-aie version $MLIR_VERSION (Peano-only)"
+
+          NO_RTTI_UNDERSCORE=""
+          if [ x"${{ matrix.ENABLE_RTTI }}" == x"OFF" ]; then
+            NO_RTTI_UNDERSCORE="_no_rtti"
+          fi
+
+          export ENABLE_RTTI=${{ matrix.ENABLE_RTTI }}
+          export MLIR_INSTALL_ABS_PATH=$PWD/mlir$NO_RTTI_UNDERSCORE
+          export MLIR_AIE_SOURCE_DIR=$PWD
+          export WHEELHOUSE_DIR=$PWD/wheelhouse
+          export CMAKE_MODULE_PATH=$PWD/cmake/modulesXilinx
+
+          # Configure Peano-only build
+          export AIE_PEANO_ONLY_BUILD=1
+          export PEANO_INSTALL_DIR="$(pip show llvm-aie | grep ^Location: | awk '{print $2}')/llvm-aie"
+
+          if [ x"${{ inputs.AIE_COMMIT }}" == x"" ]; then
+            export AIE_PROJECT_COMMIT=$MLIR_VERSION
+          else
+            MLIR_VERSION="${{ inputs.AIE_COMMIT }}"
+            export AIE_PROJECT_COMMIT=${MLIR_VERSION:0:7}
+          fi
+          export DATETIME=$(date +"%Y%m%d%H")
+
+          pushd utils/mlir_aie_wheels
+
+          CIBW_ARCHS=x86_64 pip wheel . -v -w $WHEELHOUSE_DIR --no-build-isolation
+
+          popd
+
+      - name: Repair wheel
+        run: |
+          mkdir -p wheelhouse/repaired_wheel
+          auditwheel repair -w wheelhouse/repaired_wheel wheelhouse/mlir_aie*.whl \
+            --plat manylinux_2_39_x86_64 \
+            --exclude libcdo_driver.so \
+            --exclude libmlir_async_runtime.so \
+            --exclude libmlir_c_runner_utils.so \
+            --exclude libmlir_float16_utils.so \
+            --exclude libmlir_runner_utils.so \
+            --exclude libmlir_apfloat_wrappers.so
+
+      - name: Upload mlir_aie (Peano-only)
+        uses: actions/upload-artifact@v4
+        with:
+          path: wheelhouse/repaired_wheel/mlir_aie*whl
+          name: mlir_aie_peano_only-${{ matrix.python_version }}
+
+      - name: Release
+        if: |
+          github.event_name == 'workflow_dispatch' ||
+          github.event_name == 'schedule' ||
+          (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/'))
+        uses: ncipollo/release-action@v1.12.0
+        with:
+          artifacts: wheelhouse/repaired_wheel/mlir_aie*whl
+          token: "${{ secrets.GITHUB_TOKEN }}"
+          tag: ${{ github.event_name == 'push' && github.ref_name || 'latest-peano-wheels' }}
+          name: ${{ github.event_name == 'push' && github.ref_name || 'latest-peano-wheels' }}
+          allowUpdates: true
+          replacesArtifacts: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') }}
+          makeLatest: false

CMakeLists.txt

@@ -104,6 +104,26 @@ set(AIE_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
 find_package(Vitis 2023.2 COMPONENTS ${AIE_VITIS_COMPONENTS})
 configure_file(./utils/vitisVariables.config.in
                ${CMAKE_BINARY_DIR}/utils/vitisVariables.config @ONLY)
+
+# Find Peano (llvm-aie) compiler for AIE kernel compilation
+# Peano is an open-source alternative to xchesscc
+find_package(Peano COMPONENTS AIE2 AIE2P)
+
+# Option to build without Vitis (Peano only)
+# When enabled, only Peano-supported architectures (AIE2, AIE2P) are available
+option(AIE_PEANO_ONLY_BUILD "Build without Vitis (Peano only)" OFF)
+
+if(AIE_PEANO_ONLY_BUILD)
+  if(NOT Peano_FOUND)
+    message(FATAL_ERROR "AIE_PEANO_ONLY_BUILD=ON requires Peano to be found. Set PEANO_INSTALL_DIR.")
+  endif()
+  # Force Peano as compiler/linker for Peano-only builds
+  set(AIE_COMPILER "PEANO" CACHE STRING "Backend compiler" FORCE)
+  set(AIE_LINKER "PEANO" CACHE STRING "Backend linker" FORCE)
+  message(STATUS "Peano-only build enabled: AIE_COMPILER=PEANO, AIE_LINKER=PEANO")
+  message(STATUS "Note: Only AIE2 and AIE2P targets are supported in Peano-only builds")
+endif()
+
 find_package(XRT)
 find_package(hsa-runtime64)
 

aie_runtime_lib/AIE/CMakeLists.txt

@@ -7,3 +7,6 @@
 
 add_aie_runtime_libs(AIE)
 
+if(AIETools_AIE_FOUND)
+    compile_aie_runtime_libs(AIE)
+endif()

aie_runtime_lib/AIE2/CMakeLists.txt

@@ -6,3 +6,7 @@
 # (c) Copyright 2021 Xilinx Inc.
 
 add_aie_runtime_libs(AIE2)
+
+if(AIETools_AIE2_FOUND OR Peano_AIE2_FOUND)
+    compile_aie_runtime_libs(AIE2)
+endif()

aie_runtime_lib/AIE2P/CMakeLists.txt

@@ -6,3 +6,7 @@
 # (c) Copyright 2024 Xilinx Inc.
 
 add_aie_runtime_libs(AIE2P)
+
+if(AIETools_AIE2P_FOUND OR Peano_AIE2P_FOUND)
+    compile_aie_runtime_libs(AIE2P)
+endif()