hyperflare-inference/.github/workflows/native-serving.yml at main · NVIDIA/hyperflare-inference · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
name: Native serving

on:
  push:
    branches: [main, feature/windows-serving]
  pull_request:
  workflow_dispatch:

permissions:
  contents: read

jobs:
  native:
    strategy:
      fail-fast: false
      matrix:
        include:
          - os: ubuntu-24.04
            target: x86_64-unknown-linux-gnu
          - os: windows-2022
            target: x86_64-pc-windows-msvc
    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: '3.12'
      - name: Prepare external frontend test fixtures
        run: |
          python -m pip install huggingface-hub==1.33.0
          python tests/frontend/prepare_templates.py --output "${{ runner.temp }}/flare-test-templates" --recipe gemma4 --recipe glm53 --recipe mimo_v2 --recipe nemotron_h --recipe qwen38 --recipe step5
      - name: Install Linux build dependencies
        if: runner.os == 'Linux'
        run: |
          sudo apt-get update
          sudo apt-get install -y build-essential cmake ninja-build nasm protobuf-compiler libssl-dev liburing-dev
      - name: Install Windows build dependencies
        if: runner.os == 'Windows'
        shell: pwsh
        run: |
          choco install protoc nasm --yes --no-progress
          'C:\Program Files\NASM' | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
      - name: Build native serving
        id: build
        run: cargo build --locked --release --manifest-path flare-cli/Cargo.toml
      - name: Test host OS helpers
        run: cargo test --locked --release --manifest-path eos/Cargo.toml --target-dir flare-cli/target
      - name: Test Selene and its manager on Linux
        if: runner.os == 'Linux'
        run: |
          cargo test --locked --release --manifest-path selene/Cargo.toml --features test-support --target-dir flare-cli/target
          cargo test --locked --release --manifest-path selene-manager/Cargo.toml --features test-support --target-dir flare-cli/target
      - name: Test host cache tiers on Windows
        if: runner.os == 'Windows'
        run: cargo test --locked --release --manifest-path selene/Cargo.toml --target-dir flare-cli/target
      - name: Test native runtime on Linux
        if: runner.os == 'Linux'
        env:
          FLARE_TEST_TEMPLATE_DIR: ${{ runner.temp }}/flare-test-templates
        run: |
          ulimit -l
          sudo prlimit --pid $$ --memlock=67108864:67108864
          cargo test --locked --release --manifest-path helios/Cargo.toml --target-dir flare-cli/target --features runtime-core,server
      - name: Test native runtime on Windows
        if: runner.os == 'Windows'
        env:
          FLARE_TEST_TEMPLATE_DIR: ${{ runner.temp }}/flare-test-templates
        run: cargo test --locked --release --manifest-path helios/Cargo.toml --target-dir flare-cli/target --features runtime-core,server
      - name: Test native CLI
        if: ${{ !cancelled() && steps.build.outcome == 'success' }}
        env:
          FLARE_TEST_TEMPLATE_DIR: ${{ runner.temp }}/flare-test-templates
        run: cargo test --locked --release --manifest-path flare-cli/Cargo.toml
      - name: Test shared application workflows
        env:
          FLARE_TEST_TEMPLATE_DIR: ${{ runner.temp }}/flare-test-templates
        run: cargo test --locked --release --manifest-path flare/Cargo.toml --target-dir flare-cli/target
      - name: Exercise native Windows executable
        if: runner.os == 'Windows'
        shell: pwsh
        run: |
          $exe = '.\flare-cli\target\release\flare.exe'
          & $exe --help
          if ($LASTEXITCODE -ne 0) { throw "$exe --help failed" }
          & $exe --version
          if ($LASTEXITCODE -ne 0) { throw "$exe --version failed" }
          & $exe agent
          if ($LASTEXITCODE -eq 0) { throw "$exe accepted unsupported multi-host serving" }
          exit 0
      - name: Package Windows executable and license notices
        if: runner.os == 'Windows'
        run: |
          rustup component add rust-docs
          python packaging/archive.py --binary flare-cli/target/release/flare.exe --target ${{ matrix.target }} --output flare-windows-native.zip
      - uses: actions/upload-artifact@v4
        if: runner.os == 'Windows'
        with:
          name: flare-windows-native
          path: flare-windows-native.zip

  rdma:
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4
      - name: Install RDMA build dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y build-essential cmake ninja-build clang libclang-dev pkg-config protobuf-compiler libnl-3-dev libnl-route-3-dev libibverbs-dev librdmacm-dev liburing-dev
      - name: Compile experimental RDMA
        run: |
          cargo check --locked --manifest-path selene/Cargo.toml --tests --features rdma
          cargo check --locked --manifest-path selene-manager/Cargo.toml --tests --features rdma
          cargo check --locked --manifest-path flare-cli/Cargo.toml --tests --features roce,rdma