TensorRT-Model-Connect/pyproject.toml at main · NVIDIA/TensorRT-Model-Connect · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[build-system]
requires = [
    "apache-tvm-ffi==0.1.12",
    "conan-py-build==0.4.3",
    "torch>=2.6",
]
build-backend = "conan_py_build.build"

[project]
name = "tensorrt-model-connect"
version = "0.1.0"
description = "Build model checkpoints into native TensorRT .bundle artifacts"
readme = "README.md"
license = "Apache-2.0"
license-files = ["LICENSE", "NOTICE", "ASSET_LICENSES.md"]
requires-python = ">=3.12"
dependencies = [
    "safetensors>=0.4",
    "numpy>=1.24",
    "ml_dtypes>=0.4",
    "onnx>=1.16",
    "transformers==5.2.0",
    "huggingface_hub>=0.23",
    "sentencepiece>=0.1.99",
    "cuda-python>=13.0.3,<14",
    "apache-tvm-ffi==0.1.12",
    "tensorrt==11.4.0.106",
    "PyYAML>=6.0",
]

[project.scripts]
trtmc = "tensorrt_model_connect.__main__:main"
trtmc-bench = "trtmc_benchmark.cli:main"
trtmc-server = "trtmc_server.cli:main"
trtmc-perf-serve = "trtmc_perf_serving.cli:main"

[project.optional-dependencies]
serve = [
    "fastapi>=0.115,<0.142",
    "starlette>=0.44",
    "python-multipart>=0.0.20,<0.1",
    "Pillow>=10,<14",
    "pydantic>=2.11,<3",
    "uvicorn>=0.30,<0.53",
]
test = [
    "pytest>=7.3",
    "torch>=2.0",
    "jsonschema>=4.23,<5",
    "fastapi>=0.115,<0.142",
    "starlette>=0.44",
    "httpx>=0.27,<0.29",
    "python-multipart>=0.0.20,<0.1",
    "Pillow>=10,<14",
    "pydantic>=2.11,<3",
    "uvicorn>=0.30,<0.53",
]
edgellm = ["tensorrt-edgellm==0.11.0"]
cutedsl = ["nvidia-cutlass-dsl==4.7.1"]

[tool.conan-py-build.wheel]
packages = [
    "core/builder/tensorrt_model_connect",
    "apps/benchmark/trtmc_benchmark",
    "apps/server/python/trtmc_server",
    "apps/perf_serving/trtmc_perf_serving",
]

[tool.conan-py-build.sdist]
include = [
    "CMakeLists.txt",
    "ASSET_LICENSES.md",
    "LICENSE",
    "NOTICE",
    "cmake",
    "conanfile.py",
    "core",
    "apps",
    "families",
    "requirements",
    "third_party",
    "examples",
]
exclude = [
    "__pycache__",
    "*.pyc",
    "core/builder/tensorrt_model_connect/build",
    "core/builder/tensorrt_model_connect/*.egg-info",
]

[tool.pytest.ini_options]
enable_assertion_pass_hook = true
testpaths = [
    "apps/server/python/tests",
    "families",
    "core/builder/tests",
    "apps/benchmark/trtmc_benchmark/tests",
    "apps/perf_serving/tests",
    "examples/audio_streaming/test_audio_streaming.py",
    "examples/models/cosmos3/dual_spark/test_cosmos3_dual_spark_source.py",
    "examples/models/nemotron_voicechat/full_duplex/test_voicechat_full_duplex_source.py",
    "tools/tests",
]
markers = [
    "gpu: tests requiring a CUDA GPU",
    "trt: tests requiring TensorRT and CUDA",
    "e2e: end-to-end tests requiring checkpoints and native runtime",
    "unit: unit tests that do not require a GPU",
]