Skip to content

build(conda): split libcuopt into per-component packages #1928

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rapids-bot merged 9 commits into from
Sep 18, 2026
Merged

build(conda): split libcuopt into per-component packages #1928

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
48acb46
build(conda): split libcuopt into per-component outputs
ramakrishnap-nv Sep 17, 2026
5a8028d
build(conda): pin the component libraries explicitly in libcuopt-tests
ramakrishnap-nv Sep 17, 2026
0e729b3
build(conda): test each component package in isolation
ramakrishnap-nv Sep 17, 2026
f33622d
build(conda): define the per-package dependencies in dependencies.yaml
ramakrishnap-nv Sep 17, 2026
5112f48
build: install the cuopt export component with the metapackage
ramakrishnap-nv Sep 18, 2026
6e3d609
build(conda): stop the cache run exports pinning the CUDA minor version
ramakrishnap-nv Sep 18, 2026
cefc51d
build(deps): make cuda_suffixed explicit for unsuffixed libcuopt-* en…
ramakrishnap-nv Sep 18, 2026
e4166af
build(conda): add libcusparse to libcuopt-mathopt run requirements
ramakrishnap-nv Sep 18, 2026
d91189c
build(conda): add cuopt-grpc-server to libcuopt metapackage run deps
ramakrishnap-nv Sep 18, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
293 changes: 270 additions & 23 deletions conda/recipes/libcuopt/recipe.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -100,25 +100,23 @@ cache:
- re2

outputs:
# One output per component library. Each installs only its own install component,
# so a routing-only install no longer pulls the LP solver or its cusparse / cudss /
# nccl dependencies. See #1635.
- package:
name: libcuopt
name: libcuopt-client
version: ${{ version }}
build:
script:
content: |
cmake --install cpp/build
# libcuopt.so is a linker script, so the components are what carry symbols.
# Only cuopt_mathopt provides the C API.
./ci/check_symbols.sh cpp/build/libcuopt_mathopt.so
./ci/check_symbols.sh cpp/build/libcuopt_routing.so --no-public-api-check
cmake --install cpp/build --component client
cmake --install cpp/build --component client-dev
./ci/check_symbols.sh cpp/build/libcuopt_client.so --no-public-api-check
dynamic_linking:
overlinking_behavior: "error"
prefix_detection:
ignore:
# See https://github.com/rapidsai/build-planning/issues/160
- lib/libcuopt_routing.so
- lib/libcuopt_mathopt.so
- lib/libcuopt_client.so
string: cuda${{ cuda_major }}_${{ datetime_string }}_${{ head_rev }}
requirements:
Expand All @@ -127,37 +125,102 @@ outputs:
- ${{ stdlib("c") }}
- binutils
host:
- libboost-devel
- cuda-version =${{ cuda_version }}
- rapids-logger =0.3
- librmm =${{ minor_version }}
- libcublas
- libcudss-dev >=0.7,<0.8
- libcusparse-dev
- libnvjitlink-dev
- nccl >=2.19
- openssl
- c-ares
- libuuid
- libgrpc >=1.78.0,<1.80.0a0
- libprotobuf
- libabseil
- re2
- tbb-devel
run:
- ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
- libboost-devel
- librmm =${{ minor_version }}
- cuda-nvrtc
- libcudss >=0.7,<0.8
- libgomp >=9
- nccl >=2.19
- openssl
- c-ares
- libuuid
- libgrpc >=1.78.0,<1.80.0a0
- libprotobuf
- libabseil
ignore_run_exports:
# Every output inherits the run exports of the shared build cache, whose host
# holds the union of all three components' dependencies. The CUDA math libs
# export a `>=<built minor>` bound that drags `cuda-version` to the minor
# version the package happened to be built against, so they have to be dropped
# from outputs that do not link them.
by_name:
- cuda-nvtx
- cuda-version
- libboost
- libboost_iostreams
- libcudss
- libcusparse
- librmm
tests:
- package_contents:
files:
- lib/libcuopt_client.so
- include/cuopt/error.hpp
- include/cuopt/export.hpp
# Loads the library in an environment holding only this package and its declared
# dependencies, with RTLD_NOW so every relocation has to resolve. A component that
# quietly needs another engine fails here rather than passing because some other
# package happened to pull it in.
- script: |
python -c "import ctypes, os; ctypes.CDLL(os.path.join(os.environ['PREFIX'], 'lib', 'libcuopt_client.so'), os.RTLD_NOW)"
requirements:
run:
- python
about:
homepage: ${{ load_from_file("python/cuopt/pyproject.toml").project.urls.Homepage }}
license: ${{ load_from_file("python/cuopt/pyproject.toml").project.license }}
summary: cuOpt host-side client -- problem representation, parsers and gRPC client

- package:
name: libcuopt-mathopt
version: ${{ version }}
build:
script:
content: |
cmake --install cpp/build --component mathopt
cmake --install cpp/build --component mathopt-dev
./ci/check_symbols.sh cpp/build/libcuopt_mathopt.so
dynamic_linking:
overlinking_behavior: "error"
prefix_detection:
ignore:
- lib/libcuopt_mathopt.so
string: cuda${{ cuda_major }}_${{ datetime_string }}_${{ head_rev }}
requirements:
build:
- cmake ${{ cmake_version }}
- ${{ stdlib("c") }}
- binutils
host:
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- libboost-devel
- cuda-version =${{ cuda_version }}
- rapids-logger =0.3
- librmm =${{ minor_version }}
- libcublas
- libcudss-dev >=0.7,<0.8
- libcusparse-dev
- libnvjitlink-dev
- nccl >=2.19
- tbb-devel
run:
- ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- libboost-devel
- librmm =${{ minor_version }}
- cuda-nvrtc
- libcublas
- libcudss >=0.7,<0.8
- libcusparse
- libgomp >=9
- nccl >=2.19
Comment thread
coderabbitai[bot] marked this conversation as resolved.
- tbb
ignore_run_exports:
by_name:
Expand All @@ -171,12 +234,190 @@ outputs:
tests:
- package_contents:
files:
- lib/libcuopt.so
- lib/libcuopt_routing.so
- lib/libcuopt_mathopt.so
- lib/libcuopt_client.so
- bin/cuopt_cli
# Loads the library in an environment holding only this package and its declared
# dependencies, with RTLD_NOW so every relocation has to resolve. A component that
# quietly needs another engine fails here rather than passing because some other
# package happened to pull it in.
- script: |
python -c "import ctypes, os; ctypes.CDLL(os.path.join(os.environ['PREFIX'], 'lib', 'libcuopt_mathopt.so'), os.RTLD_NOW)"
requirements:
run:
- python
about:
homepage: ${{ load_from_file("python/cuopt/pyproject.toml").project.urls.Homepage }}
license: ${{ load_from_file("python/cuopt/pyproject.toml").project.license }}
summary: cuOpt LP / MILP / QP / SOCP solver

- package:
name: libcuopt-routing
version: ${{ version }}
build:
script:
content: |
cmake --install cpp/build --component routing
cmake --install cpp/build --component routing-dev
./ci/check_symbols.sh cpp/build/libcuopt_routing.so --no-public-api-check
dynamic_linking:
overlinking_behavior: "error"
prefix_detection:
ignore:
- lib/libcuopt_routing.so
string: cuda${{ cuda_major }}_${{ datetime_string }}_${{ head_rev }}
requirements:
build:
- cmake ${{ cmake_version }}
- ${{ stdlib("c") }}
- binutils
host:
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- libboost-devel
- cuda-version =${{ cuda_version }}
- rapids-logger =0.3
- librmm =${{ minor_version }}
- libcublas
run:
- ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- libboost-devel
- librmm =${{ minor_version }}
# Reaches routing through cuDSS today, whose run export the cache leaks into
# every output. Routing does not use cuDSS, so it has to name cuBLAS itself.
- libcublas
ignore_run_exports:
by_name:
- cuda-nvtx
- cuda-version
- libboost
- libboost_iostreams
- libcudss
- libcusparse
- librmm
tests:
- package_contents:
files:
- lib/libcuopt_routing.so
# Loads the library in an environment holding only this package and its declared
# dependencies, with RTLD_NOW so every relocation has to resolve. A component that
# quietly needs another engine fails here rather than passing because some other
# package happened to pull it in.
- script: |
python -c "import ctypes, os; ctypes.CDLL(os.path.join(os.environ['PREFIX'], 'lib', 'libcuopt_routing.so'), os.RTLD_NOW)"
requirements:
run:
- python
about:
homepage: ${{ load_from_file("python/cuopt/pyproject.toml").project.urls.Homepage }}
license: ${{ load_from_file("python/cuopt/pyproject.toml").project.license }}
summary: cuOpt VRP / TSP / PDP routing engine

# The server is the one artifact that needs every engine, and it is a separately-run
# service with its own lifecycle, so it ships on its own rather than forcing every
# library user to install a daemon.
- package:
name: cuopt-grpc-server
version: ${{ version }}
build:
script:
content: |
cmake --install cpp/build --component grpc-server
dynamic_linking:
overlinking_behavior: "error"
string: cuda${{ cuda_major }}_${{ datetime_string }}_${{ head_rev }}
requirements:
build:
- cmake ${{ cmake_version }}
- ${{ stdlib("c") }}
host:
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- ${{ pin_subpackage("libcuopt-mathopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-routing", exact=True) }}
- cuda-version =${{ cuda_version }}
run:
- ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- ${{ pin_subpackage("libcuopt-mathopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-routing", exact=True) }}
ignore_run_exports:
by_name:
- cuda-nvtx
- cuda-version
- libboost
- libboost_iostreams
- libcudss
- libcusparse
- librmm
tests:
- package_contents:
files:
- bin/cuopt_grpc_server
# --help exits without binding a port, so this only proves the binary starts:
# it resolves all three component libraries from its own dependencies.
- script: |
cuopt_grpc_server --help
about:
homepage: ${{ load_from_file("python/cuopt/pyproject.toml").project.urls.Homepage }}
license: ${{ load_from_file("python/cuopt/pyproject.toml").project.license }}
summary: cuOpt gRPC remote solve server

# Keeps `conda install libcuopt` working for anyone who wants the whole library, and
# carries libcuopt.so -- the ld script names all three components, so it is only
# resolvable where all three are installed.
- package:
name: libcuopt
version: ${{ version }}
build:
script:
content: |
cmake --install cpp/build --component dev
# rapids_export puts cuopt-config.cmake and the export set in a component named
# after the project, so find_package(cuopt) breaks without this.
cmake --install cpp/build --component cuopt
string: cuda${{ cuda_major }}_${{ datetime_string }}_${{ head_rev }}
requirements:
build:
- cmake ${{ cmake_version }}
host:
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- ${{ pin_subpackage("libcuopt-mathopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-routing", exact=True) }}
- ${{ pin_subpackage("cuopt-grpc-server", exact=True) }}
run:
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- ${{ pin_subpackage("libcuopt-mathopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-routing", exact=True) }}
- ${{ pin_subpackage("cuopt-grpc-server", exact=True) }}
ignore_run_exports:
# This output ships the linker script, the headers and the cmake config -- no
# compiled object, so it links nothing and the three components carry every
# real dependency. Left alone it would still inherit the whole build cache's
# run exports, including `cuda-version >=<built minor>`, which would pin
# `conda install libcuopt` to the CUDA minor version it was built against.
by_name:
- bzip2
- c-ares
- cuda-nvtx
- cuda-version
- libabseil
- libboost
- libboost_iostreams
- libcudss
- libcusparse
- libgrpc
- libnvjitlink
- libprotobuf
- libre2-11
- librmm
- libzlib
- nccl
- openssl
- re2
- tbb
tests:
- package_contents:
files:
- lib/libcuopt.so
about:
homepage: ${{ load_from_file("python/cuopt/pyproject.toml").project.urls.Homepage }}
license: ${{ load_from_file("python/cuopt/pyproject.toml").project.license }}
Expand All @@ -197,7 +438,13 @@ outputs:
- cmake ${{ cmake_version }}
- ${{ stdlib("c") }}
host:
# libcuopt for the ld script that the tests linking -lcuopt need, and the three
# components explicitly: the test binaries link them directly, so relying on the
# metapackage's run deps to drag them in would be implicit.
- ${{ pin_subpackage("libcuopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-client", exact=True) }}
- ${{ pin_subpackage("libcuopt-mathopt", exact=True) }}
- ${{ pin_subpackage("libcuopt-routing", exact=True) }}
- libboost-devel
- libcublas
- libcudss-dev >=0.7,<0.8
Expand Down
6 changes: 4 additions & 2 deletions cpp/CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1197,7 +1197,9 @@ set(CPACK_DEB_COMPONENT_INSTALL ON)

# CPack silently drops any component missing from this list, which would leave the
# runtime .deb empty now that nothing installs under `runtime`.
set(CPACK_COMPONENTS_ALL runtime dev client mathopt client-dev mathopt-dev)
# `cuopt` is rapids_export's own component, holding cuopt-config.cmake and the export
# set. It is easy to miss because it is named after the project rather than a library.
set(CPACK_COMPONENTS_ALL runtime dev cuopt client mathopt client-dev mathopt-dev)
if(NOT SKIP_ROUTING_BUILD)
list(APPEND CPACK_COMPONENTS_ALL routing routing-dev)
endif()
Expand Down Expand Up @@ -1605,7 +1607,7 @@ foreach(_runtime_component client mathopt routing grpc-server)
string(TOUPPER "${_runtime_component}" _uc)
set(CPACK_COMPONENT_${_uc}_GROUP "Runtime")
endforeach()
foreach(_dev_component client-dev mathopt-dev routing-dev)
foreach(_dev_component client-dev mathopt-dev routing-dev cuopt)
string(TOUPPER "${_dev_component}" _uc)
set(CPACK_COMPONENT_${_uc}_GROUP "Development")
endforeach()
Expand Down
Loading
Loading