Skip to content

Commit

Permalink
break more things out into depends_on blocks
Browse files Browse the repository at this point in the history
  • Loading branch information
@jameslamb
jameslamb committed Dec 20, 2024
1 parent 14bcff3 commit 64d0fad
Show file tree
Hide file tree
Showing 3 changed files with 121 additions and 66 deletions.
5 changes: 2 additions & 3 deletions conda/environments/all_cuda-118_arch-x86_64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,8 @@ dependencies:
- gcc_linux-64=11.*
- graphviz
- ipython
- libcudf==25.2.*,>=0.0.0a0
- libraft-headers==25.2.*,>=0.0.0a0
- libraft==25.2.*,>=0.0.0a0
- libcudf=25.2.*,>=0.0.0a0
- libraft=25.2.*,>=0.0.0a0
- librmm==25.2.*,>=0.0.0a0
- nbsphinx
- nccl>=2.19
Expand Down
5 changes: 2 additions & 3 deletions conda/environments/all_cuda-125_arch-x86_64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,12 +30,11 @@ dependencies:
- graphviz
- ipython
- libcublas-dev
- libcudf==25.2.*,>=0.0.0a0
- libcudf=25.2.*,>=0.0.0a0
- libcurand-dev
- libcusolver-dev
- libcusparse-dev
- libraft-headers==25.2.*,>=0.0.0a0
- libraft==25.2.*,>=0.0.0a0
- libraft=25.2.*,>=0.0.0a0
- librmm==25.2.*,>=0.0.0a0
- nbsphinx
- nccl>=2.19
Expand Down
177 changes: 117 additions & 60 deletions dependencies.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,17 @@ files:
- cuda_version
- depends_on_cudf
- depends_on_cupy
- depends_on_dask_cuda
- depends_on_dask_cudf
- depends_on_libcudf
- depends_on_libraft
- depends_on_librmm
- depends_on_pylibraft
- depends_on_pylibwholegraph
- depends_on_pytorch
- depends_on_raft_dask
- depends_on_rmm
- depends_on_ucx_py
- docs
- python_build_cythonize
- python_build_rapids
Expand Down Expand Up @@ -92,10 +96,12 @@ files:
includes:
- depends_on_cudf
- depends_on_cupy
- depends_on_dask_cuda
- depends_on_dask_cudf
- depends_on_pylibcugraph
- depends_on_raft_dask
- depends_on_rmm
- depends_on_ucx_py
- python_run_cugraph
py_test_cugraph:
output: pyproject
Expand Down Expand Up @@ -174,9 +180,13 @@ files:
table: project
includes:
- depends_on_cudf
- depends_on_cugraph
- depends_on_cugraph_service_client
- depends_on_cupy
- depends_on_dask_cuda
- depends_on_dask_cudf
- depends_on_rmm
- depends_on_ucx_py
- python_run_cugraph_service_server
py_test_cugraph_service_server:
output: pyproject
Expand Down Expand Up @@ -292,9 +302,6 @@ dependencies:
packages:
- c-compiler
- cxx-compiler
- libcudf==25.2.*,>=0.0.0a0
- libraft-headers==25.2.*,>=0.0.0a0
- libraft==25.2.*,>=0.0.0a0
- openmpi # Required for building cpp-mgtests (multi-GPU tests)
specific:
- output_types: [conda]
Expand Down Expand Up @@ -385,7 +392,6 @@ dependencies:
- output_types: [conda, pyproject]
packages:
- &dask rapids-dask-dependency==25.2.*,>=0.0.0a0
- &dask_cuda dask-cuda==25.2.*,>=0.0.0a0
- &numba numba>=0.57
- &numpy numpy>=1.23,<3.0a0
- output_types: conda
Expand All @@ -395,7 +401,6 @@ dependencies:
- requests
- nccl>=2.19
- ucx-proc=*=gpu
- &ucx_py_unsuffixed ucx-py==0.42.*,>=0.0.0a0
- output_types: pyproject
packages:
# cudf uses fsspec but is protocol independent. cugraph
Expand All @@ -411,21 +416,6 @@ dependencies:
- matrix: # All CUDA 11 versions
packages:
- cuda-python>=11.8.5,<12.0a0
- output_types: pyproject
matrices:
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- &ucx_py_cu11 ucx-py-cu11==0.42.*,>=0.0.0a0
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- &ucx_py_cu12 ucx-py-cu12==0.42.*,>=0.0.0a0
- matrix:
packages:
- *ucx_py_unsuffixed
python_run_cugraph_service_client:
common:
- output_types: [conda, pyproject]
Expand All @@ -436,35 +426,9 @@ dependencies:
- output_types: [conda, pyproject]
packages:
- *dask
- *dask_cuda
- *numba
- *numpy
- *thrift
- output_types: conda
packages:
- *ucx_py_unsuffixed
specific:
- output_types: pyproject
matrices:
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- cugraph-cu11==25.2.*,>=0.0.0a0
- cugraph-service-client-cu11==25.2.*,>=0.0.0a0
- *ucx_py_cu11
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- cugraph-cu12==25.2.*,>=0.0.0a0
- cugraph-service-client-cu12==25.2.*,>=0.0.0a0
- *ucx_py_cu12
- matrix:
packages:
- cugraph==25.2.*,>=0.0.0a0
- cugraph-service-client==25.2.*,>=0.0.0a0
- *ucx_py_unsuffixed
test_cpp:
common:
- output_types: conda
Expand Down Expand Up @@ -505,6 +469,56 @@ dependencies:
packages:
- *numpy

depends_on_cugraph:
common:
- output_types: conda
packages:
- &cugraph_unsuffixed cugraph==25.2.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
- --extra-index-url=https://pypi.nvidia.com
- --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
specific:
- output_types: [requirements, pyproject]
matrices:
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- cugraph-cu12==25.2.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- cugraph-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*cugraph_unsuffixed]}

depends_on_cugraph_service_client:
common:
- output_types: conda
packages:
- &cugraph_service_client_unsuffixed cugraph-service-client==25.2.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
- --extra-index-url=https://pypi.nvidia.com
- --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
specific:
- output_types: [requirements, pyproject]
matrices:
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- cugraph-service-client-cu12==25.2.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- cugraph-service-client-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*cugraph_service_client_unsuffixed]}

depends_on_pytorch:
common:
- output_types: [conda]
Expand Down Expand Up @@ -562,11 +576,29 @@ dependencies:
- pylibwholegraph-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*pylibwholegraph_unsuffixed]}

depends_on_libcudf:
common:
- output_types: conda
packages:
- libcudf=25.2.*,>=0.0.0a0

depends_on_libraft:
common:
- output_types: conda
packages:
- libraft=25.2.*,>=0.0.0a0

depends_on_librmm:
common:
- output_types: conda
packages:
- &librmm_unsuffixed librmm==25.2.*,>=0.0.0a0
- librmm==25.2.*,>=0.0.0a0

depends_on_rmm:
common:
- output_types: conda
packages:
- &rmm_unsuffixed rmm==25.2.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
Expand All @@ -579,19 +611,19 @@ dependencies:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- librmm-cu12==25.2.*,>=0.0.0a0
- rmm-cu12==25.2.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- librmm-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*librmm_unsuffixed]}
- rmm-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*rmm_unsuffixed]}

depends_on_rmm:
depends_on_cudf:
common:
- output_types: conda
packages:
- &rmm_unsuffixed rmm==25.2.*,>=0.0.0a0
- &cudf_unsuffixed cudf==25.2.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
Expand All @@ -604,19 +636,19 @@ dependencies:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- rmm-cu12==25.2.*,>=0.0.0a0
- cudf-cu12==25.2.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- rmm-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*rmm_unsuffixed]}
- cudf-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*cudf_unsuffixed]}

depends_on_cudf:
depends_on_dask_cuda:
common:
- output_types: conda
packages:
- &cudf_unsuffixed cudf==25.2.*,>=0.0.0a0
- &dask_cuda_unsuffixed dask-cuda==25.2.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
Expand All @@ -629,13 +661,13 @@ dependencies:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- cudf-cu12==25.2.*,>=0.0.0a0
- dask-cuda-cu12==25.2.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- cudf-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*cudf_unsuffixed]}
- dask-cuda-cu11==25.2.*,>=0.0.0a0
- {matrix: null, packages: [*dask_cuda_unsuffixed]}

depends_on_dask_cudf:
common:
Expand Down Expand Up @@ -755,3 +787,28 @@ dependencies:
packages: &cupy_packages_cu11
- cupy-cuda11x>=12.0.0
- {matrix: null, packages: *cupy_packages_cu11}

depends_on_ucx_py:
common:
- output_types: conda
packages:
- &ucx_py_unsuffixed ucx-py==0.42.*,>=0.0.0a0
- output_types: requirements
packages:
# pip recognizes the index as a global option for the requirements.txt file
- --extra-index-url=https://pypi.nvidia.com
- --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple
specific:
- output_types: [requirements, pyproject]
matrices:
- matrix:
cuda: "12.*"
cuda_suffixed: "true"
packages:
- ucx-py-cu12==0.42.*,>=0.0.0a0
- matrix:
cuda: "11.*"
cuda_suffixed: "true"
packages:
- ucx-py-cu11==0.42.*,>=0.0.0a0
- {matrix: null, packages: [*ucx_py_unsuffixed]}

0 comments on commit 64d0fad

Please sign in to comment.