diff --git a/ci/checks/headers_test.sh b/ci/checks/headers_test.sh index c9dd7bb6957..ebfc4b2965e 100755 --- a/ci/checks/headers_test.sh +++ b/ci/checks/headers_test.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2020, NVIDIA CORPORATION. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. ##################################### # conda existence test for headers # ##################################### @@ -10,7 +10,7 @@ DIRNAMES="cudf cudf_test" # existence tests for lib${LIBNAME} for DIRNAME in ${DIRNAMES[@]}; do - HEADERS=`cd cpp && find include/${DIRNAME}/ -type f \( -iname "*.h" -o -iname "*.hpp" \) -printf " - test -f \\\$PREFIX/%p\n" | sort` + HEADERS=`cd cpp && find include/${DIRNAME}/ -type f \( -iname "*.h" -o -iname "*.hpp" \) -printf " - test -f \\\$PREFIX/%p\n" | sort` META_TESTS=`grep -E "test -f .*/include/${DIRNAME}/.*\.h(pp)?" conda/recipes/lib${LIBNAME}/meta.yaml | sort` HEADER_DIFF=`diff <(echo "$HEADERS") <(echo "$META_TESTS")` LIB_RETVAL=$? diff --git a/ci/cpu/build.sh b/ci/cpu/build.sh index 465a6eae7e4..0eab3a6789e 100755 --- a/ci/cpu/build.sh +++ b/ci/cpu/build.sh @@ -6,7 +6,10 @@ set -e # Set path and build parallel level -export PATH=/opt/conda/bin:/usr/local/cuda/bin:$PATH +# FIXME: PATH variable shouldn't be necessary. +# This should be removed once we either stop using the `remote-docker-plugin` +# or the following issue is addressed: https://github.com/gpuopenanalytics/remote-docker-plugin/issues/47 +export PATH=/usr/local/gcc9/bin:/opt/conda/bin:/usr/local/cuda/bin:$PATH export PARALLEL_LEVEL=${PARALLEL_LEVEL:-4} # Set home to the job's workspace @@ -31,10 +34,6 @@ if [[ "$BUILD_MODE" = "branch" && "$SOURCE_BRANCH" = branch-* ]] ; then export VERSION_SUFFIX=`date +%y%m%d` fi -export CMAKE_CUDA_COMPILER_LAUNCHER="sccache" -export CMAKE_CXX_COMPILER_LAUNCHER="sccache" -export CMAKE_C_COMPILER_LAUNCHER="sccache" - ################################################################################ # SETUP - Check environment ################################################################################ @@ -94,16 +93,6 @@ if [ "$BUILD_LIBCUDF" == '1' ]; then cp "$LIBCUDF_BUILD_DIR/ninja_log.html" "$WORKSPACE/build-metrics/BuildMetrics.html" cp "$LIBCUDF_BUILD_DIR/ninja.log" "$WORKSPACE/build-metrics/ninja.log" fi - - gpuci_logger "Build conda pkg for libcudf_kafka" - gpuci_conda_retry build --no-build-id --croot ${CONDA_BLD_DIR} conda/recipes/libcudf_kafka $CONDA_BUILD_ARGS - mkdir -p ${CONDA_BLD_DIR}/libcudf_kafka/work - cp -r ${CONDA_BLD_DIR}/work/* ${CONDA_BLD_DIR}/libcudf_kafka/work - - gpuci_logger "Building libcudf examples" - gpuci_conda_retry build --no-build-id --croot ${CONDA_BLD_DIR} conda/recipes/libcudf_example $CONDA_BUILD_ARGS - mkdir -p ${CONDA_BLD_DIR}/libcudf_example/work - cp -r ${CONDA_BLD_DIR}/work/* ${CONDA_BLD_DIR}/libcudf_example/work fi if [ "$BUILD_CUDF" == '1' ]; then diff --git a/ci/cpu/prebuild.sh b/ci/cpu/prebuild.sh index 1699fc16a47..32589042f7f 100755 --- a/ci/cpu/prebuild.sh +++ b/ci/cpu/prebuild.sh @@ -1,13 +1,12 @@ #!/usr/bin/env bash -# Copyright (c) 2020, NVIDIA CORPORATION. +# Copyright (c) 2020-2022, NVIDIA CORPORATION. set -e #Always upload cudf packages export UPLOAD_CUDF=1 export UPLOAD_LIBCUDF=1 export UPLOAD_CUDF_KAFKA=1 -export UPLOAD_LIBCUDF_KAFKA=1 if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then #If project flash is not activate, always build both diff --git a/ci/cpu/upload.sh b/ci/cpu/upload.sh index f2f67e9e000..88a48ea2e3b 100755 --- a/ci/cpu/upload.sh +++ b/ci/cpu/upload.sh @@ -1,5 +1,5 @@ #!/bin/bash -# +# Copyright (c) 2018-2022, NVIDIA CORPORATION. # Adopted from https://github.com/tmcdonell/travis-scripts/blob/dfaac280ac2082cd6bcaba3217428347899f2975/update-accelerate-buildbot.sh set -e @@ -29,45 +29,31 @@ fi gpuci_logger "Starting conda uploads" if [[ "$BUILD_LIBCUDF" == "1" && "$UPLOAD_LIBCUDF" == "1" ]]; then - export LIBCUDF_FILE=$(conda build --no-build-id --croot "${CONDA_BLD_DIR}" conda/recipes/libcudf --output) - test -e ${LIBCUDF_FILE} - echo "Upload libcudf" - echo ${LIBCUDF_FILE} - gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${LIBCUDF_FILE} --no-progress + export LIBCUDF_FILES=$(conda build --no-build-id --croot "${CONDA_BLD_DIR}" conda/recipes/libcudf --output) + LIBCUDF_FILES=$(echo "$LIBCUDF_FILES" | sed 's/.*libcudf-example.*//') # skip libcudf-example pkg upload + gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing --no-progress $LIBCUDF_FILES fi if [[ "$BUILD_CUDF" == "1" && "$UPLOAD_CUDF" == "1" ]]; then export CUDF_FILE=$(conda build --croot "${CONDA_BLD_DIR}" conda/recipes/cudf --python=$PYTHON --output) test -e ${CUDF_FILE} - echo "Upload cudf" - echo ${CUDF_FILE} + echo "Upload cudf: ${CUDF_FILE}" gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${CUDF_FILE} --no-progress export DASK_CUDF_FILE=$(conda build --croot "${CONDA_BLD_DIR}" conda/recipes/dask-cudf --python=$PYTHON --output) test -e ${DASK_CUDF_FILE} - echo "Upload dask-cudf" - echo ${DASK_CUDF_FILE} + echo "Upload dask-cudf: ${DASK_CUDF_FILE}" gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${DASK_CUDF_FILE} --no-progress export CUSTREAMZ_FILE=$(conda build --croot "${CONDA_BLD_DIR}" conda/recipes/custreamz --python=$PYTHON --output) test -e ${CUSTREAMZ_FILE} - echo "Upload custreamz" - echo ${CUSTREAMZ_FILE} + echo "Upload custreamz: ${CUSTREAMZ_FILE}" gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${CUSTREAMZ_FILE} --no-progress fi -if [[ "$BUILD_LIBCUDF" == "1" && "$UPLOAD_LIBCUDF_KAFKA" == "1" ]]; then - export LIBCUDF_KAFKA_FILE=$(conda build --no-build-id --croot "${CONDA_BLD_DIR}" conda/recipes/libcudf_kafka --output) - test -e ${LIBCUDF_KAFKA_FILE} - echo "Upload libcudf_kafka" - echo ${LIBCUDF_KAFKA_FILE} - gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${LIBCUDF_KAFKA_FILE} --no-progress -fi - if [[ "$BUILD_CUDF" == "1" && "$UPLOAD_CUDF_KAFKA" == "1" ]]; then export CUDF_KAFKA_FILE=$(conda build --croot "${CONDA_BLD_DIR}" conda/recipes/cudf_kafka --python=$PYTHON --output) test -e ${CUDF_KAFKA_FILE} - echo "Upload cudf_kafka" - echo ${CUDF_KAFKA_FILE} + echo "Upload cudf_kafka: ${CUDF_KAFKA_FILE}" gpuci_retry anaconda -t ${MY_UPLOAD_KEY} upload -u ${CONDA_USERNAME:-rapidsai} ${LABEL_OPTION} --skip-existing ${CUDF_KAFKA_FILE} --no-progress fi diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh index 6dbcb339f3f..b1d649db8f9 100755 --- a/ci/gpu/build.sh +++ b/ci/gpu/build.sh @@ -36,10 +36,6 @@ export INSTALL_DASK_MAIN=1 # ucx-py version export UCX_PY_VERSION='0.26.*' -export CMAKE_CUDA_COMPILER_LAUNCHER="sccache" -export CMAKE_CXX_COMPILER_LAUNCHER="sccache" -export CMAKE_C_COMPILER_LAUNCHER="sccache" - ################################################################################ # TRAP - Setup trap for removing jitify cache ################################################################################ @@ -166,8 +162,6 @@ if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then fi else #Project Flash - export LIB_BUILD_DIR="$WORKSPACE/ci/artifacts/cudf/cpu/libcudf_work/cpp/build" - export LD_LIBRARY_PATH="$LIB_BUILD_DIR:$CONDA_PREFIX/lib:$LD_LIBRARY_PATH" if hasArg --skip-tests; then gpuci_logger "Skipping Tests" @@ -177,17 +171,16 @@ else gpuci_logger "Check GPU usage" nvidia-smi - set -x - cd $LIB_BUILD_DIR + gpuci_mamba_retry install -y -c ${CONDA_ARTIFACT_PATH} libcudf libcudf_kafka libcudf-tests gpuci_logger "GoogleTests" - - for gt in gtests/* ; do - test_name=$(basename ${gt}) + # Run libcudf and libcudf_kafka gtests from libcudf-tests package + for gt in "$CONDA_PREFIX/bin/gtests/libcudf"*/* ; do echo "Running GoogleTest $test_name" ${gt} --gtest_output=xml:"$WORKSPACE/test-results/" done + export LIB_BUILD_DIR="$WORKSPACE/ci/artifacts/cudf/cpu/libcudf_work/cpp/build" # Copy libcudf build time results echo "Checking for build time log $LIB_BUILD_DIR/ninja_log.xml" if [[ -f "$LIB_BUILD_DIR/ninja_log.xml" ]]; then @@ -204,7 +197,7 @@ else export GTEST_CUDF_RMM_MODE=cuda COMPUTE_SANITIZER_CMD="compute-sanitizer --tool memcheck" mkdir -p "$WORKSPACE/test-results/" - for gt in gtests/*; do + for gt in "$CONDA_PREFIX/bin/gtests/libcudf"*/* ; do test_name=$(basename ${gt}) if [[ "$test_name" == "ERROR_TEST" ]]; then continue @@ -217,16 +210,6 @@ else fi fi - CUDF_CONDA_FILE=`find ${CONDA_ARTIFACT_PATH} -name "libcudf-*.tar.bz2"` - CUDF_CONDA_FILE=`basename "$CUDF_CONDA_FILE" .tar.bz2` #get filename without extension - CUDF_CONDA_FILE=${CUDF_CONDA_FILE//-/=} #convert to conda install - KAFKA_CONDA_FILE=`find ${CONDA_ARTIFACT_PATH} -name "libcudf_kafka-*.tar.bz2"` - KAFKA_CONDA_FILE=`basename "$KAFKA_CONDA_FILE" .tar.bz2` #get filename without extension - KAFKA_CONDA_FILE=${KAFKA_CONDA_FILE//-/=} #convert to conda install - - gpuci_logger "Installing $CUDF_CONDA_FILE & $KAFKA_CONDA_FILE" - gpuci_mamba_retry install -c ${CONDA_ARTIFACT_PATH} "$CUDF_CONDA_FILE" "$KAFKA_CONDA_FILE" - install_dask gpuci_logger "Build python libs from source" diff --git a/ci/gpu/java.sh b/ci/gpu/java.sh index fd449c44622..1d378824b01 100755 --- a/ci/gpu/java.sh +++ b/ci/gpu/java.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2018-2020, NVIDIA CORPORATION. +# Copyright (c) 2018-2022, NVIDIA CORPORATION. ############################################## # cuDF GPU build and test script for CI # ############################################## @@ -122,19 +122,8 @@ function install_dask { # INSTALL - Install libcudf artifacts ################################################################################ -export LIB_BUILD_DIR="$WORKSPACE/ci/artifacts/cudf/cpu/libcudf_work/cpp/build" -export CUDF_ROOT=${LIB_BUILD_DIR} -export LD_LIBRARY_PATH="$LIB_BUILD_DIR:$CONDA_PREFIX/lib:$LD_LIBRARY_PATH" - -CUDF_CONDA_FILE=`find ${CONDA_ARTIFACT_PATH} -name "libcudf-*.tar.bz2"` -CUDF_CONDA_FILE=`basename "$CUDF_CONDA_FILE" .tar.bz2` #get filename without extension -CUDF_CONDA_FILE=${CUDF_CONDA_FILE//-/=} #convert to conda install -KAFKA_CONDA_FILE=`find ${CONDA_ARTIFACT_PATH} -name "libcudf_kafka-*.tar.bz2"` -KAFKA_CONDA_FILE=`basename "$KAFKA_CONDA_FILE" .tar.bz2` #get filename without extension -KAFKA_CONDA_FILE=${KAFKA_CONDA_FILE//-/=} #convert to conda install - -gpuci_logger "Installing $CUDF_CONDA_FILE & $KAFKA_CONDA_FILE" -gpuci_mamba_retry install -c ${CONDA_ARTIFACT_PATH} "$CUDF_CONDA_FILE" "$KAFKA_CONDA_FILE" +gpuci_logger "Installing libcudf & libcudf_kafka" +gpuci_mamba_retry install -c ${CONDA_ARTIFACT_PATH} libcudf libcudf_kafka install_dask diff --git a/conda/recipes/libcudf/build.sh b/conda/recipes/libcudf/build.sh index c3730b3241a..8201b4d97be 100644 --- a/conda/recipes/libcudf/build.sh +++ b/conda/recipes/libcudf/build.sh @@ -1,8 +1,5 @@ -# Copyright (c) 2018-2019, NVIDIA CORPORATION. +#!/bin/bash +# Copyright (c) 2018-2022, NVIDIA CORPORATION. -if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then - # This assumes the script is executed from the root of the repo directory - ./build.sh -v libcudf --allgpuarch --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\" -else - ./build.sh -v libcudf tests --allgpuarch --build_metrics --incl_cache_stats --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\" -fi +export cudf_ROOT="$(realpath ./cpp/build)" +./build.sh -n -v libcudf libcudf_kafka benchmarks tests --cmake-args=\"-DCMAKE_INSTALL_LIBDIR=lib\" diff --git a/conda/recipes/libcudf/conda_build_config.yaml b/conda/recipes/libcudf/conda_build_config.yaml new file mode 100644 index 00000000000..0a533e5c5fe --- /dev/null +++ b/conda/recipes/libcudf/conda_build_config.yaml @@ -0,0 +1,14 @@ +cmake_version: + - ">=3.20.1" + +gtest_version: + - "=1.10.0" + +arrow_cpp_version: + - ">=6.0.1,<6.0.2.0a0" + +dlpack_version: + - ">=0.5,<0.6.0a0" + +librdkafka_version: + - ">=1.7.0,<1.8.0a0" diff --git a/conda/recipes/libcudf/install_libcudf.sh b/conda/recipes/libcudf/install_libcudf.sh new file mode 100644 index 00000000000..173f8cfa90f --- /dev/null +++ b/conda/recipes/libcudf/install_libcudf.sh @@ -0,0 +1,4 @@ +#!/bin/bash +# Copyright (c) 2018-2022, NVIDIA CORPORATION. + +cmake --install cpp/build diff --git a/conda/recipes/libcudf/install_libcudf_example.sh b/conda/recipes/libcudf/install_libcudf_example.sh new file mode 100644 index 00000000000..e249688a03b --- /dev/null +++ b/conda/recipes/libcudf/install_libcudf_example.sh @@ -0,0 +1,4 @@ +#!/bin/bash +# Copyright (c) 2018-2022, NVIDIA CORPORATION. + +./cpp/examples/build.sh diff --git a/conda/recipes/libcudf/install_libcudf_kafka.sh b/conda/recipes/libcudf/install_libcudf_kafka.sh new file mode 100644 index 00000000000..9eae2510027 --- /dev/null +++ b/conda/recipes/libcudf/install_libcudf_kafka.sh @@ -0,0 +1,4 @@ +#!/bin/bash +# Copyright (c) 2018-2022, NVIDIA CORPORATION. + +cmake --install cpp/libcudf_kafka/build diff --git a/conda/recipes/libcudf/install_libcudf_tests.sh b/conda/recipes/libcudf/install_libcudf_tests.sh new file mode 100644 index 00000000000..069462eec9d --- /dev/null +++ b/conda/recipes/libcudf/install_libcudf_tests.sh @@ -0,0 +1,5 @@ +#!/bin/bash +# Copyright (c) 2018-2022, NVIDIA CORPORATION. + +cmake --install cpp/build --component testing +cmake --install cpp/libcudf_kafka/build --component testing diff --git a/conda/recipes/libcudf/meta.yaml b/conda/recipes/libcudf/meta.yaml index 4ea4ace11da..fdd9011ae34 100644 --- a/conda/recipes/libcudf/meta.yaml +++ b/conda/recipes/libcudf/meta.yaml @@ -1,27 +1,23 @@ # Copyright (c) 2018-2022, NVIDIA CORPORATION. {% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') + environ.get('VERSION_SUFFIX', '') %} -{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} -{% set cuda_version='.'.join(environ.get('CUDA', '11.5').split('.')[:2]) %} -{% set cuda_major=cuda_version.split('.')[0] %} +{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} +{% set cuda_version = '.'.join(environ.get('CUDA', '11.5').split('.')[:2]) %} +{% set cuda_major = cuda_version.split('.')[0] %} +{% set cuda_spec = ">=" + cuda_major ~ ",<" + (cuda_major | int + 1) ~ ".0a0" %} # i.e. >=11,<12.0a0 package: - name: libcudf - version: {{ version }} + name: libcudf-split source: git_url: ../../.. build: - number: {{ GIT_DESCRIBE_NUMBER }} - string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} script_env: - CC - CXX - CUDAHOSTCXX - PARALLEL_LEVEL - - VERSION_SUFFIX - - PROJECT_FLASH - CMAKE_GENERATOR - CMAKE_C_COMPILER_LAUNCHER - CMAKE_CXX_COMPILER_LAUNCHER @@ -31,239 +27,311 @@ build: - SCCACHE_BUCKET=rapids-sccache - SCCACHE_REGION=us-west-2 - SCCACHE_IDLE_TIMEOUT=32768 - run_exports: - - {{ pin_subpackage("libcudf", max_pin="x.x") }} requirements: build: - - cmake >=3.20.1 + - cmake {{ cmake_version }} host: - librmm {{ minor_version }}.* - cudatoolkit {{ cuda_version }}.* - - arrow-cpp 6.0.1 *cuda + - arrow-cpp {{ arrow_cpp_version }} *cuda - arrow-cpp-proc * cuda - - dlpack>=0.5,<0.6.0a0 - run: - - {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }} - - arrow-cpp * *cuda - - arrow-cpp-proc * cuda - - {{ pin_compatible('dlpack', max_pin='x.x') }} - -test: - commands: - - test -f $PREFIX/lib/libcudf.so - - test -f $PREFIX/lib/libcudftestutil.a - - test -f $PREFIX/include/cudf/aggregation.hpp - - test -f $PREFIX/include/cudf/ast/detail/expression_parser.hpp - - test -f $PREFIX/include/cudf/ast/detail/operators.hpp - - test -f $PREFIX/include/cudf/ast/expressions.hpp - - test -f $PREFIX/include/cudf/binaryop.hpp - - test -f $PREFIX/include/cudf/column/column_factories.hpp - - test -f $PREFIX/include/cudf/column/column.hpp - - test -f $PREFIX/include/cudf/column/column_view.hpp - - test -f $PREFIX/include/cudf/concatenate.hpp - - test -f $PREFIX/include/cudf/copying.hpp - - test -f $PREFIX/include/cudf/datetime.hpp - - test -f $PREFIX/include/cudf/detail/aggregation/aggregation.hpp - - test -f $PREFIX/include/cudf/detail/aggregation/result_cache.hpp - - test -f $PREFIX/include/cudf/detail/label_bins.hpp - - test -f $PREFIX/include/cudf/detail/binaryop.hpp - - test -f $PREFIX/include/cudf/detail/calendrical_month_sequence.cuh - - test -f $PREFIX/include/cudf/detail/concatenate.hpp - - test -f $PREFIX/include/cudf/detail/copy.hpp - - test -f $PREFIX/include/cudf/detail/datetime.hpp - - test -f $PREFIX/include/cudf/detail/fill.hpp - - test -f $PREFIX/include/cudf/detail/gather.hpp - - test -f $PREFIX/include/cudf/detail/groupby.hpp - - test -f $PREFIX/include/cudf/detail/groupby/sort_helper.hpp - - test -f $PREFIX/include/cudf/detail/groupby/group_replace_nulls.hpp - - test -f $PREFIX/include/cudf/detail/hashing.hpp - - test -f $PREFIX/include/cudf/detail/interop.hpp - - test -f $PREFIX/include/cudf/detail/is_element_valid.hpp - - test -f $PREFIX/include/cudf/detail/null_mask.hpp - - test -f $PREFIX/include/cudf/detail/nvtx/nvtx3.hpp - - test -f $PREFIX/include/cudf/detail/nvtx/ranges.hpp - - test -f $PREFIX/include/cudf/detail/quantiles.hpp - - test -f $PREFIX/include/cudf/detail/reduction_functions.hpp - - test -f $PREFIX/include/cudf/detail/repeat.hpp - - test -f $PREFIX/include/cudf/detail/replace.hpp - - test -f $PREFIX/include/cudf/detail/reshape.hpp - - test -f $PREFIX/include/cudf/detail/rolling.hpp - - test -f $PREFIX/include/cudf/detail/round.hpp - - test -f $PREFIX/include/cudf/detail/scan.hpp - - test -f $PREFIX/include/cudf/detail/scatter.hpp - - test -f $PREFIX/include/cudf/detail/search.hpp - - test -f $PREFIX/include/cudf/detail/sequence.hpp - - test -f $PREFIX/include/cudf/detail/sorting.hpp - - test -f $PREFIX/include/cudf/detail/stream_compaction.hpp - - test -f $PREFIX/include/cudf/detail/structs/utilities.hpp - - test -f $PREFIX/include/cudf/detail/tdigest/tdigest.hpp - - test -f $PREFIX/include/cudf/detail/transform.hpp - - test -f $PREFIX/include/cudf/detail/transpose.hpp - - test -f $PREFIX/include/cudf/detail/unary.hpp - - test -f $PREFIX/include/cudf/detail/utilities/alignment.hpp - - test -f $PREFIX/include/cudf/detail/utilities/integer_utils.hpp - - test -f $PREFIX/include/cudf/detail/utilities/int_fastdiv.h - - test -f $PREFIX/include/cudf/detail/utilities/vector_factories.hpp - - test -f $PREFIX/include/cudf/detail/utilities/visitor_overload.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/concatenate.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/encode.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/merge.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/replace.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/search.hpp - - test -f $PREFIX/include/cudf/dictionary/detail/update_keys.hpp - - test -f $PREFIX/include/cudf/dictionary/dictionary_column_view.hpp - - test -f $PREFIX/include/cudf/dictionary/dictionary_factories.hpp - - test -f $PREFIX/include/cudf/dictionary/encode.hpp - - test -f $PREFIX/include/cudf/dictionary/search.hpp - - test -f $PREFIX/include/cudf/dictionary/update_keys.hpp - - test -f $PREFIX/include/cudf/filling.hpp - - test -f $PREFIX/include/cudf/fixed_point/fixed_point.hpp - - test -f $PREFIX/include/cudf/fixed_point/temporary.hpp - - test -f $PREFIX/include/cudf/groupby.hpp - - test -f $PREFIX/include/cudf/hashing.hpp - - test -f $PREFIX/include/cudf/interop.hpp - - test -f $PREFIX/include/cudf/io/avro.hpp - - test -f $PREFIX/include/cudf/io/csv.hpp - - test -f $PREFIX/include/cudf/io/data_sink.hpp - - test -f $PREFIX/include/cudf/io/datasource.hpp - - test -f $PREFIX/include/cudf/io/detail/avro.hpp - - test -f $PREFIX/include/cudf/io/detail/csv.hpp - - test -f $PREFIX/include/cudf/io/detail/json.hpp - - test -f $PREFIX/include/cudf/io/detail/orc.hpp - - test -f $PREFIX/include/cudf/io/detail/parquet.hpp - - test -f $PREFIX/include/cudf/io/detail/utils.hpp - - test -f $PREFIX/include/cudf/io/json.hpp - - test -f $PREFIX/include/cudf/io/orc_metadata.hpp - - test -f $PREFIX/include/cudf/io/orc.hpp - - test -f $PREFIX/include/cudf/io/parquet.hpp - - test -f $PREFIX/include/cudf/io/text/byte_range_info.hpp - - test -f $PREFIX/include/cudf/io/text/data_chunk_source_factories.hpp - - test -f $PREFIX/include/cudf/io/text/data_chunk_source.hpp - - test -f $PREFIX/include/cudf/io/text/detail/multistate.hpp - - test -f $PREFIX/include/cudf/io/text/detail/tile_state.hpp - - test -f $PREFIX/include/cudf/io/text/detail/trie.hpp - - test -f $PREFIX/include/cudf/io/text/multibyte_split.hpp - - test -f $PREFIX/include/cudf/io/types.hpp - - test -f $PREFIX/include/cudf/ipc.hpp - - test -f $PREFIX/include/cudf/join.hpp - - test -f $PREFIX/include/cudf/labeling/label_bins.hpp - - test -f $PREFIX/include/cudf/lists/detail/combine.hpp - - test -f $PREFIX/include/cudf/lists/detail/concatenate.hpp - - test -f $PREFIX/include/cudf/lists/detail/contains.hpp - - test -f $PREFIX/include/cudf/lists/detail/copying.hpp - - test -f $PREFIX/include/cudf/lists/detail/extract.hpp - - test -f $PREFIX/include/cudf/lists/lists_column_factories.hpp - - test -f $PREFIX/include/cudf/lists/detail/drop_list_duplicates.hpp - - test -f $PREFIX/include/cudf/lists/detail/interleave_columns.hpp - - test -f $PREFIX/include/cudf/lists/detail/sorting.hpp - - test -f $PREFIX/include/cudf/lists/detail/scatter_helper.cuh - - test -f $PREFIX/include/cudf/lists/combine.hpp - - test -f $PREFIX/include/cudf/lists/count_elements.hpp - - test -f $PREFIX/include/cudf/lists/explode.hpp - - test -f $PREFIX/include/cudf/lists/drop_list_duplicates.hpp - - test -f $PREFIX/include/cudf/lists/extract.hpp - - test -f $PREFIX/include/cudf/lists/filling.hpp - - test -f $PREFIX/include/cudf/lists/contains.hpp - - test -f $PREFIX/include/cudf/lists/gather.hpp - - test -f $PREFIX/include/cudf/lists/lists_column_view.hpp - - test -f $PREFIX/include/cudf/lists/sorting.hpp - - test -f $PREFIX/include/cudf/merge.hpp - - test -f $PREFIX/include/cudf/null_mask.hpp - - test -f $PREFIX/include/cudf/partitioning.hpp - - test -f $PREFIX/include/cudf/quantiles.hpp - - test -f $PREFIX/include/cudf/reduction.hpp - - test -f $PREFIX/include/cudf/replace.hpp - - test -f $PREFIX/include/cudf/reshape.hpp - - test -f $PREFIX/include/cudf/rolling.hpp - - test -f $PREFIX/include/cudf/rolling/range_window_bounds.hpp - - test -f $PREFIX/include/cudf/round.hpp - - test -f $PREFIX/include/cudf/scalar/scalar_factories.hpp - - test -f $PREFIX/include/cudf/scalar/scalar.hpp - - test -f $PREFIX/include/cudf/search.hpp - - test -f $PREFIX/include/cudf/sorting.hpp - - test -f $PREFIX/include/cudf/stream_compaction.hpp - - test -f $PREFIX/include/cudf/strings/attributes.hpp - - test -f $PREFIX/include/cudf/strings/capitalize.hpp - - test -f $PREFIX/include/cudf/strings/case.hpp - - test -f $PREFIX/include/cudf/strings/char_types/char_cases.hpp - - test -f $PREFIX/include/cudf/strings/char_types/char_types.hpp - - test -f $PREFIX/include/cudf/strings/combine.hpp - - test -f $PREFIX/include/cudf/strings/contains.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_booleans.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_datetime.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_durations.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_fixed_point.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_floats.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_integers.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_ipv4.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_lists.hpp - - test -f $PREFIX/include/cudf/strings/convert/convert_urls.hpp - - test -f $PREFIX/include/cudf/strings/detail/combine.hpp - - test -f $PREFIX/include/cudf/strings/detail/concatenate.hpp - - test -f $PREFIX/include/cudf/strings/detail/converters.hpp - - test -f $PREFIX/include/cudf/strings/detail/copying.hpp - - test -f $PREFIX/include/cudf/strings/detail/fill.hpp - - test -f $PREFIX/include/cudf/strings/detail/json.hpp - - test -f $PREFIX/include/cudf/strings/detail/replace.hpp - - test -f $PREFIX/include/cudf/strings/detail/utf8.hpp - - test -f $PREFIX/include/cudf/strings/detail/utilities.hpp - - test -f $PREFIX/include/cudf/strings/extract.hpp - - test -f $PREFIX/include/cudf/strings/findall.hpp - - test -f $PREFIX/include/cudf/strings/find.hpp - - test -f $PREFIX/include/cudf/strings/find_multiple.hpp - - test -f $PREFIX/include/cudf/strings/json.hpp - - test -f $PREFIX/include/cudf/strings/padding.hpp - - test -f $PREFIX/include/cudf/strings/regex/flags.hpp - - test -f $PREFIX/include/cudf/strings/repeat_strings.hpp - - test -f $PREFIX/include/cudf/strings/replace.hpp - - test -f $PREFIX/include/cudf/strings/replace_re.hpp - - test -f $PREFIX/include/cudf/strings/split/partition.hpp - - test -f $PREFIX/include/cudf/strings/split/split.hpp - - test -f $PREFIX/include/cudf/strings/split/split_re.hpp - - test -f $PREFIX/include/cudf/strings/string_view.hpp - - test -f $PREFIX/include/cudf/strings/strings_column_view.hpp - - test -f $PREFIX/include/cudf/strings/strip.hpp - - test -f $PREFIX/include/cudf/strings/substring.hpp - - test -f $PREFIX/include/cudf/strings/translate.hpp - - test -f $PREFIX/include/cudf/strings/wrap.hpp - - test -f $PREFIX/include/cudf/structs/structs_column_view.hpp - - test -f $PREFIX/include/cudf/structs/struct_view.hpp - - test -f $PREFIX/include/cudf/structs/detail/concatenate.hpp - - test -f $PREFIX/include/cudf/table/table.hpp - - test -f $PREFIX/include/cudf/table/table_view.hpp - - test -f $PREFIX/include/cudf/tdigest/tdigest_column_view.cuh - - test -f $PREFIX/include/cudf/transform.hpp - - test -f $PREFIX/include/cudf/transpose.hpp - - test -f $PREFIX/include/cudf/types.hpp - - test -f $PREFIX/include/cudf/unary.hpp - - test -f $PREFIX/include/cudf/utilities/bit.hpp - - test -f $PREFIX/include/cudf/utilities/span.hpp - - test -f $PREFIX/include/cudf/utilities/error.hpp - - test -f $PREFIX/include/cudf/utilities/traits.hpp - - test -f $PREFIX/include/cudf/utilities/type_dispatcher.hpp - - test -f $PREFIX/include/cudf/utilities/type_checks.hpp - - test -f $PREFIX/include/cudf/utilities/default_stream.hpp - - test -f $PREFIX/include/cudf/wrappers/dictionary.hpp - - test -f $PREFIX/include/cudf/wrappers/durations.hpp - - test -f $PREFIX/include/cudf/wrappers/timestamps.hpp - - test -f $PREFIX/include/cudf_test/detail/column_utilities.hpp - - test -f $PREFIX/include/cudf_test/base_fixture.hpp - - test -f $PREFIX/include/cudf_test/column_utilities.hpp - - test -f $PREFIX/include/cudf_test/column_wrapper.hpp - - test -f $PREFIX/include/cudf_test/cudf_gtest.hpp - - test -f $PREFIX/include/cudf_test/cxxopts.hpp - - test -f $PREFIX/include/cudf_test/file_utilities.hpp - - test -f $PREFIX/include/cudf_test/io_metadata_utilities.hpp - - test -f $PREFIX/include/cudf_test/iterator_utilities.hpp - - test -f $PREFIX/include/cudf_test/table_utilities.hpp - - test -f $PREFIX/include/cudf_test/timestamp_utilities.cuh - - test -f $PREFIX/include/cudf_test/type_list_utilities.hpp - - test -f $PREFIX/include/cudf_test/type_lists.hpp + - dlpack {{ dlpack_version }} + - librdkafka {{ librdkafka_version }} -about: - home: http://rapids.ai/ - license: Apache-2.0 - license_family: Apache - license_file: LICENSE - summary: libcudf library +outputs: + - name: libcudf + version: {{ version }} + script: install_libcudf.sh + build: + number: {{ GIT_DESCRIBE_NUMBER }} + string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} + run_exports: + - {{ pin_subpackage("libcudf", max_pin="x.x") }} + requirements: + build: + - cmake {{ cmake_version }} + run: + - cudatoolkit {{ cuda_spec }} + - librmm {{ minor_version }}.* + - arrow-cpp {{ arrow_cpp_version }} *cuda + - arrow-cpp-proc * cuda + - dlpack {{ dlpack_version }} + test: + commands: + - test -f $PREFIX/lib/libcudf.so + - test -f $PREFIX/lib/libcudftestutil.a + - test -f $PREFIX/include/cudf/aggregation.hpp + - test -f $PREFIX/include/cudf/ast/detail/expression_parser.hpp + - test -f $PREFIX/include/cudf/ast/detail/operators.hpp + - test -f $PREFIX/include/cudf/ast/expressions.hpp + - test -f $PREFIX/include/cudf/binaryop.hpp + - test -f $PREFIX/include/cudf/column/column_factories.hpp + - test -f $PREFIX/include/cudf/column/column.hpp + - test -f $PREFIX/include/cudf/column/column_view.hpp + - test -f $PREFIX/include/cudf/concatenate.hpp + - test -f $PREFIX/include/cudf/copying.hpp + - test -f $PREFIX/include/cudf/datetime.hpp + - test -f $PREFIX/include/cudf/detail/aggregation/aggregation.hpp + - test -f $PREFIX/include/cudf/detail/aggregation/result_cache.hpp + - test -f $PREFIX/include/cudf/detail/label_bins.hpp + - test -f $PREFIX/include/cudf/detail/binaryop.hpp + - test -f $PREFIX/include/cudf/detail/calendrical_month_sequence.cuh + - test -f $PREFIX/include/cudf/detail/concatenate.hpp + - test -f $PREFIX/include/cudf/detail/copy.hpp + - test -f $PREFIX/include/cudf/detail/datetime.hpp + - test -f $PREFIX/include/cudf/detail/fill.hpp + - test -f $PREFIX/include/cudf/detail/gather.hpp + - test -f $PREFIX/include/cudf/detail/groupby.hpp + - test -f $PREFIX/include/cudf/detail/groupby/sort_helper.hpp + - test -f $PREFIX/include/cudf/detail/groupby/group_replace_nulls.hpp + - test -f $PREFIX/include/cudf/detail/hashing.hpp + - test -f $PREFIX/include/cudf/detail/interop.hpp + - test -f $PREFIX/include/cudf/detail/is_element_valid.hpp + - test -f $PREFIX/include/cudf/detail/null_mask.hpp + - test -f $PREFIX/include/cudf/detail/nvtx/nvtx3.hpp + - test -f $PREFIX/include/cudf/detail/nvtx/ranges.hpp + - test -f $PREFIX/include/cudf/detail/quantiles.hpp + - test -f $PREFIX/include/cudf/detail/reduction_functions.hpp + - test -f $PREFIX/include/cudf/detail/repeat.hpp + - test -f $PREFIX/include/cudf/detail/replace.hpp + - test -f $PREFIX/include/cudf/detail/reshape.hpp + - test -f $PREFIX/include/cudf/detail/rolling.hpp + - test -f $PREFIX/include/cudf/detail/round.hpp + - test -f $PREFIX/include/cudf/detail/scan.hpp + - test -f $PREFIX/include/cudf/detail/scatter.hpp + - test -f $PREFIX/include/cudf/detail/search.hpp + - test -f $PREFIX/include/cudf/detail/sequence.hpp + - test -f $PREFIX/include/cudf/detail/sorting.hpp + - test -f $PREFIX/include/cudf/detail/stream_compaction.hpp + - test -f $PREFIX/include/cudf/detail/structs/utilities.hpp + - test -f $PREFIX/include/cudf/detail/tdigest/tdigest.hpp + - test -f $PREFIX/include/cudf/detail/transform.hpp + - test -f $PREFIX/include/cudf/detail/transpose.hpp + - test -f $PREFIX/include/cudf/detail/unary.hpp + - test -f $PREFIX/include/cudf/detail/utilities/alignment.hpp + - test -f $PREFIX/include/cudf/detail/utilities/integer_utils.hpp + - test -f $PREFIX/include/cudf/detail/utilities/int_fastdiv.h + - test -f $PREFIX/include/cudf/detail/utilities/vector_factories.hpp + - test -f $PREFIX/include/cudf/detail/utilities/visitor_overload.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/concatenate.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/encode.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/merge.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/replace.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/search.hpp + - test -f $PREFIX/include/cudf/dictionary/detail/update_keys.hpp + - test -f $PREFIX/include/cudf/dictionary/dictionary_column_view.hpp + - test -f $PREFIX/include/cudf/dictionary/dictionary_factories.hpp + - test -f $PREFIX/include/cudf/dictionary/encode.hpp + - test -f $PREFIX/include/cudf/dictionary/search.hpp + - test -f $PREFIX/include/cudf/dictionary/update_keys.hpp + - test -f $PREFIX/include/cudf/filling.hpp + - test -f $PREFIX/include/cudf/fixed_point/fixed_point.hpp + - test -f $PREFIX/include/cudf/fixed_point/temporary.hpp + - test -f $PREFIX/include/cudf/groupby.hpp + - test -f $PREFIX/include/cudf/hashing.hpp + - test -f $PREFIX/include/cudf/interop.hpp + - test -f $PREFIX/include/cudf/io/avro.hpp + - test -f $PREFIX/include/cudf/io/csv.hpp + - test -f $PREFIX/include/cudf/io/data_sink.hpp + - test -f $PREFIX/include/cudf/io/datasource.hpp + - test -f $PREFIX/include/cudf/io/detail/avro.hpp + - test -f $PREFIX/include/cudf/io/detail/csv.hpp + - test -f $PREFIX/include/cudf/io/detail/json.hpp + - test -f $PREFIX/include/cudf/io/detail/orc.hpp + - test -f $PREFIX/include/cudf/io/detail/parquet.hpp + - test -f $PREFIX/include/cudf/io/detail/utils.hpp + - test -f $PREFIX/include/cudf/io/json.hpp + - test -f $PREFIX/include/cudf/io/orc_metadata.hpp + - test -f $PREFIX/include/cudf/io/orc.hpp + - test -f $PREFIX/include/cudf/io/parquet.hpp + - test -f $PREFIX/include/cudf/io/text/byte_range_info.hpp + - test -f $PREFIX/include/cudf/io/text/data_chunk_source_factories.hpp + - test -f $PREFIX/include/cudf/io/text/data_chunk_source.hpp + - test -f $PREFIX/include/cudf/io/text/detail/multistate.hpp + - test -f $PREFIX/include/cudf/io/text/detail/tile_state.hpp + - test -f $PREFIX/include/cudf/io/text/detail/trie.hpp + - test -f $PREFIX/include/cudf/io/text/multibyte_split.hpp + - test -f $PREFIX/include/cudf/io/types.hpp + - test -f $PREFIX/include/cudf/ipc.hpp + - test -f $PREFIX/include/cudf/join.hpp + - test -f $PREFIX/include/cudf/labeling/label_bins.hpp + - test -f $PREFIX/include/cudf/lists/detail/combine.hpp + - test -f $PREFIX/include/cudf/lists/detail/concatenate.hpp + - test -f $PREFIX/include/cudf/lists/detail/contains.hpp + - test -f $PREFIX/include/cudf/lists/detail/copying.hpp + - test -f $PREFIX/include/cudf/lists/detail/extract.hpp + - test -f $PREFIX/include/cudf/lists/lists_column_factories.hpp + - test -f $PREFIX/include/cudf/lists/detail/drop_list_duplicates.hpp + - test -f $PREFIX/include/cudf/lists/detail/interleave_columns.hpp + - test -f $PREFIX/include/cudf/lists/detail/sorting.hpp + - test -f $PREFIX/include/cudf/lists/detail/scatter_helper.cuh + - test -f $PREFIX/include/cudf/lists/combine.hpp + - test -f $PREFIX/include/cudf/lists/count_elements.hpp + - test -f $PREFIX/include/cudf/lists/explode.hpp + - test -f $PREFIX/include/cudf/lists/drop_list_duplicates.hpp + - test -f $PREFIX/include/cudf/lists/extract.hpp + - test -f $PREFIX/include/cudf/lists/filling.hpp + - test -f $PREFIX/include/cudf/lists/contains.hpp + - test -f $PREFIX/include/cudf/lists/gather.hpp + - test -f $PREFIX/include/cudf/lists/lists_column_view.hpp + - test -f $PREFIX/include/cudf/lists/sorting.hpp + - test -f $PREFIX/include/cudf/merge.hpp + - test -f $PREFIX/include/cudf/null_mask.hpp + - test -f $PREFIX/include/cudf/partitioning.hpp + - test -f $PREFIX/include/cudf/quantiles.hpp + - test -f $PREFIX/include/cudf/reduction.hpp + - test -f $PREFIX/include/cudf/replace.hpp + - test -f $PREFIX/include/cudf/reshape.hpp + - test -f $PREFIX/include/cudf/rolling.hpp + - test -f $PREFIX/include/cudf/rolling/range_window_bounds.hpp + - test -f $PREFIX/include/cudf/round.hpp + - test -f $PREFIX/include/cudf/scalar/scalar_factories.hpp + - test -f $PREFIX/include/cudf/scalar/scalar.hpp + - test -f $PREFIX/include/cudf/search.hpp + - test -f $PREFIX/include/cudf/sorting.hpp + - test -f $PREFIX/include/cudf/stream_compaction.hpp + - test -f $PREFIX/include/cudf/strings/attributes.hpp + - test -f $PREFIX/include/cudf/strings/capitalize.hpp + - test -f $PREFIX/include/cudf/strings/case.hpp + - test -f $PREFIX/include/cudf/strings/char_types/char_cases.hpp + - test -f $PREFIX/include/cudf/strings/char_types/char_types.hpp + - test -f $PREFIX/include/cudf/strings/combine.hpp + - test -f $PREFIX/include/cudf/strings/contains.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_booleans.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_datetime.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_durations.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_fixed_point.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_floats.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_integers.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_ipv4.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_lists.hpp + - test -f $PREFIX/include/cudf/strings/convert/convert_urls.hpp + - test -f $PREFIX/include/cudf/strings/detail/combine.hpp + - test -f $PREFIX/include/cudf/strings/detail/concatenate.hpp + - test -f $PREFIX/include/cudf/strings/detail/converters.hpp + - test -f $PREFIX/include/cudf/strings/detail/copying.hpp + - test -f $PREFIX/include/cudf/strings/detail/fill.hpp + - test -f $PREFIX/include/cudf/strings/detail/json.hpp + - test -f $PREFIX/include/cudf/strings/detail/replace.hpp + - test -f $PREFIX/include/cudf/strings/detail/utf8.hpp + - test -f $PREFIX/include/cudf/strings/detail/utilities.hpp + - test -f $PREFIX/include/cudf/strings/extract.hpp + - test -f $PREFIX/include/cudf/strings/findall.hpp + - test -f $PREFIX/include/cudf/strings/find.hpp + - test -f $PREFIX/include/cudf/strings/find_multiple.hpp + - test -f $PREFIX/include/cudf/strings/json.hpp + - test -f $PREFIX/include/cudf/strings/padding.hpp + - test -f $PREFIX/include/cudf/strings/regex/flags.hpp + - test -f $PREFIX/include/cudf/strings/repeat_strings.hpp + - test -f $PREFIX/include/cudf/strings/replace.hpp + - test -f $PREFIX/include/cudf/strings/replace_re.hpp + - test -f $PREFIX/include/cudf/strings/split/partition.hpp + - test -f $PREFIX/include/cudf/strings/split/split.hpp + - test -f $PREFIX/include/cudf/strings/split/split_re.hpp + - test -f $PREFIX/include/cudf/strings/string_view.hpp + - test -f $PREFIX/include/cudf/strings/strings_column_view.hpp + - test -f $PREFIX/include/cudf/strings/strip.hpp + - test -f $PREFIX/include/cudf/strings/substring.hpp + - test -f $PREFIX/include/cudf/strings/translate.hpp + - test -f $PREFIX/include/cudf/strings/wrap.hpp + - test -f $PREFIX/include/cudf/structs/structs_column_view.hpp + - test -f $PREFIX/include/cudf/structs/struct_view.hpp + - test -f $PREFIX/include/cudf/structs/detail/concatenate.hpp + - test -f $PREFIX/include/cudf/table/table.hpp + - test -f $PREFIX/include/cudf/table/table_view.hpp + - test -f $PREFIX/include/cudf/tdigest/tdigest_column_view.cuh + - test -f $PREFIX/include/cudf/transform.hpp + - test -f $PREFIX/include/cudf/transpose.hpp + - test -f $PREFIX/include/cudf/types.hpp + - test -f $PREFIX/include/cudf/unary.hpp + - test -f $PREFIX/include/cudf/utilities/bit.hpp + - test -f $PREFIX/include/cudf/utilities/span.hpp + - test -f $PREFIX/include/cudf/utilities/error.hpp + - test -f $PREFIX/include/cudf/utilities/traits.hpp + - test -f $PREFIX/include/cudf/utilities/type_dispatcher.hpp + - test -f $PREFIX/include/cudf/utilities/type_checks.hpp + - test -f $PREFIX/include/cudf/utilities/default_stream.hpp + - test -f $PREFIX/include/cudf/wrappers/dictionary.hpp + - test -f $PREFIX/include/cudf/wrappers/durations.hpp + - test -f $PREFIX/include/cudf/wrappers/timestamps.hpp + - test -f $PREFIX/include/cudf_test/detail/column_utilities.hpp + - test -f $PREFIX/include/cudf_test/base_fixture.hpp + - test -f $PREFIX/include/cudf_test/column_utilities.hpp + - test -f $PREFIX/include/cudf_test/column_wrapper.hpp + - test -f $PREFIX/include/cudf_test/cudf_gtest.hpp + - test -f $PREFIX/include/cudf_test/cxxopts.hpp + - test -f $PREFIX/include/cudf_test/file_utilities.hpp + - test -f $PREFIX/include/cudf_test/io_metadata_utilities.hpp + - test -f $PREFIX/include/cudf_test/iterator_utilities.hpp + - test -f $PREFIX/include/cudf_test/table_utilities.hpp + - test -f $PREFIX/include/cudf_test/timestamp_utilities.cuh + - test -f $PREFIX/include/cudf_test/type_list_utilities.hpp + - test -f $PREFIX/include/cudf_test/type_lists.hpp + about: + home: http://rapids.ai/ + license: Apache-2.0 + license_family: Apache + license_file: LICENSE + summary: libcudf library + - name: libcudf_kafka + version: {{ version }} + script: install_libcudf_kafka.sh + build: + number: {{ GIT_DESCRIBE_NUMBER }} + string: {{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} + requirements: + build: + - cmake {{ cmake_version }} + run: + - librdkafka {{ librdkafka_version }} + - {{ pin_subpackage('libcudf', exact=True) }} + test: + commands: + - test -f $PREFIX/lib/libcudf_kafka.so + about: + home: http://rapids.ai/ + license: Apache-2.0 + license_family: Apache + license_file: LICENSE + summary: libcudf_kafka library + - name: libcudf-example + version: {{ version }} + script: install_libcudf_example.sh + build: + number: {{ GIT_DESCRIBE_NUMBER }} + string: {{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} + requirements: + build: + - cmake {{ cmake_version }} + host: + - {{ pin_subpackage('libcudf', exact=True) }} + run: + - {{ pin_subpackage('libcudf', exact=True) }} + about: + home: http://rapids.ai/ + license: Apache-2.0 + license_family: Apache + license_file: LICENSE + summary: libcudf_example library + - name: libcudf-tests + version: {{ version }} + script: install_libcudf_tests.sh + build: + number: {{ GIT_DESCRIBE_NUMBER }} + string: cuda{{ cuda_major }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} + requirements: + build: + - cmake {{ cmake_version }} + run: + - {{ pin_subpackage('libcudf', exact=True) }} + - {{ pin_subpackage('libcudf_kafka', exact=True) }} + - cudatoolkit {{ cuda_spec }} + - gtest {{ gtest_version }} + - gmock {{ gtest_version }} + about: + home: http://rapids.ai/ + license: Apache-2.0 + license_family: Apache + license_file: LICENSE + summary: libcudf test & benchmark executables diff --git a/conda/recipes/libcudf_example/build.sh b/conda/recipes/libcudf_example/build.sh deleted file mode 100644 index 4df9550f1a2..00000000000 --- a/conda/recipes/libcudf_example/build.sh +++ /dev/null @@ -1,4 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -# This assumes the script is executed from the root of the repo directory -./cpp/examples/build.sh diff --git a/conda/recipes/libcudf_example/meta.yaml b/conda/recipes/libcudf_example/meta.yaml deleted file mode 100644 index c20a62c44c7..00000000000 --- a/conda/recipes/libcudf_example/meta.yaml +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright (c) 2021, NVIDIA CORPORATION. - -{% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') + environ.get('VERSION_SUFFIX', '') %} -{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} - -package: - name: libcudf_example - version: {{ version }} - -source: - git_url: ../../.. - -build: - number: {{ GIT_DESCRIBE_NUMBER }} - string: {{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} - script_env: - - CC - - CXX - - CUDAHOSTCXX - - PARALLEL_LEVEL - - PROJECT_FLASH - - WORKSPACE - -requirements: - build: - - cmake >=3.20.1 - host: - - libcudf {{ version }} - -about: - home: http://rapids.ai/ - license: Apache-2.0 - license_family: Apache - license_file: LICENSE - summary: libcudf_example library diff --git a/conda/recipes/libcudf_kafka/build.sh b/conda/recipes/libcudf_kafka/build.sh deleted file mode 100644 index b656f55a64e..00000000000 --- a/conda/recipes/libcudf_kafka/build.sh +++ /dev/null @@ -1,8 +0,0 @@ -# Copyright (c) 2020-2022, NVIDIA CORPORATION. - -if [[ -z "$PROJECT_FLASH" || "$PROJECT_FLASH" == "0" ]]; then - # This assumes the script is executed from the root of the repo directory - ./build.sh -v libcudf_kafka -else - ./build.sh -v libcudf_kafka tests -fi diff --git a/conda/recipes/libcudf_kafka/meta.yaml b/conda/recipes/libcudf_kafka/meta.yaml deleted file mode 100644 index d5864a7d68c..00000000000 --- a/conda/recipes/libcudf_kafka/meta.yaml +++ /dev/null @@ -1,45 +0,0 @@ -# Copyright (c) 2018-2022, NVIDIA CORPORATION. - -{% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') + environ.get('VERSION_SUFFIX', '') %} -{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %} - -package: - name: libcudf_kafka - version: {{ version }} - -source: - git_url: ../../.. - -build: - number: {{ GIT_DESCRIBE_NUMBER }} - string: {{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }} - script_env: - - CC - - CXX - - CUDAHOSTCXX - - PARALLEL_LEVEL - - VERSION_SUFFIX - - PROJECT_FLASH - # libcudf's run_exports pinning is looser than we would like - ignore_run_exports: - - libcudf - -requirements: - build: - - cmake >=3.20.1 - host: - - libcudf {{version}} - - librdkafka >=1.7.0,<1.8.0a0 - run: - - libcudf {{version}} - -test: - commands: - - test -f $PREFIX/lib/libcudf_kafka.so - -about: - home: http://rapids.ai/ - license: Apache-2.0 - license_family: Apache - license_file: LICENSE - summary: libcudf_kafka library diff --git a/cpp/examples/build.sh b/cpp/examples/build.sh index d896d19ad26..079f7358872 100755 --- a/cpp/examples/build.sh +++ b/cpp/examples/build.sh @@ -1,6 +1,6 @@ #!/bin/bash -# Copyright (c) 2021, NVIDIA CORPORATION. +# Copyright (c) 2021-2022, NVIDIA CORPORATION. # libcudf examples build script @@ -8,7 +8,8 @@ PARALLEL_LEVEL=${PARALLEL_LEVEL:-4} # Root of examples -EXAMPLES_DIR=${WORKSPACE}/cpp/examples +EXAMPLES_DIR=$(dirname "$(realpath "$0")") +LIB_BUILD_DIR=${LIB_BUILD_DIR:-$(readlink -f "${EXAMPLES_DIR}/../build")} ################################################################################ # Add individual libcudf examples build scripts down below diff --git a/java/src/main/native/CMakeLists.txt b/java/src/main/native/CMakeLists.txt index 2f0e07c9982..f34b998d01e 100755 --- a/java/src/main/native/CMakeLists.txt +++ b/java/src/main/native/CMakeLists.txt @@ -17,6 +17,8 @@ include(../../../../fetch_rapids.cmake) include(rapids-cmake) include(rapids-cuda) include(rapids-find) +include(rapids-cpm) +rapids_cpm_init() # Use GPU_ARCHS if it is defined if(DEFINED GPU_ARCHS) @@ -89,20 +91,7 @@ rapids_cmake_build_type("Release") # ################################################################################################## # * Thrust/CUB # ------------------------------------------------------------------------------------ -find_path( - THRUST_INCLUDE "thrust" - HINTS "$ENV{CUDF_ROOT}/_deps/thrust-src" "${CUDF_CPP_BUILD_DIR}/_deps/thrust-src" - "$ENV{CONDA_PREFIX}/include" -) - -message(STATUS "THRUST: THRUST_INCLUDE set to ${THRUST_INCLUDE}") - -find_path( - CUB_INCLUDE "cub" HINTS "$ENV{CUDF_ROOT}/_deps/thrust-src" - "${CUDF_CPP_BUILD_DIR}/_deps/thrust-src" "$ENV{CONDA_PREFIX}/include" -) - -message(STATUS "CUB: CUB_INCLUDE set to ${CUB_INCLUDE}") +include(${CUDF_SOURCE_DIR}/cmake/thirdparty/get_thrust.cmake) # ################################################################################################## # * CUDF ------------------------------------------------------------------------------------------ @@ -260,8 +249,7 @@ endif() target_include_directories( cudfjni - PUBLIC "${THRUST_INCLUDE}" - "${CUB_INCLUDE}" + PUBLIC cudf::Thrust "${LIBCUDACXX_INCLUDE}" "${CUDAToolkit_INCLUDE_DIRS}" "${NVCOMP_INCLUDE}"