Skip to content

Commit

Permalink
Merge remote-tracking branch 'upstream/branch-0.11' into new-hash-dis…
Browse files Browse the repository at this point in the history
…patch
  • Loading branch information
rjzamora committed Oct 24, 2019
2 parents 21e7dc4 + 3253ec2 commit ffe85e0
Show file tree
Hide file tree
Showing 15 changed files with 29 additions and 212 deletions.
1 change: 1 addition & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,7 @@
- PR #3193 Add cuPy as a formal dependency
- PR #3195 Support for zero columned `table_view`
- PR #3165 Java device memory size for string category
- PR #3205 Move transform files to legacy
- PR #3202 Rename and move error.hpp to public headers

## Bug Fixes
Expand Down
2 changes: 1 addition & 1 deletion conda/recipes/libcudf/meta.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ test:
- test -f $PREFIX/include/cudf/rolling.hpp
- test -f $PREFIX/include/cudf/legacy/search.hpp
- test -f $PREFIX/include/cudf/stream_compaction.hpp
- test -f $PREFIX/include/cudf/transform.hpp
- test -f $PREFIX/include/cudf/legacy/transform.hpp
- test -f $PREFIX/include/cudf/types.h
- test -f $PREFIX/include/cudf/types.hpp
- test -f $PREFIX/include/cudf/legacy/unary.hpp
Expand Down
4 changes: 2 additions & 2 deletions cpp/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -388,9 +388,9 @@ add_library(cudf
src/jit/parser.cpp
src/jit/cache.cpp
src/jit/launcher.cpp
src/transform/transform.cpp
src/transform/legacy/transform.cpp
src/transform/jit/code/kernel.cpp
src/transform/nans_to_nulls.cu
src/transform/legacy/nans_to_nulls.cu
src/bitmask/legacy/bitmask_ops.cu
src/stream_compaction/apply_boolean_mask.cu
src/stream_compaction/drop_nulls.cu
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,8 @@
#ifndef CUDF_TRANSFORM_HPP
#define CUDF_TRANSFORM_HPP

#include "cudf.h"
#include "types.h"
#include "cudf/cudf.h"
#include "cudf/types.h"

namespace cudf {

Expand Down
14 changes: 7 additions & 7 deletions cpp/src/bitmask/legacy/valid_if.cuh
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
#define __BITMASK_VALID_IF_CUH__

#include <cudf/types.h>
#include <utilities/error_utils.hpp>
#include <cudf/utilities/error.hpp>
#include <utilities/bit_util.cuh>
#include <utilities/cuda_utils.hpp>
#include <bitmask/legacy/bit_mask.cuh>
Expand All @@ -42,9 +42,9 @@ constexpr int block_size = 256;
* @return[out] result of each block is returned in thread 0.
*/
template <class bit_container, int lane = 0>
__device__ __inline__ gdf_size_type single_lane_popc_block_reduce(bit_container bit_mask) {
__device__ __inline__ cudf::size_type single_lane_popc_block_reduce(bit_container bit_mask) {

static __shared__ gdf_size_type warp_count[warp_size];
static __shared__ cudf::size_type warp_count[warp_size];

int lane_id = (threadIdx.x % warp_size);
int warp_id = (threadIdx.x / warp_size);
Expand All @@ -56,7 +56,7 @@ __device__ __inline__ gdf_size_type single_lane_popc_block_reduce(bit_container
}
__syncthreads();

gdf_size_type block_count = 0;
cudf::size_type block_count = 0;

if (warp_id == 0) {

Expand All @@ -65,12 +65,12 @@ __device__ __inline__ gdf_size_type single_lane_popc_block_reduce(bit_container

// Maximum block size is 1024 and 1024 / 32 = 32
// so one single warp is enough to do the reduction over different warps
gdf_size_type count =
cudf::size_type count =
(lane_id < (blockDim.x / warp_size)) ? warp_count[lane_id] : 0;

__shared__
typename cub::WarpReduce<gdf_size_type>::TempStorage temp_storage;
block_count = cub::WarpReduce<gdf_size_type>(temp_storage).Sum(count);
typename cub::WarpReduce<cudf::size_type>::TempStorage temp_storage;
block_count = cub::WarpReduce<cudf::size_type>(temp_storage).Sum(count);

}

Expand Down
184 changes: 0 additions & 184 deletions cpp/src/bitmask/valid_if.cuh

This file was deleted.

2 changes: 1 addition & 1 deletion cpp/src/stream_compaction/drop_duplicates.cu
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@
#include <cudf/legacy/table.hpp>
#include <table/legacy/device_table.cuh>
#include <table/legacy/device_table_row_operators.cuh>
#include <cudf/transform.hpp>
#include <cudf/legacy/transform.hpp>

#include <rmm/thrust_rmm_allocator.h>
#include <cudf/utilities/legacy/nvcategory_util.hpp>
Expand Down
2 changes: 1 addition & 1 deletion cpp/src/strings/copying/copying.cu
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

#include <bitmask/valid_if.cuh>
#include <bitmask/legacy/valid_if.cuh>
#include <cudf/column/column_factories.hpp>
#include <cudf/column/column_device_view.cuh>
#include <cudf/strings/copying.hpp>
Expand Down
2 changes: 1 addition & 1 deletion cpp/src/strings/utilities.cuh
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
#pragma once

#include <cuda_runtime.h>
#include <bitmask/valid_if.cuh>
#include <bitmask/legacy/valid_if.cuh>
#include <cudf/strings/string_view.cuh>
#include <cudf/column/column_view.hpp>

Expand Down
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
#include <jit/launcher.h>
#include <jit/legacy/type.h>
#include <jit/parser.h>
#include "jit/code/code.h"
#include "../jit/code/code.h"

#include <types.h.jit>
#include <types.hpp.jit>
Expand Down
16 changes: 8 additions & 8 deletions cpp/tests/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -189,12 +189,12 @@ set(LEGACY_BITMASK_TEST_SRC
ConfigureTest(LEGACY_BITMASK_TEST "${LEGACY_BITMASK_TEST_SRC}")

###################################################################################################
# - nans_to_nulls tests ---------------------------------------------------------------------------
# - legacy nans_to_nulls tests ---------------------------------------------------------------------------

set(NANS_TO_NULLS_TEST_SRC
"${CMAKE_CURRENT_SOURCE_DIR}/bitmask/nans_to_nulls_tests.cu")
set(LEGACY_NANS_TO_NULLS_TEST_SRC
"${CMAKE_CURRENT_SOURCE_DIR}/bitmask/legacy/nans_to_nulls_tests.cu")

ConfigureTest(NANS_TO_NULLS_TEST "${NANS_TO_NULLS_TEST_SRC}")
ConfigureTest(LEGACY_NANS_TO_NULLS_TEST "${LEGACY_NANS_TO_NULLS_TEST_SRC}")


###################################################################################################
Expand Down Expand Up @@ -282,12 +282,12 @@ set(BINARY_TEST_SRC
ConfigureTest(BINARY_TEST "${BINARY_TEST_SRC}")

###################################################################################################
# - unary transform tests -------------------------------------------------------------------------
# - legacy unary transform tests -------------------------------------------------------------------------

set(TRANSFORM_TEST_SRC
"${CMAKE_CURRENT_SOURCE_DIR}/transform/integration/unary-operation-integration-test.cu")
set(LEGACY_TRANSFORM_TEST_SRC
"${CMAKE_CURRENT_SOURCE_DIR}/transform/integration/legacy/unary-operation-integration-test.cu")

ConfigureTest(TRANSFORM_TEST "${TRANSFORM_TEST_SRC}")
ConfigureTest(LEGACY_TRANSFORM_TEST "${LEGACY_TRANSFORM_TEST_SRC}")

###################################################################################################
# - jit cache tests -------------------------------------------------------------------------------
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
#include <cudf/utilities/legacy/wrapper_types.hpp>

#include <random>
#include <cudf/transform.hpp>
#include <cudf/legacy/transform.hpp>

using bit_mask::bit_mask_t;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@
*/

#include <tests/utilities/legacy/cudf_test_fixtures.h>
#include <cudf/transform.hpp>
#include "assert-unary.h"
#include <cudf/legacy/transform.hpp>
#include "../assert-unary.h"
#include <cudf/types.h>

#include <cctype>
Expand Down
2 changes: 1 addition & 1 deletion python/cudf/cudf/_lib/includes/unaryops.pxd
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ cdef extern from "cudf/cudf.h" nogil:
gdf_column *output
) except +

cdef extern from "cudf/transform.hpp" namespace "cudf" nogil:
cdef extern from "cudf/legacy/transform.hpp" namespace "cudf" nogil:
cdef gdf_column transform(
const gdf_column& input,
const string& ptx,
Expand Down

0 comments on commit ffe85e0

Please sign in to comment.