-
Notifications
You must be signed in to change notification settings - Fork 891
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Split out strings/replace.cu and rework its gtests (#15054)
Splitting out changes in PR #14824 to make it easier to review. The changes here simply move `replace_slice()` and `replace_nulls()` from `replace.cu` into their own source files. The detail functions have been simplified removing the template argument that was only needed for unit tests. The gtests were reworked to force calling either row-parallel or character-parallel based on the data input instead of being executed directly. This simplified the internal logic which had duplicate parameter checking. The `cudf::strings::detail::replace_nulls()` is also fixed to use the appropriate `make_offsets_child_column` utitlity. The PR #14824 changes will add large strings support to `cudf::strings::replace()`. Authors: - David Wendt (https://github.com/davidwendt) Approvers: - Robert Maynard (https://github.com/robertmaynard) - Nghia Truong (https://github.com/ttnghia) - https://github.com/nvdbaranec URL: #15054
- Loading branch information
1 parent
90b763c
commit 6f6e521
Showing
6 changed files
with
352 additions
and
322 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,81 @@ | ||
| /* | ||
| * Copyright (c) 2024, NVIDIA CORPORATION. | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| #include <cudf/column/column_device_view.cuh> | ||
| #include <cudf/column/column_factories.hpp> | ||
| #include <cudf/detail/iterator.cuh> | ||
| #include <cudf/detail/offsets_iterator_factory.cuh> | ||
| #include <cudf/strings/detail/replace.hpp> | ||
| #include <cudf/strings/detail/strings_children.cuh> | ||
| #include <cudf/strings/detail/utilities.cuh> | ||
| #include <cudf/strings/replace.hpp> | ||
| #include <cudf/strings/string_view.cuh> | ||
| #include <cudf/strings/strings_column_view.hpp> | ||
| #include <cudf/utilities/default_stream.hpp> | ||
|
|
||
| #include <rmm/cuda_stream_view.hpp> | ||
| #include <rmm/device_uvector.hpp> | ||
|
|
||
| #include <cuda/functional> | ||
| #include <thrust/for_each.h> | ||
|
|
||
| namespace cudf { | ||
| namespace strings { | ||
| namespace detail { | ||
|
|
||
| std::unique_ptr<column> replace_nulls(strings_column_view const& strings, | ||
| string_scalar const& repl, | ||
| rmm::cuda_stream_view stream, | ||
| rmm::mr::device_memory_resource* mr) | ||
| { | ||
| size_type strings_count = strings.size(); | ||
| if (strings_count == 0) return make_empty_column(type_id::STRING); | ||
| CUDF_EXPECTS(repl.is_valid(stream), "Parameter repl must be valid."); | ||
|
|
||
| string_view d_repl(repl.data(), repl.size()); | ||
|
|
||
| auto strings_column = column_device_view::create(strings.parent(), stream); | ||
| auto d_strings = *strings_column; | ||
|
|
||
| // build offsets column | ||
| auto offsets_transformer_itr = cudf::detail::make_counting_transform_iterator( | ||
| 0, cuda::proclaim_return_type<size_type>([d_strings, d_repl] __device__(size_type idx) { | ||
| return d_strings.is_null(idx) ? d_repl.size_bytes() | ||
| : d_strings.element<string_view>(idx).size_bytes(); | ||
| })); | ||
| auto [offsets_column, bytes] = cudf::strings::detail::make_offsets_child_column( | ||
| offsets_transformer_itr, offsets_transformer_itr + strings_count, stream, mr); | ||
| auto d_offsets = offsets_column->view().data<int32_t>(); | ||
|
|
||
| // build chars column | ||
| rmm::device_uvector<char> chars(bytes, stream, mr); | ||
| auto d_chars = chars.data(); | ||
| thrust::for_each_n(rmm::exec_policy(stream), | ||
| thrust::make_counting_iterator<size_type>(0), | ||
| strings_count, | ||
| [d_strings, d_repl, d_offsets, d_chars] __device__(size_type idx) { | ||
| string_view d_str = d_repl; | ||
| if (!d_strings.is_null(idx)) d_str = d_strings.element<string_view>(idx); | ||
| memcpy(d_chars + d_offsets[idx], d_str.data(), d_str.size_bytes()); | ||
| }); | ||
|
|
||
| return make_strings_column( | ||
| strings_count, std::move(offsets_column), chars.release(), 0, rmm::device_buffer{}); | ||
| } | ||
|
|
||
| } // namespace detail | ||
| } // namespace strings | ||
| } // namespace cudf |
Oops, something went wrong.