blob: 5dfcb641f8759c43714b05a8ea47ec55da2b7929 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# The following S3 methods are registered on load if dplyr is present
distinct.arrow_dplyr_query <- function(.data, ..., .keep_all = FALSE) {
if (.keep_all == TRUE) {
# After ARROW-13993 is merged, we can implement this (ARROW-14045)
arrow_not_supported("`distinct()` with `.keep_all = TRUE`")
}
original_gv <- dplyr::group_vars(.data)
if (length(quos(...))) {
# group_by() calls mutate() if there are any expressions in ...
.data <- dplyr::group_by(.data, ..., .add = TRUE)
# `data %>% group_by() %>% summarise()` returns cols in order supplied
# but distinct() returns cols in dataset order, so sort group vars
.data$group_by_vars <- names(.data)[names(.data) %in% .data$group_by_vars]
} else {
# distinct() with no vars specified means distinct across all cols
.data <- dplyr::group_by(.data, !!!syms(names(.data)))
}
out <- dplyr::summarize(.data, .groups = "drop")
# distinct() doesn't modify group by vars, so restore the original ones
if (length(original_gv)) {
out$group_by_vars <- original_gv
}
out
}
distinct.Dataset <- distinct.ArrowTabular <- distinct.arrow_dplyr_query
|
