diff --git a/R/distinct.R b/R/distinct.R
index 1a236ec2..cfa70a9f 100644
--- a/R/distinct.R
+++ b/R/distinct.R
@@ -38,6 +38,7 @@ distinct.duckplyr_df <- function(.data, ..., .keep_all = FALSE) {
           relexpr_window(
             relexpr_function("row_number", list()),
             partitions = exprs,
+            order_bys = "___row_number",
             alias = "___row_number_by"
           )
         ))