Skip to content

Commit

Permalink
typelevel#787 - ensure last/first are run on a single partition - 15.…
Browse files Browse the repository at this point in the history
…0 databricks doesn't process them on ordered dataset
  • Loading branch information
chris-twiner committed Apr 12, 2024
1 parent fa75889 commit b6189b1
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions dataset/src/test/scala/frameless/ops/PivotTest.scala
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ class PivotTest extends TypedDatasetSuite {
def prop(data: Vector[X4[String, String, Int, Boolean]]): Prop = {
val d = TypedDataset.create(data)
val frameless = d
.coalesce(1)
.orderBy(d('a).asc, d('d).asc)
.groupBy(d('a))
.pivot(d('b))
Expand All @@ -34,6 +35,7 @@ class PivotTest extends TypedDatasetSuite {
.toVector

val spark = d.dataset
.coalesce(1)
.orderBy("a", "d")
.groupBy("a")
.pivot("b", Seq("a", "b", "c"))
Expand Down

0 comments on commit b6189b1

Please sign in to comment.