Skip to content

Commit

Permalink
Move Pivot Tests out of BPTP
Browse files Browse the repository at this point in the history
  • Loading branch information
sfc-gh-bli committed Aug 1, 2024
1 parent 1b6f518 commit 3cfa049
Show file tree
Hide file tree
Showing 2 changed files with 85 additions and 78 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
package com.snowflake.snowpark_test

import com.snowflake.snowpark.TestData
import com.snowflake.snowpark.functions.col

class DataFrameNonStoredProcSuite extends TestData {

private def testDataframeStatPivot(): Unit = {
assert(
getShowString(monthlySales.stat.crosstab("empid", "month").sort(col("empid")), 10) ==
"""---------------------------------------------------
||"EMPID" |"'JAN'" |"'FEB'" |"'MAR'" |"'APR'" |
|---------------------------------------------------
||1 |2 |2 |2 |2 |
||2 |2 |2 |2 |2 |
|---------------------------------------------------
|""".stripMargin)

assert(
getShowString(monthlySales.stat.crosstab("month", "empid").sort(col("month")), 10) ==
"""-------------------------------------------------------------------
||"MONTH" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|-------------------------------------------------------------------
||APR |2 |2 |
||FEB |2 |2 |
||JAN |2 |2 |
||MAR |2 |2 |
|-------------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(date1.stat.crosstab("a", "b").sort(col("a")), 10) ==
"""----------------------------------------------------------------------
||"A" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|----------------------------------------------------------------------
||2010-12-01 |0 |1 |
||2020-08-01 |1 |0 |
|----------------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(date1.stat.crosstab("b", "a").sort(col("b")), 10) ==
"""-----------------------------------------------------------
||"B" |"TO_DATE('2020-08-01')" |"TO_DATE('2010-12-01')" |
|-----------------------------------------------------------
||1 |1 |0 |
||2 |0 |1 |
|-----------------------------------------------------------
|""".stripMargin)

assert(
getShowString(string7.stat.crosstab("a", "b").sort(col("a")), 10) ==
"""----------------------------------------------------------------
||"A" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|----------------------------------------------------------------
||NULL |0 |1 |
||str |1 |0 |
|----------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(string7.stat.crosstab("b", "a").sort(col("b")), 10) ==
"""--------------------------
||"B" |"'str'" |"NULL" |
|--------------------------
||1 |1 |0 |
||2 |0 |0 |
|--------------------------
|""".stripMargin)
}

test("df.stat.pivot") {
testWithAlteredSessionParameter(
testDataframeStatPivot(),
"ENABLE_PIVOT_VIEW_WITH_OBJECT_AGG",
"disable",
skipIfParamNotExist = true)

testWithAlteredSessionParameter(
testDataframeStatPivot(),
"ENABLE_PIVOT_VIEW_WITH_OBJECT_AGG",
"enable",
skipIfParamNotExist = true)
}
}
78 changes: 0 additions & 78 deletions src/test/scala/com/snowflake/snowpark_test/DataFrameSuite.scala
Original file line number Diff line number Diff line change
Expand Up @@ -469,84 +469,6 @@ trait DataFrameSuite extends TestData with BeforeAndAfterEach {
assert(double2.stat.approxQuantile(Array[String](), Array[Double]()).isEmpty)
}

private def testDataframeStatPivot() : Unit = {
assert(
getShowString(monthlySales.stat.crosstab("empid", "month").sort(col("empid")), 10) ==
"""---------------------------------------------------
||"EMPID" |"'JAN'" |"'FEB'" |"'MAR'" |"'APR'" |
|---------------------------------------------------
||1 |2 |2 |2 |2 |
||2 |2 |2 |2 |2 |
|---------------------------------------------------
|""".stripMargin)

assert(
getShowString(monthlySales.stat.crosstab("month", "empid").sort(col("month")), 10) ==
"""-------------------------------------------------------------------
||"MONTH" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|-------------------------------------------------------------------
||APR |2 |2 |
||FEB |2 |2 |
||JAN |2 |2 |
||MAR |2 |2 |
|-------------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(date1.stat.crosstab("a", "b").sort(col("a")), 10) ==
"""----------------------------------------------------------------------
||"A" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|----------------------------------------------------------------------
||2010-12-01 |0 |1 |
||2020-08-01 |1 |0 |
|----------------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(date1.stat.crosstab("b", "a").sort(col("b")), 10) ==
"""-----------------------------------------------------------
||"B" |"TO_DATE('2020-08-01')" |"TO_DATE('2010-12-01')" |
|-----------------------------------------------------------
||1 |1 |0 |
||2 |0 |1 |
|-----------------------------------------------------------
|""".stripMargin)

assert(
getShowString(string7.stat.crosstab("a", "b").sort(col("a")), 10) ==
"""----------------------------------------------------------------
||"A" |"CAST(1 AS NUMBER(38,0))" |"CAST(2 AS NUMBER(38,0))" |
|----------------------------------------------------------------
||NULL |0 |1 |
||str |1 |0 |
|----------------------------------------------------------------
|""".stripMargin)

assert(
getShowString(string7.stat.crosstab("b", "a").sort(col("b")), 10) ==
"""--------------------------
||"B" |"'str'" |"NULL" |
|--------------------------
||1 |1 |0 |
||2 |0 |0 |
|--------------------------
|""".stripMargin)
}

test("df.stat.pivot") {
testWithAlteredSessionParameter(
testDataframeStatPivot(),
"ENABLE_PIVOT_VIEW_WITH_OBJECT_AGG",
"disable",
skipIfParamNotExist = true)

testWithAlteredSessionParameter(
testDataframeStatPivot(),
"ENABLE_PIVOT_VIEW_WITH_OBJECT_AGG",
"enable",
skipIfParamNotExist = true)
}

test("df.stat.sampleBy") {
assert(
getShowString(monthlySales.stat.sampleBy(col("empid"), Map(1 -> 0.0, 2 -> 1.0)), 10) ==
Expand Down

0 comments on commit 3cfa049

Please sign in to comment.