Skip to content

Commit

Permalink
Fix tests
Browse files Browse the repository at this point in the history
  • Loading branch information
EnricoMi committed Nov 29, 2023
1 parent b0c2cc9 commit ce47fe6
Showing 1 changed file with 1 addition and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,6 @@ class ParquetSuite extends AnyFunSuite with SparkTestSession with SparkVersion {
expectedRows: Seq[Row],
expectedParallelism: Option[Int],
postProcess: DataFrame => DataFrame = identity): Unit = {
actual.show()
assert(actual.schema === expectedSchema)

if (expectedParallelism.isDefined) {
Expand Down Expand Up @@ -277,7 +276,7 @@ class ParquetSuite extends AnyFunSuite with SparkTestSession with SparkVersion {
withSQLConf(partitionSize.map(size => Seq("spark.sql.files.maxPartitionBytes" -> size.toString)).getOrElse(Seq.empty): _*) {
val expected = expectedRows.map {
case row if SparkMajorVersion > 3 || SparkMinorVersion >= 3 => row
case row => Row(unapplySeq(row).get.updated(8, null): _*)
case row => Row(unapplySeq(row).get.updated(11, null): _*)
}

val actual = spark.read
Expand Down

0 comments on commit ce47fe6

Please sign in to comment.