diff --git a/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala b/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala index 2745021..081ec23 100644 --- a/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala +++ b/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala @@ -27,6 +27,7 @@ trait SharedSparkSession { .config("spark.sql.avro.compression.codec", "snappy") .config("spark.sql.orc.compression.codec", "snappy") .config("spark.sql.parquet.compression.codec", "snappy") + .config("spark.sql.shuffle.partitions", 1) .config("spark.ui.enabled", "false") .config("spark.sql.sources.partitionOverwriteMode", "dynamic") .enableHiveSupport()