We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c3473e4 commit 0546825Copy full SHA for 0546825
1 file changed
sql/core/src/test/scala/org/apache/spark/sql/execution/BroadcastExchangeSuite.scala
@@ -113,6 +113,17 @@ class BroadcastExchangeSuite extends SparkPlanTest
113
broadcastExchangeNode.resetMetrics()
114
assert(metrics("numOutputRows").value == 1)
115
}
116
+
117
+ test("SPARK-56455: broadcast should fail when table size exceeds maxBroadcastTableSize") {
118
+ withSQLConf(SQLConf.MAX_BROADCAST_TABLE_SIZE.key -> "100") {
119
+ val df = spark.range(1000).toDF()
120
+ val joinDF = df.join(broadcast(df), "id")
121
+ val ex = intercept[SparkException] {
122
+ joinDF.collect()
123
+ }
124
+ assert(ex.getCondition == "_LEGACY_ERROR_TEMP_2249")
125
126
127
128
129
// Additional tests run in 'local-cluster' mode.
0 commit comments