diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala b/spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala index b028f97a977..c1fdf654da6 100644 --- a/spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala +++ b/spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala @@ -256,6 +256,10 @@ def normalizeColumnNamesInDataType( keyType = normalizedKeyType, valueType = normalizedValueType ) + case (_: NullType, _) => + // When schema evolution adds a new column during MERGE, it can be represented with + // a NullType in the schema of the data written by the MERGE. + sourceDataType case _ => if (Utils.isTesting) { assert(sourceDataType == tableDataType,