From 1622aa9ba536d54055c533dfd2b764aa57645dac Mon Sep 17 00:00:00 2001 From: Tuan Pham Date: Sun, 13 Oct 2024 11:46:57 +1100 Subject: [PATCH] Correct nullable comparison --- .../com/github/mrpowers/spark/fast/tests/SchemaComparer.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala b/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala index 4d260c6..266ffd3 100644 --- a/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala +++ b/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala @@ -47,7 +47,7 @@ object SchemaComparer { } else { val zipStruct = if (ignoreColumnOrder) s1.sortBy(_.name) zip s2.sortBy(_.name) else s1 zip s2 zipStruct.forall { case (f1, f2) => - (f1.nullable == f1.nullable || ignoreNullable) && + (f1.nullable == f2.nullable || ignoreNullable) && (f1.name == f2.name || ignoreColumnNames) && (f1.metadata == f2.metadata || ignoreMetadata) && equals(f1.dataType, f2.dataType, ignoreNullable, ignoreColumnNames, ignoreColumnOrder, ignoreMetadata)