From 01c6c0c56046a954d634abac09f8bace06e19a26 Mon Sep 17 00:00:00 2001 From: Tuan Pham Date: Sun, 13 Oct 2024 11:46:57 +1100 Subject: [PATCH] Correct nullable comparison --- .../com/github/mrpowers/spark/fast/tests/SchemaComparer.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala b/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala index 8f8c486..9f1773a 100644 --- a/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala +++ b/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala @@ -58,7 +58,7 @@ object SchemaComparer { } else { val zipStruct = if (ignoreColumnOrder) s1.sortBy(_.name) zip s2.sortBy(_.name) else s1 zip s2 zipStruct.forall { case (f1, f2) => - (f1.nullable == f1.nullable || ignoreNullable) && + (f1.nullable == f2.nullable || ignoreNullable) && (f1.name == f2.name || ignoreColumnNames) && (f1.metadata == f2.metadata || ignoreMetadata) && equals(f1.dataType, f2.dataType, ignoreNullable, ignoreColumnNames, ignoreColumnOrder, ignoreMetadata)