diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/CollationBenchmark.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/CollationBenchmark.scala
index 6b24be80d6c34..eb62b350d8f76 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/CollationBenchmark.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/CollationBenchmark.scala
@@ -37,7 +37,7 @@ import org.apache.spark.sql.functions._
  */
 
 object CollationBenchmark extends SqlBasedBenchmark {
-  private val collationTypes = Seq("UCS_BASIC_LCASE", "UNICODE", "UNICODE_CI")
+  private val collationTypes = Seq("UTF8_BINARY", "UTF8_BINARY_LCASE", "UNICODE", "UNICODE_CI")
 
   def generateUTF8Strings(n: Int): Seq[UTF8String] = {
     // Generate n UTF8Strings