fix: sqoop workaround for mysql 8.0

openedx-unsupported · Nov 1, 2023 · 19bd1db · 19bd1db
1 parent c0981cf
commit 19bd1db
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/edx/analytics/tasks/common/sqoop.py b/edx/analytics/tasks/common/sqoop.py
@@ -255,6 +255,15 @@ def import_args(self):
             arglist.append('--direct')
         if self.mysql_delimiters:
             arglist.append('--mysql-delimiters')
+
+        # Sqoop 1.4.6 adds --skip-opt by default, which in turn adds
+        # NO_FIELD_OPTIONS, NO_KEY_OPTIONS and NO_TABLE_OPTIONS to the sql_mode.
+        # MySQL 8.0 does not support these options and throws an error.
+        # Using --force to continue with the import
+        # https://dev.mysql.com/doc/refman/5.7/en/sql-mode.html#sql-mode-changes
+        arglist.append('--')
+        arglist.append('--force')
+
         return arglist
 
     def source_database_type(self):