make sure it works with corrupted

utils/etl_monitoring.sh

@@ -1,6 +1,4 @@
 # Set environment variables
-
-
 LOG_FILE_PATH_S3_IN=$NAMESPACE/log_files/raw/
 LOG_FILE_PATH_S3_OUT=$NAMESPACE/log_files/preprocessed/
 
@@ -36,7 +34,6 @@ for file in *.log.*; do
         # Rename the file
         mv "$file" "$new_name"
 
-        echo "Renamed: $file to $new_name"
     fi
 done
 cd ../..

utils/extract_prod_logs.py

@@ -90,15 +90,23 @@ def extract_log_info(f):
         "fasttextVersion": [],
     }
 
-    for line in f:
+    lines = f.readlines()
+    for line in lines:
         idx = line.find("CodificationBilan")
         is_empty = bool(re.match(r"^\s*$", line))
         is_valid_line = bool(re.search(PATTERN, line))
 
         if (is_empty or not is_valid_line) and idx == -1:
             continue
 
-        data = extract_data_by_line(line)
+        if line == lines[-1]:
+            # Some logs are corrupted so we have to deal with that
+            try:
+                data = extract_data_by_line(line)
+            except AttributeError:
+                print(f"ERROR for {line}")
+        else:
+            data = extract_data_by_line(line)
 
         for key in results.keys():
             results[key].append(data[key])