Skip bad light curves

golmschenk · Jul 26, 2024 · 7bb66ea · 7bb66ea
1 parent 57e7e3c
commit 7bb66ea
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 3 deletions.
diff --git a/src/qusi/internal/light_curve_collection.py b/src/qusi/internal/light_curve_collection.py
@@ -275,6 +275,7 @@ def observation_iter(self) -> Iterator[LightCurveObservation]:
             label = self.load_label_from_path_function(light_curve_path)
             light_curve = LightCurve.new(times, fluxes)
             light_curve_observation = LightCurveObservation.new(light_curve, label)
+            light_curve_observation.path = light_curve_path
             yield light_curve_observation
 
     def __getitem__(self, index: int) -> LightCurveObservation:

diff --git a/src/qusi/internal/light_curve_dataset.py b/src/qusi/internal/light_curve_dataset.py
@@ -134,9 +134,17 @@ def __iter__(self):
                             injectable_light_curve_collection_iter
                         )
                         injectee_light_curve = next(base_collection_iter)
-                        injected_light_curve = inject_light_curve(
-                            injectee_light_curve, injectable_light_curve
-                        )
+                        # TODO: Here's where the error occurs.
+                        try:
+                            injected_light_curve = inject_light_curve(
+                                injectee_light_curve, injectable_light_curve
+                            )
+                        except ValueError as error:
+                            with Path('problem_light_curves.txt').open('a') as problem_files_list_file:
+                                print(f'#############################', flush=True)
+                                print(f'{injectee_light_curve.path}', file=problem_files_list_file, flush=True)
+                                print(f'{injectable_light_curve.path}', file=problem_files_list_file, flush=True)
+                            continue
                         transformed_injected_light_curve = (
                             self.post_injection_transform(injected_light_curve)
                         )