Merge pull request #252 from LSSTDESC/parallel_label

Label non-parallel stages as such

txpipe/auxiliary_maps.py

@@ -308,6 +308,7 @@ class TXUniformDepthMap(PipelineStage):
     make aux_lens_maps do, so may not always be useful.
     """
     name = "TXUniformDepthMap"
+    parallel = False
     # make a mask from the auxiliary maps
     inputs = [("mask", MapsFile)]
     outputs = [("aux_lens_maps", MapsFile)]

txpipe/blinding.py

@@ -16,6 +16,7 @@ class TXBlinding(PipelineStage):
     """
 
     name = "TXBlinding"
+    parallel = False
     inputs = [
         ("twopoint_data_real_raw", SACCFile),
     ]
@@ -235,6 +236,7 @@ class TXNullBlinding(PipelineStage):
     """
 
     name = "TXNullBlinding"
+    parallel = False
     inputs = [
         ("twopoint_data_real_raw", SACCFile),
     ]

txpipe/convergence.py

@@ -10,6 +10,7 @@ class TXConvergenceMaps(PipelineStage):
     This uses the wlmassmap library, which is included as a submodule in TXPipe.
     """
     name = "TXConvergenceMaps"
+    parallel = False
     inputs = [
         ("source_maps", MapsFile),
     ]
@@ -89,6 +90,7 @@ class TXConvergenceMapPlots(PipelineStage):
     """
 
     name = "TXConvergenceMapPlots"
+    parallel = False
 
     inputs = [
         ("convergence_maps", MapsFile),

txpipe/covariance.py

@@ -30,6 +30,7 @@ class TXFourierGaussianCovariance(PipelineStage):
     measured.
     """
     name = "TXFourierGaussianCovariance"
+    parallel = False
     do_xi = False
 
     inputs = [
@@ -581,6 +582,7 @@ class TXRealGaussianCovariance(TXFourierGaussianCovariance):
     TJPCov and a fiducial cosmology.
     """
     name = "TXRealGaussianCovariance"
+    parallel = False
     do_xi = True
 
     inputs = [

txpipe/exposure_info.py

@@ -11,7 +11,7 @@ class TXExposureInfo(PipelineStage):
     """
 
     name = "TXExposureInfo"
-
+    parallel = False
     inputs = []
     outputs = [
         ("exposures", HDFFile),

txpipe/input_cats.py

@@ -23,7 +23,7 @@ class TXCosmoDC2Mock(PipelineStage):
     """
 
     name = "TXCosmoDC2Mock"
-
+    parallel = False
     inputs = [("response_model", HDFFile)]
 
     outputs = [
@@ -958,7 +958,7 @@ class TXBuzzardMock(TXCosmoDC2Mock):
     """
 
     name = "TXBuzzardMock"
-
+    parallel = False
     inputs = [("response_model", HDFFile)]
 
     outputs = [
@@ -992,7 +992,7 @@ class TXGaussianSimsMock(TXCosmoDC2Mock):
     """
 
     name = "TXGaussianSimsMock"
-
+    parallel = False
     inputs = [("response_model", HDFFile)]
 
     outputs = [

txpipe/jackknife.py

@@ -11,6 +11,7 @@ class TXJackknifeCenters(PipelineStage):
     """
 
     name = "TXJackknifeCenters"
+    parallel = False
 
     inputs = [
         ("random_cats", RandomsCatalog),

txpipe/map_correlations.py

@@ -17,6 +17,7 @@ class TXMapCorrelations(PipelineStage):
     is a directory.
     """
     name = "TXMapCorrelations"
+    parallel = False
     inputs = [
         ("lens_maps", MapsFile),
         ("convergence_maps", MapsFile),

txpipe/map_plots.py

@@ -20,7 +20,7 @@ class TXMapPlots(PipelineStage):
     """
 
     name = "TXMapPlots"
-
+    parallel = False
     inputs = [
         ("source_maps", MapsFile),
         ("lens_maps", MapsFile),

txpipe/maps.py

@@ -530,6 +530,7 @@ class TXDensityMaps(PipelineStage):
     """
 
     name = "TXDensityMaps"
+    parallel = False
     inputs = [
         ("lens_maps", MapsFile),
         ("mask", MapsFile),

txpipe/masks.py

@@ -10,6 +10,7 @@ class TXSimpleMask(PipelineStage):
 
     """
     name = "TXSimpleMask"
+    parallel = False
     # make a mask from the auxiliary maps
     inputs = [("aux_lens_maps", MapsFile)]
     outputs = [("mask", MapsFile)]

txpipe/metacal_gcr_input.py

@@ -15,7 +15,7 @@ class TXMetacalGCRInput(PipelineStage):
     """
 
     name = "TXMetacalGCRInput"
-
+    parallel = False
     inputs = []
 
     outputs = [
@@ -192,6 +192,7 @@ class TXIngestStars(PipelineStage):
     in PSF estimation.
     """
     name = "TXIngestStars"
+    parallel = False
     inputs = []
 
     outputs = [

txpipe/metadata.py

@@ -16,6 +16,7 @@ class TXTracerMetadata(PipelineStage):
     """
 
     name = "TXTracerMetadata"
+    parallel = False
 
     inputs = [
         ("shear_catalog", ShearCatalog),

txpipe/photoz_mlz.py

@@ -12,7 +12,7 @@ class PZPDFMLZ(PipelineStage):
     """
 
     name = "PZPDFMLZ"
-
+    parallel = False
     inputs = [
         ("photometry_catalog", HDFFile),
         ("photoz_trained_model", DataFile),

txpipe/photoz_stack.py

@@ -325,7 +325,7 @@ class TXPhotozPlots(PipelineStage):
     """
     Make n(z) plots of source and lens galaxies
     """
-
+    parallel = False
     name = "TXPhotozPlots"
     inputs = [("shear_photoz_stack", NOfZFile), ("lens_photoz_stack", NOfZFile)]
     outputs = [

txpipe/psf_diagnostics.py

@@ -183,7 +183,7 @@ class TXRoweStatistics(PipelineStage):
     """
 
     name = "TXRoweStatistics"
-
+    parallel = False
     inputs = [("star_catalog", HDFFile)]
     outputs = [
         ("rowe134", PNGFile),
@@ -340,7 +340,7 @@ def save_stats(self, rowe_stats):
         f.close()
 
 
-class TXStarShearTests(PipelineStage):
+class TXGalaxyStarShear(PipelineStage):
     """
     Compute and plot star x galaxy and star x star correlations.
 
@@ -349,6 +349,7 @@ class TXStarShearTests(PipelineStage):
     """
 
     name = "TXGalaxyStarShear"
+    parallel = False
 
     inputs = [
         ("shear_catalog", ShearCatalog),
@@ -615,7 +616,7 @@ def save_stats(self, galaxy_star_stats, star_star_stats):
         f.close()
 
 
-class TXStarDensityTests(PipelineStage):
+class TXGalaxyStarDensity(PipelineStage):
     """
     Compute and plot star x galaxy and star x star density correlations
 
@@ -624,6 +625,7 @@ class TXStarDensityTests(PipelineStage):
     """
 
     name = "TXGalaxyStarDensity"
+    parallel = False
 
     inputs = [
         ("shear_catalog", ShearCatalog),
@@ -824,6 +826,7 @@ class TXBrighterFatterPlot(PipelineStage):
     """
 
     name = "TXBrighterFatterPlot"
+    parallel = False
 
     inputs = [("star_catalog", HDFFile)]
 

txpipe/theory.py

@@ -10,6 +10,7 @@ class TXTwoPointTheoryReal(PipelineStage):
     """
 
     name = "TXTwoPointTheoryReal"
+    parallel = False
     inputs = [
         ("twopoint_data_real", SACCFile),
         ("fiducial_cosmology", FiducialCosmology),  # For example lines
@@ -192,6 +193,7 @@ class TXTwoPointTheoryFourier(TXTwoPointTheoryReal):
     """
 
     name = "TXTwoPointTheoryFourier"
+    parallel = False
     inputs = [
         ("twopoint_data_fourier", SACCFile),
         ("fiducial_cosmology", FiducialCosmology),  # For example lines

txpipe/twopoint_plots.py

@@ -11,6 +11,7 @@ class TXTwoPointPlots(PipelineStage):
     """
 
     name = "TXTwoPointPlots"
+    parallel = False
     inputs = [
         ("twopoint_data_real", SACCFile),
         ("fiducial_cosmology", FiducialCosmology),  # For example lines
@@ -545,6 +546,7 @@ class TXTwoPointPlotsFourier(PipelineStage):
     """
 
     name = "TXTwoPointPlotsFourier"
+    parallel = False
     inputs = [
         ("summary_statistics_fourier", SACCFile),
         ("fiducial_cosmology", FiducialCosmology),  # For example lines