Skip to content

Commit 10fa715

Browse files
committedMar 20, 2025·
Strip provenance before stacking catalogs
1 parent ff34510 commit 10fa715

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed
 

‎python/lsst/pipe/tasks/diff_matched_tract_catalog.py

+10
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@
3030
import lsst.pipe.base as pipeBase
3131
import lsst.pipe.base.connectionTypes as cT
3232
from lsst.skymap import BaseSkyMap
33+
from lsst.daf.butler import DatasetProvenance
3334

3435
import astropy.table
3536
import astropy.units as u
@@ -338,6 +339,15 @@ def run(
338339
catalog_match_ref = astropy.table.Table.from_pandas(catalog_match_ref)
339340
if is_match_target_pd:
340341
catalog_match_target = astropy.table.Table.from_pandas(catalog_match_target)
342+
343+
# Strip any provenance from tables before merging to prevent
344+
# warnings from conflicts being issued by astropy.utils.merge during
345+
# vstack or hstack calls.
346+
DatasetProvenance.strip_provenance_from_flat_dict(catalog_ref.meta)
347+
DatasetProvenance.strip_provenance_from_flat_dict(catalog_target.meta)
348+
DatasetProvenance.strip_provenance_from_flat_dict(catalog_match_ref.meta)
349+
DatasetProvenance.strip_provenance_from_flat_dict(catalog_match_target.meta)
350+
341351
# TODO: Remove pandas support in DM-46523
342352
if is_ref_pd or is_target_pd or is_match_ref_pd or is_match_target_pd:
343353
warnings.warn("pandas usage in MatchProbabilisticTask is deprecated; it will be removed "

0 commit comments

Comments
 (0)
Please sign in to comment.