Skip to content

Commit 4f4b6da

Browse files
authored
remove duplicative all-at-once concatenate w/ join (#168)
1 parent d88ede7 commit 4f4b6da

File tree

1 file changed

+0
-14
lines changed

1 file changed

+0
-14
lines changed

cytotable/convert.py

-14
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
CytoTable: convert - transforming data for use with pyctyominer.
33
"""
44

5-
65
import itertools
76
import logging
87
import uuid
@@ -841,19 +840,6 @@ def _concat_join_sources(
841840
if pathlib.Path(dest_path).is_dir():
842841
shutil.rmtree(path=dest_path)
843842

844-
# write the concatted result as a parquet file
845-
_write_parquet_table_with_metadata(
846-
table=pa.concat_tables(
847-
tables=[
848-
parquet.read_table(
849-
table_path, memory_map=CYTOTABLE_ARROW_USE_MEMORY_MAPPING
850-
)
851-
for table_path in join_sources
852-
]
853-
),
854-
where=dest_path,
855-
)
856-
857843
# build a parquet file writer which will be used to append files
858844
# as a single concatted parquet file, referencing the first file's schema
859845
# (all must be the same schema)

0 commit comments

Comments
 (0)