Commit 4f4b6da 1 parent d88ede7 commit 4f4b6da Copy full SHA for 4f4b6da
File tree 1 file changed +0
-14
lines changed
1 file changed +0
-14
lines changed Original file line number Diff line number Diff line change 2
2
CytoTable: convert - transforming data for use with pyctyominer.
3
3
"""
4
4
5
-
6
5
import itertools
7
6
import logging
8
7
import uuid
@@ -841,19 +840,6 @@ def _concat_join_sources(
841
840
if pathlib .Path (dest_path ).is_dir ():
842
841
shutil .rmtree (path = dest_path )
843
842
844
- # write the concatted result as a parquet file
845
- _write_parquet_table_with_metadata (
846
- table = pa .concat_tables (
847
- tables = [
848
- parquet .read_table (
849
- table_path , memory_map = CYTOTABLE_ARROW_USE_MEMORY_MAPPING
850
- )
851
- for table_path in join_sources
852
- ]
853
- ),
854
- where = dest_path ,
855
- )
856
-
857
843
# build a parquet file writer which will be used to append files
858
844
# as a single concatted parquet file, referencing the first file's schema
859
845
# (all must be the same schema)
You can’t perform that action at this time.
0 commit comments