Last active
April 11, 2024 14:23
-
-
Save aaronwolen/73a0c80862b8820a150b623b8cf343b5 to your computer and use it in GitHub Desktop.
tiledbsoma query stats
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| tiledbsoma.__version__ 1.5.0rc0.post289.dev1706826235 | |
| TileDB-Py tiledb.version() (0, 27, 1) | |
| TileDB core version 2.21.1 | |
| libtiledbsoma version() libtiledb=2.21.1 | |
| python version 3.11.8.final.0 | |
| OS version Darwin 23.3.0 | |
| Checking tiledb... | |
| libtiledb=2.21.1 | |
| [ | |
| { | |
| "timers": { | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 3.7834e-05, | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 1.8917e-05, | |
| "Context.StorageManager.array_open_READ.sum": 0.776178, | |
| "Context.StorageManager.array_open_READ.avg": 0.388089, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.00494892, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.00123723, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.0669794, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00248072, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 1.1861e-05, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 1.1861e-05, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 0.00519946, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 0.000226063, | |
| "Context.StorageManager.Query.Reader.read_tiles.sum": 0.307498, | |
| "Context.StorageManager.Query.Reader.read_tiles.avg": 0.0768746, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.0908046, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.0454023, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.216707, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.108353, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.0957832, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.0957832, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.283774, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.283774, | |
| "Context.StorageManager.Query.Reader.process_slabs.sum": 0.311294, | |
| "Context.StorageManager.Query.Reader.process_slabs.avg": 0.311294, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 9.751e-06, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 9.751e-06, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 1.1351e-05, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 1.1351e-05, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 0.000260721, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 0.000260721, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.0265357, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.00884524, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.sum": 1.3655e-05, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.avg": 1.3655e-05, | |
| "Context.StorageManager.Query.Reader.load_initial_data.sum": 4.3128e-05, | |
| "Context.StorageManager.Query.Reader.load_initial_data.avg": 4.3128e-05, | |
| "Context.StorageManager.Query.Reader.dowork.sum": 0.434176, | |
| "Context.StorageManager.Query.Reader.dowork.avg": 0.434176, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 3.0325e-05, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 3.0325e-05, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 1.4608e-05, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 1.4608e-05, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.sum": 3.4441e-05, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.avg": 3.4441e-05, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.sum": 0.00725039, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.avg": 0.000315234, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 0.00750425, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 0.000326272, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.00103122, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 0.000206245, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 9.61e-07, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 9.61e-07, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.sum": 3.1136e-05, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.avg": 3.1136e-05 | |
| }, | |
| "counters": { | |
| "Context.StorageManager.Query.Reader.tiles_unfiltered": 888, | |
| "Context.StorageManager.Query.Reader.tiles_allocated": 153, | |
| "Context.StorageManager.Query.Reader.result_num": 264824, | |
| "Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 133192079, | |
| "Context.StorageManager.Query.Reader.num_tiles_read": 84, | |
| "Context.StorageManager.Query.Reader.loop_num": 1, | |
| "Context.StorageManager.Query.Reader.internal_loop_num": 1, | |
| "Context.StorageManager.Query.Reader.ignored_tiles": 0, | |
| "Context.StorageManager.Query.Reader.dim_num": 1, | |
| "Context.StorageManager.Query.Reader.dim_fixed_num": 1, | |
| "Context.StorageManager.Query.Reader.attr_var_num": 23, | |
| "Context.StorageManager.Query.Reader.attr_num": 27, | |
| "Context.StorageManager.Query.Reader.attr_fixed_num": 4 | |
| } | |
| } | |
| ] | |
| Checking s3... | |
| libtiledb=2.21.1 | |
| [ | |
| { | |
| "timers": { | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 1.0625e-05, | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 1.0625e-05, | |
| "Context.StorageManager.sm_load_fragment_metadata.sum": 0.254301, | |
| "Context.StorageManager.sm_load_fragment_metadata.avg": 0.12715, | |
| "Context.StorageManager.sm_load_filtered_fragment_uris.sum": 6.8167e-05, | |
| "Context.StorageManager.sm_load_filtered_fragment_uris.avg": 3.40835e-05, | |
| "Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.sum": 0.33391, | |
| "Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.avg": 0.166955, | |
| "Context.StorageManager.sm_load_array_schema_from_uri.sum": 0.0794724, | |
| "Context.StorageManager.sm_load_array_schema_from_uri.avg": 0.0397362, | |
| "Context.StorageManager.sm_load_array_metadata.sum": 0.0690817, | |
| "Context.StorageManager.sm_load_array_metadata.avg": 0.0345409, | |
| "Context.StorageManager.sm_load_all_array_schemas.sum": 0.079504, | |
| "Context.StorageManager.sm_load_all_array_schemas.avg": 0.039752, | |
| "Context.StorageManager.load_group_from_uri.sum": 0.0769549, | |
| "Context.StorageManager.load_group_from_uri.avg": 0.0769549, | |
| "Context.StorageManager.load_group_details.sum": 0.0769599, | |
| "Context.StorageManager.load_group_details.avg": 0.0769599, | |
| "Context.StorageManager.group_open_for_reads.sum": 0.0769622, | |
| "Context.StorageManager.group_open_for_reads.avg": 0.0769622, | |
| "Context.StorageManager.group_load_metadata_from_storage.sum": 0.11775, | |
| "Context.StorageManager.group_load_metadata_from_storage.avg": 0.11775, | |
| "Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.sum": 0.333927, | |
| "Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.avg": 0.166963, | |
| "Context.StorageManager.array_open_read_load_directory.sum": 0.64229, | |
| "Context.StorageManager.array_open_read_load_directory.avg": 0.321145, | |
| "Context.StorageManager.array_open_READ.sum": 0.976246, | |
| "Context.StorageManager.array_open_READ.avg": 0.488123, | |
| "Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.sum": 4.167e-06, | |
| "Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.avg": 2.0835e-06, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_root_uris.sum": 0.536401, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_root_uris.avg": 0.2682, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.sum": 0.128987, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.avg": 0.0644937, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.sum": 0.327651, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.avg": 0.163825, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.sum": 0.324078, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.avg": 0.162039, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.sum": 0.623269, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.avg": 0.311635, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.00111883, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.000279708, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.0406664, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00150616, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 2.9042e-05, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 2.9042e-05, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 0.00300104, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 0.00013048, | |
| "Context.StorageManager.Query.Reader.read_tiles.sum": 0.896426, | |
| "Context.StorageManager.Query.Reader.read_tiles.avg": 0.224106, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.163062, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.0815311, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.733378, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.366689, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.164201, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.164201, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.774364, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.774364, | |
| "Context.StorageManager.Query.Reader.process_slabs.sum": 0.807266, | |
| "Context.StorageManager.Query.Reader.process_slabs.avg": 0.807266, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 1.025e-05, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 1.025e-05, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 9.334e-06, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 9.334e-06, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 0.000147333, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 0.000147333, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.16785, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.0559501, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.sum": 1.6167e-05, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.avg": 1.6167e-05, | |
| "Context.StorageManager.Query.Reader.load_initial_data.sum": 7.1542e-05, | |
| "Context.StorageManager.Query.Reader.load_initial_data.avg": 7.1542e-05, | |
| "Context.StorageManager.Query.Reader.dowork.sum": 1.13981, | |
| "Context.StorageManager.Query.Reader.dowork.avg": 1.13981, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 3.5209e-05, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 3.5209e-05, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 3.167e-06, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 3.167e-06, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.sum": 3.075e-05, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.avg": 3.075e-05, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.sum": 0.013443, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.avg": 0.000584478, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 0.00753487, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 0.000327603, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.0009655, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 0.0001931, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 9.58e-07, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 9.58e-07, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.sum": 6.208e-06, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.avg": 6.208e-06 | |
| }, | |
| "counters": { | |
| "Context.StorageManager.read_unfiltered_byte_num": 6535, | |
| "Context.StorageManager.read_tile_var_sizes_size": 736, | |
| "Context.StorageManager.read_tile_var_offsets_size": 736, | |
| "Context.StorageManager.read_tile_offsets_size": 896, | |
| "Context.StorageManager.read_group_size": 68, | |
| "Context.StorageManager.read_frag_meta_size": 5388, | |
| "Context.StorageManager.read_array_schema_size": 3296, | |
| "Context.StorageManager.read_array_meta_size": 414, | |
| "Context.StorageManager.group_read_group_meta_size": 389, | |
| "Context.StorageManager.VFS.read_ops_num": 301, | |
| "Context.StorageManager.VFS.read_byte_num": 5584429, | |
| "Context.StorageManager.VFS.ls_num": 3, | |
| "Context.StorageManager.VFS.file_size_num": 2, | |
| "Context.StorageManager.Query.Reader.tiles_unfiltered": 598, | |
| "Context.StorageManager.Query.Reader.tiles_allocated": 153, | |
| "Context.StorageManager.Query.Reader.result_num": 264824, | |
| "Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 133192079, | |
| "Context.StorageManager.Query.Reader.num_tiles_read": 84, | |
| "Context.StorageManager.Query.Reader.loop_num": 1, | |
| "Context.StorageManager.Query.Reader.internal_loop_num": 1, | |
| "Context.StorageManager.Query.Reader.ignored_tiles": 0, | |
| "Context.StorageManager.Query.Reader.dim_num": 1, | |
| "Context.StorageManager.Query.Reader.dim_fixed_num": 1, | |
| "Context.StorageManager.Query.Reader.attr_var_num": 23, | |
| "Context.StorageManager.Query.Reader.attr_num": 27, | |
| "Context.StorageManager.Query.Reader.attr_fixed_num": 4 | |
| } | |
| } | |
| ] | |
| Checking local... | |
| libtiledb=2.21.1 | |
| [ | |
| { | |
| "timers": { | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.sum": 5.167e-06, | |
| "Context.StorageManager.subSubarray.sort_and_merge_ranges.avg": 5.167e-06, | |
| "Context.StorageManager.sm_load_fragment_metadata.sum": 0.000603083, | |
| "Context.StorageManager.sm_load_fragment_metadata.avg": 0.000301542, | |
| "Context.StorageManager.sm_load_filtered_fragment_uris.sum": 0.000100833, | |
| "Context.StorageManager.sm_load_filtered_fragment_uris.avg": 5.04165e-05, | |
| "Context.StorageManager.sm_load_enumeration.sum": 0.000192666, | |
| "Context.StorageManager.sm_load_enumeration.avg": 9.6333e-05, | |
| "Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.sum": 0.00122942, | |
| "Context.StorageManager.sm_load_array_schemas_and_fragment_metadata.avg": 0.000614708, | |
| "Context.StorageManager.sm_load_array_schema_from_uri.sum": 0.000819334, | |
| "Context.StorageManager.sm_load_array_schema_from_uri.avg": 0.000204834, | |
| "Context.StorageManager.sm_load_array_metadata.sum": 0.000492459, | |
| "Context.StorageManager.sm_load_array_metadata.avg": 0.000246229, | |
| "Context.StorageManager.sm_load_all_array_schemas.sum": 0.0005015, | |
| "Context.StorageManager.sm_load_all_array_schemas.avg": 0.00025075, | |
| "Context.StorageManager.load_group_from_all_uris.sum": 0.000546583, | |
| "Context.StorageManager.load_group_from_all_uris.avg": 0.000546583, | |
| "Context.StorageManager.load_group_details.sum": 0.000550917, | |
| "Context.StorageManager.load_group_details.avg": 0.000550917, | |
| "Context.StorageManager.group_open_for_reads.sum": 0.000552, | |
| "Context.StorageManager.group_open_for_reads.avg": 0.000552, | |
| "Context.StorageManager.group_load_metadata_from_storage.sum": 0.000324166, | |
| "Context.StorageManager.group_load_metadata_from_storage.avg": 0.000324166, | |
| "Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.sum": 0.00123229, | |
| "Context.StorageManager.array_open_read_load_schemas_and_fragment_meta.avg": 0.000616146, | |
| "Context.StorageManager.array_open_read_load_directory.sum": 0.000724291, | |
| "Context.StorageManager.array_open_read_load_directory.avg": 0.000362145, | |
| "Context.StorageManager.array_open_READ.sum": 0.00197329, | |
| "Context.StorageManager.array_open_READ.avg": 0.000986645, | |
| "Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.sum": 2.041e-06, | |
| "Context.StorageManager.VFS.ArrayDirectory.load_consolidated_commit_uris.avg": 1.0205e-06, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_root_uris.sum": 0.000243501, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_root_uris.avg": 0.00012175, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.sum": 0.000254334, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_fragment_meta_uris.avg": 0.000127167, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.sum": 0.000345625, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_commit_uris.avg": 0.000172813, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.sum": 0.000513625, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_schema_uris.avg": 0.000256812, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.sum": 0.000392417, | |
| "Context.StorageManager.VFS.ArrayDirectory.list_array_meta_uris.avg": 0.000196209, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.sum": 0.000459124, | |
| "Context.StorageManager.Query.Reader.unfilter_coord_tiles.avg": 0.000114781, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.sum": 0.000734041, | |
| "Context.StorageManager.Query.Reader.unfilter_attr_tiles.avg": 0.00012234, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.sum": 3.292e-06, | |
| "Context.StorageManager.Query.Reader.tile_offset_sizes.avg": 3.292e-06, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.sum": 1.375e-06, | |
| "Context.StorageManager.Query.Reader.switch_sizes_to_offsets.avg": 1.375e-06, | |
| "Context.StorageManager.Query.Reader.read_tiles.sum": 0.000738917, | |
| "Context.StorageManager.Query.Reader.read_tiles.avg": 0.000184729, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.sum": 0.000360916, | |
| "Context.StorageManager.Query.Reader.read_coordinate_tiles.avg": 0.000180458, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.sum": 0.0003815, | |
| "Context.StorageManager.Query.Reader.read_attribute_tiles.avg": 0.00019075, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.sum": 0.000841459, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_coords.avg": 0.000841459, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.sum": 0.0011335, | |
| "Context.StorageManager.Query.Reader.read_and_unfilter_attributes.avg": 0.0011335, | |
| "Context.StorageManager.Query.Reader.process_slabs.sum": 0.00155054, | |
| "Context.StorageManager.Query.Reader.process_slabs.avg": 0.00155054, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.sum": 4.708e-06, | |
| "Context.StorageManager.Query.Reader.merge_result_cell_slabs.avg": 4.708e-06, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.sum": 1.5e-06, | |
| "Context.StorageManager.Query.Reader.max_num_cells_to_copy.avg": 1.5e-06, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.sum": 6.3125e-05, | |
| "Context.StorageManager.Query.Reader.load_tile_var_sizes.avg": 6.3125e-05, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.sum": 0.000462418, | |
| "Context.StorageManager.Query.Reader.load_tile_offsets.avg": 0.000154139, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.sum": 4.459e-06, | |
| "Context.StorageManager.Query.Reader.load_tile_metadata.avg": 4.459e-06, | |
| "Context.StorageManager.Query.Reader.load_initial_data.sum": 1.1333e-05, | |
| "Context.StorageManager.Query.Reader.load_initial_data.avg": 1.1333e-05, | |
| "Context.StorageManager.Query.Reader.dowork.sum": 0.00299871, | |
| "Context.StorageManager.Query.Reader.dowork.avg": 0.00299871, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.sum": 2.75e-06, | |
| "Context.StorageManager.Query.Reader.dedup_tiles_with_timestamps.avg": 2.75e-06, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.sum": 4.541e-06, | |
| "Context.StorageManager.Query.Reader.dedup_fragments_with_timestamps.avg": 4.541e-06, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.sum": 9.792e-06, | |
| "Context.StorageManager.Query.Reader.create_result_tiles.avg": 9.792e-06, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.sum": 3.725e-05, | |
| "Context.StorageManager.Query.Reader.copy_var_tiles.avg": 3.725e-05, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.sum": 8.9667e-05, | |
| "Context.StorageManager.Query.Reader.copy_offsets_tiles.avg": 8.9667e-05, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.sum": 0.000238124, | |
| "Context.StorageManager.Query.Reader.copy_fixed_data_tiles.avg": 3.96873e-05, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.sum": 3.33e-07, | |
| "Context.StorageManager.Query.Reader.compute_tile_bitmaps.avg": 3.33e-07, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.sum": 4.334e-06, | |
| "Context.StorageManager.Query.Reader.apply_query_condition.avg": 4.334e-06 | |
| }, | |
| "counters": { | |
| "Context.StorageManager.read_unfiltered_byte_num": 3812, | |
| "Context.StorageManager.read_tile_var_sizes_size": 16, | |
| "Context.StorageManager.read_tile_var_offsets_size": 16, | |
| "Context.StorageManager.read_tile_offsets_size": 112, | |
| "Context.StorageManager.read_group_size": 70, | |
| "Context.StorageManager.read_frag_meta_size": 1692, | |
| "Context.StorageManager.read_enumeration_size": 478, | |
| "Context.StorageManager.read_array_schema_size": 2220, | |
| "Context.StorageManager.read_array_meta_size": 708, | |
| "Context.StorageManager.group_read_group_meta_size": 192, | |
| "Context.StorageManager.VFS.read_ops_num": 75, | |
| "Context.StorageManager.VFS.read_byte_num": 49719, | |
| "Context.StorageManager.VFS.ls_num": 3, | |
| "Context.StorageManager.VFS.is_object_num": 2, | |
| "Context.StorageManager.VFS.file_size_num": 2, | |
| "Context.StorageManager.Query.Reader.tiles_unfiltered": 8, | |
| "Context.StorageManager.Query.Reader.tiles_allocated": 8, | |
| "Context.StorageManager.Query.Reader.result_num": 2638, | |
| "Context.StorageManager.Query.Reader.read_unfiltered_byte_num": 131900, | |
| "Context.StorageManager.Query.Reader.num_tiles_read": 7, | |
| "Context.StorageManager.Query.Reader.loop_num": 1, | |
| "Context.StorageManager.Query.Reader.internal_loop_num": 1, | |
| "Context.StorageManager.Query.Reader.ignored_tiles": 0, | |
| "Context.StorageManager.Query.Reader.dim_num": 1, | |
| "Context.StorageManager.Query.Reader.dim_fixed_num": 1, | |
| "Context.StorageManager.Query.Reader.attr_var_num": 1, | |
| "Context.StorageManager.Query.Reader.attr_num": 6, | |
| "Context.StorageManager.Query.Reader.attr_fixed_num": 5 | |
| } | |
| } | |
| ] |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import os | |
| import tiledbsoma | |
| tiledbsoma.show_package_versions() | |
| EXP_URIS = { | |
| "tiledb": "tiledb://TileDB-Inc/soma-exp-tabula-sapiens-immune", | |
| "s3": "s3://tiledb-johnkerl/tabula-sapiens-immune", | |
| "local": "dev/data/tabula-sapiens-immune", | |
| } | |
| config = { | |
| "vfs.s3.aws_access_key_id": os.getenv("TILEDB_AWS_KEY"), | |
| "vfs.s3.aws_secret_access_key": os.getenv("TILEDB_AWS_SECRET"), | |
| } | |
| ctx = tiledbsoma.SOMATileDBContext(tiledb_config=config) | |
| for type, uri in EXP_URIS.items(): | |
| print(f"\n\nChecking {type}...\n") | |
| with tiledbsoma.Experiment.open(uri, context=ctx) as exp: | |
| tiledbsoma.tiledbsoma_stats_enable() | |
| obs = exp.obs.read().concat().to_pandas() | |
| tiledbsoma.tiledbsoma_stats_dump() | |
| tiledbsoma.tiledbsoma_stats_reset() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment