Merge pull request #1064 from lsst/tickets/DM-45907

DM-45907: Decrease page size for queries
lsst · Aug 28, 2024 · bc1af40 · bc1af40
2 parents 11dbc91 + d249b51
commit bc1af40
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/python/lsst/daf/butler/direct_query_driver/_driver.py b/python/lsst/daf/butler/direct_query_driver/_driver.py
@@ -134,7 +134,10 @@ def __init__(
         dimension_record_cache: DimensionRecordCache,
         default_collections: Iterable[str],
         default_data_id: DataCoordinate,
-        raw_page_size: int = 10000,
+        # Increasing raw_page_size increases memory usage for queries on
+        # Butler server, so if you increase this you may need to increase the
+        # memory allocation for the server in Phalanx as well.
+        raw_page_size: int = 2000,
         constant_rows_limit: int = 1000,
         postprocessing_filter_factor: int = 10,
     ):