Merge pull request #1431 from spacetelescope/develop

More Updates for v1.2.2
spacetelescope · Jan 11, 2024 · d2f8668 · d2f8668
2 parents d7d6d06 + 68e95b8
commit d2f8668
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 1 deletion.
diff --git a/CHANGES.rst b/CHANGES.rst
@@ -1,5 +1,14 @@
 ## What's Changed
 
+1.2.2 (2024-01-11)
+==================
+
+Project & API Documentation
+~~~~~~~~~~~~~~~~~~~~~~~~~~~
+- Increase MAST query limit by @ bhilbert4 in https://github.com/spacetelescope/jwql/pull/1427
+- Hotfix: Crashing archive_database_update @ BradleySappington in https://github.com/spacetelescope/jwql/pull/1425
+
+
 1.2.1 (2023-12-20)
 ==================
 

diff --git a/jwql/utils/constants.py b/jwql/utils/constants.py
@@ -613,7 +613,7 @@
 LOOK_OPTIONS = ["New", "Viewed"]
 
 # Maximum number of records returned by MAST for a single query
-MAST_QUERY_LIMIT = 500000
+MAST_QUERY_LIMIT = 550000
 
 # Expected position sensor values for MIRI. Used by the EDB monitor
 # to filter out bad values. Tuple values are the expected value and

diff --git a/jwql/website/apps/jwql/data_containers.py b/jwql/website/apps/jwql/data_containers.py
@@ -1409,6 +1409,9 @@ def get_proposals_by_category(instrument):
     response = Mast.service_request_async(service, params)
     results = response[0].json()['data']
 
+    if len(results) == MAST_QUERY_LIMIT:
+        logging.error(f"MAST_QUERY_LIMIT of {MAST_QUERY_LIMIT} reached for {instrument} in get_proposals_by_category")
+
     # Get all unique dictionaries
     unique_results = list(map(dict, set(tuple(sorted(sub.items())) for sub in results)))