File tree Expand file tree Collapse file tree 2 files changed +8
-2
lines changed Expand file tree Collapse file tree 2 files changed +8
-2
lines changed Original file line number Diff line number Diff line change @@ -338,6 +338,11 @@ def download_data(
338
338
339
339
kwargs ["update_catalog" ] = True
340
340
params = kwargs .get ("params" , {})
341
+
342
+ # No need to do catalog queries when we just want to download and store data
343
+ params ["skip_catalog_data" ] = True
344
+
345
+ # To be able to download future data if necessary
341
346
params ["subscription_name" ] = "download"
342
347
kwargs ["params" ] = params
343
348
Original file line number Diff line number Diff line change @@ -1462,7 +1462,8 @@ cdef class DataEngine(Component):
1462
1462
if has_catalog_data:
1463
1463
break
1464
1464
1465
- n_requests = (len (missing_intervals) if used_client else 0 ) + (1 if has_catalog_data else 0 )
1465
+ skip_catalog_data = request.params.get(" skip_catalog_data" , False )
1466
+ n_requests = (len (missing_intervals) if used_client else 0 ) + (1 if has_catalog_data and not skip_catalog_data else 0 )
1466
1467
1467
1468
if n_requests == 0 :
1468
1469
response = DataResponse(
@@ -1480,7 +1481,7 @@ cdef class DataEngine(Component):
1480
1481
self ._new_query_group(request.id, n_requests)
1481
1482
1482
1483
# Catalog query
1483
- if has_catalog_data:
1484
+ if has_catalog_data and not skip_catalog_data :
1484
1485
new_request = request.with_dates(start, end, now.value)
1485
1486
new_request.params[" request_ts_start" ] = start.value
1486
1487
new_request.params[" request_ts_end" ] = end.value
You can’t perform that action at this time.
0 commit comments