perf: уменьшил limit DAG runs до 5 и request_delay до 0.1с
This commit is contained in:
parent
eb04657875
commit
26729641a5
@ -204,14 +204,14 @@ class AirflowClient:
|
||||
resp = self._request(
|
||||
"GET",
|
||||
f"/dags/{encoded_dag_id}/dagRuns",
|
||||
params=[("limit", 25), ("order_by", "-start_date")]
|
||||
params=[("limit", 5), ("order_by", "-start_date")]
|
||||
+ [("state", s) for s in states],
|
||||
)
|
||||
else:
|
||||
resp = self._request(
|
||||
"GET",
|
||||
f"/dags/{encoded_dag_id}/dagRuns",
|
||||
params={"order_by": "-start_date", "limit": 25},
|
||||
params={"order_by": "-start_date", "limit": 5},
|
||||
)
|
||||
runs = resp.json().get("dag_runs", [])
|
||||
else:
|
||||
|
||||
@ -16,7 +16,7 @@ class AirflowConfig:
|
||||
api_version: str = "auto" # "auto", "v1", or "experimental"
|
||||
timeout: int = 30
|
||||
verify_ssl: bool = True
|
||||
request_delay: float = 0.5 # delay between API calls (seconds)
|
||||
request_delay: float = 0.1 # delay between API calls (seconds)
|
||||
|
||||
|
||||
@dataclasses.dataclass
|
||||
|
||||
@ -27,7 +27,7 @@ airflow:
|
||||
verify_ssl: false
|
||||
|
||||
# Delay between API requests to avoid overwhelming Airflow (seconds)
|
||||
request_delay: 0.5
|
||||
request_delay: 0.1
|
||||
|
||||
monitor:
|
||||
# Interval between monitoring cycles (seconds)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user