perf: уменьшил limit DAG runs до 5 и request_delay до 0.1с
This commit is contained in:
parent
eb04657875
commit
26729641a5
@ -204,14 +204,14 @@ class AirflowClient:
|
|||||||
resp = self._request(
|
resp = self._request(
|
||||||
"GET",
|
"GET",
|
||||||
f"/dags/{encoded_dag_id}/dagRuns",
|
f"/dags/{encoded_dag_id}/dagRuns",
|
||||||
params=[("limit", 25), ("order_by", "-start_date")]
|
params=[("limit", 5), ("order_by", "-start_date")]
|
||||||
+ [("state", s) for s in states],
|
+ [("state", s) for s in states],
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
resp = self._request(
|
resp = self._request(
|
||||||
"GET",
|
"GET",
|
||||||
f"/dags/{encoded_dag_id}/dagRuns",
|
f"/dags/{encoded_dag_id}/dagRuns",
|
||||||
params={"order_by": "-start_date", "limit": 25},
|
params={"order_by": "-start_date", "limit": 5},
|
||||||
)
|
)
|
||||||
runs = resp.json().get("dag_runs", [])
|
runs = resp.json().get("dag_runs", [])
|
||||||
else:
|
else:
|
||||||
|
|||||||
@ -16,7 +16,7 @@ class AirflowConfig:
|
|||||||
api_version: str = "auto" # "auto", "v1", or "experimental"
|
api_version: str = "auto" # "auto", "v1", or "experimental"
|
||||||
timeout: int = 30
|
timeout: int = 30
|
||||||
verify_ssl: bool = True
|
verify_ssl: bool = True
|
||||||
request_delay: float = 0.5 # delay between API calls (seconds)
|
request_delay: float = 0.1 # delay between API calls (seconds)
|
||||||
|
|
||||||
|
|
||||||
@dataclasses.dataclass
|
@dataclasses.dataclass
|
||||||
|
|||||||
@ -27,7 +27,7 @@ airflow:
|
|||||||
verify_ssl: false
|
verify_ssl: false
|
||||||
|
|
||||||
# Delay between API requests to avoid overwhelming Airflow (seconds)
|
# Delay between API requests to avoid overwhelming Airflow (seconds)
|
||||||
request_delay: 0.5
|
request_delay: 0.1
|
||||||
|
|
||||||
monitor:
|
monitor:
|
||||||
# Interval between monitoring cycles (seconds)
|
# Interval between monitoring cycles (seconds)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user