Airflow调度http请求资源代码

import os
import pytz
from datetime import timedelta, datetime
from airflow.operators.http_operator import SimpleHttpOperator
from airflow.models import DAG


os.environ['AIRFLOW_CONN_HTTP_TEST']='http://host.docker.internal:8089'

default_args = {
'owner': 'Airflow',
'depends_on_past': True,
'wait_for_downstream': False,
'execution_timeout': timedelta(minutes=50),
'email': ['iss_isg_prf1@lenovo.com'],
'email_on_failure': False,
'email_on_retry': False,
'retries': 1,
'retry_delay': timedelta(minutes=20),
}


tz = pytz.timezone('Asia/Shanghai')
dt = datetime(2021, 10, 26, 12, 20, tzinfo=tz)
utc_dt = dt.astimezone(pytz.utc).replace(tzinfo=None)



dag = DAG('USAGE_LENOVO_Operator',
default_args=default_args,
schedule_interval='0 6 * * 1',
start_date=utc_dt
)



t1 = SimpleHttpOperator(
task_id='get_op_011',
http_conn_id='http_test',
method='GET',
endpoint='/api/USAGE/spider',
headers={"Content-Type": "application/json"},
response_check=lambda response: True if len(response.text) != 0 else False,
xcom_push=True,
dag=dag,
)



t2 = SimpleHttpOperator(
task_id='get_op_012',
http_conn_id='http_test',
method='GET',
endpoint='/api/USAGE/cleans',
headers={"Content-Type": "application/json"},
response_check=lambda response: True if len(response.text) != 0 else False,
xcom_push=True,
dag=dag,
)


t1 >> t2
上一篇:vue 跨域请求数据,点击列表转详情页


下一篇:vue中时间戳的过滤器