airflow数据表结构了解一下

Posted 2021-01-07

介绍一下airflow中的表用途

alembic_version       #
celery_taskmeta       #
celery_tasksetmeta    #
chart                 #
connection            #
dag                   # dag 任务名的存放表
dag_pickle            # 
dag_run               # 
dag_stats             # airflow-web显示所需信息 
import_error          #
job                   #
known_event           #
known_event_type      #
kombu_message         #
kombu_queue           #
log                   # 所以dag日志
sla_miss              #
slot_pool             #
task_fail             # 记录失败的task信息……
task_instance         # 记录成功的task执行的 开始时间，结束时间，执行时间
users                 # airflow认证用户表
variable              #
xcom                  #

删除一个废弃的dag

## 首先删除py脚本文件，很重要

set @dag_id = ‘BAD_DAG‘;
delete from airflow.xcom where dag_id = @dag_id;
delete from airflow.task_instance where dag_id = @dag_id;
delete from airflow.sla_miss where dag_id = @dag_id;
delete from airflow.log where dag_id = @dag_id;
delete from airflow.job where dag_id = @dag_id;
delete from airflow.dag_run where dag_id = @dag_id;
delete from airflow.dag where dag_id = @dag_id;