Airflow dag_* PostgreSQL Database Diagrams
dag
erDiagram
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
asset_active {
VARCHAR name PK, FK
VARCHAR uri PK, FK
}
asset_active }o--|| asset : "name, uri"
asset_alias_asset {
INTEGER alias_id PK, FK
INTEGER asset_id PK, FK
}
asset_alias_asset }o--|| asset : "asset_id:id"
asset_alias_asset }o--|| asset_alias : "alias_id:id"
asset_trigger {
INTEGER asset_id PK, FK
INTEGER trigger_id PK, FK
}
asset_trigger }o--|| asset : "asset_id:id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
asset_alias_asset_event {
INTEGER alias_id PK, FK
INTEGER event_id PK, FK
}
asset_alias_asset_event }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| backfill : "backfill_id:id"
dag_run }o--|| dag_version : "created_dag_version_id:id"
dag_run }o--|| log_template : "log_template_id:id"
backfill {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP from_date
TIMESTAMP to_date
JSON dag_run_conf
BOOLEAN is_paused
VARCHAR reprocess_behavior
INTEGER max_active_runs
TIMESTAMP created_at
TIMESTAMP completed_at
TIMESTAMP updated_at
}
backfill_dag_run {
INTEGER id PK
INTEGER backfill_id FK
INTEGER dag_run_id FK
VARCHAR exception_reason
TIMESTAMP logical_date
INTEGER sort_ordinal
}
backfill_dag_run }o--|| backfill : "backfill_id:id"
backfill_dag_run }o--|| dag_run : "dag_run_id:id"
dag_run_note {
VARCHAR user_id
INTEGER dag_run_id PK, FK
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_run_note }o--|| dag_run : "dag_run_id:id"
dagrun_asset_event {
INTEGER dag_run_id PK, FK
INTEGER event_id PK, FK
}
dagrun_asset_event }o--|| dag_run : "dag_run_id:id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
log_template {
INTEGER id PK
TEXT filename
TEXT elasticsearch_id
TIMESTAMP created_at
}
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
dag_bundle
erDiagram
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_code
erDiagram
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| backfill : "backfill_id:id"
dag_run }o--|| dag_version : "created_dag_version_id:id"
dag_run }o--|| log_template : "log_template_id:id"
backfill {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP from_date
TIMESTAMP to_date
JSON dag_run_conf
BOOLEAN is_paused
VARCHAR reprocess_behavior
INTEGER max_active_runs
TIMESTAMP created_at
TIMESTAMP completed_at
TIMESTAMP updated_at
}
backfill_dag_run {
INTEGER id PK
INTEGER backfill_id FK
INTEGER dag_run_id FK
VARCHAR exception_reason
TIMESTAMP logical_date
INTEGER sort_ordinal
}
backfill_dag_run }o--|| backfill : "backfill_id:id"
backfill_dag_run }o--|| dag_run : "dag_run_id:id"
dag_run_note {
VARCHAR user_id
INTEGER dag_run_id PK, FK
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_run_note }o--|| dag_run : "dag_run_id:id"
dagrun_asset_event {
INTEGER dag_run_id PK, FK
INTEGER event_id PK, FK
}
dagrun_asset_event }o--|| dag_run : "dag_run_id:id"
log_template {
INTEGER id PK
TEXT filename
TEXT elasticsearch_id
TIMESTAMP created_at
}
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
dag_owner_attributes
erDiagram
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_priority_parsing_request
erDiagram
dag_priority_parsing_request {
VARCHAR id PK
VARCHAR bundle_name
VARCHAR relative_fileloc
}
dag_run
erDiagram
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| backfill : "backfill_id:id"
dag_run }o--|| dag_version : "created_dag_version_id:id"
dag_run }o--|| log_template : "log_template_id:id"
backfill {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP from_date
TIMESTAMP to_date
JSON dag_run_conf
BOOLEAN is_paused
VARCHAR reprocess_behavior
INTEGER max_active_runs
TIMESTAMP created_at
TIMESTAMP completed_at
TIMESTAMP updated_at
}
backfill_dag_run {
INTEGER id PK
INTEGER backfill_id FK
INTEGER dag_run_id FK
VARCHAR exception_reason
TIMESTAMP logical_date
INTEGER sort_ordinal
}
backfill_dag_run }o--|| backfill : "backfill_id:id"
backfill_dag_run }o--|| dag_run : "dag_run_id:id"
dag_run_note {
VARCHAR user_id
INTEGER dag_run_id PK, FK
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_run_note }o--|| dag_run : "dag_run_id:id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
task_instance }o--|| trigger : "trigger_id:id"
rendered_task_instance_fields {
VARCHAR dag_id PK, FK
VARCHAR task_id PK, FK
VARCHAR run_id PK, FK
INTEGER map_index PK, FK
JSON rendered_fields
JSON k8s_pod_yaml
}
rendered_task_instance_fields }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_instance_history {
UUID task_instance_id PK
VARCHAR task_id FK
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index FK
INTEGER try_number
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id
}
task_instance_history }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_instance_note {
UUID ti_id PK, FK
VARCHAR user_id
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_instance_note }o--|| task_instance : "ti_id:id"
task_map {
VARCHAR dag_id PK, FK
VARCHAR task_id PK, FK
VARCHAR run_id PK, FK
INTEGER map_index PK, FK
INTEGER length
JSONB keys
}
task_map }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_reschedule {
INTEGER id PK
UUID ti_id FK
TIMESTAMP start_date
TIMESTAMP end_date
INTEGER duration
TIMESTAMP reschedule_date
}
task_reschedule }o--|| task_instance : "ti_id:id"
trigger {
INTEGER id PK
VARCHAR classpath
TEXT kwargs
TIMESTAMP created_date
INTEGER triggerer_id
}
xcom {
INTEGER dag_run_id PK
VARCHAR task_id PK, FK
INTEGER map_index PK, FK
VARCHAR key PK
VARCHAR dag_id FK
VARCHAR run_id FK
JSONB value
TIMESTAMP timestamp
}
xcom }o--|| task_instance : "dag_id, task_id, run_id, map_index"
dagrun_asset_event {
INTEGER dag_run_id PK, FK
INTEGER event_id PK, FK
}
dagrun_asset_event }o--|| asset_event : "event_id:id"
dagrun_asset_event }o--|| dag_run : "dag_run_id:id"
asset_event {
INTEGER id PK
INTEGER asset_id
JSON extra
VARCHAR source_task_id
VARCHAR source_dag_id
VARCHAR source_run_id
INTEGER source_map_index
TIMESTAMP timestamp
}
asset_alias_asset_event {
INTEGER alias_id PK, FK
INTEGER event_id PK, FK
}
asset_alias_asset_event }o--|| asset_event : "event_id:id"
log_template {
INTEGER id PK
TEXT filename
TEXT elasticsearch_id
TIMESTAMP created_at
}
dag_run_note
erDiagram
dag_run_note {
VARCHAR user_id
INTEGER dag_run_id PK, FK
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_run_note }o--|| dag_run : "dag_run_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| backfill : "backfill_id:id"
dag_run }o--|| dag_version : "created_dag_version_id:id"
dag_run }o--|| log_template : "log_template_id:id"
backfill {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP from_date
TIMESTAMP to_date
JSON dag_run_conf
BOOLEAN is_paused
VARCHAR reprocess_behavior
INTEGER max_active_runs
TIMESTAMP created_at
TIMESTAMP completed_at
TIMESTAMP updated_at
}
backfill_dag_run {
INTEGER id PK
INTEGER backfill_id FK
INTEGER dag_run_id FK
VARCHAR exception_reason
TIMESTAMP logical_date
INTEGER sort_ordinal
}
backfill_dag_run }o--|| backfill : "backfill_id:id"
backfill_dag_run }o--|| dag_run : "dag_run_id:id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dagrun_asset_event {
INTEGER dag_run_id PK, FK
INTEGER event_id PK, FK
}
dagrun_asset_event }o--|| asset_event : "event_id:id"
dagrun_asset_event }o--|| dag_run : "dag_run_id:id"
asset_event {
INTEGER id PK
INTEGER asset_id
JSON extra
VARCHAR source_task_id
VARCHAR source_dag_id
VARCHAR source_run_id
INTEGER source_map_index
TIMESTAMP timestamp
}
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
log_template {
INTEGER id PK
TEXT filename
TEXT elasticsearch_id
TIMESTAMP created_at
}
dag_schedule_asset_alias_reference
erDiagram
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
asset_alias_asset {
INTEGER alias_id PK, FK
INTEGER asset_id PK, FK
}
asset_alias_asset }o--|| asset : "asset_id:id"
asset_alias_asset }o--|| asset_alias : "alias_id:id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
asset_alias_asset_event {
INTEGER alias_id PK, FK
INTEGER event_id PK, FK
}
asset_alias_asset_event }o--|| asset_alias : "alias_id:id"
asset_alias_asset_event }o--|| asset_event : "event_id:id"
asset_event {
INTEGER id PK
INTEGER asset_id
JSON extra
VARCHAR source_task_id
VARCHAR source_dag_id
VARCHAR source_run_id
INTEGER source_map_index
TIMESTAMP timestamp
}
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_name_reference
erDiagram
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference
erDiagram
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
asset_active {
VARCHAR name PK, FK
VARCHAR uri PK, FK
}
asset_active }o--|| asset : "name, uri"
asset_alias_asset {
INTEGER alias_id PK, FK
INTEGER asset_id PK, FK
}
asset_alias_asset }o--|| asset : "asset_id:id"
asset_alias_asset }o--|| asset_alias : "alias_id:id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
asset_trigger {
INTEGER asset_id PK, FK
INTEGER trigger_id PK, FK
}
asset_trigger }o--|| asset : "asset_id:id"
asset_trigger }o--|| trigger : "trigger_id:id"
trigger {
INTEGER id PK
VARCHAR classpath
TEXT kwargs
TIMESTAMP created_date
INTEGER triggerer_id
}
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference
erDiagram
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_tag
erDiagram
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_version
erDiagram
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
task_instance }o--|| trigger : "trigger_id:id"
rendered_task_instance_fields {
VARCHAR dag_id PK, FK
VARCHAR task_id PK, FK
VARCHAR run_id PK, FK
INTEGER map_index PK, FK
JSON rendered_fields
JSON k8s_pod_yaml
}
rendered_task_instance_fields }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_instance_history {
UUID task_instance_id PK
VARCHAR task_id FK
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index FK
INTEGER try_number
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id
}
task_instance_history }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_instance_note {
UUID ti_id PK, FK
VARCHAR user_id
VARCHAR content
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_instance_note }o--|| task_instance : "ti_id:id"
task_map {
VARCHAR dag_id PK, FK
VARCHAR task_id PK, FK
VARCHAR run_id PK, FK
INTEGER map_index PK, FK
INTEGER length
JSONB keys
}
task_map }o--|| task_instance : "dag_id, task_id, run_id, map_index"
task_reschedule {
INTEGER id PK
UUID ti_id FK
TIMESTAMP start_date
TIMESTAMP end_date
INTEGER duration
TIMESTAMP reschedule_date
}
task_reschedule }o--|| task_instance : "ti_id:id"
trigger {
INTEGER id PK
VARCHAR classpath
TEXT kwargs
TIMESTAMP created_date
INTEGER triggerer_id
}
asset_trigger {
INTEGER asset_id PK, FK
INTEGER trigger_id PK, FK
}
asset_trigger }o--|| asset : "asset_id:id"
asset_trigger }o--|| trigger : "trigger_id:id"
xcom {
INTEGER dag_run_id PK
VARCHAR task_id PK, FK
INTEGER map_index PK, FK
VARCHAR key PK
VARCHAR dag_id FK
VARCHAR run_id FK
JSONB value
TIMESTAMP timestamp
}
xcom }o--|| task_instance : "dag_id, task_id, run_id, map_index"
dag_warning
erDiagram
dag_warning {
VARCHAR dag_id PK, FK
VARCHAR warning_type PK
TEXT message
TIMESTAMP timestamp
}
dag_warning }o--|| dag : "dag_id"
dag {
VARCHAR dag_id PK
BOOLEAN is_paused
BOOLEAN is_stale
TIMESTAMP last_parsed_time
TIMESTAMP last_expired
VARCHAR fileloc
VARCHAR relative_fileloc
VARCHAR bundle_name FK
VARCHAR bundle_version
VARCHAR owners
VARCHAR dag_display_name
TEXT description
TEXT timetable_summary
VARCHAR timetable_description
JSON asset_expression
INTEGER max_active_tasks
INTEGER max_active_runs
INTEGER max_consecutive_failed_dag_runs
BOOLEAN has_task_concurrency_limits
BOOLEAN has_import_errors
TIMESTAMP next_dagrun
TIMESTAMP next_dagrun_data_interval_start
TIMESTAMP next_dagrun_data_interval_end
TIMESTAMP next_dagrun_create_after
}
dag }o--|| dag_bundle : "bundle_name:name"
asset_dag_run_queue {
INTEGER asset_id PK, FK
VARCHAR target_dag_id PK, FK
TIMESTAMP created_at
}
asset_dag_run_queue }o--|| asset : "asset_id:id"
asset_dag_run_queue }o--|| dag : "target_dag_id:dag_id"
asset {
INTEGER id PK
VARCHAR name
VARCHAR uri
VARCHAR group
JSON extra
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_bundle {
VARCHAR name PK
BOOLEAN active
VARCHAR version
TIMESTAMP last_refreshed
}
dag_owner_attributes {
VARCHAR dag_id PK, FK
VARCHAR owner PK
VARCHAR link
}
dag_owner_attributes }o--|| dag : "dag_id"
dag_schedule_asset_alias_reference {
INTEGER alias_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_alias_reference }o--|| asset_alias : "alias_id:id"
dag_schedule_asset_alias_reference }o--|| dag : "dag_id"
asset_alias {
INTEGER id PK
VARCHAR name
VARCHAR group
}
dag_schedule_asset_name_reference {
VARCHAR name PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_name_reference }o--|| dag : "dag_id"
dag_schedule_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
TIMESTAMP updated_at
}
dag_schedule_asset_reference }o--|| asset : "asset_id:id"
dag_schedule_asset_reference }o--|| dag : "dag_id"
dag_schedule_asset_uri_reference {
VARCHAR uri PK
VARCHAR dag_id PK, FK
TIMESTAMP created_at
}
dag_schedule_asset_uri_reference }o--|| dag : "dag_id"
dag_tag {
VARCHAR name PK
VARCHAR dag_id PK, FK
}
dag_tag }o--|| dag : "dag_id"
dag_version {
UUID id PK
INTEGER version_number
VARCHAR dag_id FK
VARCHAR bundle_name
VARCHAR bundle_version
TIMESTAMP created_at
TIMESTAMP last_updated
}
dag_version }o--|| dag : "dag_id"
dag_code {
UUID id PK
VARCHAR dag_id
VARCHAR fileloc
TIMESTAMP created_at
TIMESTAMP last_updated
TEXT source_code
VARCHAR source_code_hash
UUID dag_version_id FK
}
dag_code }o--|| dag_version : "dag_version_id:id"
dag_run {
INTEGER id PK
VARCHAR dag_id
TIMESTAMP queued_at
TIMESTAMP logical_date
TIMESTAMP start_date
TIMESTAMP end_date
VARCHAR state
VARCHAR run_id
INTEGER creating_job_id
VARCHAR run_type
VARCHAR triggered_by
JSONB conf
TIMESTAMP data_interval_start
TIMESTAMP data_interval_end
TIMESTAMP run_after
TIMESTAMP last_scheduling_decision
INTEGER log_template_id FK
TIMESTAMP updated_at
INTEGER clear_number
INTEGER backfill_id FK
VARCHAR bundle_version
INTEGER scheduled_by_job_id
JSONB context_carrier
VARCHAR span_status
UUID created_dag_version_id FK
}
dag_run }o--|| dag_version : "created_dag_version_id:id"
serialized_dag {
UUID id PK
VARCHAR dag_id
JSON data
BYTEA data_compressed
TIMESTAMP created_at
TIMESTAMP last_updated
VARCHAR dag_hash
UUID dag_version_id FK
}
serialized_dag }o--|| dag_version : "dag_version_id:id"
task_instance {
UUID id PK
VARCHAR task_id
VARCHAR dag_id FK
VARCHAR run_id FK
INTEGER map_index
TIMESTAMP start_date
TIMESTAMP end_date
DOUBLE_PRECISION duration
VARCHAR state
INTEGER try_number
INTEGER max_tries
VARCHAR hostname
VARCHAR unixname
VARCHAR pool
INTEGER pool_slots
VARCHAR queue
INTEGER priority_weight
VARCHAR operator
VARCHAR custom_operator_name
TIMESTAMP queued_dttm
TIMESTAMP scheduled_dttm
INTEGER queued_by_job_id
TIMESTAMP last_heartbeat_at
INTEGER pid
VARCHAR executor
BYTEA executor_config
TIMESTAMP updated_at
VARCHAR rendered_map_index
JSONB context_carrier
VARCHAR span_status
VARCHAR external_executor_id
INTEGER trigger_id FK
TIMESTAMP trigger_timeout
VARCHAR next_method
JSONB next_kwargs
VARCHAR task_display_name
UUID dag_version_id FK
}
task_instance }o--|| dag_run : "dag_id, run_id"
task_instance }o--|| dag_version : "dag_version_id:id"
deadline {
UUID id PK
VARCHAR dag_id FK
INTEGER dagrun_id FK
TIMESTAMP deadline
VARCHAR callback
JSON callback_kwargs
}
deadline }o--|| dag : "dag_id"
deadline }o--|| dag_run : "dagrun_id:id"
task_outlet_asset_reference {
INTEGER asset_id PK, FK
VARCHAR dag_id PK, FK
VARCHAR task_id PK
TIMESTAMP created_at
TIMESTAMP updated_at
}
task_outlet_asset_reference }o--|| asset : "asset_id:id"
task_outlet_asset_reference }o--|| dag : "dag_id"