Scott Hood
02/27/2023, 1:37 PM@run_status_sensor(
name="power_bi_refresh_sensor",
description="Sensor for detecting job completions and triggering power bi refresh models.",
run_status=DagsterRunStatus.SUCCESS,
monitored_jobs=[hive_catalog_ingest],
request_job=power_bi_refresh_job.prod,
default_status=DefaultSensorStatus.RUNNING
)
def power_bi_refresh_sensor(context):
if context.dagster_run.job_name != power_bi_refresh_job.prod.name and context.dagster_run.job_name in JOB_MAPPINGS:
run_config = JOB_MAPPINGS[context.dagster_run.job_name]
return RunRequest(run_key=None, run_config=run_config)
else:
return SkipReason("Refresh skipped, job not defined.")
sandy
02/27/2023, 6:00 PMScott Hood
02/27/2023, 8:37 PMretention:
enabled: true
schedule:
purgeAfterDays: 90
sensor:
purgeAfterDays:
failure: 30
skipped: 7
success: 90