mrdavidlaing
04/02/2022, 9:05 PMjohann
04/04/2022, 3:48 PMprha
04/04/2022, 3:57 PMprha
04/04/2022, 4:08 PMfrom dagster import DagsterInstance
from dagster.core.storage.pipeline_run import PipelineRun, RunsFilter
backfill_id = "my_backfill_id"
instance = DagsterInstance.get()
backfill = instance.get_backfill(backfill_id)
requested_partitions = backfill.partition_names
runs = instance.get_runs(RunsFilter(tags=PipelineRun.tags_for_backfill_id(backfill_id)))
created_partitions = [run.tags.get('dagster/partition') for run in runs]
skipped_partitions = set(requested_partitions) - set(created_partitions)
mrdavidlaing
04/04/2022, 4:09 PMmrdavidlaing
04/04/2022, 4:09 PM