Matt Budd
07/21/2022, 4:06 PMdaniel
07/21/2022, 4:13 PMMatt Budd
07/21/2022, 4:17 PMdaniel
07/21/2022, 4:20 PMJean Gonzalez
09/16/2022, 4:42 PMdaniel
09/16/2022, 4:43 PMJean Gonzalez
09/16/2022, 5:17 PM@repository
def core_generic():
definitions = [
main_job
]
pipelines = api.pipeline.get().json()
for pipe in pipelines: definitions.append(sftp_sensor.create_sensor(pipe))
return definitions
daniel
09/16/2022, 5:19 PM######################################################################
# A complex repository that lazily constructs jobs from a directory
# of files in a bespoke YAML format
######################################################################
class ComplexRepositoryData(RepositoryData):
def __init__(self, yaml_directory):
self._yaml_directory = yaml_directory
def get_all_pipelines(self):
return [
self._construct_job_def_from_yaml_file(
self._yaml_file_for_job_name(file_name)
)
for file_name in os.listdir(self._yaml_directory)
]
...
@repository
def complex_repository():
return ComplexRepositoryData('some_directory')
Jean Gonzalez
09/16/2022, 5:22 PM