Ben Wilson
02/14/2023, 7:27 PMimport dagster
from dags import cf, observations, ts, pr
from models import database
defs = dagster.Definitions(
jobs=[
observations.import_observations.to_job(resource_defs={"database": database}),
cf.copy.to_job(),
ts.ts.to_job(resource_defs={"database": database}),
pr.ss.to_job(resource_defs={"database": database})
],
resources={"database": database},
)
owen
02/14/2023, 9:36 PMimport dagster
from dagster_aws.secretsmanager import secretsmanager_secrets_resource
from dags import cf, observations, ts, pr
from models import database
resource_defs = {
"database": database,
"secrets": secretsmanager_secrets_resource.configured({
'region_name': 'us-west-1',
'secrets_tag': 'dagster',
'add_to_environment': True,
}),
}
defs = dagster.Definitions(
jobs=[
observations.import_observations.to_job(resource_defs={"database": database}),
cf.copy.to_job(),
ts.ts.to_job(resource_defs=resource_defs),
pr.ss.to_job(resource_defs=resource_defs)
],
resources=resource_defs,
)
Ben Wilson
02/24/2023, 2:16 PM