Jeferson Machado Santos
08/24/2023, 5:41 PMJeferson Machado Santos
08/24/2023, 5:42 PMowen
08/24/2023, 8:57 PMAuto-materialize history
tab ?Jeferson Machado Santos
08/24/2023, 9:08 PMowen
08/24/2023, 9:09 PMdagster instance migrate
shouldn't impact the functionality, but it would definitely help provide clues to what might be going on hereJeferson Machado Santos
08/24/2023, 9:14 PMJeferson Machado Santos
08/28/2023, 4:45 PMJeferson Machado Santos
08/28/2023, 4:45 PMJeferson Machado Santos
08/28/2023, 4:45 PMJeferson Machado Santos
08/28/2023, 4:46 PMJeferson Machado Santos
08/28/2023, 4:46 PMJeferson Machado Santos
08/28/2023, 7:17 PMJeferson Machado Santos
08/30/2023, 4:59 PMowen
08/30/2023, 11:49 PMclaire
08/31/2023, 11:25 PMJeferson Machado Santos
09/01/2023, 12:36 AMJeferson Machado Santos
09/01/2023, 12:36 AMJeferson Machado Santos
09/01/2023, 12:36 AMdef get_sources(selected_assets, manifest):
nodes = manifest["nodes"]
sources = []
for a in selected_assets:
if f"model.xepelin_dw.{a}" in nodes.keys():
node_info = nodes[f"model.xepelin_dw.{a}"]
if len(node_info["sources"]) > 0:
for s in node_info["sources"]:
sources.append("source:" + ".".join(s))
return sources
@dbt_assets(manifest=manifest, select="*",exclude = "resource_type:snapshot")
def my_dbt_assets(context: OpExecutionContext, dbt: DbtCliResource):
#try:
selected_assets = [a[0][-1] for a in context.selected_asset_keys]
sources = get_sources(selected_assets, manifest)
#dbt.cli(["run"], context=context)
if len(sources)>0:
yield from dbt.cli(["test", "--select", " ".join(sources)], manifest=manifest).stream()
else:
<http://context.log.info|context.log.info>("No sources to test")
yield from dbt.cli(["run"], context=context).stream()
yield from dbt.cli(["test"], context=context).stream()
Jeferson Machado Santos
09/01/2023, 12:36 AMJeferson Machado Santos
09/01/2023, 12:39 AMJeferson Machado Santos
09/01/2023, 12:41 AMJeferson Machado Santos
09/01/2023, 12:42 AMclaire
09/07/2023, 12:55 AMJeferson Machado Santos
09/07/2023, 1:46 PMFreshnessPolicy(maximum_lag_minutes=60.0, cron_schedule='0 * * * *', cron_schedule_timezone=None)
claire
09/13/2023, 4:47 PM