Shane Kalepp
07/06/2023, 3:21 PMShane Kalepp
07/06/2023, 3:22 PMowen
07/06/2023, 11:42 PMowen
07/06/2023, 11:42 PMShane Kalepp
07/07/2023, 3:10 PMsnowflake_io_manager
. My thought is the key_prefix="raw"
was conflicting with the io manager.
resources = {
"local": {
"snowflake_io_manager": SnowflakePandasIOManager(
account=EnvVar("SNOWFLAKE_ACCOUNT"),
user=EnvVar("SNOWFLAKE_USER"),
password=EnvVar("SNOWFLAKE_PASSWORD"),
warehouse=EnvVar("SNOWFLAKE_WAREHOUSE"),
database="DEV",
# schema="raw",
),
"dbt": DbtCliClientResource(
project_dir=DBT_PROJECT_DIR,
profiles_dir=DBT_PROFILE_DIR,
target="dev",
),
},
"staging": {
"snowflake_io_manager": SnowflakePandasIOManager(
account=EnvVar("SNOWFLAKE_ACCOUNT"),
user=EnvVar("SNOWFLAKE_USER"),
password=EnvVar("SNOWFLAKE_PASSWORD"),
warehouse=EnvVar("SNOWFLAKE_WAREHOUSE"),
database="STAGING",
# schema=EnvVar("SNOWFLAKE_SCHEMA"),
),
"dbt": DbtCliClientResource(
project_dir=DBT_PROJECT_DIR,
profiles_dir=DBT_PROFILE_DIR,
target="staging",
),
},
"production": {
"snowflake_io_manager": SnowflakePandasIOManager(
account=EnvVar("SNOWFLAKE_ACCOUNT"),
user=EnvVar("SNOWFLAKE_USER"),
password=EnvVar("SNOWFLAKE_PASSWORD"),
warehouse=EnvVar("SNOWFLAKE_WAREHOUSE"),
database=EnvVar("SNOWFLAKE_DATABASE"),
# schema=EnvVar("SNOWFLAKE_SCHEMA"),
),
"dbt": DbtCliClientResource(
project_dir=DBT_PROJECT_DIR,
profiles_dir=DBT_PROFILE_DIR,
target="prod",
),
},
}