Julius
07/27/2023, 3:17 PM@asset(
group_name="jupyter_notebook",
name=f"config_key_{source}",
non_argument_deps={AssetKey([f"lake_{source}", f"lake_{source}_PATIENT"])},
partitions_def=partitions_dict[f"fivetran_{source}"],
)
def config_key(context):
partition_string = context.asset_partition_key_for_output()
url_db = f'snowflake://{SNOWFLAKE_USER}:{SNOWFLAKE_PASSWORD}@{SNOWFLAKE_ACCOUNT}/'
print("partition_string: ", partition_string)
print("url_db: ", url_db)
return partition_string, url_db
and I got this error:
Copy
dagster._core.errors.DagsterExecutionHandleOutputError: Error occurred while handling output "result" of step "config_key_OPTOMATE_4507_031":
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\execute_plan.py", line 273, in dagster_event_sequence_for_step
for step_event in check.generator(step_events):
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\execute_step.py", line 375, in core_dagster_event_sequence_for_step
for evt in _type_check_and_store_output(step_context, user_event):
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\execute_step.py", line 428, in _type_check_and_store_output
for evt in _store_output(step_context, step_output_handle, output):
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\execute_step.py", line 603, in _store_output
for elt in iterate_with_context(
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_utils\__init__.py", line 447, in iterate_with_context
return
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\contextlib.py", line 137, in __exit__
self.gen.throw(typ, value, traceback)
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\utils.py", line 84, in op_execution_error_boundary
raise error_cls(
The above exception was caused by the following exception:
OSError: [Errno 22] Invalid argument: 'E:\\CMC_Project\\GNM\\dagster-cloud-dwh-trial\\dagster_home\\storage\\config_key_OPTOMATE_4507_031\\BACKFILL|OPTOMATE_4507_031|2022-12-01-00:00:00+11:00|Thu'
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\utils.py", line 54, in op_execution_error_boundary
yield
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_utils\__init__.py", line 445, in iterate_with_context
next_output = next(iterator)
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\execution\plan\execute_step.py", line 593, in _gen_fn
gen_output = output_manager.handle_output(output_context, output.value)
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\storage\upath_io_manager.py", line 432, in handle_output
self.dump_to_path(context=context, obj=obj, path=path)
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\site-packages\dagster\_core\storage\fs_io_manager.py", line 259, in dump_to_path
with path.open("wb") as file:
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\pathlib.py", line 1252, in open
return io.open(self, mode, buffering, encoding, errors, newline,
File "C:\Users\nkduy3\AppData\Local\Programs\Python\Python39\lib\pathlib.py", line 1120, in _opener
return self._accessor.open(self, flags, mode)
BACKFILL|OPTOMATE_4507_031|2022-12-01-00:00:00+11:00|Thu
is the partition-key. Is this error caused by the partition-key containing "`|`", "`:`"?sandy
07/27/2023, 8:57 PM