Chris Histe
07/04/2023, 8:40 PMChris Histe
07/04/2023, 8:41 PMcontext.partition_key
would be nice on OutputContext
but it seems only set for @assetsChris Histe
07/04/2023, 8:42 PMclaire
07/06/2023, 8:02 PMcontext.partition_key
is working as expected:
class CustomIOManager(ConfigurableIOManager):
def handle_output(self, context: OutputContext, obj: Any) -> None:
print("my partition key", context.partition_key)
return None
def load_input(self, context: InputContext) -> Any:
...
@io_manager
def custom_io_manager():
return CustomIOManager()
@static_partitioned_config(partition_keys=CONTINENTS)
def continent_config(partition_key: str):
return {"ops": {"continent_op": {"config": {"continent_name": partition_key}}}}
class ContinentOpConfig(Config):
continent_name: str
@op
def continent_op(context, config: ContinentOpConfig):
<http://context.log.info|context.log.info>(config.continent_name)
@job(config=continent_config, resource_defs={"io_manager": custom_io_manager})
def continent_job():
continent_op()
claire
07/06/2023, 8:03 PMChris Histe
07/07/2023, 6:43 PMclaire
07/07/2023, 6:44 PM