https://dagster.io/ logo
#ask-community
Title
# ask-community
s

SeifAllah ElTayeb

01/10/2023, 11:28 AM
Hi Guys, After upgrading to dagster 1.x, none of my jobs run, getting the following error:
Copy code
TypeError: run() got an unexpected keyword argument 'remove'
  File "/usr/local/lib/python3.7/site-packages/dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py", line 330, in _dequeue_run
    LaunchRunContext(pipeline_run=run, workspace=workspace)
  File "/usr/local/lib/python3.7/site-packages/dagster_docker/docker_run_launcher.py", line 153, in launch_run
    self._launch_container_with_command(run, docker_image, command)
  File "/usr/local/lib/python3.7/site-packages/dagster_docker/docker_run_launcher.py", line 107, in _launch_container_with_command
    **container_context.container_kwargs,
  File "/usr/local/lib/python3.7/site-packages/docker/models/containers.py", line 905, in create
    create_kwargs = _create_container_args(kwargs)
  File "/usr/local/lib/python3.7/site-packages/docker/models/containers.py", line 1123, in _create_container_args
    raise create_unexpected_kwargs_error('run', kwargs)
I have went through the migration documentation and executed steps to no avail. Appreciate your support.
Dagster version: 1.1.9
Config
Copy code
local_artifact_storage:
  module: dagster._core.storage.root
  class: LocalArtifactStorage
  config:
    base_dir: /opt/dagster/dagster_home/
run_storage:
  module: dagster_postgres.run_storage
  class: PostgresRunStorage
  config:
    postgres_db:
      db_name:
        env: DAGSTER_POSTGRES_DB
      hostname: 172.22.0.2
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      port: 5432
      username:
        env: DAGSTER_POSTGRES_USER
event_log_storage:
  module: dagster_postgres.event_log
  class: PostgresEventLogStorage
  config:
    postgres_db:
      db_name:
        env: DAGSTER_POSTGRES_DB
      hostname: 172.22.0.2
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      port: 5432
      username:
        env: DAGSTER_POSTGRES_USER
compute_logs:
  module: dagster._core.storage.local_compute_log_manager
  class: LocalComputeLogManager
  config:
    base_dir: /opt/dagster/dagster_home/storage
schedule_storage:
  module: dagster_postgres.schedule_storage
  class: PostgresScheduleStorage
  config:
    postgres_db:
      db_name:
        env: DAGSTER_POSTGRES_DB
      hostname: 172.22.0.2
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      port: 5432
      username:
        env: DAGSTER_POSTGRES_USER
scheduler:
  module: dagster._core.scheduler
  class: DagsterDaemonScheduler
  config: {}
run_coordinator:
  module: dagster._core.run_coordinator
  class: QueuedRunCoordinator
  config: {}
run_launcher:
  module: dagster_docker
  class: DockerRunLauncher
  config:
    container_kwargs:
      remove: true
      volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - /tmp/io_manager_storage:/tmp/io_manager_storage
      - /opt/dagster/dagster_home/storage:/opt/dagster/dagster_home/storage
      - ./:/opt/dagster/app/
    env_vars:
    - DAGSTER_POSTGRES_USER
    - DAGSTER_POSTGRES_PASSWORD
    - DAGSTER_POSTGRES_DB
    - KHAZNA_DATA_VIEWER_USERNAME
    - KHAZNA_DATA_VIEWER_PASSWORD
    - KHAZNA_DATA_VIEWER_HOST_URL
    - DAGSTER_ANALYTICS_DATA_HOST
    - DAGSTER_ANALYTICS_DATA_USERNAME
    - DAGSTER_ANALYTICS_DATA_PASSWORD
    - DAGSTER_ANALYTICS_DATA_PORT
    - DAGSTER_ANALYTICS_DATA_DB
    - DAGSTER_ANALYTICS_DATA_BACKFILL_USERNAME
    - DAGSTER_ANALYTICS_DATA_BACKFILL_PASSWORD
    network: dagster-net