Hello, We have deployed Dagster using Helm chart f...
# ask-community
a
Hello, We have deployed Dagster using Helm chart for our user code, and we are able to see repository & assets on dagit UI. But when we run/materialized the assets it fails with below error:
Copy code
Error: Got unexpected extra arguments (dagster api execute_run {"__class__": "ExecuteRunArgs", "instance_ref": {"__class__": "InstanceRef", "compute_logs_data": {"__class__": "ConfigurableClassData", "class_name": "NoOpComputeLogManager", "config_yaml": "{}\n", "module_name": "dagster.core.storage.noop_compute_log_manager"}, "custom_instance_class_data": null, "event_storage_data": {"__class__": "ConfigurableClassData", "class_name": "PostgresEventLogStorage", "config_yaml": "postgres_db:\n  db_name: dagster\n  hostname: <HOSTNAME REDACTED>\n  params: {}\n  password:\n    env: DAGSTER_PG_PASSWORD\n  port: 5432\n  username: dagster_rw\n", "module_name": "dagster_postgres.event_log"}, "local_artifact_storage_data": {"__class__": "ConfigurableClassData", "class_name": "LocalArtifactStorage", "config_yaml": "base_dir: /opt/dagster/dagster_home\n", "module_name": "dagster.core.storage.root"}, "run_coordinator_data": {"__class__": "ConfigurableClassData", "class_name": "DefaultRunCoordinator", "config_yaml": "{}\n", "module_name": "dagster.core.run_coordinator"}, "run_launcher_data": {"__class__": "ConfigurableClassData", "class_name": "K8sRunLauncher", "config_yaml": "dagster_home: /opt/dagster/dagster_home\nimage_pull_policy: Always\ninstance_config_map: dagster-instance\njob_namespace: dagster\nload_incluster_config: true\npostgres_password_secret: dagster-postgresql-secret\nservice_account_name: dagster\n", "module_name": "dagster_k8s"}, "run_storage_data": {"__class__": "ConfigurableClassData", "class_name": "PostgresRunStorage", "config_yaml": "postgres_db:\n  db_name: dagster\n  hostname: <HOSTNAME REDACTED>\n  params: {}\n  password:\n    env: DAGSTER_PG_PASSWORD\n  port: 5432\n  username: dagster_rw\n", "module_name": "dagster_postgres.run_storage"}, "schedule_storage_data": {"__class__": "ConfigurableClassData", "class_name": "PostgresScheduleStorage", "config_yaml": "postgres_db:\n  db_name: dagster\n  hostname: <HOSTNAME REDACTED>\n  params: {}\n  password:\n    env: DAGSTER_PG_PASSWORD\n  port: 5432\n  username: dagster_rw\n", "module_name": "dagster_postgres.schedule_storage"}, "scheduler_data": {"__class__": "ConfigurableClassData", "class_name": "DagsterDaemonScheduler", "config_yaml": "{}\n", "module_name": "dagster.core.scheduler"}, "secrets_loader_data": null, "settings": {"telemetry": {"enabled": true}}, "storage_data": {"__class__": "ConfigurableClassData", "class_name": "CompositeStorage", "config_yaml": "event_log_storage:\n  class_name: PostgresEventLogStorage\n  config_yaml: \"postgres_db:\\n  db_name: dagster\\n  hostname: <HOSTNAME REDACTED>\\n\\\n    \\  params: {}\\n  password:\\n    env: DAGSTER_PG_PASSWORD\\n  port: 5432\\n  username:\\\n    \\ dagster_rw\\n\"\n  module_name: dagster_postgres.event_log\nrun_storage:\n  class_name: PostgresRunStorage\n  config_yaml: \"postgres_db:\\n  db_name: dagster\\n  hostname: <HOSTNAME REDACTED>\\n\\\n    \\  params: {}\\n  password:\\n    env: DAGSTER_PG_PASSWORD\\n  port: 5432\\n  username:\\\n    \\ dagster_rw\\n\"\n  module_name: dagster_postgres.run_storage\nschedule_storage:\n  class_name: PostgresScheduleStorage\n  config_yaml: \"postgres_db:\\n  db_name: dagster\\n  hostname: <HOSTNAME REDACTED>\\n\\\n    \\  params: {}\\n  password:\\n    env: DAGSTER_PG_PASSWORD\\n  port: 5432\\n  username:\\\n    \\ dagster_rw\\n\"\n  module_name: dagster_postgres.schedule_storage\n", "module_name": "dagster.core.storage.legacy_storage"}}, "pipeline_origin": {"__class__": "PipelinePythonOrigin", "pipeline_name": "__ASSET_JOB_0", "repository_origin": {"__class__": "RepositoryPythonOrigin", "code_pointer": {"__class__": "FileCodePointer", "fn_name": "dbt_schedules", "python_file": "/opt/dagster/app/dagster_trident_bundling/repository.py", "working_directory": "/opt/dagster/app"}, "container_context": {"k8s": {"env_config_maps": ["dagster-user-deployments-k8s-dagster-user-code-1-user-env"], "env_secrets": ["dagster-redshift-creds"], "image_pull_policy": "Always", "image_pull_secrets": [{"name": "boku-docker-creds"}], "namespace": "dagster", "service_account_name": "dagster-user-deployments-user-deployments"}}, "container_image": "<http://artifactory.boku.com/eng_plt/cd-dagster:0.0.9|artifactory.boku.com/eng_plt/cd-dagster:0.0.9>", "entry_point": ["dagster"], "executable_path": "/usr/local/bin/python"}}, "pipeline_run_id": "0800f6ef-8b89-47d1-bcf7-82aba3a6abce", "set_exit_code_on_failure": null})
Can someone suggest how to troubleshoot the error.
Below is the Value.yaml
Copy code
---
apiVersion: <http://helm.toolkit.fluxcd.io/v2beta1|helm.toolkit.fluxcd.io/v2beta1>
kind: HelmRelease
metadata:
  name: dagster-user-deployments
  namespace: dagster
spec:
  interval: 1m
  chart:
    spec:
      chart: dagster-user-deployments
      version: "1.1.13"
      sourceRef:
        kind: HelmRepository
        name: dagster-helm
        namespace: flux-system
      interval: 1m
  values:
    postgresql:
      enabled: false
      postgresqlHost: <HOST REDACTED>
      postgresqlUsername: dagster_rw
      postgresqlDatabase: dagster
    generatePostgresqlPasswordSecret: false
    dagsterHome: "/opt/dagster/dagster_home"
    postgresqlSecretName: "dagster-postgresql-secret"
    deployments:
      - name: "k8s-dagster-user-code-1"
        image:
          repository: "<REPO REDACTED>"
          tag: 0.0.9
          pullPolicy: Always
        dagsterApiGrpcArgs:
          - "--python-file"
          - "/opt/dagster/app/dagster_trident_bundling/repository.py"
        port: 3000
        includeConfigInLaunchedRuns:
          enabled: true
        env:
          REDSHIFT_HOST: "<HOST REDACTED>"
          REDSHIFT_PORT: "5439"
          REDSHIFT_DB: "<REDACTED>"
        envConfigMaps: []
        envSecrets:
          - name: dagster-redshift-creds
        labels: {}
        volumes: []
        volumeMounts: []
        annotations: {}
        nodeSelector: {}
        affinity: {}
        tolerations: []
        podSecurityContext: {}
        securityContext: {}
        resources: {}
        readinessProbe:
          periodSeconds: 20
          timeoutSeconds: 3
          successThreshold: 1
          failureThreshold: 3
        livenessProbe: {}
        startupProbe:
          enabled: false
        service:
          annotations: {}
    imagePullSecrets:
      - name: <REDACTED>
d
Hi abhishek, does the image that you’re using have an entrypoint set? Dagster injects a command bit doesn’t set an entrypoint - so if your ENTRYPOINT doesn’t work when dagster is appended to it that might explain what you’re seeing
a
It has ENTRYPOINT as
ENTRYPOINT ["dagit", "-h", "0.0.0.0", "-p", "3000"]
d
I think if you replace that ENTRYPOINT with CMD instead the problem will go away
a
okay, Let me try- Thanks