Ben Gatewood
03/29/2022, 4:16 AMTraceback (most recent call last): File "/usr/local/bin/dagster",
line 8, in <module> sys.exit(main()) File "/usr/local/lib/python3.8/site-packages/dagster/cli/__init__.py",
line 50, in main cli(auto_envvar_prefix=ENV_PREFIX) # pylint:disable=E1123 File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 1128, in __call__ return self.main(*args, **kwargs) File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 1053, in main rv = self.invoke(ctx) File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 1659, in invoke return _process_result(sub_ctx.command.invoke(sub_ctx)) File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 1659, in invoke return _process_result(sub_ctx.command.invoke(sub_ctx)) File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 1395, in invoke return ctx.invoke(self.callback, **ctx.params) File "/usr/local/lib/python3.8/site-packages/click/core.py",
line 754, in invoke return __callback(*args, **kwargs) File "/usr/local/lib/python3.8/site-packages/dagster/cli/api.py",
line 52, in execute_run_command DagsterInstance.from_ref(args.instance_ref) File "/usr/local/lib/python3.8/site-packages/dagster/core/instance/__init__.py",
line 423, in from_ref run_storage=instance_ref.run_storage, File "/usr/local/lib/python3.8/site-packages/dagster/core/instance/ref.py",
line 240, in run_storage return self.run_storage_data.rehydrate() File "/usr/local/lib/python3.8/site-packages/dagster/serdes/config_class.py",
line 56, in rehydrate module = importlib.import_module(self.module_name) File "/usr/local/lib/python3.8/importlib/__init__.py",
line 127, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "<frozen importlib._bootstrap>",
line 1014, in _gcd_import File "<frozen importlib._bootstrap>",
line 991, in _find_and_load File "<frozen importlib._bootstrap>",
line 961, in _find_and_load_unlocked File "<frozen importlib._bootstrap>",
line 219, in _call_with_frames_removed File "<frozen importlib._bootstrap>",
line 1014, in _gcd_import File "<frozen importlib._bootstrap>",
line 991, in _find_and_load File "<frozen importlib._bootstrap>",
line 975, in _find_and_load_unlocked File "<frozen importlib._bootstrap>",
line 671, in _load_unlocked File "<frozen importlib._bootstrap_external>",
line 843, in exec_module File "<frozen importlib._bootstrap>",
line 219, in _call_with_frames_removed File "/usr/local/lib/python3.8/site-packages/dagster_postgres/__init__.py",
line 3, in <module> from .event_log import PostgresEventLogStorage File "/usr/local/lib/python3.8/site-packages/dagster_postgres/event_log/__init__.py",
line 1, in <module> from .event_log import PostgresEventLogStorage File "/usr/local/lib/python3.8/site-packages/dagster_postgres/event_log/event_log.py",
line 27, in <module> from ..pynotify import await_pg_notifications File "/usr/local/lib/python3.8/site-packages/dagster_postgres/pynotify.py",
line 40, in <module> from .utils import get_conn File "/usr/local/lib/python3.8/site-packages/dagster_postgres/utils.py",
line 13, in <module> from dagster.core.definitions.policy import Backoff, Jitter, calculate_delay ImportError: cannot import name 'calculate_delay' from 'dagster.core.definitions.policy' (/usr/local/lib/python3.8/site-packages/dagster/core/definitions/policy.py)
daniel
03/29/2022, 2:49 PMdaniel
03/29/2022, 2:49 PMBen Gatewood
03/29/2022, 10:57 PMdaniel
03/29/2022, 10:58 PMBen Gatewood
03/29/2022, 11:00 PMdagster-postgres==0.14.6
Ben Gatewood
03/29/2022, 11:01 PMBen Gatewood
03/29/2022, 11:02 PMdagster==0.14.2
dagster-aws==0.14.2
dagster-celery==0.14.6
dagster-celery-k8s==0.14.6
dagster-gcp==0.14.6
dagster-graphql==0.14.2
dagster-k8s==0.14.6
dagster-pandas==0.14.6
dagster-postgres==0.14.6
Ben Gatewood
03/29/2022, 11:02 PMdaniel
03/29/2022, 11:03 PMBen Gatewood
03/29/2022, 11:04 PMFROM python:3.8-slim
ARG DAGSTER_VERSION
# ==> Add Dagster layer
RUN \
pip install \
dagster==${DAGSTER_VERSION} \
dagster-postgres==${DAGSTER_VERSION} \
dagster-celery[flower,redis,kubernetes]==${DAGSTER_VERSION} \
dagster-aws==${DAGSTER_VERSION} \
dagster-gcp==${DAGSTER_VERSION} \
dagster-k8s==${DAGSTER_VERSION} \
dagster-celery-k8s==${DAGSTER_VERSION} \
# Cleanup
&& rm -rf /var \
&& rm -rf /root/.cache \
&& rm -rf /usr/lib/python2.7 \
&& rm -rf /usr/lib/x86_64-linux-gnu/guile
RUN mkdir -p /opt/dagster/app
WORKDIR /opt/dagster/app
COPY mlb /opt/dagster/app/
COPY requirements.txt /opt/dagster/app
RUN pip install -r requirements.txt
Ben Gatewood
03/29/2022, 11:04 PM--build-arg DAGSTER_VERSION=0.14.6
daniel
03/29/2022, 11:07 PMBen Gatewood
03/29/2022, 11:08 PMBen Gatewood
03/29/2022, 11:08 PMdaniel
03/29/2022, 11:09 PMBen Gatewood
03/29/2022, 11:10 PM