Leo Qin
02/14/2023, 4:17 PMException: Timed out after waiting 315s for server dagster-prod-351837.serverless-agents-namespace-1:4000. Most recent connection error: dagster._core.errors.DagsterUserCodeUnreachableError: Could not reach user code server. gRPC Error code: UNAVAILABLE Stack Trace: File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1592, in _wait_for_server_process client.ping("") File "/dagster/dagster/_grpc/client.py", line 192, in ping res = self._query("Ping", api_pb2.PingRequest, echo=echo) File "/dagster/dagster/_grpc/client.py", line 159, in _query self._raise_grpc_exception( File "/dagster/dagster/_grpc/client.py", line 142, in _raise_grpc_exception raise DagsterUserCodeUnreachableError( The above exception was caused by the following exception: grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with: status = StatusCode.UNAVAILABLE details = "failed to connect to all addresses" debug_error_string = "{"created":"@1676391166.283069590","description":"Failed to pick subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":3260,"referenced_errors":[{"created":"@1676391166.283068295","description":"failed to connect to all addresses","file":"src/core/lib/transport/error_utils.cc","file_line":167,"grpc_status":14}]}" > Stack Trace: File "/dagster/dagster/_grpc/client.py", line 157, in _query return self._get_response(method, request=request_type(**kwargs), timeout=timeout) File "/dagster/dagster/_grpc/client.py", line 132, in _get_response return getattr(stub, method)(request, metadata=self._metadata, timeout=timeout) File "/usr/local/lib/python3.8/site-packages/grpc/_channel.py", line 946, in __call__ return _end_unary_response_blocking(state, call, False, None) File "/usr/local/lib/python3.8/site-packages/grpc/_channel.py", line 849, in _end_unary_response_blocking raise _InactiveRpcError(state)
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1198, in _reconcile
self._wait_for_new_server_ready(
File "/dagster-cloud/dagster_cloud/workspace/ecs/launcher.py", line 353, in _wait_for_new_server_ready
self._wait_for_dagster_server_process(
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1573, in _wait_for_dagster_server_process
self._wait_for_server_process(client, timeout, additional_check)
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1598, in _wait_for_server_process
raise Exception(
daniel
02/14/2023, 4:26 PM