Morris Clay
11/24/2022, 1:33 PMException: Timed out after waiting 315s for server examplelocation-prod-7ae6cb.serverless-agents-namespace-3:4000. Most recent connection error: dagster._core.errors.DagsterUserCodeUnreachableError: Could not reach user code server Stack Trace: File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1412, in _wait_for_server_process client.ping("") File "/dagster/dagster/_grpc/client.py", line 170, in ping res = self._query("Ping", api_pb2.PingRequest, echo=echo) File "/dagster/dagster/_grpc/client.py", line 141, in _query raise DagsterUserCodeUnreachableError("Could not reach user code server") from e The above exception was caused by the following exception: grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with: status = StatusCode.UNKNOWN details = "Exception calling application: <_InactiveRpcError of RPC that terminated with: status = StatusCode.UNAVAILABLE details = "failed to connect to all addresses" debug_error_string = "{"created":"@1669296569.032962470","description":"Failed to pick subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":3260,"referenced_errors":[{"created":"@1669296569.032961531","description":"failed to connect to all addresses","file":"src/core/lib/transport/error_utils.cc","file_line":167,"grpc_status":14}]}" >" debug_error_string = "{"created":"@1669296569.033740107","description":"Error received from peer ipv4:10.0.29.197:4000","file":"src/core/lib/surface/call.cc","file_line":966,"grpc_message":"Exception calling application: <_InactiveRpcError of RPC that terminated with:\n\tstatus = StatusCode.UNAVAILABLE\n\tdetails = "failed to connect to all addresses"\n\tdebug_error_string = "{"created":"@1669296569.032962470","description":"Failed to pick subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":3260,"referenced_errors":[{"created":"@1669296569.032961531","description":"failed to connect to all addresses","file":"src/core/lib/transport/error_utils.cc","file_line":167,"grpc_status":14}]}"\n>","grpc_status":2}" > Stack Trace: File "/dagster/dagster/_grpc/client.py", line 139, in _query return self._get_response(method, request=request_type(**kwargs), timeout=timeout) File "/dagster/dagster/_grpc/client.py", line 129, in _get_response return getattr(stub, method)(request, metadata=self._metadata, timeout=timeout) File "/usr/local/lib/python3.8/site-packages/grpc/_channel.py", line 946, in __call__ return _end_unary_response_blocking(state, call, False, None) File "/usr/local/lib/python3.8/site-packages/grpc/_channel.py", line 849, in _end_unary_response_blocking raise _InactiveRpcError(state)
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1047, in _reconcile
self._wait_for_new_server_ready(
File "/dagster-cloud/dagster_cloud/workspace/ecs/launcher.py", line 289, in _wait_for_new_server_ready
self._wait_for_dagster_server_process(
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1396, in _wait_for_dagster_server_process
self._wait_for_server_process(client, timeout, additional_check)
File "/dagster-cloud/dagster_cloud/workspace/user_code_launcher/user_code_launcher.py", line 1418, in _wait_for_server_process
raise Exception(
daniel
12/01/2022, 10:58 AM