runtime error
Exit code: 1. Reason: f.gen) [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/entrypoints/openai/api_server.py", line 188, in build_async_engine_client_from_engine_args [0;36m(APIServer pid=72)[0;0m async_llm = AsyncLLM.from_vllm_config( [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/async_llm.py", line 228, in from_vllm_config [0;36m(APIServer pid=72)[0;0m return cls( [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/async_llm.py", line 155, in __init__ [0;36m(APIServer pid=72)[0;0m self.engine_core = EngineCoreClient.make_async_mp_client( [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 122, in make_async_mp_client [0;36m(APIServer pid=72)[0;0m return AsyncMPClient(*client_args) [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 819, in __init__ [0;36m(APIServer pid=72)[0;0m super().__init__( [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 479, in __init__ [0;36m(APIServer pid=72)[0;0m with launch_core_engines(vllm_config, executor_class, log_stats) as ( [0;36m(APIServer pid=72)[0;0m File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ [0;36m(APIServer pid=72)[0;0m next(self.gen) [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/utils.py", line 933, in launch_core_engines [0;36m(APIServer pid=72)[0;0m wait_for_engine_startup( [0;36m(APIServer pid=72)[0;0m File "/home/user/.local/lib/python3.10/site-packages/vllm/v1/engine/utils.py", line 992, in wait_for_engine_startup [0;36m(APIServer pid=72)[0;0m raise RuntimeError( [0;36m(APIServer pid=72)[0;0m RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
Container logs:
Fetching error logs...