vllm - 💡(How to fix) Fix [Bug]: vllm 0.11.2 the p2p_nccl_engine not support ipv6? which version is ok

Your current environment

<details> <summary>The output of <code>python collect_env.py</code></summary> ipv6 only ```text Your output of `python collect_env.py` here ``` </details>

🐛 Describe the bug

(Worker_TP1 pid=27102) WARNING 05-09 16:34:35 [base.py:151] Initializing KVConnectorBase_V1. This API is experimental and subject to change in the future as we iterate the design. (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] WorkerProc hit an exception. (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] Traceback (most recent call last): (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] WorkerProc hit an exception. (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/executor/multiproc_executor.py", line 810, in worker_busy_loop (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] Traceback (most recent call last): (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] output = func(*args, **kwargs) (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/executor/multiproc_executor.py", line 810, in worker_busy_loop (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/worker/worker_base.py", line 319, in initialize_from_config (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] output = func(*args, **kwargs) (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] self.worker.initialize_from_config(kv_cache_config) # type: ignore (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/worker/worker_base.py", line 319, in initialize_from_config (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/worker/gpu_worker.py", line 394, in initialize_from_config (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] self.worker.initialize_from_config(kv_cache_config) # type: ignore (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] ensure_kv_transfer_initialized(self.vllm_config, kv_cache_config) (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/v1/worker/gpu_worker.py", line 394, in initialize_from_config (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_transfer_state.py", line 67, in ensure_kv_transfer_initialized (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] ensure_kv_transfer_initialized(self.vllm_config, kv_cache_config) (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] _KV_CONNECTOR_AGENT = KVConnectorFactory.create_connector( (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_transfer_state.py", line 67, in ensure_kv_transfer_initialized (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/factory.py", line 82, in create_connector (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] _KV_CONNECTOR_AGENT = KVConnectorFactory.create_connector( (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] return connector_cls(config, role, kv_cache_config) (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/factory.py", line 82, in create_connector (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py", line 97, in init (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] return connector_cls(config, role, kv_cache_config) (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] P2pNcclEngine( (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py", line 97, in init (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py", line 127, in init (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] P2pNcclEngine( (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] self.router_socket.bind(f"tcp://{self.zmq_address}") (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py", line 127, in init (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/zmq/sugar/socket.py", line 320, in bind (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] self.router_socket.bind(f"tcp://{self.zmq_address}") (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] super().bind(addr) (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "/usr/local/lib/python3.10/site-packages/zmq/sugar/socket.py", line 320, in bind (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "zmq/backend/cython/_zmq.py", line 1009, in zmq.backend.cython._zmq.Socket.bind (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] super().bind(addr) (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "zmq/backend/cython/_zmq.py", line 190, in zmq.backend.cython._zmq._check_rc (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "zmq/backend/cython/_zmq.py", line 1009, in zmq.backend.cython._zmq.Socket.bind (Worker_TP0 pid=27101) ERROR 05-09 16:34:35 [multiproc_executor.py:815] zmq.error.ZMQError: No such device (addr='tcp://2605:340:cd51:4900:d73:4aba:b23d:2190:21001') (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] File "zmq/backend/cython/_zmq.py", line 190, in zmq.backend.cython._zmq._check_rc (Worker_TP1 pid=27102) ERROR 05-09 16:34:35 [multiproc_executor.py:815] zmq.error.ZMQError: No such device (addr='tcp://2605:340:cd51:4900:d73:4aba:b23d:2190:21002') (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] EngineCore failed to start. (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] Traceback (most recent call last): (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/engine/core.py", line 833, in run_engine_core (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] engine_core = EngineCoreProc(*args, **kwargs) (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/engine/core.py", line 606, in init (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] super().init( (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/engine/core.py", line 109, in init (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] num_gpu_blocks, num_cpu_blocks, kv_cache_config = self._initialize_kv_caches( (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/engine/core.py", line 247, in _initialize_kv_caches (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] self.model_executor.initialize_from_config(kv_cache_configs) (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/executor/abstract.py", line 115, in initialize_from_config (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] self.collective_rpc("initialize_from_config", args=(kv_cache_configs,)) (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/executor/multiproc_executor.py", line 358, in collective_rpc (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] return aggregate(get_response()) (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] File "/usr/local/lib/python3.10/site-packages/vllm/v1/executor/multiproc_executor.py", line 341, in get_response (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] raise RuntimeError( (EngineCore_DP0 pid=27036) ERROR 05-09 16:34:35 [core.py:842] RuntimeError: Worker failed with error 'No such device (addr='tcp://2605:340:cd51:4900:d73:4aba:b23d:2190:21001')', please check the stack trace above for the root cause

Before submitting a new issue...

• Make sure you already searched for relevant issues, and asked the chatbot living at the bottom right corner of the documentation page, which can answer lots of frequently asked questions.