Skip to content

Set VLLM_WORKER_MULTIPROC_METHOD=spawn when tensor_parallel_size>1 #77

Set VLLM_WORKER_MULTIPROC_METHOD=spawn when tensor_parallel_size>1

Set VLLM_WORKER_MULTIPROC_METHOD=spawn when tensor_parallel_size>1 #77