Skip to content

Commit ace9fda

Browse files
[CI/Build][BugFix][The Rock][AMD] Add spawn method in vision examples to avoid reinitialization (#47932)
Signed-off-by: Randall Smith <Randall.Smith@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
1 parent ef0aa7c commit ace9fda

2 files changed

Lines changed: 8 additions & 0 deletions

File tree

examples/generate/multimodal/vision_language_multi_image_offline.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@
1717
from vllm import LLM, EngineArgs, SamplingParams
1818
from vllm.lora.request import LoRARequest
1919
from vllm.multimodal.utils import fetch_image
20+
from vllm.platforms import current_platform
2021
from vllm.utils.argparse_utils import FlexibleArgumentParser
2122

2223
QUESTION = "What is the content of each image?"
@@ -1443,6 +1444,8 @@ def run_generate(
14431444
engine_args.seed = seed
14441445
if tensor_parallel_size is not None:
14451446
engine_args.tensor_parallel_size = tensor_parallel_size
1447+
if current_platform.is_rocm():
1448+
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
14461449
llm = LLM.from_engine_args(engine_args)
14471450

14481451
sampling_params = SamplingParams(
@@ -1484,6 +1487,8 @@ def run_chat(
14841487
engine_args.seed = seed
14851488
if tensor_parallel_size is not None:
14861489
engine_args.tensor_parallel_size = tensor_parallel_size
1490+
if current_platform.is_rocm():
1491+
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
14871492
llm = LLM.from_engine_args(engine_args)
14881493

14891494
sampling_params = (

examples/generate/multimodal/vision_language_offline.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@
2121
from vllm.assets.video import VideoAsset
2222
from vllm.lora.request import LoRARequest
2323
from vllm.multimodal.image import convert_image_mode
24+
from vllm.platforms import current_platform
2425
from vllm.utils.argparse_utils import FlexibleArgumentParser
2526

2627

@@ -2646,6 +2647,8 @@ def main(args):
26462647
if args.tensor_parallel_size is not None:
26472648
engine_args.tensor_parallel_size = args.tensor_parallel_size
26482649
engine_args = maybe_add_vit_cuda_graph_compilation_config(args, engine_args)
2650+
if current_platform.is_rocm():
2651+
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
26492652
llm = LLM.from_engine_args(engine_args)
26502653

26512654
# Don't want to check the flag multiple times, so just hijack `prompts`.

0 commit comments

Comments
 (0)