@ -492,7 +492,6 @@ class EngineCoreProc(EngineCore):
|
||||
local_handshake = self._perform_handshake(
|
||||
input_ctx, client_handshake_address, identity, local_client,
|
||||
vllm_config)
|
||||
|
||||
with handshake as addresses, local_handshake as client_addresses:
|
||||
addresses.inputs = client_addresses.inputs
|
||||
addresses.outputs = client_addresses.outputs
|
||||
|
||||
@ -405,15 +405,12 @@ class MPClient(EngineCoreClient):
|
||||
"stats_update_address")
|
||||
else:
|
||||
# Engines are managed by this client.
|
||||
print(f"{vllm_config.parallel_config=}")
|
||||
with launch_core_engines(vllm_config, executor_class,
|
||||
log_stats) as (engine_manager,
|
||||
coordinator,
|
||||
addresses):
|
||||
self.resources.coordinator = coordinator
|
||||
self.resources.engine_manager = engine_manager
|
||||
print("========================================")
|
||||
print(f"{vllm_config.parallel_config=}")
|
||||
|
||||
(input_address, ) = addresses.inputs
|
||||
(output_address, ) = addresses.outputs
|
||||
|
||||
Reference in New Issue
Block a user