[Misc] Enable multi-step output streaming by default (#9047)
This commit is contained in:
parent
aeb37c2a72
commit
303d44790a
@ -145,7 +145,7 @@ class EngineArgs:
|
||||
max_cpu_loras: Optional[int] = None
|
||||
device: str = 'auto'
|
||||
num_scheduler_steps: int = 1
|
||||
multi_step_stream_outputs: bool = False
|
||||
multi_step_stream_outputs: bool = True
|
||||
ray_workers_use_nsight: bool = False
|
||||
num_gpu_blocks_override: Optional[int] = None
|
||||
num_lookahead_slots: int = 0
|
||||
@ -603,8 +603,12 @@ class EngineArgs:
|
||||
|
||||
parser.add_argument(
|
||||
'--multi-step-stream-outputs',
|
||||
action='store_true',
|
||||
help='If True, then multi-step will stream outputs for every step')
|
||||
action=StoreBoolean,
|
||||
default=EngineArgs.multi_step_stream_outputs,
|
||||
nargs="?",
|
||||
const="True",
|
||||
help='If False, then multi-step will stream outputs at the end '
|
||||
'of all steps')
|
||||
parser.add_argument(
|
||||
'--scheduler-delay-factor',
|
||||
type=float,
|
||||
|
||||
Loading…
Reference in New Issue
Block a user