Skip to content

vllm.benchmarks.sweep.cli

SUBCOMMANDS module-attribute 

SUBCOMMANDS = (
    (SweepServeArgs, main),
    (SweepServeSLAArgs, main),
    (SweepPlotArgs, main),
)

add_cli_args 

add_cli_args(parser: ArgumentParser)
Source code in vllm/benchmarks/sweep/cli.py 
21
22
23
24
25
26
27
28
29
30
31
32
33
34
def add_cli_args(parser: argparse.ArgumentParser):
    subparsers = parser.add_subparsers(required=True, dest="sweep_type")

    for cmd, entrypoint in SUBCOMMANDS:
        cmd_subparser = subparsers.add_parser(
            cmd.parser_name,
            description=cmd.parser_help,
            usage=f"vllm bench sweep {cmd.parser_name} [options]",
        )
        cmd_subparser.set_defaults(dispatch_function=entrypoint)
        cmd.add_cli_args(cmd_subparser)
        cmd_subparser.epilog = VLLM_SUBCMD_PARSER_EPILOG.format(
            subcmd=f"sweep {cmd.parser_name}"
        )

main 

main(args: Namespace)
Source code in vllm/benchmarks/sweep/cli.py 
37
38
def main(args: argparse.Namespace):
    args.dispatch_function(args)