From 1551cbf01eff5be52b989e8448d791799c07849d Mon Sep 17 00:00:00 2001 From: Lauren Deason Date: Wed, 27 Nov 2024 06:33:48 -0800 Subject: [PATCH] run script for autopatch Reviewed By: SimonWan Differential Revision: D66511028 fbshipit-source-id: a0e2277b4cb2fd0d66696091dcfb75ae1bb8445c --- CybersecurityBenchmarks/benchmark/run.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/CybersecurityBenchmarks/benchmark/run.py b/CybersecurityBenchmarks/benchmark/run.py index a3169048..2185c065 100644 --- a/CybersecurityBenchmarks/benchmark/run.py +++ b/CybersecurityBenchmarks/benchmark/run.py @@ -72,6 +72,7 @@ def main( default_use_precomputed_responses: bool = False, default_only_generate_llm_responses: bool = False, default_llm_creator: Callable[[str], llm.LLM] = llm.create, + default_run_llm_in_parallel: int = 1, ) -> None: parser = argparse.ArgumentParser(description="Run the Cybersecurity Benchmarks.") @@ -137,7 +138,7 @@ def main( nargs="?", type=int, const=16, - default=1, + default=default_run_llm_in_parallel, help=( "Specify the number of parallel calls to the LLM to speed up execution. " "When not provided, it defaults to 1 thread. "