Index Symbols | B | F | G | I | L | M | P | R | S | T | W | Y Symbols --about benchtool-init command line option benchtools-init command line option --api benchtool-run command line option benchtools-run command line option --api-url benchtool-run-task command line option benchtools-run-task command line option --bench-path benchtool-add-task command line option benchtools-add-task command line option --collate benchtool-score command line option benchtools-score command line option --csv benchtool-score command line option benchtools-score command line option --log-path benchtool-run command line option benchtool-run-task command line option benchtools-run command line option benchtools-run-task command line option --model benchtool-run command line option benchtool-run-task command line option benchtools-run command line option benchtools-run-task command line option --no-git benchtool-init command line option benchtools-init command line option --path benchtool-init command line option benchtools-init command line option --result-id benchtool-score command line option benchtools-score command line option --runner-file benchtool-run command line option benchtools-run command line option --runner-type benchtool-run command line option benchtool-run-task command line option benchtools-run command line option benchtools-run-task command line option --score benchtool-run command line option benchtools-run command line option --task-source benchtool-add-task command line option benchtools-add-task command line option --task-type benchtool-add-task command line option benchtools-add-task command line option -a benchtool-init command line option benchtool-run command line option benchtool-run-task command line option benchtools-init command line option benchtools-run command line option benchtools-run-task command line option -C benchtool-score command line option benchtools-score command line option -c benchtool-score command line option benchtools-score command line option -l benchtool-run command line option benchtool-run-task command line option benchtools-run command line option benchtools-run-task command line option -m benchtool-run command line option benchtool-run-task command line option benchtools-run command line option benchtools-run-task command line option -p benchtool-add-task command line option benchtool-init command line option benchtools-add-task command line option benchtools-init command line option -R benchtool-run command line option benchtools-run command line option -r benchtool-run command line option benchtool-run-task command line option benchtool-score command line option benchtools-run command line option benchtools-run-task command line option benchtools-score command line option -s benchtool-add-task command line option benchtool-run command line option benchtools-add-task command line option benchtools-run command line option -t benchtool-add-task command line option benchtools-add-task command line option B Bench (class in benchtools.benchmark) bench_name (benchtools.benchmark.Bench attribute) bench_path (benchtools.benchmark.Bench attribute) BENCHMARK_NAME benchtool-init command line option benchtools-init command line option BENCHMARK_PATH benchtool-run command line option benchtool-run-task command line option benchtool-score command line option benchtools-run command line option benchtools-run-task command line option benchtools-score command line option BenchRunner (class in benchtools.runner) BenchRunnerList (class in benchtools.runner) benchtool-add-task command line option --bench-path --task-source --task-type -p -s -t TASK_NAME benchtool-init command line option --about --no-git --path -a -p BENCHMARK_NAME benchtool-run command line option --api --log-path --model --runner-file --runner-type --score -a -l -m -r -R -s BENCHMARK_PATH benchtool-run-task command line option --api-url --log-path --model --runner-type -a -l -m -r BENCHMARK_PATH TASK_NAME benchtool-score command line option --collate --csv --result-id -c -C -r BENCHMARK_PATH benchtools-add-task command line option --bench-path --task-source --task-type -p -s -t TASK_NAME benchtools-init command line option --about --no-git --path -a -p BENCHMARK_NAME benchtools-run command line option --api --log-path --model --runner-file --runner-type --score -a -l -m -r -R -s BENCHMARK_PATH benchtools-run-task command line option --api-url --log-path --model --runner-type -a -l -m -r BENCHMARK_PATH TASK_NAME benchtools-score command line option --collate --csv --result-id -c -C -r BENCHMARK_PATH benchtools.response module benchtools.runner module Binary (class in benchtools.response) BinaryJustification (class in benchtools.response) F FloatAnswer (class in benchtools.response) from_dict() (benchtools.task.Task class method), [1] from_example() (benchtools.task.Task class method), [1] from_file() (benchtools.runner.BenchRunnerList class method) from_folders() (benchtools.benchmark.Bench class method) from_hf_dataset() (benchtools.task.Task class method), [1] from_txt_csv() (benchtools.task.Task class method), [1] from_yaml() (benchtools.benchmark.Bench class method) (benchtools.task.Task class method), [1] G generate_prompts() (benchtools.task.Task method), [1] get_bench_data() (benchtools.task.Task method), [1] I init_repo() (benchtools.benchmark.Bench method) initialize_dir() (benchtools.benchmark.Bench method) IntAnswer (class in benchtools.response) IntJustification (class in benchtools.response) is_built (benchtools.benchmark.Bench attribute) L load() (benchtools.benchmark.Bench class method) M model_config (benchtools.response.Binary attribute) (benchtools.response.BinaryJustification attribute) (benchtools.response.FloatAnswer attribute) (benchtools.response.IntAnswer attribute) (benchtools.response.IntJustification attribute) (benchtools.response.StringAnswer attribute) (benchtools.response.StringJustification attribute) module benchtools.response benchtools.runner P parse_scorer() (benchtools.task.Task static method), [1] R run() (benchtools.benchmark.Bench method) (benchtools.task.Task method), [1] run_task() (benchtools.benchmark.Bench method) S score() (benchtools.benchmark.Bench method) (benchtools.task.Task method), [1] SentimentEnum (class in benchtools.response) StringAnswer (class in benchtools.response) StringJustification (class in benchtools.response) T Task (class in benchtools.task), [1] task_folder (benchtools.benchmark.Bench attribute) TASK_NAME benchtool-add-task command line option benchtool-run-task command line option benchtools-add-task command line option benchtools-run-task command line option tasks (benchtools.benchmark.Bench attribute) W write() (benchtools.task.Task method), [1] write_csv() (benchtools.task.Task method), [1] write_yaml() (benchtools.task.Task method), [1] Y YesNoEnum (class in benchtools.response)