LICENSE
NOTICE
README.md
pyproject.toml
gbench/__init__.py
gbench/__main__.py
gbench/canonical.py
gbench/changelog_gate.py
gbench/cli.py
gbench/merge.py
gbench/pool.py
gbench/pool_durations.json
gbench/smoke.py
gbench.egg-info/PKG-INFO
gbench.egg-info/SOURCES.txt
gbench.egg-info/dependency_links.txt
gbench.egg-info/entry_points.txt
gbench.egg-info/requires.txt
gbench.egg-info/top_level.txt
gbench/analysis/__init__.py
gbench/analysis/perf_load.py
gbench/analysis/perf_method.py
gbench/analysis/perf_sweep.py
gbench/analysis/statistics.py
gbench/core/__init__.py
gbench/core/config.py
gbench/core/models.py
gbench/core/scaffold.py
gbench/docker/api_bank_translate_worker.py
gbench/docker/cyberseceval_icd_worker.py
gbench/docker/gaia2_cascade_judge.py
gbench/docker/gaia2_run.py
gbench/docker/mcp_bench_bridge.py
gbench/docker/mcp_bench_build_check.py
gbench/docker/mcp_bench_cascade_judge.py
gbench/docker/mcp_bench_credentialed.py
gbench/docker/mcp_bench_request_policy.py
gbench/docker/mcp_bench_run.py
gbench/docker/mini_swe_agent_v2_run.py
gbench/docker/mobilegym_run.py
gbench/docker/mswe_agent_run.py
gbench/docker/skillsbench_run.py
gbench/docker/swe_lancer_eval.py
gbench/docker/terminal_bench_verify_env.py
gbench/docker/ui_control_osworld_run.py
gbench/docker/wildclawbench_cascade_judge.py
gbench/docker/wildclawbench_run.py
gbench/golden_dataset/audio_transcription_smoketest.json
gbench/golden_dataset/code_canonical.json
gbench/golden_dataset/function_call_single.json
gbench/golden_dataset/identify_person.json
gbench/golden_dataset/location_identification.json
gbench/golden_dataset/math_canonical.json
gbench/golden_dataset/multimodal_vision_landmark.json
gbench/golden_dataset/safety_boundary.json
gbench/golden_dataset/structured_json.json
gbench/golden_dataset/template_multi_turn.json
gbench/golden_dataset/template_multi_turn_twin.json
gbench/golden_dataset/template_tool_response.json
gbench/golden_dataset/template_tool_response_twin.json
gbench/golden_dataset/tool_call_minimal.json
gbench/golden_dataset/translation_romance.json
gbench/golden_dataset/two_rivers_zurich.json
gbench/golden_dataset/assets/starry_night.png
gbench/golden_dataset/assets/tellMeAboutTheSun.wav
gbench/golden_dataset/assets/what_color_is_cheese.wav
gbench/runners/__init__.py
gbench/runners/evals.py
gbench/runners/golden.py
gbench/runners/perf_payload.py
gbench/runners/quality.py
gbench/runners/serving.py
gbench/runners/stress.py
gbench/runners/throughput.py
gbench/runners/eval_suites/__init__.py
gbench/runners/eval_suites/base.py
gbench/runners/eval_suites/canonical_sync.py
gbench/runners/eval_suites/container_guard.py
gbench/runners/eval_suites/custom_jsonl.py
gbench/runners/eval_suites/dataset_utils.py
gbench/runners/eval_suites/extraction_common.py
gbench/runners/eval_suites/fc_spec_validator.py
gbench/runners/eval_suites/gemini_budget.py
gbench/runners/eval_suites/gemini_relay.py
gbench/runners/eval_suites/limit_plan.py
gbench/runners/eval_suites/loader.py
gbench/runners/eval_suites/math_equiv.py
gbench/runners/eval_suites/metrics.py
gbench/runners/eval_suites/mswe_harness_build.py
gbench/runners/eval_suites/sampling.py
gbench/runners/eval_suites/sandbox.py
gbench/runners/eval_suites/search_tool.py
gbench/runners/eval_suites/swe_agentic.py
gbench/runners/eval_suites/swe_thread_cap.py
gbench/runners/eval_suites/swebench_common.py
gbench/runners/eval_suites/tau_common.py
gbench/runners/eval_suites/terminus_salvage_patch.py
gbench/third_party/__init__.py
gbench/third_party/_acebench_vendor/LICENSE
gbench/third_party/_acebench_vendor/__init__.py
gbench/third_party/_acebench_vendor/multi_step_prompts.py
gbench/third_party/_acebench_vendor/multi_turn_prompts.py
gbench/third_party/_acebench_vendor/prompt_en.py
gbench/third_party/_acebench_vendor/prompt_zh.py
gbench/third_party/_acebench_vendor/scenariosen/__init__.py
gbench/third_party/_acebench_vendor/scenariosen/travel.py
gbench/third_party/_acebench_vendor/scenariosen/phone_platform/__init__.py
gbench/third_party/_acebench_vendor/scenariosen/phone_platform/base_api.py
gbench/third_party/_acebench_vendor/scenariosen/phone_platform/food_services.py
gbench/third_party/_acebench_vendor/scenariosen/phone_platform/message.py
gbench/third_party/_acebench_vendor/scenariosen/phone_platform/reminder.py
gbench/third_party/_acebench_vendor/scenarioszh/__init__.py
gbench/third_party/_acebench_vendor/scenarioszh/travel.py
gbench/third_party/_acebench_vendor/scenarioszh/phone_platform/__init__.py
gbench/third_party/_acebench_vendor/scenarioszh/phone_platform/base_api.py
gbench/third_party/_acebench_vendor/scenarioszh/phone_platform/food_services.py
gbench/third_party/_acebench_vendor/scenarioszh/phone_platform/message.py
gbench/third_party/_acebench_vendor/scenarioszh/phone_platform/reminder.py
gbench/third_party/_json_repair_vendor/LICENSE
gbench/third_party/_json_repair_vendor/__init__.py
gbench/third_party/_json_repair_vendor/json_context.py
gbench/third_party/_json_repair_vendor/json_parser.py
gbench/third_party/_json_repair_vendor/json_repair.py
gbench/third_party/_json_repair_vendor/object_comparer.py
gbench/third_party/_json_repair_vendor/string_file_wrapper.py
gbench/third_party/_scicode_vendor/LICENSE
gbench/third_party/_scicode_vendor/__init__.py
gbench/third_party/_scicode_vendor/scicode/__init__.py
gbench/third_party/_scicode_vendor/scicode/compare/__init__.py
gbench/third_party/_scicode_vendor/scicode/compare/cmp.py
gbench/third_party/_scicode_vendor/scicode/parse/__init__.py
gbench/third_party/_scicode_vendor/scicode/parse/parse.py
gbench/third_party/_teval_vendor/LICENSE
gbench/third_party/_teval_vendor/__init__.py
gbench/third_party/_teval_vendor/format_load.py
gbench/third_party/_teval_vendor/instruct_evaluator.py
gbench/third_party/_teval_vendor/planning_evaluator.py
gbench/third_party/_teval_vendor/reason_retrieve_understand_evaluator.py
gbench/third_party/_teval_vendor/review_evaluator.py
gbench/third_party/_teval_vendor/schema.py
gbench/third_party/_teval_vendor/template.py
gbench/third_party/eval_suites/LICENSE
gbench/third_party/eval_suites/aa_lcr.py
gbench/third_party/eval_suites/acebench.py
gbench/third_party/eval_suites/agent_dojo.py
gbench/third_party/eval_suites/aider_polyglot.py
gbench/third_party/eval_suites/aime.py
gbench/third_party/eval_suites/amc_aime.py
gbench/third_party/eval_suites/api_bank.py
gbench/third_party/eval_suites/arc_agi.py
gbench/third_party/eval_suites/beam_128k.py
gbench/third_party/eval_suites/bfcl.py
gbench/third_party/eval_suites/bfcl_live.py
gbench/third_party/eval_suites/bfcl_v4_agentic.py
gbench/third_party/eval_suites/bigcodebench.py
gbench/third_party/eval_suites/browsecomp.py
gbench/third_party/eval_suites/bundled_detection.py
gbench/third_party/eval_suites/causalbench.py
gbench/third_party/eval_suites/chartqa.py
gbench/third_party/eval_suites/charxiv.py
gbench/third_party/eval_suites/charxiv_constants.py
gbench/third_party/eval_suites/cimemories.py
gbench/third_party/eval_suites/coco_caption.py
gbench/third_party/eval_suites/codeforces.py
gbench/third_party/eval_suites/complexfuncbench.py
gbench/third_party/eval_suites/copilot_bench_swe.py
gbench/third_party/eval_suites/cruxeval.py
gbench/third_party/eval_suites/cyberseceval.py
gbench/third_party/eval_suites/deepsearch_qa.py
gbench/third_party/eval_suites/docvqa.py
gbench/third_party/eval_suites/fc_common.py
gbench/third_party/eval_suites/frames.py
gbench/third_party/eval_suites/gaia.py
gbench/third_party/eval_suites/gaia2.py
gbench/third_party/eval_suites/gdpval.py
gbench/third_party/eval_suites/gorilla_apibench.py
gbench/third_party/eval_suites/gpqa.py
gbench/third_party/eval_suites/gpqa_diamond.py
gbench/third_party/eval_suites/gsm8k.py
gbench/third_party/eval_suites/healthbench.py
gbench/third_party/eval_suites/hmmt.py
gbench/third_party/eval_suites/humanitys_last_exam.py
gbench/third_party/eval_suites/i18n_translate.py
gbench/third_party/eval_suites/ifeval.py
gbench/third_party/eval_suites/imo_answer_bench.py
gbench/third_party/eval_suites/infographicvqa.py
gbench/third_party/eval_suites/lab_bench.py
gbench/third_party/eval_suites/lcb.py
gbench/third_party/eval_suites/livebench.py
gbench/third_party/eval_suites/loft_scifact.py
gbench/third_party/eval_suites/longbench_v2_code.py
gbench/third_party/eval_suites/matharena_common.py
gbench/third_party/eval_suites/mcp_atlas.py
gbench/third_party/eval_suites/mcp_bench.py
gbench/third_party/eval_suites/medxpertqa.py
gbench/third_party/eval_suites/mmlu.py
gbench/third_party/eval_suites/mmlu_pro.py
gbench/third_party/eval_suites/mmlu_redux.py
gbench/third_party/eval_suites/mmmu_pro.py
gbench/third_party/eval_suites/mobilegym.py
gbench/third_party/eval_suites/mobilegym_pp.py
gbench/third_party/eval_suites/mrcr.py
gbench/third_party/eval_suites/multi_swe_bench.py
gbench/third_party/eval_suites/multilingual_mmlu.py
gbench/third_party/eval_suites/multipl_e.py
gbench/third_party/eval_suites/nestful.py
gbench/third_party/eval_suites/nexusraven_api_eval.py
gbench/third_party/eval_suites/ojbench.py
gbench/third_party/eval_suites/omnidoc_metrics.py
gbench/third_party/eval_suites/omnidocbench.py
gbench/third_party/eval_suites/putnam.py
gbench/third_party/eval_suites/putnam_formal.py
gbench/third_party/eval_suites/ruler.py
gbench/third_party/eval_suites/scicode.py
gbench/third_party/eval_suites/screenspot.py
gbench/third_party/eval_suites/screenspot_pointing.py
gbench/third_party/eval_suites/seal_tools.py
gbench/third_party/eval_suites/simpleqa.py
gbench/third_party/eval_suites/skillsbench.py
gbench/third_party/eval_suites/spider2.py
gbench/third_party/eval_suites/swe_bench_live.py
gbench/third_party/eval_suites/swe_bench_multilingual.py
gbench/third_party/eval_suites/swe_bench_pro.py
gbench/third_party/eval_suites/swe_lancer.py
gbench/third_party/eval_suites/t_eval.py
gbench/third_party/eval_suites/tau2.py
gbench/third_party/eval_suites/tau3.py
gbench/third_party/eval_suites/terminal_bench.py
gbench/third_party/eval_suites/textvqa.py
gbench/third_party/eval_suites/toolbench.py
gbench/third_party/eval_suites/ui_control_osworld.py
gbench/third_party/eval_suites/vqa_common.py
gbench/third_party/eval_suites/wildbench.py
gbench/third_party/eval_suites/wildclawbench.py
gbench/third_party/eval_suites/wmdp.py
gbench/third_party/eval_suites/_complexfuncbench_data/LICENSE
gbench/third_party/eval_suites/_complexfuncbench_data/exact_match_values.json
gbench/third_party/eval_suites/_complexfuncbench_data/tool_info.json
gbench/third_party/eval_suites/_ifeval_vendor/LICENSE
gbench/third_party/eval_suites/_ifeval_vendor/__init__.py
gbench/third_party/eval_suites/_ifeval_vendor/evaluation_lib.py
gbench/third_party/eval_suites/_ifeval_vendor/instructions.py
gbench/third_party/eval_suites/_ifeval_vendor/instructions_registry.py
gbench/third_party/eval_suites/_ifeval_vendor/instructions_util.py
gbench/third_party/eval_suites/_swelancer_adapter/predictions_solver.py
gbench/third_party/eval_suites/_swelancer_adapter/run_swelancer_eval.py
gbench/third_party/eval_suites/scicode_data/13.6.txt
gbench/third_party/eval_suites/scicode_data/62.1.txt
gbench/third_party/eval_suites/scicode_data/76.3.txt
gbench/third_party/eval_suites/scicode_data/ATTRIBUTION.md
gbench/third_party/eval_suites/scicode_data/LICENSE
gbench/third_party/matharena_src/LICENSE
gbench/third_party/matharena_src/configs/competitions/aime/aime_2026.yaml
gbench/third_party/matharena_src/configs/competitions/hmmt/hmmt_feb_2026.yaml
gbench/third_party/matharena_src/matharena/__init__.py
gbench/third_party/matharena_src/matharena/grader.py
gbench/third_party/matharena_src/matharena/parse_manual.py
gbench/third_party/matharena_src/matharena/parser.py
gbench/third_party/matharena_src/matharena/utils.py
gbench/third_party/matharena_src/matharena/tools/lean_execution.py
gbench/third_party/matharena_src/matharena/tools/submit_answer.py
gbench/utils/__init__.py
gbench/utils/calibrate.py
gbench/utils/dependency_checks.py
gbench/utils/endpoint.py
gbench/utils/endpoint_lock.py
gbench/utils/log_manager.py
gbench/utils/process_groups.py
gbench/utils/redaction.py
tests/test_aa_lcr_beam_healthbench_imo_canonical.py
tests/test_acebench_agent_and_bfcl_search_log.py
tests/test_agent_client_timeouts.py
tests/test_agent_dojo_canonical.py
tests/test_agent_dojo_episodes_and_harness_errors.py
tests/test_agent_max_tokens_from_run.py
tests/test_agent_simulator_suites_canonical.py
tests/test_agent_suites_upstream_harness_protocol.py
tests/test_agent_token_policy_and_mcp_bench_launcher.py
tests/test_agentic_suite_reporting_helpers.py
tests/test_agentic_suites_harness_settings.py
tests/test_agentic_tool_suites_canonical.py
tests/test_agents_vision_budget.py
tests/test_aider_polyglot_canonical.py
tests/test_aider_polyglot_evidence_and_retries.py
tests/test_aider_polyglot_oom_kills.py
tests/test_aider_relay_always.py
tests/test_aider_request_timeout.py
tests/test_aider_tries.py
tests/test_answer_in_thinking_policy.py
tests/test_api_bank_canonical.py
tests/test_api_bank_tool_searcher_device.py
tests/test_attempt_count.py
tests/test_base_reply_health_retries_and_accounting.py
tests/test_bfcl_agentic_draws_traces_and_headlines.py
tests/test_bfcl_dotenv_endpoint_failures_and_cascade.py
tests/test_bfcl_execution_guard_and_relays.py
tests/test_bfcl_gemini_search.py
tests/test_bfcl_harness_errors.py
tests/test_bfcl_harness_image_and_acebench_binop.py
tests/test_bfcl_one_latency.py
tests/test_bfcl_output_masking_and_fc_token_caps.py
tests/test_bfcl_scoring.py
tests/test_bfcl_settings_protocol.py
tests/test_bfcl_single_turn_protocol.py
tests/test_bfcl_v4_agentic.py
tests/test_bfcl_v4_overall_and_multi_turn.py
tests/test_bfcl_wall_clock_and_acebench_container.py
tests/test_bigcodebench_limit_and_special_tokens.py
tests/test_bigcodebench_stop_strings.py
tests/test_builtin_scoring_regressions.py
tests/test_calibrate.py
tests/test_canonical_sync.py
tests/test_canonical_tool_backends.py
tests/test_changelog_gate.py
tests/test_charxiv_canonical.py
tests/test_cimemories_limit_labels.py
tests/test_cimemories_release_pipeline.py
tests/test_cli.py
tests/test_cli_config_and_base_interfaces.py
tests/test_cli_list.py
tests/test_cli_summary_none_accuracy.py
tests/test_cluster_scripts_and_ci_helpers.py
tests/test_code_exec_endpoint_failures_and_aider_memory.py
tests/test_code_exec_harness_failures.py
tests/test_code_exec_suites_canonical.py
tests/test_code_exec_upstream_extraction_and_judging.py
tests/test_code_math_thinking_temperature.py
tests/test_code_suite_trace_storage_and_merge.py
tests/test_codeforces_and_judge_resolution.py
tests/test_complexfuncbench.py
tests/test_complexfuncbench_harness_errors.py
tests/test_complexfuncbench_nestful_livebench_upstream_paths.py
tests/test_config.py
tests/test_container_guard.py
tests/test_context_clamp_category_routing_and_renames.py
tests/test_context_rejection_attribution_and_result_records.py
tests/test_custom_eval_loader.py
tests/test_cyberseceval_icd_image.py
tests/test_cyberseceval_image_freshness_and_statuses.py
tests/test_declared_caps_redaction_edges_and_code_sandbox.py
tests/test_delegated_harness_request_settings.py
tests/test_dependency_policy.py
tests/test_display_questions_x_attempts.py
tests/test_empty_reply_classification_and_upstream_reask.py
tests/test_endpoint_failure_accounting.py
tests/test_endpoint_failures_in_suite_headlines.py
tests/test_endpoint_lock.py
tests/test_endpoint_probe.py
tests/test_eval_limit_agentic_plans_and_knobs.py
tests/test_eval_limit_agentic_suites.py
tests/test_eval_limit_code_math_suites.py
tests/test_eval_limit_docs_state_the_rule.py
tests/test_eval_limit_fc_tools_suites.py
tests/test_eval_limit_is_per_suite.py
tests/test_eval_limit_knowledge_lc_vision.py
tests/test_eval_limit_native_fixes.py
tests/test_eval_limit_plan_merge.py
tests/test_eval_suites_extended.py
tests/test_eval_suites_hybrid.py
tests/test_eval_suites_tier3.py
tests/test_eval_suites_tier4.py
tests/test_evals_endpoint_routing_and_reuse.py
tests/test_evals_none_accuracy_print.py
tests/test_failed_configuration_and_response_health.py
tests/test_fc_official_sampling_and_bfcl_backend_state.py
tests/test_fc_suite_backends_and_headlines.py
tests/test_free_port_and_shard_selection.py
tests/test_function_calling_suites_canonical.py
tests/test_gaia2.py
tests/test_gaia2_diagnostics_and_capability_rates.py
tests/test_gaia2_toolbench_capabilities_and_endpoint_failures.py
tests/test_gaia2_toolbench_content_rejections_and_stop.py
tests/test_gaia2_toolbench_judge_protocol_and_credentials.py
tests/test_gdpval.py
tests/test_gdpval_scorable_sampling.py
tests/test_gemini_base_url_and_search_key_handling.py
tests/test_gemini_cascade.py
tests/test_gemini_endpoint_only.py
tests/test_gemini_only_shared_docs_and_null_accuracy.py
tests/test_gemini_relay.py
tests/test_gemini_thinking_allowance.py
tests/test_gemini_thinking_allowance_merge.py
tests/test_gemma4_eval_suites.py
tests/test_golden.py
tests/test_golden_chat_template_leak.py
tests/test_guard_code_images.py
tests/test_guard_code_images_dns.py
tests/test_guard_docs_probe_isolation_and_quality_413.py
tests/test_guard_swe_agents.py
tests/test_guard_swe_dns_and_windows_probe.py
tests/test_guard_tool_suites.py
tests/test_harness_git_ignores_operator_config.py
tests/test_heavy_zero_guards.py
tests/test_image_build_pins.py
tests/test_judge_failure_accounting_and_provenance.py
tests/test_judge_missing_verdicts.py
tests/test_judged_and_vision_suite_records.py
tests/test_judged_suites_upstream_judge_calls.py
tests/test_judged_vision_budget_cutoffs.py
tests/test_judged_vision_token_policy_and_judge_params.py
tests/test_knowledge_budget_and_mmlu.py
tests/test_knowledge_misc_suites_canonical.py
tests/test_knowledge_official_sampling_and_shard.py
tests/test_knowledge_request_settings_and_shard_order.py
tests/test_knowledge_token_limit_policy.py
tests/test_knowledge_upstream_protocols.py
tests/test_lab_bench.py
tests/test_leak_gate_and_oxylabs_no_job_reply.py
tests/test_live_key_gates_and_t_eval_import.py
tests/test_livebench.py
tests/test_livebench_canonical.py
tests/test_livebench_limit_status.py
tests/test_livebench_pinned_defaults.py
tests/test_livebench_records_and_merge_overlap.py
tests/test_livebench_rows.py
tests/test_livebench_server_aborts.py
tests/test_longbench_v2_cot_setting.py
tests/test_math_code_budget_accounting.py
tests/test_math_code_official_sampling.py
tests/test_math_code_sampling_fields_and_caps.py
tests/test_math_code_token_limit_policy.py
tests/test_math_lcb_livebench_canonical.py
tests/test_math_suite_records_and_merges.py
tests/test_matharena_lcb_isolation_and_bcb_splits.py
tests/test_mcp_atlas_environment_and_bfcl_search.py
tests/test_mcp_atlas_gemini_search.py
tests/test_mcp_atlas_page_tool_credentials.py
tests/test_mcp_atlas_page_tools_and_search_deadlines.py
tests/test_mcp_atlas_provider_outages_and_credential_masking.py
tests/test_mcp_atlas_url_tools.py
tests/test_mcp_bench.py
tests/test_mcp_bench_complexfuncbench_backend_keys.py
tests/test_mcp_bench_image_build_check.py
tests/test_mcp_bench_relay_record_and_bridge_exit.py
tests/test_mcp_bench_toolbench_credentials_and_judge.py
tests/test_mcp_credential_isolation_and_dns.py
tests/test_mcp_provider_account_errors_and_key_checks.py
tests/test_mcp_wildclawbench_credentials_and_cascade.py
tests/test_medxpertqa_attempts_without_scored_questions.py
tests/test_medxpertqa_extraction.py
tests/test_misc_suites_upstream_fidelity.py
tests/test_missing_evals.py
tests/test_mmlu_gpqa_family_canonical.py
tests/test_mmlu_pro_runner_and_knowledge_caps.py
tests/test_mmlu_wmdp_logprob_paths.py
tests/test_mmmu_pro_summary_counts.py
tests/test_mobilegym.py
tests/test_models.py
tests/test_mrcr_verbatim_reproductions.py
tests/test_mrcr_window.py
tests/test_mswe_harness_build_apt_archive.py
tests/test_multipl_e.py
tests/test_multipl_e_assembly.py
tests/test_multipl_e_languages_covered.py
tests/test_named_only_suites_and_credential_redaction.py
tests/test_nestful_ibm_scorer.py
tests/test_nestful_label_canon.py
tests/test_nestful_offpath_network_calls.py
tests/test_nestful_win_rate_blocked_network.py
tests/test_nestful_win_rate_sandbox.py
tests/test_nestful_worker_protocol_and_sandbox_paths.py
tests/test_nohup_sighup_is_respected.py
tests/test_ojbench_container.py
tests/test_ojbench_verdict_detail_and_cpp_attempts.py
tests/test_omnidocbench_canonical.py
tests/test_omnidocbench_link_norm.py
tests/test_omnidocbench_undefined_composite_and_categories.py
tests/test_partial_run_contract.py
tests/test_per_setting_prereqs_fc.py
tests/test_perf_load.py
tests/test_perf_method.py
tests/test_perf_payload.py
tests/test_perf_stubs.py
tests/test_perf_sweep.py
tests/test_plugin_engine.py
tests/test_plugin_scorers.py
tests/test_plugin_tool_env.py
tests/test_plugins_beyond_chunks.py
tests/test_plugins_scoring.py
tests/test_pool_child_cwd.py
tests/test_pool_reap_compose.py
tests/test_provenance_literals.py
tests/test_putnam_budget_cutoffs.py
tests/test_putnam_formal_binders.py
tests/test_putnam_formal_blocks_verdicts_and_unscored.py
tests/test_putnam_formal_display.py
tests/test_putnam_formal_literals.py
tests/test_putnam_formal_payload.py
tests/test_putnam_formal_printer.py
tests/test_putnam_formal_review.py
tests/test_putnam_formal_verifier.py
tests/test_putnambench_release.py
tests/test_quality.py
tests/test_quality_credentials.py
tests/test_quality_harness_scoring.py
tests/test_quality_isolation.py
tests/test_reasoning_branch_policy.py
tests/test_reasoning_loop_detection.py
tests/test_relay_always_tau_bfcl.py
tests/test_relay_client_leave_and_mswe_rollout_errors.py
tests/test_relay_cutoff_reason_wording.py
tests/test_relay_empty_reply_evidence.py
tests/test_relay_progress_shape_smoke.py
tests/test_repo_gates_and_shared_docs.py
tests/test_roadmap_deregistration_and_base_hooks.py
tests/test_root_image_pins_and_harbor_telemetry.py
tests/test_rubrics.py
tests/test_ruler_canonical.py
tests/test_ruler_omnidocbench_loft_i18n_canonical.py
tests/test_run_directories_merge_and_license_headers.py
tests/test_run_guards_records_and_merge_rules.py
tests/test_run_shaping_knobs_and_cli_guards.py
tests/test_sampling_contract.py
tests/test_sandbox_credentials.py
tests/test_sandbox_e2big.py
tests/test_scaffold.py
tests/test_scaffold_knobs_and_fingerprint_refresh.py
tests/test_scaffold_runner_inputs.py
tests/test_scicode_step_scripts.py
tests/test_scoring_integrity.py
tests/test_search_engine_mode.py
tests/test_search_tool.py
tests/test_search_tool_hedged_deadline.py
tests/test_server_parser_policy.py
tests/test_serving.py
tests/test_serving_endpoint_key_and_bind_address.py
tests/test_serving_eval_flags.py
tests/test_serving_servers_and_golden_endpoint.py
tests/test_shard_agentic_suites.py
tests/test_shard_container_launchers.py
tests/test_shard_harness_suites.py
tests/test_shard_merge_dry_run_and_shared_docs.py
tests/test_shard_native_suites.py
tests/test_simple_evals_endpoint_failures.py
tests/test_simple_evals_judge_calls.py
tests/test_simple_evals_sampler_i18n_download_wb_elo_pool.py
tests/test_simple_evals_served_model_path.py
tests/test_simpleqa_frames_hle_wildbench_canonical.py
tests/test_simpleqa_judge_finish_reasons.py
tests/test_skillsbench.py
tests/test_skillsbench_no_reward.py
tests/test_smoke_mode.py
tests/test_spider2_subset_and_budget_reasons.py
tests/test_stopped_suite_record_names_tabs.py
tests/test_stress.py
tests/test_suite_pool.py
tests/test_suite_renames_and_gemini_key_precedence.py
tests/test_swe_agent_v2_counters.py
tests/test_swe_agentic_default_protocol.py
tests/test_swe_bench_live_container.py
tests/test_swe_bench_live_heredoc_hang_and_signal_stop.py
tests/test_swe_bench_live_parallel_tabs.py
tests/test_swe_bench_live_task_runtime.py
tests/test_swe_bench_pro_sidecar_timeout.py
tests/test_swe_client_timeouts.py
tests/test_swe_endpoint_key_isolation_and_live_settings.py
tests/test_swe_endpoint_relay_live_tabs_and_lancer.py
tests/test_swe_harness_errors_and_terminal_bench_exceptions.py
tests/test_swe_lancer_cache_and_sweagent_watchdog.py
tests/test_swe_model_outcome_classification.py
tests/test_swe_reference_scaffolds.py
tests/test_swe_report_retry_and_split_fingerprints.py
tests/test_swe_runtime_hosts_and_dns_corroboration.py
tests/test_swe_scaffold_protocol.py
tests/test_swe_snapshot_checks_and_regrade_verdicts.py
tests/test_swe_thread_cap.py
tests/test_swe_unforgeable_evidence_and_apt_fallback.py
tests/test_swe_upstream_protocols.py
tests/test_swebench_error_classification.py
tests/test_t_eval_canonical.py
tests/test_t_eval_embedder_device_and_import_errors.py
tests/test_tau2_image_launcher.py
tests/test_tau3_gemini_embeddings.py
tests/test_tau3_single_path.py
tests/test_tau_credentials_and_retrieval.py
tests/test_tau_gdpval_toolbench_protocols.py
tests/test_tau_gemini_cascade_and_relays.py
tests/test_tau_infra_status_and_misc.py
tests/test_tau_litellm_cost_map.py
tests/test_tau_llm_cascade.py
tests/test_tau_mediums_2m.py
tests/test_tau_run_cache_and_role_providers.py
tests/test_tau_sandbox_prune.py
tests/test_tau_user_errors_proxy_and_cascade_source.py
tests/test_temperature_resolution.py
tests/test_terminal_bench_harbor_image.py
tests/test_terminal_bench_retries_socket_and_prepull.py
tests/test_textvqa_image_mime.py
tests/test_throughput_only_remote.py
tests/test_token_limit_policy_and_redaction_backstop.py
tests/test_tool_research_suites_prompts_and_harness_errors.py
tests/test_toolbench_judge.py
tests/test_toolbench_quality_gemini_only.py
tests/test_toolbench_reference_and_mcp_bench_connection_check.py
tests/test_toolbench_relay_tokenize.py
tests/test_toolbench_served_model.py
tests/test_turn_budget.py
tests/test_ui_control_osworld.py
tests/test_ui_control_osworld_endpoint_failures_and_prereqs.py
tests/test_upstream_reask_budget.py
tests/test_vision_judged_longctx_protocols.py
tests/test_vision_suites_canonical.py
tests/test_wall_clock_video_budget_and_results_dir.py
tests/test_web_research_transcripts.py
tests/test_wildbench_judge_thinking_allowance.py
tests/test_wildbench_wb_elo_and_official_scorers.py
tests/test_wildbench_wb_reward_and_lmms_scoring.py
tests/test_wildclawbench.py
tests/test_wildclawbench_gemini_search.py
tests/test_wildclawbench_grading_isolation_and_network.py
tests/test_wildclawbench_search_single_path.py
tests/test_wildclawbench_search_timeout.py
tests/test_wildclawbench_search_timeouts_and_reporting.py
tests/test_wildclawbench_thinking_level_and_mcp_bench_sessions.py
tests/test_wildclawbench_thinking_switch.py
tests/test_withheld_pass_rate_and_lookup_deadlines.py