LICENSE
README.md
pyproject.toml
evalrx/__init__.py
evalrx/cli.py
evalrx/config.py
evalrx/logging_utils.py
evalrx/specs.py
evalrx/term_links.py
evalrx.egg-info/PKG-INFO
evalrx.egg-info/SOURCES.txt
evalrx.egg-info/dependency_links.txt
evalrx.egg-info/entry_points.txt
evalrx.egg-info/requires.txt
evalrx.egg-info/top_level.txt
evalrx/agent_assets/__init__.py
evalrx/agent_assets/skills.py
evalrx/agent_assets/skills/README.md
evalrx/agent_assets/skills/eval-chart-style/SKILL.md
evalrx/agent_assets/skills/evalrx-report-ui/SKILL.md
evalrx/agent_assets/skills/nature-figure/LICENSE
evalrx/agent_assets/skills/nature-figure/README.md
evalrx/agent_assets/skills/nature-figure/SKILL.md
evalrx/agent_assets/skills/nature-figure/manifest.yaml
evalrx/agent_assets/skills/nature-figure/references/api.md
evalrx/agent_assets/skills/nature-figure/references/backend-selection.md
evalrx/agent_assets/skills/nature-figure/references/chart-types.md
evalrx/agent_assets/skills/nature-figure/references/common-patterns.md
evalrx/agent_assets/skills/nature-figure/references/demos.md
evalrx/agent_assets/skills/nature-figure/references/design-theory.md
evalrx/agent_assets/skills/nature-figure/references/figure-contract.md
evalrx/agent_assets/skills/nature-figure/references/figure-legend-conventions.md
evalrx/agent_assets/skills/nature-figure/references/nature-2026-observations.md
evalrx/agent_assets/skills/nature-figure/references/qa-contract.md
evalrx/agent_assets/skills/nature-figure/references/r-template-index.md
evalrx/agent_assets/skills/nature-figure/references/r-workflow.md
evalrx/agent_assets/skills/nature-figure/references/tutorials.md
evalrx/agent_assets/skills/nature-figure/static/core/contract.md
evalrx/agent_assets/skills/nature-figure/static/core/stance.md
evalrx/agent_assets/skills/nature-figure/static/fragments/backend/python.md
evalrx/agent_assets/skills/nature-figure/static/fragments/backend/r.md
evalrx/agent_assets/skills/outcome-driver-analysis/SKILL.md
evalrx/agent_assets/skills/outcome-driver-analysis/assets/analysis_report_template.md
evalrx/agent_assets/skills/outcome-driver-analysis/references/model_selection.md
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/explanatory_var_eda.R
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/explanatory_var_eda.py
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/fit_outcome_model.R
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/fit_outcome_model.py
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/univariate_eda.R
evalrx/agent_assets/skills/outcome-driver-analysis/scripts/univariate_eda.py
evalrx/agent_runtime/__init__.py
evalrx/agent_runtime/_docker_runner.py
evalrx/agent_runtime/cli_runtime.py
evalrx/agent_runtime/cli_transcript.py
evalrx/agent_runtime/cli_types.py
evalrx/agent_runtime/experiment_harness.py
evalrx/agent_runtime/factory.py
evalrx/agent_runtime/json_shape.py
evalrx/agent_runtime/sandbox.py
evalrx/agent_runtime/skill_audit.py
evalrx/agent_runtime/codegen/__init__.py
evalrx/agent_runtime/codegen/runner.py
evalrx/agent_runtime/judges/__init__.py
evalrx/agent_runtime/judges/agy.py
evalrx/agent_runtime/judges/autodetect.py
evalrx/agent_runtime/judges/claude.py
evalrx/agent_runtime/judges/codex.py
evalrx/agent_runtime/providers/__init__.py
evalrx/agent_runtime/providers/antigravity.py
evalrx/agent_runtime/providers/base.py
evalrx/agent_runtime/providers/claude_code.py
evalrx/agent_runtime/providers/codex.py
evalrx/agent_runtime/providers/gemini_cli.py
evalrx/agent_runtime/providers/kimi_cli.py
evalrx/agent_runtime/providers/opencode.py
evalrx/agent_runtime/providers/registry.py
evalrx/agent_runtime/skills/__init__.py
evalrx/agent_runtime/skills/installer.py
evalrx/agent_runtime/skills/prompt_policy.py
evalrx/agent_runtime/skills/resolver.py
evalrx/analysis/__init__.py
evalrx/analysis/adjudicate.py
evalrx/analysis/analysis_module.py
evalrx/analysis/api.py
evalrx/analysis/case_studio.py
evalrx/analysis/cli.py
evalrx/analysis/dashboard.py
evalrx/analysis/eval_case_matrix.py
evalrx/analysis/eval_viz_theme.py
evalrx/analysis/explore_run.py
evalrx/analysis/explorer.py
evalrx/analysis/failure_modes.py
evalrx/analysis/fused_pipeline.py
evalrx/analysis/holdout.py
evalrx/analysis/hypothesis_agent.py
evalrx/analysis/narration.py
evalrx/analysis/operationalize.py
evalrx/analysis/plain_language.py
evalrx/analysis/planner.py
evalrx/analysis/probe_search.py
evalrx/analysis/profile.py
evalrx/analysis/result_marker.py
evalrx/analysis/run_codebase.py
evalrx/analysis/run_view.py
evalrx/analysis/stage_views.py
evalrx/analysis/stats_agent.py
evalrx/analysis/stats_tool_agent.py
evalrx/analysis/stats_tool_generator.py
evalrx/analysis/stats_tools.py
evalrx/analysis/trajectory_records.py
evalrx/analysis/workbench.py
evalrx/analysis/prompts/__init__.py
evalrx/analysis/prompts/explorer.py
evalrx/analysis/prompts/failure_modes.py
evalrx/analysis/prompts/holdout.py
evalrx/analysis/prompts/hypothesis_agent.py
evalrx/analysis/prompts/run_codebase.py
evalrx/analysis/prompts/stats_agent.py
evalrx/analysis/prompts/stats_tool_generator.py
evalrx/analyzers/__init__.py
evalrx/analyzers/base.py
evalrx/analyzers/agent/__init__.py
evalrx/analyzers/agent/counterfactual.py
evalrx/analyzers/agent/first_error_judge.py
evalrx/analyzers/agent/ignored_obs.py
evalrx/analyzers/agent/loop_detect.py
evalrx/analyzers/agent/reliability.py
evalrx/analyzers/agent/tool_shap.py
evalrx/analyzers/agent/trajectory_rubric.py
evalrx/analyzers/attention/__init__.py
evalrx/analyzers/attention/relative_attn.py
evalrx/analyzers/attention/rollout.py
evalrx/analyzers/attention/sink.py
evalrx/analyzers/attention/summary.py
evalrx/analyzers/attribution/__init__.py
evalrx/analyzers/attribution/generic_attn.py
evalrx/analyzers/attribution/gradcam.py
evalrx/analyzers/geometry/__init__.py
evalrx/analyzers/geometry/cka.py
evalrx/analyzers/geometry/linear_probe.py
evalrx/analyzers/hallucination/__init__.py
evalrx/analyzers/hallucination/chair.py
evalrx/analyzers/hallucination/opera.py
evalrx/analyzers/hallucination/pope.py
evalrx/analyzers/hallucination/selfcheck.py
evalrx/analyzers/hallucination/vcd.py
evalrx/analyzers/lens/__init__.py
evalrx/analyzers/lens/layer_contrast.py
evalrx/analyzers/lens/logit_lens.py
evalrx/analyzers/lens/tuned_lens.py
evalrx/analyzers/patching/__init__.py
evalrx/analyzers/patching/causal_trace.py
evalrx/analyzers/perturbation/__init__.py
evalrx/analyzers/perturbation/_shapley.py
evalrx/analyzers/perturbation/context_shap.py
evalrx/analyzers/perturbation/cot_faithfulness.py
evalrx/analyzers/perturbation/format_sensitivity.py
evalrx/analyzers/perturbation/mm_shap.py
evalrx/analyzers/perturbation/modality_ablation.py
evalrx/analyzers/perturbation/perturbation_battery.py
evalrx/analyzers/perturbation/prompt_contrast.py
evalrx/analyzers/perturbation/rise.py
evalrx/analyzers/perturbation/vl_shap.py
evalrx/analyzers/reasoning/__init__.py
evalrx/analyzers/reasoning/_text.py
evalrx/analyzers/reasoning/answer_extraction_audit.py
evalrx/analyzers/reasoning/arith_audit.py
evalrx/analyzers/reasoning/contamination.py
evalrx/analyzers/reasoning/knowledge_split.py
evalrx/analyzers/reasoning/self_repair.py
evalrx/analyzers/reasoning/step_rollout_value.py
evalrx/analyzers/reasoning/termination_audit.py
evalrx/analyzers/uncertainty/__init__.py
evalrx/analyzers/uncertainty/calibration.py
evalrx/analyzers/uncertainty/coverage_gap.py
evalrx/analyzers/uncertainty/entropy.py
evalrx/analyzers/uncertainty/logprob_entropy.py
evalrx/analyzers/uncertainty/self_consistency.py
evalrx/analyzers/uncertainty/verbalized_conf.py
evalrx/contract/__init__.py
evalrx/contract/common.py
evalrx/contract/emit.py
evalrx/contract/export.py
evalrx/contract/m1.py
evalrx/contract/m2.py
evalrx/contract/m3.py
evalrx/contract/m4.py
evalrx/contract/m5.py
evalrx/contract/methodology.py
evalrx/contract/pre_m1.py
evalrx/contract/typescript.py
evalrx/core/__init__.py
evalrx/core/analyzer.py
evalrx/core/capability.py
evalrx/core/case.py
evalrx/core/experiment.py
evalrx/core/model.py
evalrx/core/pipeline.py
evalrx/core/registry.py
evalrx/core/result.py
evalrx/core/spec.py
evalrx/core/tokentype.py
evalrx/core/tool.py
evalrx/datasets/__init__.py
evalrx/datasets/base.py
evalrx/datasets/gui_os.py
evalrx/datasets/llm_qa.py
evalrx/datasets/pure_qa.py
evalrx/datasets/vlm_qa.py
evalrx/datasets/web_search_qa.py
evalrx/eval_agent/__init__.py
evalrx/eval_agent/_tools.py
evalrx/eval_agent/ab_runner.py
evalrx/eval_agent/checkpoint.py
evalrx/eval_agent/cli_agent.py
evalrx/eval_agent/cli_skills.py
evalrx/eval_agent/evolution.py
evalrx/eval_agent/git_manager.py
evalrx/eval_agent/hypothesis.py
evalrx/eval_agent/label_quarantine.py
evalrx/eval_agent/legacy.py
evalrx/eval_agent/log_schema.py
evalrx/eval_agent/loop.py
evalrx/eval_agent/loop_reports.py
evalrx/eval_agent/model_instrumentation.py
evalrx/eval_agent/narration.py
evalrx/eval_agent/nl_runner.py
evalrx/eval_agent/orchestrator.py
evalrx/eval_agent/preregister.py
evalrx/eval_agent/report.py
evalrx/eval_agent/run_context.py
evalrx/eval_agent/run_log.schema.json
evalrx/eval_agent/run_logger_v2.py
evalrx/eval_agent/run_metadata.py
evalrx/eval_agent/store.py
evalrx/eval_agent/agentic/__init__.py
evalrx/eval_agent/agentic/actions.py
evalrx/eval_agent/agentic/board.py
evalrx/eval_agent/agentic/loop.py
evalrx/eval_agent/agentic/tools.py
evalrx/eval_agent/prompts/__init__.py
evalrx/eval_agent/prompts/agentic.py
evalrx/eval_agent/prompts/case_discovery.py
evalrx/eval_agent/prompts/diagnosis.py
evalrx/eval_agent/prompts/experiment_writer.py
evalrx/eval_agent/prompts/explore_step.py
evalrx/eval_agent/prompts/fix_agent.py
evalrx/eval_agent/prompts/hypothesis_tester.py
evalrx/eval_agent/prompts/nl_runner.py
evalrx/eval_agent/prompts/probe_agent.py
evalrx/eval_agent/prompts/probe_candidate_generator.py
evalrx/eval_agent/prompts/probe_generator.py
evalrx/eval_agent/prompts/whitebox_probe_generator.py
evalrx/eval_agent/stages/__init__.py
evalrx/eval_agent/stages/case_discovery.py
evalrx/eval_agent/stages/diagnosis.py
evalrx/eval_agent/stages/experiment_writer.py
evalrx/eval_agent/stages/fix_agent.py
evalrx/eval_agent/stages/fix_internals.py
evalrx/eval_agent/stages/fix_pipeline.py
evalrx/eval_agent/stages/fix_tiers.py
evalrx/eval_agent/stages/fix_tools.py
evalrx/eval_agent/stages/hypothesis_tester.py
evalrx/eval_agent/stages/probe.py
evalrx/eval_agent/stages/probe_agent.py
evalrx/eval_agent/stages/probe_candidate_generator.py
evalrx/eval_agent/stages/probe_generator.py
evalrx/eval_agent/stages/probe_search_agent.py
evalrx/eval_agent/stages/protocol.py
evalrx/eval_agent/stages/repair_catalog.py
evalrx/eval_agent/stages/surgery.py
evalrx/eval_agent/stages/whitebox_probe_generator.py
evalrx/models/__init__.py
evalrx/models/_discover.py
evalrx/models/agent.py
evalrx/models/base.py
evalrx/models/compose.py
evalrx/models/inference.py
evalrx/models/toolcodec.py
evalrx/models/backends/__init__.py
evalrx/models/backends/api.py
evalrx/models/backends/base.py
evalrx/models/backends/gemini_compat.py
evalrx/models/backends/hf_local.py
evalrx/models/backends/openai_compat.py
evalrx/models/backends/vllm_offline.py
evalrx/models/blackbox/__init__.py
evalrx/models/blackbox/agent.py
evalrx/models/blackbox/base.py
evalrx/models/blackbox/gemini.py
evalrx/models/blackbox/llm_api.py
evalrx/models/blackbox/vlm_api.py
evalrx/models/paper_methods/__init__.py
evalrx/models/paper_methods/aad.py
evalrx/models/paper_methods/ifcd.py
evalrx/models/paper_methods/pai.py
evalrx/models/paper_methods/tcd.py
evalrx/models/paper_methods/vcd.py
evalrx/models/paper_methods/vicrop.py
evalrx/models/tools/__init__.py
evalrx/models/tools/perception.py
evalrx/models/tools/visual.py
evalrx/models/whitebox/__init__.py
evalrx/models/whitebox/agent.py
evalrx/models/whitebox/base.py
evalrx/models/whitebox/qwen.py
evalrx/models/whitebox/qwen2_5_omni.py
evalrx/models/whitebox/qwen2_audio.py
evalrx/models/whitebox/qwen_omni.py
evalrx/models/whitebox/qwen_vl.py
evalrx/observability/__init__.py
evalrx/observability/envelope.py
evalrx/observability/outbox.py
evalrx/observability/tracer.py
evalrx/reporting/__init__.py
evalrx/reporting/case_study.py
evalrx/reporting/compiler.py
evalrx/reporting/dynamic.py
evalrx/reporting/html_report.py
evalrx/reporting/langfuse_exporter.py
evalrx/reporting/langfuse_source.py
evalrx/reporting/model.py
evalrx/reporting/run_events.py
evalrx/reporting/server.py
evalrx/reporting/stages.py
evalrx/reporting/static_export.py
evalrx/reporting/web_dist/index.html
evalrx/stats/__init__.py
evalrx/stats/api.py
evalrx/stats/bootstrap.py
evalrx/stats/ebh.py
evalrx/stats/evalue.py
evalrx/stats/friedman.py
evalrx/stats/mcnemar.py
evalrx/stats/multiplicity.py
evalrx/stats/subset_sampling.py
evalrx/viz/__init__.py
evalrx/viz/labels.py
evalrx/viz/prompts.py
evalrx/viz/renderer.py
evalrx/viz/schema.py
evalrx/viz/style.py
tests/test_term_links.py