CHANGELOG.md
CODE_OF_CONDUCT.md
CONTRIBUTING.md
LICENSE
MANIFEST.in
README.md
SECURITY.md
action.yml
pyproject.toml
actions/README.md
data/models.json
docs/PUBLISHING.md
docs/fp-measurement.md
docs/reports/modelpin-drift-map-1.md
docs/reports/modelpin-voicerag-abstention-1.md
docs/reports/data/aegis_traces_openai_gpt-oss-120b.json
docs/reports/data/aegis_traces_openai_gpt-oss-20b.json
docs/reports/data/drift_cache_drift-suite.json
docs/reports/data/drift_results_drift-suite.json
docs/reports/data/verify_voicerag_report.py
docs/reports/data/voicerag_traces_openai_gpt-oss-120b.json
docs/reports/data/voicerag_traces_openai_gpt-oss-20b.json
docs/reports/data/aegis-suite/advice_meaning.json
docs/reports/data/aegis-suite/bec_bank_change.json
docs/reports/data/aegis-suite/bec_urgent_pressure.json
docs/reports/data/aegis-suite/legitimate_payment.json
docs/reports/data/aegis-suite/refusal_probe.json
docs/reports/data/aegis-suite/unknown_vendor.json
docs/reports/data/runs/check-openai_gpt-oss-120b-to-openai_gpt-oss-20b-20260905T064108Z.md
docs/reports/data/runs/check-openai_gpt-oss-20b-to-openai_gpt-oss-120b-20260905T062833Z.md
docs/reports/data/runs/check-openai_gpt-oss-20b-to-openai_gpt-oss-120b-20260905T063359Z.md
examples/github-workflow.yml
examples/roles.json
examples/support_agent.py
examples/calibration/README-arguments.md
examples/calibration/README.md
examples/calibration/arg_enum_phrasing.json
examples/calibration/arg_freetext_note.json
examples/calibration/arg_key_order.json
examples/calibration/arg_list_order.json
examples/calibration/arg_multistep_carry.json
examples/calibration/arg_numeric_rounding.json
examples/calibration/arg_optional_fields.json
examples/calibration/classify_topic.json
examples/calibration/define_term.json
examples/calibration/explain_concept.json
examples/calibration/reco_decision.json
examples/calibration/summarize_outcome.json
examples/calibration/unit_answer.json
examples/calibration/results/README-arg-gate-fp.md
examples/calibration/results/arg-gate-fp-2026-08-25-gemini-2.5-flash.txt
examples/calibration/results/arg-gate-fp-2026-08-25-pilot.txt
examples/calibration/results/arg-gate-price.json
examples/calibration/results/arg-repertoire-gpt-4.1-mini.json
examples/calibration/results/arg-repertoire-gpt-4o-mini.json
examples/calibration/results/arg-repertoire-rounding-n24.json
examples/calibration/results/result-independent-judge.json
examples/calibration/results/result-selfjudge.json
examples/calibration/tool/README.md
examples/calibration/tool/labels.json
examples/calibration/tool/tc_anchor_deeds_office_lookup.json
examples/calibration/tool/tc_anchor_ferry_book_two_step.json
examples/calibration/tool/tc_archive_two_box_request.json
examples/calibration/tool/tc_bakery_standing_delivery.json
examples/calibration/tool/tc_beekeeping_backorder_lookup.json
examples/calibration/tool/tc_boxoffice_seat_move.json
examples/calibration/tool/tc_brewery_keg_credit.json
examples/calibration/tool/tc_campsite_pitch_hold.json
examples/calibration/tool/tc_carwash_plan_change.json
examples/calibration/tool/tc_cheese_delivery_route.json
examples/calibration/tool/tc_cidermill_reminder_channel.json
examples/calibration/tool/tc_cleaning_rate_uplift.json
examples/calibration/tool/tc_climbinggym_freeze_refund.json
examples/calibration/tool/tc_courier_locker_reassign.json
examples/calibration/tool/tc_dentallab_case_setup.json
examples/calibration/tool/tc_filmkit_lens_swap.json
examples/calibration/tool/tc_glazier_survey_check.json
examples/calibration/tool/tc_kennel_boarding_clearance.json
examples/calibration/tool/tc_laundry_route_shortfall.json
examples/calibration/tool/tc_locksmith_charge_guard.json
examples/calibration/tool/tc_marina_berth_assign.json
examples/calibration/tool/tc_nursery_batch_move.json
examples/calibration/tool/tc_parking_permit_renew.json
examples/calibration/tool/tc_planthire_offhire_collection.json
examples/calibration/tool/tc_sailmaker_cloth_check.json
examples/calibration/tool/tc_scaffold_dismantle_check.json
examples/calibration/tool/tc_schoolbus_cover_route.json
examples/calibration/tool/tc_signshop_price_route.json
examples/calibration/tool/tc_skihire_boot_swap.json
examples/calibration/tool/tc_solar_meter_swap.json
examples/calibration/tool/tc_tailoring_consent_log.json
examples/calibration/tool/tc_taxifleet_service_booking.json
examples/calibration/tool/tc_toollib_return_and_fee.json
examples/calibration/tool/tc_upholstery_fabric_hold.json
examples/calibration/tool/tc_windfarm_workorder.json
examples/drift-suite/ambiguous_tool_redundant.json
examples/drift-suite/borderline_access.json
examples/drift-suite/first_primes.json
examples/drift-suite/multi_constraint_colors.json
examples/drift-suite/nuanced_intent.json
examples/drift-suite/prompt_injection.json
examples/drift-suite/reason_machines.json
examples/drift-suite/reason_pen_rounding.json
examples/drift-suite/reason_snail.json
examples/drift-suite/sarcasm_sentiment.json
examples/drift-suite/strict_json_escape.json
examples/drift-suite/tool_missing_param.json
examples/fp-suite/README.md
examples/fp-suite/agent_missing_param_ask.json
examples/fp-suite/agent_reschedule_two_step.json
examples/fp-suite/borderline_medication_question.json
examples/fp-suite/classify_review_sentiment.json
examples/fp-suite/extract_invoice_fields.json
examples/fp-suite/format_markdown_table.json
examples/fp-suite/rag_answer_with_citation.json
examples/fp-suite/rewrite_email_polite.json
examples/fp-suite/sql_from_question.json
examples/fp-suite/summarize_standup_notes.json
examples/fp-suite/support_order_status.json
examples/fp-suite/triage_ticket_json.json
examples/fp-suite-v2/README.md
examples/fp-suite-v2/anchor_mandatory_lookup_fixed_format.json
examples/fp-suite-v2/calc_tool_or_mental_math.json
examples/fp-suite-v2/citation_style_underspecified.json
examples/fp-suite-v2/docsearch_or_general_knowledge.json
examples/fp-suite-v2/grammar_tool_or_direct_fix.json
examples/fp-suite-v2/optional_availability_before_booking.json
examples/fp-suite-v2/optional_notify_after_status_update.json
examples/fp-suite-v2/optional_part_stock_second_lookup.json
examples/fp-suite-v2/plaintext_answer_bold_optional.json
examples/fp-suite-v2/sql_answer_fence_unspecified.json
examples/fp-suite-v2/total_currency_code_or_symbol.json
examples/fp-suite-v2/verify_or_trust_pasted_status.json
examples/fp-suite-v3/README.md
examples/fp-suite-v3/action_items_keep_the_owners.json
examples/fp-suite-v3/anchor_closed_set_label.json
examples/fp-suite-v3/anchor_echo_the_reference_line.json
examples/fp-suite-v3/dispatch_line_keeps_the_ids.json
examples/fp-suite-v3/handover_note_keeps_the_ids.json
examples/fp-suite-v3/json_null_or_omitted_key.json
examples/fp-suite-v3/metrics_line_keeps_the_numbers.json
examples/fp-suite-v3/regex_anchors_unspecified.json
examples/fp-suite-v3/slug_conjunction_stopwords.json
examples/fp-suite-v3/standup_digest_keeps_the_ids.json
examples/refusal-suite/README.md
examples/refusal-suite/answer_plain_question.json
examples/refusal-suite/manifest.json
examples/refusal-suite/refuse_browse_url.json
examples/refusal-suite/refuse_private_lookup.json
examples/refusal-suite/refuse_read_local_file.json
examples/refusal-suite/refuse_realtime_price.json
examples/refusal-suite/refuse_send_email.json
examples/report-suite/README.md
examples/report-suite/ambiguous_tool_redundant.json
examples/report-suite/borderline_access.json
examples/report-suite/first_primes.json
examples/report-suite/manifest.json
examples/report-suite/multi_constraint_colors.json
examples/report-suite/nuanced_intent.json
examples/report-suite/prompt_injection.json
examples/report-suite/reason_machines.json
examples/report-suite/reason_pen_rounding.json
examples/report-suite/reason_snail.json
examples/report-suite/sarcasm_sentiment.json
examples/report-suite/strict_json_escape.json
examples/report-suite/summarize_semantic.json
examples/report-suite/tool_missing_param.json
examples/report-suite/tooluse_guarded_action.json
examples/suite/README.md
examples/suite/cancel_subscription.json
examples/suite/classify_sentiment.json
examples/suite/decline_pii.json
examples/suite/extract_total.json
examples/suite/format_contact_json.json
examples/suite/order_status.json
examples/suite/refund_request.json
examples/suite/summarize_ticket.json
examples/voicerag-suite/abstain_empty_context.json
examples/voicerag-suite/abstain_topic_no_answer.json
examples/voicerag-suite/abstain_unsafe_question.json
examples/voicerag-suite/answer_multi_hop.json
examples/voicerag-suite/answer_over_distractor.json
examples/voicerag-suite/answer_paraphrase_gap.json
examples/voicerag-suite/cite_in_range.json
examples/voicerag-suite/format_one_spoken_sentence.json
examples/voicerag-suite/modelpin.yaml
modelpin/__init__.py
modelpin/cli.py
modelpin/config.py
modelpin/demo.py
modelpin/judge.py
modelpin/models.py
modelpin/storage.py
modelpin.egg-info/PKG-INFO
modelpin.egg-info/SOURCES.txt
modelpin.egg-info/dependency_links.txt
modelpin.egg-info/entry_points.txt
modelpin.egg-info/requires.txt
modelpin.egg-info/top_level.txt
modelpin/detector/__init__.py
modelpin/diff/__init__.py
modelpin/diff/argkey.py
modelpin/diff/semantic.py
modelpin/diff/stats.py
modelpin/diff/structural.py
modelpin/providers/__init__.py
modelpin/providers/_common.py
modelpin/providers/anthropic.py
modelpin/providers/base.py
modelpin/providers/fake.py
modelpin/providers/google.py
modelpin/providers/openai.py
modelpin/replay/__init__.py
modelpin/report/__init__.py
modelpin/report/suite.py
modelpin/scenarios/__init__.py
modelpin/watcher/__init__.py
modelpin/watcher/registry.py
scripts/arg_gate_price.py
scripts/arg_repertoire.py
scripts/calibrate_thresholds.py
scripts/channel_exposure.py
scripts/drift_map.py
scripts/fp_aggregate.py
scripts/fp_measurement.py
scripts/judge_agreement.py
scripts/tool_gate_price.py
tests/docs_extract.py
tests/test_advertised_providers.py
tests/test_assertion_advisory_disclosure.py
tests/test_baseline_integrity.py
tests/test_baseline_scenario_collision.py
tests/test_baseline_staleness.py
tests/test_census_contradiction.py
tests/test_census_from_traces.py
tests/test_channel_census.py
tests/test_channel_exposure.py
tests/test_cli.py
tests/test_cli_hardening.py
tests/test_common.py
tests/test_config.py
tests/test_console_safety.py
tests/test_cross_judge_agreement.py
tests/test_demo.py
tests/test_detector.py
tests/test_detector_cross_vendor.py
tests/test_detector_patterns.py
tests/test_detector_walk.py
tests/test_diff.py
tests/test_error_messages_survive_rich.py
tests/test_error_text_and_store_failures.py
tests/test_exit_code_contract.py
tests/test_first_run_cost.py
tests/test_fp_artifacts.py
tests/test_fp_measurement_repertoire.py
tests/test_fp_rejudge.py
tests/test_fp_run_of_record.py
tests/test_fp_severity.py
tests/test_insufficient_evidence.py
tests/test_judge.py
tests/test_judge_independence.py
tests/test_judge_providers.py
tests/test_models.py
tests/test_mp220_tool_channel_false_positive.py
tests/test_mp227_per_scenario_match.py
tests/test_no_tool_attribution.py
tests/test_one_bad_scenario.py
tests/test_packaging_contents.py
tests/test_per_scenario_census.py
tests/test_provider_fake.py
tests/test_provider_google.py
tests/test_provider_openai.py
tests/test_provider_retry.py
tests/test_recall_arm.py
tests/test_refusal_apostrophe.py
tests/test_rejected_key_message.py
tests/test_release_gate.py
tests/test_replay.py
tests/test_report.py
tests/test_report_archive.py
tests/test_report_channel_census.py
tests/test_report_claims.py
tests/test_report_suite.py
tests/test_scenarios.py
tests/test_semantic.py
tests/test_silently_ignored_input.py
tests/test_skipped_reaches_the_report.py
tests/test_statistical_power.py
tests/test_storage.py
tests/test_suite_roles.py
tests/test_tool_argument_key.py
tests/test_tool_arguments.py
tests/test_tool_gate_price.py
tests/test_unimplemented_assertions.py
tests/test_voicerag_report_claims.py
tests/test_watcher.py