.dockerignore
.gitattributes
.gitignore
.pre-commit-config.yaml
AGENTS.md
CHANGELOG.md
CONTRIBUTING.md
LICENSE
README.md
SECURITY.md
icon.png
launch.json
main.py
mkdocs.yml
pyproject.toml
requirements-docs.txt
uv.lock
.claude-plugin/marketplace.json
.github/code-quality-py.instructions.md
.github/copilot-instructions.md
.github/dependabot.yml
.github/actions/azure-oidc-login/action.yml
.github/extensions/agentops-skills/extension.mjs
.github/plugin/marketplace.json
.github/skills/release-management/SKILL.md
.github/skills/speckit-analyze/SKILL.md
.github/skills/speckit-checklist/SKILL.md
.github/skills/speckit-clarify/SKILL.md
.github/skills/speckit-constitution/SKILL.md
.github/skills/speckit-converge/SKILL.md
.github/skills/speckit-implement/SKILL.md
.github/skills/speckit-plan/SKILL.md
.github/skills/speckit-specify/SKILL.md
.github/skills/speckit-tasks/SKILL.md
.github/skills/speckit-taskstoissues/SKILL.md
.github/workflows/_build.yml
.github/workflows/agentops-watchdog.yml
.github/workflows/ci.yml
.github/workflows/cut-release.yml
.github/workflows/deploy-docs.yml
.github/workflows/e2e.yml
.github/workflows/release.yml
.github/workflows/staging.yml
.specify/.gitignore
.specify/init-options.json
.specify/integration.json
.specify/integrations/copilot.manifest.json
.specify/integrations/speckit.manifest.json
.specify/memory/.constitution-template.json
.specify/memory/constitution.md
.specify/scripts/powershell/check-prerequisites.ps1
.specify/scripts/powershell/common.ps1
.specify/scripts/powershell/create-new-feature.ps1
.specify/scripts/powershell/resolve-template.ps1
.specify/scripts/powershell/setup-plan.ps1
.specify/scripts/powershell/setup-tasks.ps1
.specify/templates/checklist-template.md
.specify/templates/constitution-template.md
.specify/templates/plan-template.md
.specify/templates/spec-template.md
.specify/templates/tasks-template.md
.specify/workflows/workflow-registry.json
.specify/workflows/speckit/workflow.yml
.vscode/launch.json
.vscode/settings.json
.vscode/tasks.json
docs/azure-storage-datasets.md
docs/bundles.md
docs/ci-github-actions.md
docs/concepts.md
docs/deploy-hosted-cockpit.md
docs/doctor-checks.md
docs/doctor-explained.md
docs/e2e-live-architecture.md
docs/e2e-live-setup.md
docs/evaluation.md
docs/foundry-evaluation-sdk-built-in-evaluators.md
docs/foundry-ops-workbook-kql.md
docs/foundry-ops-workbook.md
docs/how-it-works.md
docs/index.md
docs/observe.md
docs/operate.md
docs/release-process.md
docs/retrieval-optimization.md
docs/ship.md
docs/styles.css
docs/tutorial-end-to-end.md
docs/tutorial-hosted-agent.md
docs/tutorial-http-agent.md
docs/tutorial-prompt-agent.md
docs/tutorials.md
docs/javascripts/mermaid.js
docs/media/agentops-architecture.png
docs/media/agentops-diagrams.vsdx
docs/media/foundry-control-plane.png
docs/media/foundry.svg
docs/media/logo.png
docs/media/vw-fuel-system.pdf
examples/flat-quickstart/README.md
examples/flat-quickstart/agentops.yaml
examples/flat-quickstart/dataset.jsonl
infra/e2e/bootstrap.bicep
infra/e2e/bootstrap.parameters.example.json
infra/e2e/perrun.bicep
infra/e2e/agent-app/Dockerfile
infra/e2e/agent-app/app.py
infra/e2e/agent-app/requirements.txt
media/foundry.svg
media/quickstart.gif
overrides/partials/footer.html
plugins/agentops/.vscodeignore
plugins/agentops/LICENSE
plugins/agentops/README.md
plugins/agentops/package.json
plugins/agentops/plugin.json
plugins/agentops/skills/agentops-agent/SKILL.md
plugins/agentops/skills/agentops-config/SKILL.md
plugins/agentops/skills/agentops-dataset/SKILL.md
plugins/agentops/skills/agentops-eval/SKILL.md
plugins/agentops/skills/agentops-governance/SKILL.md
plugins/agentops/skills/agentops-report/SKILL.md
plugins/agentops/skills/agentops-workflow/SKILL.md
scripts/check_changelog.py
scripts/create_support_agent.py
scripts/cut-release.ps1
scripts/cut-release.sh
scripts/e2e_aggregate_summary.py
scripts/e2e_demo.py
scripts/e2e_hosted_agent.py
scripts/e2e_make_transcript.py
scripts/e2e_render_config.py
scripts/release.ps1
scripts/release.sh
scripts/setup-e2e-new-tenant.ps1
scripts/staging.ps1
scripts/staging.sh
scripts/sync-skills.ps1
scripts/sync-skills.sh
scripts/e2e_data/basic.jsonl
scripts/e2e_data/rag.jsonl
scripts/e2e_data/tools.jsonl
specs/001-evaluation-configuration/spec.md
specs/001-evaluation-configuration/checklists/requirements.md
specs/001-user-department-attribution/data-model.md
specs/001-user-department-attribution/plan.md
specs/001-user-department-attribution/quickstart.md
specs/001-user-department-attribution/research.md
specs/001-user-department-attribution/spec.md
specs/001-user-department-attribution/tasks.md
specs/001-user-department-attribution/checklists/privacy.md
specs/001-user-department-attribution/checklists/requirements.md
specs/001-user-department-attribution/contracts/attribution-config.schema.json
specs/001-user-department-attribution/contracts/observe-attribution-api.openapi.yaml
specs/002-evaluation-execution/spec.md
specs/002-evaluation-execution/checklists/requirements.md
specs/003-evaluation-results-and-regression/spec.md
specs/003-evaluation-results-and-regression/checklists/requirements.md
specs/004-cicd-workflow-generation/spec.md
specs/004-cicd-workflow-generation/checklists/requirements.md
specs/005-release-evidence/spec.md
specs/005-release-evidence/checklists/requirements.md
specs/006-doctor-readiness/spec.md
specs/006-doctor-readiness/checklists/requirements.md
specs/007-read-only-cockpit/spec.md
specs/007-read-only-cockpit/checklists/requirements.md
specs/008-foundry-operations-observability/spec.md
specs/008-foundry-operations-observability/checklists/requirements.md
specs/009-trace-to-regression/spec.md
specs/009-trace-to-regression/checklists/requirements.md
specs/010-azure-storage-datasets/data-model.md
specs/010-azure-storage-datasets/plan.md
specs/010-azure-storage-datasets/quickstart.md
specs/010-azure-storage-datasets/research.md
specs/010-azure-storage-datasets/spec.md
specs/010-azure-storage-datasets/tasks.md
specs/010-azure-storage-datasets/checklists/requirements.md
specs/010-azure-storage-datasets/contracts/dataset-source.md
specs/011-deploy-hosted-cockpit/data-model.md
specs/011-deploy-hosted-cockpit/observe-concept.excalidraw
specs/011-deploy-hosted-cockpit/plan.md
specs/011-deploy-hosted-cockpit/quickstart.md
specs/011-deploy-hosted-cockpit/research.md
specs/011-deploy-hosted-cockpit/spec.md
specs/011-deploy-hosted-cockpit/tasks.md
specs/011-deploy-hosted-cockpit/checklists/requirements.md
specs/011-deploy-hosted-cockpit/checklists/security-deployment.md
specs/011-deploy-hosted-cockpit/contracts/cli.md
specs/011-deploy-hosted-cockpit/contracts/observe-api.openapi.yaml
specs/011-deploy-hosted-cockpit/contracts/observe-scope.schema.json
specs/012-granular-token-dimensions/data-model.md
specs/012-granular-token-dimensions/plan.md
specs/012-granular-token-dimensions/quickstart.md
specs/012-granular-token-dimensions/research.md
specs/012-granular-token-dimensions/spec.md
specs/012-granular-token-dimensions/tasks.md
specs/012-granular-token-dimensions/checklists/requirements.md
specs/012-granular-token-dimensions/contracts/model-usage-row.md
specs/012-granular-token-dimensions/contracts/models-query-columns.md
specs/012-granular-token-dimensions/contracts/token-usage-coverage.md
specs/012-observe-tools-runs-views/data-model.md
specs/012-observe-tools-runs-views/plan.md
specs/012-observe-tools-runs-views/quickstart.md
specs/012-observe-tools-runs-views/research.md
specs/012-observe-tools-runs-views/spec.md
specs/012-observe-tools-runs-views/tasks.md
specs/012-observe-tools-runs-views/checklists/requirements.md
specs/012-observe-tools-runs-views/contracts/observe-api.additions.openapi.yaml
specs/013-billed-cost-allocation/data-model.md
specs/013-billed-cost-allocation/plan.md
specs/013-billed-cost-allocation/quickstart.md
specs/013-billed-cost-allocation/research.md
specs/013-billed-cost-allocation/spec.md
specs/013-billed-cost-allocation/tasks.md
specs/013-billed-cost-allocation/checklists/requirements.md
specs/013-billed-cost-allocation/contracts/cost-model.schema.json
specs/013-billed-cost-allocation/contracts/observe-cost-api.openapi.yaml
src/agentops/__init__.py
src/agentops/__main__.py
src/agentops/agent/__init__.py
src/agentops/agent/_legacy_ids.py
src/agentops/agent/analyzer.py
src/agentops/agent/cockpit.py
src/agentops/agent/config.py
src/agentops/agent/findings.py
src/agentops/agent/history.py
src/agentops/agent/production_telemetry.py
src/agentops/agent/report.py
src/agentops/agent/time_range.py
src/agentops/agent/checks/__init__.py
src/agentops/agent/checks/_rbac_authorization.py
src/agentops/agent/checks/agent_identity.py
src/agentops/agent/checks/catalog.py
src/agentops/agent/checks/errors.py
src/agentops/agent/checks/foundry_config.py
src/agentops/agent/checks/governance.py
src/agentops/agent/checks/latency.py
src/agentops/agent/checks/observability.py
src/agentops/agent/checks/opex.py
src/agentops/agent/checks/opex_workspace.py
src/agentops/agent/checks/posture.py
src/agentops/agent/checks/rbac_openai_data_plane.py
src/agentops/agent/checks/regression.py
src/agentops/agent/checks/release_readiness.py
src/agentops/agent/checks/safety.py
src/agentops/agent/checks/spec_conformance.py
src/agentops/agent/checks/posture_rules/__init__.py
src/agentops/agent/checks/posture_rules/content_filter.py
src/agentops/agent/checks/posture_rules/diagnostics.py
src/agentops/agent/checks/posture_rules/local_auth.py
src/agentops/agent/checks/posture_rules/managed_identity.py
src/agentops/agent/checks/posture_rules/network.py
src/agentops/agent/knowledge/__init__.py
src/agentops/agent/knowledge/waf-checklist.csv
src/agentops/agent/llm_assist/__init__.py
src/agentops/agent/llm_assist/_base.py
src/agentops/agent/llm_assist/_bundle_rule.py
src/agentops/agent/llm_assist/_client.py
src/agentops/agent/llm_assist/_dataset_rules.py
src/agentops/agent/llm_assist/_engine.py
src/agentops/agent/llm_assist/_prompt_rules.py
src/agentops/agent/llm_assist/_spec_rules.py
src/agentops/agent/observe/__init__.py
src/agentops/agent/observe/adapters.py
src/agentops/agent/observe/attribution.py
src/agentops/agent/observe/auth.py
src/agentops/agent/observe/cache.py
src/agentops/agent/observe/cost_allocation.py
src/agentops/agent/observe/discovery.py
src/agentops/agent/observe/facade.py
src/agentops/agent/observe/principal.py
src/agentops/agent/observe/queries.py
src/agentops/agent/observe/service.py
src/agentops/agent/observe/ui.py
src/agentops/agent/server/__init__.py
src/agentops/agent/server/app.py
src/agentops/agent/server/auth.py
src/agentops/agent/server/chat.py
src/agentops/agent/server/protocol.py
src/agentops/agent/sources/__init__.py
src/agentops/agent/sources/_credentials.py
src/agentops/agent/sources/azure_monitor.py
src/agentops/agent/sources/azure_resources.py
src/agentops/agent/sources/foundry_control.py
src/agentops/agent/sources/results_history.py
src/agentops/agent/sources/spec_detectors/__init__.py
src/agentops/agent/sources/spec_detectors/_base.py
src/agentops/agent/sources/spec_detectors/agents_md.py
src/agentops/agent/sources/spec_detectors/spec_kit.py
src/agentops/cli/__init__.py
src/agentops/cli/app.py
src/agentops/core/__init__.py
src/agentops/core/agentops_config.py
src/agentops/core/attribution.py
src/agentops/core/azd_eval.py
src/agentops/core/config_loader.py
src/agentops/core/cost.py
src/agentops/core/dataset_source.py
src/agentops/core/evaluators.py
src/agentops/core/governance.py
src/agentops/core/observe.py
src/agentops/core/release_evidence.py
src/agentops/core/results.py
src/agentops/core/step_summary.py
src/agentops/mcp/__init__.py
src/agentops/mcp/server.py
src/agentops/pipeline/__init__.py
src/agentops/pipeline/azd_runner.py
src/agentops/pipeline/cloud_results.py
src/agentops/pipeline/cloud_runner.py
src/agentops/pipeline/comparison.py
src/agentops/pipeline/diagnostics.py
src/agentops/pipeline/invocations.py
src/agentops/pipeline/official_eval.py
src/agentops/pipeline/orchestrator.py
src/agentops/pipeline/prompt_deploy.py
src/agentops/pipeline/publisher.py
src/agentops/pipeline/reporter.py
src/agentops/pipeline/runtime.py
src/agentops/pipeline/thresholds.py
src/agentops/services/__init__.py
src/agentops/services/agent_identity.py
src/agentops/services/assert_runner.py
src/agentops/services/azd_eval_init.py
src/agentops/services/cicd.py
src/agentops/services/cockpit_deployment.py
src/agentops/services/dataset_source.py
src/agentops/services/eval_analysis.py
src/agentops/services/evidence_pack.py
src/agentops/services/initializer.py
src/agentops/services/preflight.py
src/agentops/services/redteam_runner.py
src/agentops/services/setup_wizard.py
src/agentops/services/skills.py
src/agentops/services/trace_promotion.py
src/agentops/services/workflow_analysis.py
src/agentops/templates/.gitignore
src/agentops/templates/__init__.py
src/agentops/templates/agent.yaml
src/agentops/templates/agentops.yaml
src/agentops/templates/foundry.svg
src/agentops/templates/icon.png
src/agentops/templates/project.gitignore
src/agentops/templates/sample-traces.jsonl
src/agentops/templates/smoke.jsonl
src/agentops/templates/waf-checklist.README.md
src/agentops/templates/waf-checklist.csv
src/agentops/templates/agent-server/Dockerfile
src/agentops/templates/agent-server/README.md
src/agentops/templates/agent-server/main.bicep
src/agentops/templates/cockpit-hosted/azure.yaml
src/agentops/templates/cockpit-hosted/app/main.py
src/agentops/templates/cockpit-hosted/app/requirements.txt.tmpl
src/agentops/templates/cockpit-hosted/infra/main.bicep
src/agentops/templates/cockpit-hosted/infra/main.parameters.json
src/agentops/templates/pipelines/azuredevops/agentops-deploy-dev-azd.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-dev.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-prod-azd.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-prod.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-prompt-agent.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-qa-azd.yml
src/agentops/templates/pipelines/azuredevops/agentops-deploy-qa.yml
src/agentops/templates/pipelines/azuredevops/agentops-pr-prompt-agent.yml
src/agentops/templates/pipelines/azuredevops/agentops-pr.yml
src/agentops/templates/pipelines/azuredevops/agentops-watchdog.yml
src/agentops/templates/skills/agentops-agent/SKILL.md
src/agentops/templates/skills/agentops-config/SKILL.md
src/agentops/templates/skills/agentops-dataset/SKILL.md
src/agentops/templates/skills/agentops-eval/SKILL.md
src/agentops/templates/skills/agentops-governance/SKILL.md
src/agentops/templates/skills/agentops-report/SKILL.md
src/agentops/templates/skills/agentops-workflow/SKILL.md
src/agentops/templates/workflows/agentops-deploy-dev-azd.yml
src/agentops/templates/workflows/agentops-deploy-dev.yml
src/agentops/templates/workflows/agentops-deploy-prod-azd.yml
src/agentops/templates/workflows/agentops-deploy-prod.yml
src/agentops/templates/workflows/agentops-deploy-prompt-agent.yml
src/agentops/templates/workflows/agentops-deploy-qa-azd.yml
src/agentops/templates/workflows/agentops-deploy-qa.yml
src/agentops/templates/workflows/agentops-pr-prompt-agent.yml
src/agentops/templates/workflows/agentops-pr.yml
src/agentops/templates/workflows/agentops-watchdog.yml
src/agentops/utils/__init__.py
src/agentops/utils/azd_env.py
src/agentops/utils/azure_credentials.py
src/agentops/utils/azure_endpoints.py
src/agentops/utils/colors.py
src/agentops/utils/dotenv_loader.py
src/agentops/utils/foundry_discovery.py
src/agentops/utils/logging.py
src/agentops/utils/telemetry.py
src/agentops/utils/yaml.py
src/agentops_accelerator.egg-info/PKG-INFO
src/agentops_accelerator.egg-info/SOURCES.txt
src/agentops_accelerator.egg-info/dependency_links.txt
src/agentops_accelerator.egg-info/entry_points.txt
src/agentops_accelerator.egg-info/requires.txt
src/agentops_accelerator.egg-info/top_level.txt
tests/TESTING.md
tests/conftest.py
tests/fixtures/cockpit_deployment.py
tests/fixtures/cost.py
tests/fixtures/fake_adapter.py
tests/fixtures/fake_eval_runner.py
tests/fixtures/observe.py
tests/fixtures/workbook_agent_behavior_events.json
tests/integration/.gitkeep
tests/integration/test_cli_flat_schema.py
tests/integration/test_cockpit_hosted.py
tests/integration/test_observe_end_to_end.py
tests/integration/test_pipeline_smoke.py
tests/unit/.gitkeep
tests/unit/test_agent_analyzer.py
tests/unit/test_agent_categories.py
tests/unit/test_agent_checks_agent_identity.py
tests/unit/test_agent_checks_errors.py
tests/unit/test_agent_checks_foundry_config.py
tests/unit/test_agent_checks_observability.py
tests/unit/test_agent_checks_opex.py
tests/unit/test_agent_checks_opex_workspace.py
tests/unit/test_agent_checks_rbac_openai_data_plane.py
tests/unit/test_agent_checks_regression.py
tests/unit/test_agent_checks_safety.py
tests/unit/test_agent_checks_spec_conformance.py
tests/unit/test_agent_cli.py
tests/unit/test_agent_config.py
tests/unit/test_agent_findings.py
tests/unit/test_agent_history.py
tests/unit/test_agent_identity_service.py
tests/unit/test_agent_opex_workspace_check.py
tests/unit/test_agent_posture_rules.py
tests/unit/test_agent_results_history.py
tests/unit/test_agent_server.py
tests/unit/test_agentops_config.py
tests/unit/test_agentops_config_identity.py
tests/unit/test_assert_and_redteam_runners.py
tests/unit/test_attribution_models.py
tests/unit/test_attribution_performance_acceptance.py
tests/unit/test_azd_env.py
tests/unit/test_azd_eval.py
tests/unit/test_azd_eval_init.py
tests/unit/test_azd_runner.py
tests/unit/test_azure_endpoints.py
tests/unit/test_azure_resources_discovery.py
tests/unit/test_check_changelog.py
tests/unit/test_check_changelog_cli.py
tests/unit/test_ci_workflow.py
tests/unit/test_cicd.py
tests/unit/test_cli_agent_register.py
tests/unit/test_cli_cockpit_connection_summary.py
tests/unit/test_cli_cockpit_deploy.py
tests/unit/test_cli_cockpit_port_conflict.py
tests/unit/test_cli_commands.py
tests/unit/test_cli_explain.py
tests/unit/test_cloud_results.py
tests/unit/test_cloud_runner.py
tests/unit/test_cockpit.py
tests/unit/test_cockpit_auth_settings.py
tests/unit/test_cockpit_deployment_preview.py
tests/unit/test_cockpit_deployment_selection.py
tests/unit/test_cockpit_hosted_templates.py
tests/unit/test_cockpit_modes.py
tests/unit/test_cost_allocation.py
tests/unit/test_cost_models.py
tests/unit/test_dataset_source.py
tests/unit/test_diagnostics.py
tests/unit/test_doctor_catalog.py
tests/unit/test_doctor_cli_explain.py
tests/unit/test_dotenv_loader.py
tests/unit/test_e2e_render.py
tests/unit/test_eval_agent_override.py
tests/unit/test_eval_analysis.py
tests/unit/test_eval_run_grader_errors.py
tests/unit/test_evaluators.py
tests/unit/test_evidence_pack_agent_identity.py
tests/unit/test_foundry_discovery.py
tests/unit/test_governance.py
tests/unit/test_http_response_fields.py
tests/unit/test_http_streaming.py
tests/unit/test_init_command.py
tests/unit/test_initializer.py
tests/unit/test_invocations.py
tests/unit/test_knowledge_loader.py
tests/unit/test_llm_assist.py
tests/unit/test_llm_assist_spec_rules.py
tests/unit/test_mcp_server.py
tests/unit/test_observe_adapters.py
tests/unit/test_observe_auth.py
tests/unit/test_observe_cache.py
tests/unit/test_observe_discovery.py
tests/unit/test_observe_facade.py
tests/unit/test_observe_models.py
tests/unit/test_observe_principal.py
tests/unit/test_observe_queries.py
tests/unit/test_observe_scope_contract.py
tests/unit/test_observe_service.py
tests/unit/test_observe_ui.py
tests/unit/test_official_eval.py
tests/unit/test_pipeline_orchestrator.py
tests/unit/test_pipeline_publisher.py
tests/unit/test_pipeline_reporter.py
tests/unit/test_preflight.py
tests/unit/test_production_telemetry.py
tests/unit/test_prompt_deploy.py
tests/unit/test_release_evidence.py
tests/unit/test_runtime_conversation.py
tests/unit/test_runtime_dataset_response_source.py
tests/unit/test_runtime_model_config.py
tests/unit/test_runtime_response_fields.py
tests/unit/test_setup_wizard.py
tests/unit/test_shared_credentials.py
tests/unit/test_skills.py
tests/unit/test_skills_sync.py
tests/unit/test_step_summary.py
tests/unit/test_telemetry.py
tests/unit/test_telemetry_agent_id.py
tests/unit/test_time_range.py
tests/unit/test_trace_promotion.py
tests/unit/test_workflow_analysis.py
tests/unit/test_yaml_utils.py
tombstones/vscode/CDN_DEPRECATION_REQUEST.md