CHANGELOG.md
MANIFEST.in
README.md
pyproject.toml
setup.py
azure/__init__.py
azure/ai/__init__.py
azure/ai/evaluation/__init__.py
azure/ai/evaluation/_constants.py
azure/ai/evaluation/_exceptions.py
azure/ai/evaluation/_http_utils.py
azure/ai/evaluation/_model_configurations.py
azure/ai/evaluation/_user_agent.py
azure/ai/evaluation/_version.py
azure/ai/evaluation/py.typed
azure/ai/evaluation/_common/__init__.py
azure/ai/evaluation/_common/constants.py
azure/ai/evaluation/_common/rai_service.py
azure/ai/evaluation/_common/utils.py
azure/ai/evaluation/_evaluate/__init__.py
azure/ai/evaluation/_evaluate/_eval_run.py
azure/ai/evaluation/_evaluate/_evaluate.py
azure/ai/evaluation/_evaluate/_utils.py
azure/ai/evaluation/_evaluate/_batch_run_client/__init__.py
azure/ai/evaluation/_evaluate/_batch_run_client/batch_run_context.py
azure/ai/evaluation/_evaluate/_batch_run_client/code_client.py
azure/ai/evaluation/_evaluate/_batch_run_client/proxy_client.py
azure/ai/evaluation/_evaluate/_telemetry/__init__.py
azure/ai/evaluation/_evaluators/__init__.py
azure/ai/evaluation/_evaluators/_bleu/__init__.py
azure/ai/evaluation/_evaluators/_bleu/_bleu.py
azure/ai/evaluation/_evaluators/_chat/__init__.py
azure/ai/evaluation/_evaluators/_chat/_chat.py
azure/ai/evaluation/_evaluators/_chat/retrieval/__init__.py
azure/ai/evaluation/_evaluators/_chat/retrieval/_retrieval.py
azure/ai/evaluation/_evaluators/_chat/retrieval/retrieval.prompty
azure/ai/evaluation/_evaluators/_coherence/__init__.py
azure/ai/evaluation/_evaluators/_coherence/_coherence.py
azure/ai/evaluation/_evaluators/_coherence/coherence.prompty
azure/ai/evaluation/_evaluators/_content_safety/__init__.py
azure/ai/evaluation/_evaluators/_content_safety/_content_safety.py
azure/ai/evaluation/_evaluators/_content_safety/_content_safety_base.py
azure/ai/evaluation/_evaluators/_content_safety/_content_safety_chat.py
azure/ai/evaluation/_evaluators/_content_safety/_hate_unfairness.py
azure/ai/evaluation/_evaluators/_content_safety/_self_harm.py
azure/ai/evaluation/_evaluators/_content_safety/_sexual.py
azure/ai/evaluation/_evaluators/_content_safety/_violence.py
azure/ai/evaluation/_evaluators/_eci/__init__.py
azure/ai/evaluation/_evaluators/_eci/_eci.py
azure/ai/evaluation/_evaluators/_f1_score/__init__.py
azure/ai/evaluation/_evaluators/_f1_score/_f1_score.py
azure/ai/evaluation/_evaluators/_fluency/__init__.py
azure/ai/evaluation/_evaluators/_fluency/_fluency.py
azure/ai/evaluation/_evaluators/_fluency/fluency.prompty
azure/ai/evaluation/_evaluators/_gleu/__init__.py
azure/ai/evaluation/_evaluators/_gleu/_gleu.py
azure/ai/evaluation/_evaluators/_groundedness/__init__.py
azure/ai/evaluation/_evaluators/_groundedness/_groundedness.py
azure/ai/evaluation/_evaluators/_groundedness/groundedness.prompty
azure/ai/evaluation/_evaluators/_meteor/__init__.py
azure/ai/evaluation/_evaluators/_meteor/_meteor.py
azure/ai/evaluation/_evaluators/_protected_material/__init__.py
azure/ai/evaluation/_evaluators/_protected_material/_protected_material.py
azure/ai/evaluation/_evaluators/_protected_materials/__init__.py
azure/ai/evaluation/_evaluators/_protected_materials/_protected_materials.py
azure/ai/evaluation/_evaluators/_qa/__init__.py
azure/ai/evaluation/_evaluators/_qa/_qa.py
azure/ai/evaluation/_evaluators/_relevance/__init__.py
azure/ai/evaluation/_evaluators/_relevance/_relevance.py
azure/ai/evaluation/_evaluators/_relevance/relevance.prompty
azure/ai/evaluation/_evaluators/_rouge/__init__.py
azure/ai/evaluation/_evaluators/_rouge/_rouge.py
azure/ai/evaluation/_evaluators/_similarity/__init__.py
azure/ai/evaluation/_evaluators/_similarity/_similarity.py
azure/ai/evaluation/_evaluators/_similarity/similarity.prompty
azure/ai/evaluation/_evaluators/_xpia/__init__.py
azure/ai/evaluation/_evaluators/_xpia/xpia.py
azure/ai/evaluation/simulator/__init__.py
azure/ai/evaluation/simulator/_adversarial_scenario.py
azure/ai/evaluation/simulator/_adversarial_simulator.py
azure/ai/evaluation/simulator/_constants.py
azure/ai/evaluation/simulator/_direct_attack_simulator.py
azure/ai/evaluation/simulator/_indirect_attack_simulator.py
azure/ai/evaluation/simulator/_simulator.py
azure/ai/evaluation/simulator/_tracing.py
azure/ai/evaluation/simulator/_utils.py
azure/ai/evaluation/simulator/_conversation/__init__.py
azure/ai/evaluation/simulator/_conversation/_conversation.py
azure/ai/evaluation/simulator/_conversation/constants.py
azure/ai/evaluation/simulator/_helpers/__init__.py
azure/ai/evaluation/simulator/_helpers/_experimental.py
azure/ai/evaluation/simulator/_helpers/_language_suffix_mapping.py
azure/ai/evaluation/simulator/_helpers/_simulator_data_classes.py
azure/ai/evaluation/simulator/_model_tools/__init__.py
azure/ai/evaluation/simulator/_model_tools/_identity_manager.py
azure/ai/evaluation/simulator/_model_tools/_proxy_completion_model.py
azure/ai/evaluation/simulator/_model_tools/_rai_client.py
azure/ai/evaluation/simulator/_model_tools/_template_handler.py
azure/ai/evaluation/simulator/_model_tools/models.py
azure/ai/evaluation/simulator/_prompty/__init__.py
azure/ai/evaluation/simulator/_prompty/task_query_response.prompty
azure/ai/evaluation/simulator/_prompty/task_simulate.prompty
azure_ai_evaluation.egg-info/PKG-INFO
azure_ai_evaluation.egg-info/SOURCES.txt
azure_ai_evaluation.egg-info/dependency_links.txt
azure_ai_evaluation.egg-info/not-zip-safe
azure_ai_evaluation.egg-info/requires.txt
azure_ai_evaluation.egg-info/top_level.txt
tests/__init__.py
tests/__openai_patcher.py
tests/conftest.py
tests/e2etests/__init__.py
tests/e2etests/target_fn.py
tests/e2etests/test_adv_simulator.py
tests/e2etests/test_builtin_evaluators.py
tests/e2etests/test_evaluate.py
tests/e2etests/test_metrics_upload.py
tests/e2etests/custom_evaluators/answer_length_with_aggregation.py
tests/unittests/test_batch_run_context.py
tests/unittests/test_built_in_evaluator.py
tests/unittests/test_chat_evaluator.py
tests/unittests/test_content_safety_chat_evaluator.py
tests/unittests/test_content_safety_defect_rate.py
tests/unittests/test_content_safety_rai_script.py
tests/unittests/test_eval_run.py
tests/unittests/test_evaluate.py
tests/unittests/test_evaluate_telemetry.py
tests/unittests/test_jailbreak_simulator.py
tests/unittests/test_non_adv_simulator.py
tests/unittests/test_save_eval.py
tests/unittests/test_simulator.py
tests/unittests/test_synthetic_callback_conv_bot.py
tests/unittests/test_synthetic_conversation_bot.py
tests/unittests/test_utils.py
tests/unittests/test_evaluators/test_inputs_evaluators.py
tests/unittests/test_evaluators/apology_dag/apology.py