# Public API of launchdarkly_ai_server.experimental.evaluations. Generated by `make api-report`; do not edit.
AIConfig  [class, @dataclass(frozen=True)]
  __init__(key: str, variation: str)
  key: str
  variation: str
Criterion = Judge | Scorer  [type]
DatasetRow  [class, @dataclass]
  __init__(row_index: int, input: str | None = None, expected_output: str | None = None, variables: dict[str, Any] = dict(), metadata: dict[str, Any] | None = None)
  expected_output: str | None = None
  input: str | None = None
  metadata: dict[str, Any] | None = None
  row_index: int
  variables: dict[str, Any] = field(default_factory=dict)
EvalRunResult  [class, @dataclass]
  __init__(passed: bool, url: str, run_id: str, summary: RunSummary)
  passed: bool
  run_id: str
  summary: RunSummary
  url: str
EvalTool  [class, @dataclass(frozen=True)]
  __init__(key: str, implementation: ToolImplementation, schema: dict[str, Any], description: str = '')
  description: str = ''
  implementation: ToolImplementation
  key: str
  project_key: str | None = field(default=None, init=False)
  schema: dict[str, Any]
  source: Literal['library', 'inline'] = field(default='inline', init=False)
  to_create_wire() -> dict[str, Any]
  version: int | None = field(default=None, init=False)
EvaluationsError(Exception)  [class]
EvaluationsModule  [class]
  __init__(api_client: LDApiClient, project_key: str, sdk_key: str | None, ui_base_uri: str = DEFAULT_UI_BASE_URI)
  project_key: str  [property]
  run(*, key: str, dataset: str | Sequence[InlineDatasetRow], handler: EvalHandler | None = None, handlers: Sequence[EvalHandler] | None = None, generation: GenerationConfig | GenerationOverrides | None = None, ai_config: AIConfig | None = None, tools: Sequence[EvalTool] | None = None, criteria: list[Criterion] | None = None, concurrency: int = 10, poll_interval_seconds: float | None = None, poll_timeout_seconds: float | None = None) -> EvalRunResult  [async]
  sdk_key: str | None  [property]
  tools: ToolsClient  [property]
  ui_base_uri: str  [property]
GenerationConfig(TypedDict, total=False)  [class]
  instructions: str
  messages: list[dict[str, Any]]
  mode: Required[GenerationMode]
  model: Required[str]
  output_format: dict[str, Any]
  parameters: dict[str, Any]
  prompt_snippets: dict[str, str]
  provider: Required[str]
GenerationMode = Literal['completion', 'agent']
GenerationOverrides(TypedDict, total=False)  [class]
  instructions: str
  messages: list[dict[str, Any]]
  model: str
  output_format: dict[str, Any]
  parameters: dict[str, Any]
  prompt_snippets: dict[str, str]
  provider: str
init_evaluations(project_key: str | None = None, api_key: str | None = None, sdk_key: str | None = None, api_base_uri: str | None = None, ui_base_uri: str | None = None, transport: Transport = urllib_transport) -> EvaluationsModule
Judge  [class, @dataclass(frozen=True)]
  __init__(key: str, threshold: float | None = DEFAULT_JUDGE_THRESHOLD, pass_rate_threshold: float | None = None, ground_truth_context: str | None = None)
  __post_init__() -> None
  criterion_type: str  [property]
  ground_truth_context: str | None = None
  key: str
  pass_rate_threshold: float | None = None
  threshold: float | None = DEFAULT_JUDGE_THRESHOLD
  to_criteria_wire() -> dict[str, Any]
RunSummary  [class, @dataclass]
  __init__(total_rows: int = 0, passed_rows: int = 0, failed_rows: int = 0, error_rows: int = 0, pending_rows: int = 0)
  error_rows: int = 0
  failed_rows: int = 0
  from_wire(data: Mapping[str, Any] | None) -> RunSummary  [classmethod]
  passed_rows: int = 0
  pending_rows: int = 0
  total_rows: int = 0
Scorer  [class, @dataclass(frozen=True)]
  __init__(name: str, fn: ScorerFn, threshold: float | None = 1.0, pass_rate_threshold: float | None = None, success_direction: SuccessDirection = 'higher_is_better')
  __post_init__() -> None
  criterion_type: str  [property]
  fn: ScorerFn
  name: str
  pass_rate_threshold: float | None = None
  success_direction: SuccessDirection = 'higher_is_better'
  threshold: float | None = 1.0
  to_criteria_wire() -> dict[str, Any]
