bench · label floor-triggers · split heldout · code cd04216662a0
corpus: 183 records from 12 seed packs (sha 271b057d54d6) · queries queries.jsonl sha 97ecbcb5d681 · nulls 550 (sha 6e100bad522c)
arm: decision floor · hybrid off · rerank off · limit 12 · common-word share 0.05 · interests none · triggers on 173 lessons (triggers.jsonl, sha 814c7bb5aa68)

register       n         recall (briefed)  hit@1  hit@3  hit@12    MRR briefed/q
bug-report    90    93.3% [87.8%, 97.8%]  81.1%  93.3%   98.9%  0.877      11.9
paraphrase    90    70.0% [61.1%, 78.9%]  51.1%  76.7%   90.0%  0.648      11.8
ticket        90    88.9% [82.2%, 94.4%]  72.2%  88.9%   97.8%  0.816      11.7
all          270    84.1% [79.3%, 88.5%]  68.1%  86.3%   95.6%  0.780      11.8

null prompts briefed nothing: 238 of 550 (43.3%, 95% [39.2%, 47.4%]) · the rest got 5.2 lessons on average
  calibration half (sets the calibrated line): briefed anything 163 of 282 (57.8%, 95% [52.0%, 63.4%])
  unseen half (sets the calibrated line: never seen by it): briefed anything 149 of 268 (55.6%, 95% [49.6%, 61.4%])
latency per check: median 7 ms · p95 38 ms · 820 checks

per query: id register lesson rank briefed count
dec_asb_removed:ticket ticket seed:dotnet-canon:dec_asb_removed 1 yes 12
dec_asb_removed:paraphrase paraphrase seed:dotnet-canon:dec_asb_removed 13 yes 12
dec_asb_removed:bug-report bug-report seed:dotnet-canon:dec_asb_removed 1 yes 12
r_authz_test_required:ticket ticket seed:dotnet-canon:r_authz_test_required 2 yes 12
r_authz_test_required:paraphrase paraphrase seed:dotnet-canon:r_authz_test_required 11 MISS 12
r_authz_test_required:bug-report bug-report seed:dotnet-canon:r_authz_test_required 1 yes 12
r_batch_beats_whenall:ticket ticket seed:dotnet-canon:r_batch_beats_whenall 1 yes 12
r_batch_beats_whenall:paraphrase paraphrase seed:dotnet-canon:r_batch_beats_whenall 6 yes 12
r_batch_beats_whenall:bug-report bug-report seed:dotnet-canon:r_batch_beats_whenall 24 MISS 12
r_cache_write_path:ticket ticket seed:dotnet-canon:r_cache_write_path 1 yes 12
r_cache_write_path:paraphrase paraphrase seed:dotnet-canon:r_cache_write_path 10 yes 12
r_cache_write_path:bug-report bug-report seed:dotnet-canon:r_cache_write_path 1 yes 12
r_connection_hold:ticket ticket seed:dotnet-canon:r_connection_hold 4 yes 12
r_connection_hold:paraphrase paraphrase seed:dotnet-canon:r_connection_hold 13 yes 12
r_connection_hold:bug-report bug-report seed:dotnet-canon:r_connection_hold 1 yes 12
r_dapper_escape:ticket ticket seed:dotnet-canon:r_dapper_escape 5 MISS 12
r_dapper_escape:paraphrase paraphrase seed:dotnet-canon:r_dapper_escape 1 yes 12
r_dapper_escape:bug-report bug-report seed:dotnet-canon:r_dapper_escape 4 MISS 12
r_dbcontext_direct:ticket ticket seed:dotnet-canon:r_dbcontext_direct 3 yes 12
r_dbcontext_direct:paraphrase paraphrase seed:dotnet-canon:r_dbcontext_direct 3 MISS 12
r_dbcontext_direct:bug-report bug-report seed:dotnet-canon:r_dbcontext_direct 2 yes 12
r_feature_file_cap:ticket ticket seed:dotnet-canon:r_feature_file_cap 1 yes 12
r_feature_file_cap:paraphrase paraphrase seed:dotnet-canon:r_feature_file_cap 1 yes 12
r_feature_file_cap:bug-report bug-report seed:dotnet-canon:r_feature_file_cap 1 yes 12
r_file_move_discipline:ticket ticket seed:dotnet-canon:r_file_move_discipline 1 yes 12
r_file_move_discipline:paraphrase paraphrase seed:dotnet-canon:r_file_move_discipline 1 yes 12
r_file_move_discipline:bug-report bug-report seed:dotnet-canon:r_file_move_discipline 1 yes 12
r_guid_v7:ticket ticket seed:dotnet-canon:r_guid_v7 1 yes 12
r_guid_v7:paraphrase paraphrase seed:dotnet-canon:r_guid_v7 1 yes 12
r_guid_v7:bug-report bug-report seed:dotnet-canon:r_guid_v7 1 yes 12
r_https_metadata_failclosed:ticket ticket seed:dotnet-canon:r_https_metadata_failclosed 1 yes 12
r_https_metadata_failclosed:paraphrase paraphrase seed:dotnet-canon:r_https_metadata_failclosed 1 yes 12
r_https_metadata_failclosed:bug-report bug-report seed:dotnet-canon:r_https_metadata_failclosed 1 yes 12
r_idempotent_handlers:ticket ticket seed:dotnet-canon:r_idempotent_handlers 1 yes 12
r_idempotent_handlers:paraphrase paraphrase seed:dotnet-canon:r_idempotent_handlers 2 yes 12
r_idempotent_handlers:bug-report bug-report seed:dotnet-canon:r_idempotent_handlers 1 yes 12
r_logging_hygiene:ticket ticket seed:dotnet-canon:r_logging_hygiene 6 yes 12
r_logging_hygiene:paraphrase paraphrase seed:dotnet-canon:r_logging_hygiene 1 MISS 12
r_logging_hygiene:bug-report bug-report seed:dotnet-canon:r_logging_hygiene 1 yes 10
r_measure_first:ticket ticket seed:dotnet-canon:r_measure_first 1 yes 12
r_measure_first:paraphrase paraphrase seed:dotnet-canon:r_measure_first 17 MISS 12
r_measure_first:bug-report bug-report seed:dotnet-canon:r_measure_first 3 yes 12
r_no_nplus1:ticket ticket seed:dotnet-canon:r_no_nplus1 2 MISS 6
r_no_nplus1:paraphrase paraphrase seed:dotnet-canon:r_no_nplus1 15 MISS 12
r_no_nplus1:bug-report bug-report seed:dotnet-canon:r_no_nplus1 1 MISS 12
r_optimistic_concurrency:ticket ticket seed:dotnet-canon:r_optimistic_concurrency 1 yes 12
r_optimistic_concurrency:paraphrase paraphrase seed:dotnet-canon:r_optimistic_concurrency 65 MISS 12
r_optimistic_concurrency:bug-report bug-report seed:dotnet-canon:r_optimistic_concurrency 1 yes 12
r_presence_in_loop:ticket ticket seed:dotnet-canon:r_presence_in_loop 1 yes 12
r_presence_in_loop:paraphrase paraphrase seed:dotnet-canon:r_presence_in_loop 1 yes 12
r_presence_in_loop:bug-report bug-report seed:dotnet-canon:r_presence_in_loop 1 yes 12
r_problemdetails_traceid:ticket ticket seed:dotnet-canon:r_problemdetails_traceid 2 yes 12
r_problemdetails_traceid:paraphrase paraphrase seed:dotnet-canon:r_problemdetails_traceid 2 yes 12
r_problemdetails_traceid:bug-report bug-report seed:dotnet-canon:r_problemdetails_traceid 1 yes 12
r_secret_fakes:ticket ticket seed:dotnet-canon:r_secret_fakes 1 yes 12
r_secret_fakes:paraphrase paraphrase seed:dotnet-canon:r_secret_fakes 3 MISS 12
r_secret_fakes:bug-report bug-report seed:dotnet-canon:r_secret_fakes 1 yes 12
r_wolverine_inbox:ticket ticket seed:dotnet-canon:r_wolverine_inbox 7 yes 12
r_wolverine_inbox:paraphrase paraphrase seed:dotnet-canon:r_wolverine_inbox 1 yes 12
r_wolverine_inbox:bug-report bug-report seed:dotnet-canon:r_wolverine_inbox 1 yes 12
r_wolverine_instance_middleware:ticket ticket seed:dotnet-canon:r_wolverine_instance_middleware 1 yes 12
r_wolverine_instance_middleware:paraphrase paraphrase seed:dotnet-canon:r_wolverine_instance_middleware 11 yes 12
r_wolverine_instance_middleware:bug-report bug-report seed:dotnet-canon:r_wolverine_instance_middleware 1 yes 12
pd_choreography_with_flip_trigger:ticket ticket seed:dotnet-decisions:pd_choreography_with_flip_trigger 1 yes 12
pd_choreography_with_flip_trigger:paraphrase paraphrase seed:dotnet-decisions:pd_choreography_with_flip_trigger 1 yes 12
pd_choreography_with_flip_trigger:bug-report bug-report seed:dotnet-decisions:pd_choreography_with_flip_trigger 1 yes 12
pd_ci_grep_unanalyzable_hazards:ticket ticket seed:dotnet-decisions:pd_ci_grep_unanalyzable_hazards 1 yes 12
pd_ci_grep_unanalyzable_hazards:paraphrase paraphrase seed:dotnet-decisions:pd_ci_grep_unanalyzable_hazards 2 yes 12
pd_ci_grep_unanalyzable_hazards:bug-report bug-report seed:dotnet-decisions:pd_ci_grep_unanalyzable_hazards 1 yes 12
pd_context_propagation_sync_and_async:ticket ticket seed:dotnet-decisions:pd_context_propagation_sync_and_async 1 yes 12
pd_context_propagation_sync_and_async:paraphrase paraphrase seed:dotnet-decisions:pd_context_propagation_sync_and_async 2 yes 12
pd_context_propagation_sync_and_async:bug-report bug-report seed:dotnet-decisions:pd_context_propagation_sync_and_async 1 yes 12
pd_dapr_considered_not_adopted:ticket ticket seed:dotnet-decisions:pd_dapr_considered_not_adopted 1 yes 12
pd_dapr_considered_not_adopted:paraphrase paraphrase seed:dotnet-decisions:pd_dapr_considered_not_adopted 2 yes 12
pd_dapr_considered_not_adopted:bug-report bug-report seed:dotnet-decisions:pd_dapr_considered_not_adopted 1 yes 12
pd_db_primitives_before_distributed_locks:ticket ticket seed:dotnet-decisions:pd_db_primitives_before_distributed_locks 1 yes 12
pd_db_primitives_before_distributed_locks:paraphrase paraphrase seed:dotnet-decisions:pd_db_primitives_before_distributed_locks 8 yes 12
pd_db_primitives_before_distributed_locks:bug-report bug-report seed:dotnet-decisions:pd_db_primitives_before_distributed_locks 10 yes 12
pd_hybridcache_over_handrolled:ticket ticket seed:dotnet-decisions:pd_hybridcache_over_handrolled 1 yes 12
pd_hybridcache_over_handrolled:paraphrase paraphrase seed:dotnet-decisions:pd_hybridcache_over_handrolled 3 MISS 12
pd_hybridcache_over_handrolled:bug-report bug-report seed:dotnet-decisions:pd_hybridcache_over_handrolled 4 MISS 12
pd_keycloak_realm_reimport:ticket ticket seed:dotnet-decisions:pd_keycloak_realm_reimport 1 yes 12
pd_keycloak_realm_reimport:paraphrase paraphrase seed:dotnet-decisions:pd_keycloak_realm_reimport 1 yes 12
pd_keycloak_realm_reimport:bug-report bug-report seed:dotnet-decisions:pd_keycloak_realm_reimport 3 yes 12
pd_macos_docker_host_testcontainers:ticket ticket seed:dotnet-decisions:pd_macos_docker_host_testcontainers 1 yes 12
pd_macos_docker_host_testcontainers:paraphrase paraphrase seed:dotnet-decisions:pd_macos_docker_host_testcontainers 1 yes 12
pd_macos_docker_host_testcontainers:bug-report bug-report seed:dotnet-decisions:pd_macos_docker_host_testcontainers 1 yes 12
pd_melogging_over_serilog:ticket ticket seed:dotnet-decisions:pd_melogging_over_serilog 1 yes 12
pd_melogging_over_serilog:paraphrase paraphrase seed:dotnet-decisions:pd_melogging_over_serilog 1 yes 12
pd_melogging_over_serilog:bug-report bug-report seed:dotnet-decisions:pd_melogging_over_serilog 2 yes 12
pd_microservices_vs_modular_monolith:ticket ticket seed:dotnet-decisions:pd_microservices_vs_modular_monolith 1 yes 9
pd_microservices_vs_modular_monolith:paraphrase paraphrase seed:dotnet-decisions:pd_microservices_vs_modular_monolith 1 yes 12
pd_microservices_vs_modular_monolith:bug-report bug-report seed:dotnet-decisions:pd_microservices_vs_modular_monolith 1 yes 12
pd_minimal_apis_over_controllers:ticket ticket seed:dotnet-decisions:pd_minimal_apis_over_controllers 4 MISS 12
pd_minimal_apis_over_controllers:paraphrase paraphrase seed:dotnet-decisions:pd_minimal_apis_over_controllers 2 yes 12
pd_minimal_apis_over_controllers:bug-report bug-report seed:dotnet-decisions:pd_minimal_apis_over_controllers 1 MISS 12
pd_otel_vendor_neutral:ticket ticket seed:dotnet-decisions:pd_otel_vendor_neutral 1 yes 12
pd_otel_vendor_neutral:paraphrase paraphrase seed:dotnet-decisions:pd_otel_vendor_neutral 1 yes 12
pd_otel_vendor_neutral:bug-report bug-report seed:dotnet-decisions:pd_otel_vendor_neutral 1 yes 12
pd_rfc7807_global_handler_traceid:ticket ticket seed:dotnet-decisions:pd_rfc7807_global_handler_traceid 2 yes 12
pd_rfc7807_global_handler_traceid:paraphrase paraphrase seed:dotnet-decisions:pd_rfc7807_global_handler_traceid 1 yes 12
pd_rfc7807_global_handler_traceid:bug-report bug-report seed:dotnet-decisions:pd_rfc7807_global_handler_traceid 1 yes 12
pd_rollback_test_write_then_publish:ticket ticket seed:dotnet-decisions:pd_rollback_test_write_then_publish 1 yes 12
pd_rollback_test_write_then_publish:paraphrase paraphrase seed:dotnet-decisions:pd_rollback_test_write_then_publish 1 yes 12
pd_rollback_test_write_then_publish:bug-report bug-report seed:dotnet-decisions:pd_rollback_test_write_then_publish 5 yes 12
pd_scalar_over_swagger:ticket ticket seed:dotnet-decisions:pd_scalar_over_swagger 1 yes 12
pd_scalar_over_swagger:paraphrase paraphrase seed:dotnet-decisions:pd_scalar_over_swagger 6 MISS 12
pd_scalar_over_swagger:bug-report bug-report seed:dotnet-decisions:pd_scalar_over_swagger 1 yes 12
pd_testcontainers_real_providers:ticket ticket seed:dotnet-decisions:pd_testcontainers_real_providers 1 yes 12
pd_testcontainers_real_providers:paraphrase paraphrase seed:dotnet-decisions:pd_testcontainers_real_providers 1 yes 12
pd_testcontainers_real_providers:bug-report bug-report seed:dotnet-decisions:pd_testcontainers_real_providers 1 yes 12
pd_wolverine6_runtime_compilation_split:ticket ticket seed:dotnet-decisions:pd_wolverine6_runtime_compilation_split 1 yes 12
pd_wolverine6_runtime_compilation_split:paraphrase paraphrase seed:dotnet-decisions:pd_wolverine6_runtime_compilation_split 5 yes 12
pd_wolverine6_runtime_compilation_split:bug-report bug-report seed:dotnet-decisions:pd_wolverine6_runtime_compilation_split 1 yes 12
pd_wolverine6_service_location_policy:ticket ticket seed:dotnet-decisions:pd_wolverine6_service_location_policy 1 yes 12
pd_wolverine6_service_location_policy:paraphrase paraphrase seed:dotnet-decisions:pd_wolverine6_service_location_policy 1 yes 12
pd_wolverine6_service_location_policy:bug-report bug-report seed:dotnet-decisions:pd_wolverine6_service_location_policy 1 yes 12
nc_dead_metric:ticket ticket seed:dotnet-defects:nc_dead_metric 1 yes 12
nc_dead_metric:paraphrase paraphrase seed:dotnet-defects:nc_dead_metric 7 yes 12
nc_dead_metric:bug-report bug-report seed:dotnet-defects:nc_dead_metric 2 yes 12
nc_handler_di:ticket ticket seed:dotnet-defects:nc_handler_di 14 MISS 12
nc_handler_di:paraphrase paraphrase seed:dotnet-defects:nc_handler_di 1 yes 12
nc_handler_di:bug-report bug-report seed:dotnet-defects:nc_handler_di 1 yes 12
nc_outbox_atomicity:ticket ticket seed:dotnet-defects:nc_outbox_atomicity 1 yes 12
nc_outbox_atomicity:paraphrase paraphrase seed:dotnet-defects:nc_outbox_atomicity 2 yes 12
nc_outbox_atomicity:bug-report bug-report seed:dotnet-defects:nc_outbox_atomicity 3 yes 12
nc_price_tamper:ticket ticket seed:dotnet-defects:nc_price_tamper 2 MISS 6
nc_price_tamper:paraphrase paraphrase seed:dotnet-defects:nc_price_tamper 2 MISS 8
nc_price_tamper:bug-report bug-report seed:dotnet-defects:nc_price_tamper 1 yes 12
nc_topology_race:ticket ticket seed:dotnet-defects:nc_topology_race 3 yes 12
nc_topology_race:paraphrase paraphrase seed:dotnet-defects:nc_topology_race 25 MISS 12
nc_topology_race:bug-report bug-report seed:dotnet-defects:nc_topology_race 1 yes 12
rs_endpoint_group_hygiene:ticket ticket seed:dotnet-review-surfaces:rs_endpoint_group_hygiene 1 yes 12
rs_endpoint_group_hygiene:paraphrase paraphrase seed:dotnet-review-surfaces:rs_endpoint_group_hygiene 2 yes 12
rs_endpoint_group_hygiene:bug-report bug-report seed:dotnet-review-surfaces:rs_endpoint_group_hygiene 1 yes 12
rs_fanout_per_recipient:ticket ticket seed:dotnet-review-surfaces:rs_fanout_per_recipient 1 yes 9
rs_fanout_per_recipient:paraphrase paraphrase seed:dotnet-review-surfaces:rs_fanout_per_recipient 1 MISS 12
rs_fanout_per_recipient:bug-report bug-report seed:dotnet-review-surfaces:rs_fanout_per_recipient 1 yes 12
rs_handler_idempotency_guard:ticket ticket seed:dotnet-review-surfaces:rs_handler_idempotency_guard 1 MISS 12
rs_handler_idempotency_guard:paraphrase paraphrase seed:dotnet-review-surfaces:rs_handler_idempotency_guard 3 MISS 12
rs_handler_idempotency_guard:bug-report bug-report seed:dotnet-review-surfaces:rs_handler_idempotency_guard 1 yes 12
rs_read_projection_axes:ticket ticket seed:dotnet-review-surfaces:rs_read_projection_axes 1 yes 12
rs_read_projection_axes:paraphrase paraphrase seed:dotnet-review-surfaces:rs_read_projection_axes 1 yes 12
rs_read_projection_axes:bug-report bug-report seed:dotnet-review-surfaces:rs_read_projection_axes 1 yes 12
rs_rich_aggregate_shape:ticket ticket seed:dotnet-review-surfaces:rs_rich_aggregate_shape 3 yes 12
rs_rich_aggregate_shape:paraphrase paraphrase seed:dotnet-review-surfaces:rs_rich_aggregate_shape 1 MISS 12
rs_rich_aggregate_shape:bug-report bug-report seed:dotnet-review-surfaces:rs_rich_aggregate_shape 1 yes 12
rxc_bundle_budget:ticket ticket seed:frontend-canon:rxc_bundle_budget 1 yes 12
rxc_bundle_budget:paraphrase paraphrase seed:frontend-canon:rxc_bundle_budget 1 MISS 12
rxc_bundle_budget:bug-report bug-report seed:frontend-canon:rxc_bundle_budget 1 yes 12
rxc_effects_discipline:ticket ticket seed:frontend-canon:rxc_effects_discipline 2 yes 12
rxc_effects_discipline:paraphrase paraphrase seed:frontend-canon:rxc_effects_discipline 9 MISS 12
rxc_effects_discipline:bug-report bug-report seed:frontend-canon:rxc_effects_discipline 2 yes 12
rxc_feature_boundaries:ticket ticket seed:frontend-canon:rxc_feature_boundaries 2 yes 11
rxc_feature_boundaries:paraphrase paraphrase seed:frontend-canon:rxc_feature_boundaries 1 yes 12
rxc_feature_boundaries:bug-report bug-report seed:frontend-canon:rxc_feature_boundaries 1 yes 12
rxc_no_client_money:ticket ticket seed:frontend-canon:rxc_no_client_money 1 yes 12
rxc_no_client_money:paraphrase paraphrase seed:frontend-canon:rxc_no_client_money 15 MISS 12
rxc_no_client_money:bug-report bug-report seed:frontend-canon:rxc_no_client_money 1 yes 12
rxc_no_state_copy:ticket ticket seed:frontend-canon:rxc_no_state_copy 7 MISS 12
rxc_no_state_copy:paraphrase paraphrase seed:frontend-canon:rxc_no_state_copy 6 MISS 12
rxc_no_state_copy:bug-report bug-report seed:frontend-canon:rxc_no_state_copy 4 yes 12
rxc_no_waterfalls:ticket ticket seed:frontend-canon:rxc_no_waterfalls 1 yes 12
rxc_no_waterfalls:paraphrase paraphrase seed:frontend-canon:rxc_no_waterfalls 4 yes 12
rxc_no_waterfalls:bug-report bug-report seed:frontend-canon:rxc_no_waterfalls 1 yes 12
rxc_spa_auth_bff:ticket ticket seed:frontend-canon:rxc_spa_auth_bff 1 yes 12
rxc_spa_auth_bff:paraphrase paraphrase seed:frontend-canon:rxc_spa_auth_bff 2 MISS 12
rxc_spa_auth_bff:bug-report bug-report seed:frontend-canon:rxc_spa_auth_bff 1 yes 12
rxc_test_behavior:ticket ticket seed:frontend-canon:rxc_test_behavior 1 yes 12
rxc_test_behavior:paraphrase paraphrase seed:frontend-canon:rxc_test_behavior 26 MISS 12
rxc_test_behavior:bug-report bug-report seed:frontend-canon:rxc_test_behavior 1 yes 12
d_cross_domain_recipe_dependence:ticket ticket seed:geospatial-deeptime-defects:d_cross_domain_recipe_dependence 1 yes 12
d_cross_domain_recipe_dependence:paraphrase paraphrase seed:geospatial-deeptime-defects:d_cross_domain_recipe_dependence 1 yes 12
d_cross_domain_recipe_dependence:bug-report bug-report seed:geospatial-deeptime-defects:d_cross_domain_recipe_dependence 2 yes 11
g_multi_recipe_robustness:ticket ticket seed:geospatial-deeptime-defects:g_multi_recipe_robustness 1 yes 9
g_multi_recipe_robustness:paraphrase paraphrase seed:geospatial-deeptime-defects:g_multi_recipe_robustness 3 yes 12
g_multi_recipe_robustness:bug-report bug-report seed:geospatial-deeptime-defects:g_multi_recipe_robustness 1 yes 12
g_multiyear_window_composite:ticket ticket seed:geospatial-deeptime-defects:g_multiyear_window_composite 1 yes 12
g_multiyear_window_composite:paraphrase paraphrase seed:geospatial-deeptime-defects:g_multiyear_window_composite 1 yes 12
g_multiyear_window_composite:bug-report bug-report seed:geospatial-deeptime-defects:g_multiyear_window_composite 1 yes 12
r_mask_hierarchical_classifier:ticket ticket seed:geospatial-deeptime-defects:r_mask_hierarchical_classifier 1 yes 12
r_mask_hierarchical_classifier:paraphrase paraphrase seed:geospatial-deeptime-defects:r_mask_hierarchical_classifier 1 MISS 6
r_mask_hierarchical_classifier:bug-report bug-report seed:geospatial-deeptime-defects:r_mask_hierarchical_classifier 1 yes 12
d11:ticket ticket seed:geospatial-defects:d11 1 yes 11
d11:paraphrase paraphrase seed:geospatial-defects:d11 3 yes 12
d11:bug-report bug-report seed:geospatial-defects:d11 1 yes 12
d12:ticket ticket seed:geospatial-defects:d12 1 yes 12
d12:paraphrase paraphrase seed:geospatial-defects:d12 1 yes 9
d12:bug-report bug-report seed:geospatial-defects:d12 1 yes 3
d14:ticket ticket seed:geospatial-defects:d14 1 yes 12
d14:paraphrase paraphrase seed:geospatial-defects:d14 1 yes 12
d14:bug-report bug-report seed:geospatial-defects:d14 1 yes 12
d16:ticket ticket seed:geospatial-defects:d16 1 yes 12
d16:paraphrase paraphrase seed:geospatial-defects:d16 1 yes 12
d16:bug-report bug-report seed:geospatial-defects:d16 1 yes 12
d18:ticket ticket seed:geospatial-defects:d18 1 yes 12
d18:paraphrase paraphrase seed:geospatial-defects:d18 1 MISS 11
d18:bug-report bug-report seed:geospatial-defects:d18 1 yes 12
d19:ticket ticket seed:geospatial-defects:d19 1 yes 12
d19:paraphrase paraphrase seed:geospatial-defects:d19 1 yes 12
d19:bug-report bug-report seed:geospatial-defects:d19 1 yes 12
g_classpath:ticket ticket seed:geospatial-defects:g_classpath 1 yes 12
g_classpath:paraphrase paraphrase seed:geospatial-defects:g_classpath 2 yes 12
g_classpath:bug-report bug-report seed:geospatial-defects:g_classpath 1 yes 12
d_cwd_isort:ticket ticket seed:geospatial-enforcement-defects:d_cwd_isort 2 yes 12
d_cwd_isort:paraphrase paraphrase seed:geospatial-enforcement-defects:d_cwd_isort 1 yes 12
d_cwd_isort:bug-report bug-report seed:geospatial-enforcement-defects:d_cwd_isort 1 yes 12
d_masked_gate_order:ticket ticket seed:geospatial-enforcement-defects:d_masked_gate_order 1 yes 12
d_masked_gate_order:paraphrase paraphrase seed:geospatial-enforcement-defects:d_masked_gate_order 1 yes 12
d_masked_gate_order:bug-report bug-report seed:geospatial-enforcement-defects:d_masked_gate_order 1 yes 12
d_ungated_zone:ticket ticket seed:geospatial-enforcement-defects:d_ungated_zone 1 yes 12
d_ungated_zone:paraphrase paraphrase seed:geospatial-enforcement-defects:d_ungated_zone 1 MISS 12
d_ungated_zone:bug-report bug-report seed:geospatial-enforcement-defects:d_ungated_zone 1 yes 12
d_unpinned_linter:ticket ticket seed:geospatial-enforcement-defects:d_unpinned_linter 2 yes 12
d_unpinned_linter:paraphrase paraphrase seed:geospatial-enforcement-defects:d_unpinned_linter 1 yes 12
d_unpinned_linter:bug-report bug-report seed:geospatial-enforcement-defects:d_unpinned_linter 1 yes 12
r_single_source_sets:ticket ticket seed:geospatial-enforcement-defects:r_single_source_sets 1 yes 12
r_single_source_sets:paraphrase paraphrase seed:geospatial-enforcement-defects:r_single_source_sets 1 yes 12
r_single_source_sets:bug-report bug-report seed:geospatial-enforcement-defects:r_single_source_sets 1 yes 12
r_surface_needs_trigger:ticket ticket seed:geospatial-enforcement-defects:r_surface_needs_trigger 1 yes 12
r_surface_needs_trigger:paraphrase paraphrase seed:geospatial-enforcement-defects:r_surface_needs_trigger 1 yes 12
r_surface_needs_trigger:bug-report bug-report seed:geospatial-enforcement-defects:r_surface_needs_trigger 1 yes 12
d_loo_group_single_class:ticket ticket seed:geospatial-eval-defects:d_loo_group_single_class 1 yes 12
d_loo_group_single_class:paraphrase paraphrase seed:geospatial-eval-defects:d_loo_group_single_class 6 MISS 12
d_loo_group_single_class:bug-report bug-report seed:geospatial-eval-defects:d_loo_group_single_class 1 yes 12
py_composition_root:ticket ticket seed:python-canon:py_composition_root 2 MISS 12
py_composition_root:paraphrase paraphrase seed:python-canon:py_composition_root 2 yes 12
py_composition_root:bug-report bug-report seed:python-canon:py_composition_root 1 yes 12
py_dont_mock_what_you_dont_own:ticket ticket seed:python-canon:py_dont_mock_what_you_dont_own 6 yes 12
py_dont_mock_what_you_dont_own:paraphrase paraphrase seed:python-canon:py_dont_mock_what_you_dont_own 15 yes 12
py_dont_mock_what_you_dont_own:bug-report bug-report seed:python-canon:py_dont_mock_what_you_dont_own 1 yes 12
py_layers_contract:ticket ticket seed:python-canon:py_layers_contract 1 yes 12
py_layers_contract:paraphrase paraphrase seed:python-canon:py_layers_contract 3 yes 12
py_layers_contract:bug-report bug-report seed:python-canon:py_layers_contract 1 yes 12
py_one_type_checker:ticket ticket seed:python-canon:py_one_type_checker 1 yes 7
py_one_type_checker:paraphrase paraphrase seed:python-canon:py_one_type_checker 1 yes 12
py_one_type_checker:bug-report bug-report seed:python-canon:py_one_type_checker 1 yes 12
py_pyproject_versions:ticket ticket seed:python-canon:py_pyproject_versions 3 yes 12
py_pyproject_versions:paraphrase paraphrase seed:python-canon:py_pyproject_versions 3 yes 12
py_pyproject_versions:bug-report bug-report seed:python-canon:py_pyproject_versions 3 yes 12
py_size_limits:ticket ticket seed:python-canon:py_size_limits 1 yes 12
py_size_limits:paraphrase paraphrase seed:python-canon:py_size_limits 1 yes 12
py_size_limits:bug-report bug-report seed:python-canon:py_size_limits 1 yes 12
py_test_every_version:ticket ticket seed:python-canon:py_test_every_version 1 yes 12
py_test_every_version:paraphrase paraphrase seed:python-canon:py_test_every_version 1 yes 12
py_test_every_version:bug-report bug-report seed:python-canon:py_test_every_version 1 yes 12
py_unclosed_sqlite:ticket ticket seed:python-canon:py_unclosed_sqlite 1 yes 12
py_unclosed_sqlite:paraphrase paraphrase seed:python-canon:py_unclosed_sqlite 1 yes 12
py_unclosed_sqlite:bug-report bug-report seed:python-canon:py_unclosed_sqlite 1 yes 12
py_value_objects_at_seams:ticket ticket seed:python-canon:py_value_objects_at_seams 33 MISS 12
py_value_objects_at_seams:paraphrase paraphrase seed:python-canon:py_value_objects_at_seams 1 yes 12
py_value_objects_at_seams:bug-report bug-report seed:python-canon:py_value_objects_at_seams 1 yes 12
qz_broken_tool:ticket ticket seed:rag-defects:qz_broken_tool 1 yes 12
qz_broken_tool:paraphrase paraphrase seed:rag-defects:qz_broken_tool 1 MISS 12
qz_broken_tool:bug-report bug-report seed:rag-defects:qz_broken_tool 1 yes 12
qz_crosstab:ticket ticket seed:rag-defects:qz_crosstab 1 yes 12
qz_crosstab:paraphrase paraphrase seed:rag-defects:qz_crosstab 1 yes 12
qz_crosstab:bug-report bug-report seed:rag-defects:qz_crosstab 1 yes 12
qz_judge_crash:ticket ticket seed:rag-defects:qz_judge_crash 1 yes 12
qz_judge_crash:paraphrase paraphrase seed:rag-defects:qz_judge_crash 2 MISS 12
qz_judge_crash:bug-report bug-report seed:rag-defects:qz_judge_crash 1 yes 12
qz_judge_self:ticket ticket seed:rag-defects:qz_judge_self 1 yes 12
qz_judge_self:paraphrase paraphrase seed:rag-defects:qz_judge_self 3 MISS 12
qz_judge_self:bug-report bug-report seed:rag-defects:qz_judge_self 2 MISS 12
qz_unequal_budget:ticket ticket seed:rag-defects:qz_unequal_budget 2 yes 12
qz_unequal_budget:paraphrase paraphrase seed:rag-defects:qz_unequal_budget 1 yes 12
qz_unequal_budget:bug-report bug-report seed:rag-defects:qz_unequal_budget 1 yes 12
rx_useeffect_fetch:ticket ticket seed:react-defects:rx_useeffect_fetch 7 MISS 12
rx_useeffect_fetch:paraphrase paraphrase seed:react-defects:rx_useeffect_fetch 2 yes 12
rx_useeffect_fetch:bug-report bug-report seed:react-defects:rx_useeffect_fetch 2 yes 12
