-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy path.test_durations
More file actions
991 lines (991 loc) · 122 KB
/
Copy path.test_durations
File metadata and controls
991 lines (991 loc) · 122 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
{
"tests/automation/agent/test_agent.py::test_process_message": 0.6310140410205349,
"tests/automation/agent/test_agent.py::test_process_message_with_claude_tool_calls": 0.6259462920133956,
"tests/automation/agent/test_agent.py::test_process_message_with_tool_calls": 0.6365685000782833,
"tests/automation/agent/test_agent.py::test_run_iteration": 0.5644267090247013,
"tests/automation/agent/test_agent.py::test_run_max_iterations_exception": 0.5639031249447726,
"tests/automation/agent/test_agent.py::test_run_with_initial_prompt": 0.4987409590394236,
"tests/automation/agent/test_agent.py::test_run_with_tool_calls": 0.5190739160170779,
"tests/automation/agent/test_agent.py::test_should_continue": 0.5475337930256501,
"tests/automation/agent/test_agent.py::test_update_usage": 0.5285392920486629,
"tests/automation/agent/test_agent_tools.py::TestFunctionTool::test_chained_exception_handling": 0.49931566702434793,
"tests/automation/agent/test_agent_tools.py::TestFunctionTool::test_exception_handling": 0.49409349996130913,
"tests/automation/agent/test_agent_tools.py::TestFunctionTool::test_successful_call": 0.5128592090331949,
"tests/automation/agent/test_agent_tools.py::TestGetFullExceptionString::test_chained_exception": 0.5637431259383447,
"tests/automation/agent/test_agent_tools.py::TestGetFullExceptionString::test_empty_main_exception": 0.5083067080122419,
"tests/automation/agent/test_agent_tools.py::TestGetFullExceptionString::test_simple_exception": 0.5088807070860639,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_empty_string": 0.49795670801540837,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_invalid_json": 0.4995230829808861,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_nested_json": 0.47551229293458164,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_no_input": 0.4908990419935435,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_no_json": 0.5315867920289747,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_valid_json_with_following_text": 0.4909293749369681,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_valid_json_with_preceding_text": 0.5093296670238487,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_valid_json_with_surrounding_text": 0.5330539160058834,
"tests/automation/agent/test_agent_utils.py::TestExtractJsonFromText::test_valid_json_without_surrounding_text": 0.4711032510967925,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_still_works_with_invalid_json": 0.5387384159839712,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_lots_of_merged_valid_keys": 0.4734016669681296,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_merged_valid_keys": 1.1176491259247996,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_nested_json": 0.47970416699536145,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_no_valid_keys": 0.4518672509584576,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_non_string_values": 0.45247433392796665,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_partial_valid_keys": 0.46618158399360254,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_parse_json_with_valid_keys": 0.5117782930610701,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_process_json_str_with_code_newline": 0.51252804097021,
"tests/automation/agent/test_agent_utils.py::TestParseJsonWithKeys::test_process_json_str_with_newline": 0.4821384169626981,
"tests/automation/agent/test_client.py::test_anthropic_generate_structured": 0.49789000098826364,
"tests/automation/agent/test_client.py::test_anthropic_generate_text": 0.6065651660319418,
"tests/automation/agent/test_client.py::test_anthropic_generate_text_stream": 0.5071525010280311,
"tests/automation/agent/test_client.py::test_anthropic_generate_text_stream_with_tools": 0.5006860839785077,
"tests/automation/agent/test_client.py::test_anthropic_generate_text_with_tools": 0.5811478750547394,
"tests/automation/agent/test_client.py::test_anthropic_prep_message_and_tools": 0.4941756669431925,
"tests/automation/agent/test_client.py::test_clean_message_content": 0.5056573750334792,
"tests/automation/agent/test_client.py::test_clean_tool_call_assistant_messages": 0.5483676250441931,
"tests/automation/agent/test_client.py::test_construct_message_from_stream_anthropic": 0.4862589591066353,
"tests/automation/agent/test_client.py::test_construct_message_from_stream_gemini": 0.45460579195059836,
"tests/automation/agent/test_client.py::test_construct_message_from_stream_invalid_provider": 0.4639452919946052,
"tests/automation/agent/test_client.py::test_construct_message_from_stream_openai": 0.47446854098234326,
"tests/automation/agent/test_client.py::test_gemini_create_cache": 0.45418083301046863,
"tests/automation/agent/test_client.py::test_gemini_create_cache_invalid_provider": 0.49444345803931355,
"tests/automation/agent/test_client.py::test_gemini_create_cache_same_display_name": 0.4664750421070494,
"tests/automation/agent/test_client.py::test_gemini_generate_structured": 0.5119257930200547,
"tests/automation/agent/test_client.py::test_gemini_generate_text": 0.5460397499846295,
"tests/automation/agent/test_client.py::test_gemini_generate_text_from_web_search": 0.4759225408779457,
"tests/automation/agent/test_client.py::test_gemini_generate_text_stream": 0.45914645807351917,
"tests/automation/agent/test_client.py::test_gemini_generate_text_stream_with_tools": 0.4905082500190474,
"tests/automation/agent/test_client.py::test_gemini_generate_text_with_tools": 0.5016134590259753,
"tests/automation/agent/test_client.py::test_gemini_get_cache": 0.49153666698839515,
"tests/automation/agent/test_client.py::test_gemini_prep_message_and_tools": 0.46751891798339784,
"tests/automation/agent/test_client.py::test_generate_text_stream_different_timeouts": 2.364564459887333,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_first_token_timeout[AnthropicProvider-claude-3-5-sonnet@20240620]": 0.7201203340082429,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_first_token_timeout[GeminiProvider-gemini-2.0-flash-001]": 0.7134842909872532,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_first_token_timeout[GeminiProvider-gemini-2.0-flash-exp]": 0.6484821249978268,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_first_token_timeout[OpenAiProvider-gpt-3.5-turbo]": 0.7680119169526733,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_inactivity_timeout[AnthropicProvider-claude-3-5-sonnet@20240620]": 0.8950446670642123,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_inactivity_timeout[GeminiProvider-gemini-2.0-flash-001]": 0.8968738760449924,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_inactivity_timeout[GeminiProvider-gemini-2.0-flash-exp]": 0.8834452089940896,
"tests/automation/agent/test_client.py::test_generate_text_stream_with_inactivity_timeout[OpenAiProvider-gpt-3.5-turbo]": 0.9608259999658912,
"tests/automation/agent/test_client.py::test_openai_generate_structured": 0.5222305420320481,
"tests/automation/agent/test_client.py::test_openai_generate_structured_refusal": 0.00013562501408159733,
"tests/automation/agent/test_client.py::test_openai_generate_text": 0.5809747500461526,
"tests/automation/agent/test_client.py::test_openai_generate_text_stream": 0.49934504000702873,
"tests/automation/agent/test_client.py::test_openai_generate_text_stream_with_tools": 0.4784002489759587,
"tests/automation/agent/test_client.py::test_openai_generate_text_with_tools": 0.56077733397251,
"tests/automation/agent/test_client.py::test_openai_prep_message_and_tools": 0.48103512602392584,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_encode": 0.4897355839930242,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_encode[False]": 0.4692322090268135,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_encode[True]": 0.47191508300602436,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-10-1-texts0]": 0.47560995898675174,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-10-2-texts0]": 0.5051675419672392,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-10-3-texts0]": 0.4754593759425916,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-3-1-texts0]": 0.5001621239352971,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-3-2-texts0]": 0.50510587496683,
"tests/automation/agent/test_embeddings.py::TestGoogleProviderEmbeddings::test_prepare_batches[4.0-3-3-texts0]": 0.4592448329785839,
"tests/automation/assisted_query/test_assisted_query.py::TestAssistedQuery::test_create_query_from_natural_language_success": 0.4731602920219302,
"tests/automation/assisted_query/test_assisted_query.py::TestAssistedQuery::test_translate_query_cache_not_found": 0.5130859999335371,
"tests/automation/assisted_query/test_assisted_query.py::TestAssistedQuery::test_translate_query_success": 0.46771079092286527,
"tests/automation/assisted_query/test_create_cache.py::TestCreateCache::test_create_cache_existing_cache": 0.451549666991923,
"tests/automation/assisted_query/test_create_cache.py::TestCreateCache::test_create_cache_new_cache": 0.4540067489724606,
"tests/automation/autofix/components/coding/test_coding_component.py::TestCodingComponent::test_invoke_with_missing_and_existing_files": 1.1549232519901125,
"tests/automation/autofix/components/coding/test_coding_component.py::TestCodingComponent::test_invoke_with_root_cause_analysis_non_obvious_fix": 0.4987830420068349,
"tests/automation/autofix/components/coding/test_coding_models.py::TestPlannerModels::test_root_cause_conversion": 0.5107507510692813,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_with_empty_lines": 0.49653179198503494,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_with_multiple_unchanged_lines": 0.4970399170415476,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_with_non_ascii_characters": 0.5177794159972109,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_with_only_additions": 0.5075376669992693,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_with_only_deletions": 0.5233996669412591,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_diff_without_changes": 0.5042875839280896,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_empty_diff": 0.5178533329744823,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_extract_multiple_chunks": 0.5270058329333551,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_extract_single_chunk": 0.5110748340375721,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_still_works_with_invalid_diff_format[--- a/file.txt\\n+++ b/file.txt\\nInvalid content]": 0.5313552080187947,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_still_works_with_invalid_diff_format[@ Invalid hunk header @@\\nContent]": 0.4859651240403764,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestExtractDiffChunks::test_still_works_with_invalid_diff_format[Invalid diff content]": 0.4923703329404816,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileChange::test_indented_subsnippet": 0.494715333043132,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileChange::test_invalid_task_type": 0.539622749958653,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileChange::test_multiple_chunks": 0.5189057089737616,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileChange::test_snippet_not_found": 0.5059695420204662,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileChange::test_valid_file_change_task": 0.5313580010551959,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileCreate::test_invalid_task_type": 0.4720447090221569,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileCreate::test_multiple_diff_chunks": 0.489386998990085,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileCreate::test_valid_file_create_task": 0.588375834049657,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileDelete::test_invalid_task_type": 0.5813319589942694,
"tests/automation/autofix/components/coding/test_coding_utils.py::TestTaskToFileDelete::test_valid_file_delete_task": 0.48543150001205504,
"tests/automation/autofix/components/test_confidence.py::TestConfidenceComponent::test_confidence_none_response": 0.5304609159356914,
"tests/automation/autofix/components/test_confidence.py::TestConfidenceComponent::test_confidence_null_comment": 0.5308972090133466,
"tests/automation/autofix/components/test_confidence.py::TestConfidenceComponent::test_confidence_successful_response": 0.5503705000155605,
"tests/automation/autofix/components/test_root_cause.py::TestRootCauseComponent::test_agent_run_returns_none": 0.5603744159452617,
"tests/automation/autofix/components/test_root_cause.py::TestRootCauseComponent::test_no_root_causes_response": 0.5711557489703409,
"tests/automation/autofix/components/test_root_cause.py::TestRootCauseComponent::test_root_cause": 0.5320255839615129,
"tests/automation/autofix/components/test_root_cause.py::TestRootCauseComponent::test_root_cause_simple_response_parsing": 0.48368412599666044,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_check_for_kill_no_kill_signal": 0.5033776240306906,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_check_for_kill_remove_kill_signal": 0.5784784999559633,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_check_for_kill_with_kill_signal": 0.48657929099863395,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_cleanup_sets_thread_kill": 0.547094875073526,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_get_retry_count_no_retries": 0.5273012510151602,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_get_retry_count_with_custom_prefix": 1.332935041980818,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_get_retry_count_with_mixed_signals": 0.5878151669749059,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_get_retry_count_with_retries": 0.5434807080891915,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_handle_exception_max_retries_reached": 0.5185008750413544,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_handle_exception_no_retry": 0.476570249942597,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_handle_exception_with_retry": 0.48728325008414686,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_max_retries_default": 0.5099841670016758,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_post_invoke": 0.48435225104913116,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_pre_invoke": 0.5101385839516297,
"tests/automation/autofix/steps/test_autofix_steps.py::TestAutofixPipelineStep::test_pre_invoke_starts_check_for_kill_thread": 0.5102883749059401,
"tests/automation/autofix/steps/test_root_cause_step.py::TestRootCauseStep::test_confidence_evaluation": 0.6375004589790478,
"tests/automation/autofix/steps/test_root_cause_step.py::TestRootCauseStep::test_confidence_evaluation_no_comment": 0.550062624970451,
"tests/automation/autofix/steps/test_root_cause_step.py::TestRootCauseStep::test_github_copilot_pr_comment": 0.5304307079641148,
"tests/automation/autofix/steps/test_root_cause_step.py::TestRootCauseStep::test_happy_path": 0.534539166954346,
"tests/automation/autofix/test_autofix_agent.py::test_get_completion_does_not_retry_for_non_retryable_errors": 0.518345333985053,
"tests/automation/autofix/test_autofix_agent.py::test_get_completion_interrupts_with_queued_messages": 0.5450615010340698,
"tests/automation/autofix/test_autofix_agent.py::test_get_completion_retries_for_retryable_errors": 7.202803628984839,
"tests/automation/autofix/test_autofix_agent.py::test_get_completion_retries_truncates_anthropic_input_too_long": 0.5249568339786492,
"tests/automation/autofix/test_autofix_agent.py::test_run_iteration_no_help_prompt_when_not_needed": 0.49389537499519065,
"tests/automation/autofix/test_autofix_agent.py::test_run_iteration_with_insight_sharing": 0.551707333070226,
"tests/automation/autofix/test_autofix_agent.py::test_run_iteration_with_queued_user_messages": 0.5720617090119049,
"tests/automation/autofix/test_autofix_agent.py::test_share_insights_no_new_insights": 0.614936207071878,
"tests/automation/autofix/test_autofix_agent.py::test_should_continue_normal_case": 0.4739127079374157,
"tests/automation/autofix/test_autofix_agent.py::test_should_continue_returns_false_when_assistant_message_has_no_tool_calls": 0.495451875962317,
"tests/automation/autofix/test_autofix_agent.py::test_should_continue_returns_false_when_max_iterations_reached": 0.469636291032657,
"tests/automation/autofix/test_autofix_agent.py::test_should_continue_returns_false_with_stop_message": 0.4551555829239078,
"tests/automation/autofix/test_autofix_agent.py::test_should_continue_waiting_for_user_response": 0.4677507500164211,
"tests/automation/autofix/test_autofix_agent.py::test_use_user_messages": 0.5257926670601591,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_get_issue_summary": 0.5054855000344105,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_get_memory_existing": 0.5680701669771224,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_get_memory_non_existing": 1.0228145000291988,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_process_event_paths": 0.5749113749479875,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_process_stacktrace_paths_ignores_unsupported_providers": 0.5250813340535387,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_process_stacktrace_paths_unknown_object_exception": 0.5148275000974536,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_store_and_get_memory": 0.5452900840318762,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_store_memory": 0.4914632079889998,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_store_memory_multiple_times": 0.7465768339461647,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContext::test_store_multiple_keys": 0.5529254999710247,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContextPrCommit::test_commit_changes": 0.5026397929759696,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContextPrCommit::test_commit_changes_skip_branch_creation": 0.47448316507507116,
"tests/automation/autofix/test_autofix_context.py::TestAutofixContextPrCommit::test_commit_changes_with_draft_branch_name": 0.5079837090452202,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCoding::test_score_coding": 3.6286062519648112,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCoding::test_score_coding_custom_n_panel": 5.9207768779597245,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCoding::test_score_coding_no_solution_step": 6.58673408604227,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCodingSingleIt::test_score_coding_single_it": 3.7467242520069703,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCodingSingleIt::test_score_coding_single_it_no_changes_step": 9.188788294966798,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCodingSingleIt::test_score_coding_single_it_no_score": 5.057522835966665,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreCodingSingleIt::test_score_coding_single_it_no_solution_step": 5.954520961968228,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauseSingleIt::test_score_root_cause_single_it": 5.972806377045345,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauseSingleIt::test_score_root_cause_single_it_missing_expected_output": 6.392009836039506,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauseSingleIt::test_score_root_cause_single_it_no_root_cause_step": 5.856215919018723,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauseSingleIt::test_score_root_cause_single_it_no_score": 6.217520168982446,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauses::test_score_root_causes": 7.659523168986198,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauses::test_score_root_causes_custom_n_panel": 6.900707877997775,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreRootCauses::test_score_root_causes_no_root_cause_step": 5.288434002082795,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolution::test_score_solution": 6.049685420002788,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolution::test_score_solution_custom_n_panel": 5.858761960989796,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolution::test_score_solution_no_solution_step": 5.292663419037126,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolutionSingleIt::test_score_solution_single_it": 5.670862836006563,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolutionSingleIt::test_score_solution_single_it_missing_expected_output": 5.708015460986644,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolutionSingleIt::test_score_solution_single_it_no_score": 6.017874795012176,
"tests/automation/autofix/test_autofix_evaluations.py::TestScoreSolutionSingleIt::test_score_solution_single_it_no_solution_step": 8.893619587062858,
"tests/automation/autofix/test_autofix_evaluations.py::TestSyncRunEvaluationOnItem::test_sync_run_evaluation_on_item_exception": 2.2773227100260556,
"tests/automation/autofix/test_autofix_evaluations.py::TestSyncRunEvaluationOnItem::test_sync_run_evaluation_on_item_happy_path": 3.355275835026987,
"tests/automation/autofix/test_autofix_evaluations.py::TestSyncRunEvaluationOnItem::test_sync_run_evaluation_on_item_no_root_causes": 6.0464137099916115,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_add_log_empty_steps": 0.4859935839776881,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_add_log_no_processing_step": 4.267512376944069,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_add_log_to_current_step": 2.964081334939692,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_ask_user_question": 5.64629883604357,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_log_coding_start": 3.4543051680666395,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_on_error_does_not_set_state_status_when_flag_is_false": 0.5091050419723615,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_on_error_marks_running_steps_errored": 3.0449588349438272,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_on_error_sets_last_step_completed_message": 0.5552528749685735,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_on_error_sets_state_status_to_error": 0.6114547930192202,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_reset_steps_to_point": 3.1252260839100927,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_reset_steps_to_point_clears_file_changes": 2.759989751968533,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_coding_result_no_termination": 0.47808195801917464,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_coding_result_with_termination": 0.5234895829926245,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_coding_start": 0.8030445839976892,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_root_cause_analysis_start": 0.49101700098253787,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_solution_result": 0.48086287593469024,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_send_solution_start": 0.5172809590003453,
"tests/automation/autofix/test_autofix_event_manager.py::TestAutofixEventManager::test_set_selected_solution": 3.59845354501158,
"tests/automation/autofix/test_autofix_state.py::test_before_update_always_updates_timestamp": 3.7072213359060697,
"tests/automation/autofix/test_autofix_state.py::test_before_update_marks_updated": 0.5384923329111189,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_create_pr": 0.0006337510421872139,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_restart_from_point_with_feedback": 0.000112209003418684,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_coding": 0.00010683300206437707,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_full": 7.945898687466979e-05,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_full_with_partial_supported_repos": 0.0001289580250158906,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_full_without_repos": 2.135103584965691,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_question_asking": 0.0001052910229191184,
"tests/automation/autofix/test_autofix_tasks.py::test_autofix_run_root_cause_analysis": 0.00013987493002787232,
"tests/automation/autofix/test_autofix_tasks.py::test_check_and_mark_recent_autofix_runs": 0.617447542026639,
"tests/automation/autofix/test_autofix_tasks.py::test_comment_on_thread_creates_new_thread": 0.5176556659862399,
"tests/automation/autofix/test_autofix_tasks.py::test_comment_on_thread_invalid_payload": 0.5018195000011474,
"tests/automation/autofix/test_autofix_tasks.py::test_comment_on_thread_updates_existing_thread": 0.5431946259923279,
"tests/automation/autofix/test_autofix_tasks.py::test_comment_on_thread_with_action_requested": 0.0001877500326372683,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_both_parameters": 0.5567175410105847,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_by_group_id": 2.0659281680709682,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_by_run_id": 0.5410010420018807,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_multiple_runs_for_group": 3.864854418032337,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_no_matching_group_id": 0.5253811251022853,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_no_matching_run_id": 2.2098193339188583,
"tests/automation/autofix/test_autofix_tasks.py::test_get_state_no_parameters": 0.5474765839753672,
"tests/automation/autofix/test_autofix_tasks.py::test_no_state_mapping": 0.5197047510300763,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_existing_feedback": 0.5089291249169037,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_invalid_run_id": 0.4586766680004075,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_root_cause_thumbs_down": 0.5052379170083441,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_root_cause_thumbs_up": 0.6240034169750288,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_solution_thumbs_down": 0.4818948329775594,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_solution_thumbs_up": 0.4821144579909742,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_toggle": 0.4854088329593651,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_feedback_update_existing_feedback": 0.4600520419771783,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_user_message_interjection": 0.4890829579671845,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_user_message_invalid_payload_type": 0.47406250098720193,
"tests/automation/autofix/test_autofix_tasks.py::test_receive_user_message_response_to_question": 0.5358651670394465,
"tests/automation/autofix/test_autofix_tasks.py::test_resolve_agent_comment_thread": 0.7087228339514695,
"tests/automation/autofix/test_autofix_tasks.py::test_resolve_comment_thread": 0.6888645840226673,
"tests/automation/autofix/test_autofix_tasks.py::test_restart_step_with_user_response": 1.8953807930811308,
"tests/automation/autofix/test_autofix_tasks.py::test_successful_state_mapping": 0.4838580409414135,
"tests/automation/autofix/test_autofix_tasks.py::test_truncate_file_changes_to_match_memory": 0.4608887920039706,
"tests/automation/autofix/test_autofix_tasks.py::test_truncate_memory_to_match_insights": 0.49968404200626537,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_happy_path": 0.49575145897688344,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_happy_path_with_old_repo_id": 0.5022832499817014,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_invalid_hunk_index": 0.45767041703220457,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_invalid_payload_type": 0.537016834015958,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_no_matching_file": 0.4955837089801207,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_no_matching_repo": 0.518173667951487,
"tests/automation/autofix/test_autofix_tasks.py::test_update_code_change_non_changes_step": 0.4927381679881364,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_create_nonexistent_path": 0.5030497499974445,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_multiple_repos": 0.4379667090252042,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_multiple_repos_no_repo_specified": 0.4753493340103887,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_success": 0.434743125049863,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_view_nonexistent_path_fails": 0.4426364999380894,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_claude_tools_with_error": 0.4260078759980388,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_create_command": 0.48057374998461455,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_create_command_missing_text": 0.4706404570606537,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_insert_command": 0.5102224160218611,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_insert_command_invalid_line": 0.4856361259589903,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_insert_command_missing_params": 0.4777721249847673,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_str_replace_command": 0.45168904203455895,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_str_replace_command_missing_params": 0.45263708400307223,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_undo_edit_command": 0.4650627908995375,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_undo_edit_command_no_changes": 0.44032945804065093,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_unknown_command": 0.4356829159660265,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_view_command": 0.4926349999732338,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_view_command_file_not_found": 1.093139584059827,
"tests/automation/autofix/test_autofix_tools.py::TestClaudeTools::test_handle_view_command_invalid_range": 0.469340625917539,
"tests/automation/autofix/test_autofix_tools.py::TestExpandDocument::test_expand_document_fallback_repo_not_downloaded": 0.46836662595160306,
"tests/automation/autofix/test_autofix_tools.py::TestExpandDocument::test_expand_document_fallback_to_read_file_contents": 0.4273602080065757,
"tests/automation/autofix/test_autofix_tools.py::TestExpandDocument::test_expand_document_fallback_with_read_error": 0.42236449994379655,
"tests/automation/autofix/test_autofix_tools.py::TestExpandDocument::test_expand_document_success_without_fallback": 0.5070532090030611,
"tests/automation/autofix/test_autofix_tools.py::TestExpandDocument::test_incorrect_repo_name_returns_error": 0.47090508393011987,
"tests/automation/autofix/test_autofix_tools.py::TestExplainFile::test_explain_file_empty_history": 0.4424336259253323,
"tests/automation/autofix/test_autofix_tools.py::TestExplainFile::test_explain_file_found": 0.487672541057691,
"tests/automation/autofix/test_autofix_tools.py::TestExplainFile::test_explain_file_non_autofix_context": 0.5341133759939112,
"tests/automation/autofix/test_autofix_tools.py::TestExplainFile::test_explain_file_not_found": 0.4732713759294711,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearch::test_file_search_found": 0.4169830839964561,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearch::test_file_search_multi_repo": 0.4270059999980731,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearch::test_file_search_multi_repo_overlapping": 0.4202524169959361,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearch::test_file_search_not_found": 0.4524477920058416,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearch::test_file_search_with_repo_name": 0.4205000000074506,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearchWildcard::test_file_search_wildcard_found": 0.4133480419914122,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearchWildcard::test_file_search_wildcard_multi_repo": 0.4772228750080103,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearchWildcard::test_file_search_wildcard_not_found": 0.4331355829999666,
"tests/automation/autofix/test_autofix_tools.py::TestFileSearchWildcard::test_file_search_wildcard_with_repo_name": 0.44608287399751134,
"tests/automation/autofix/test_autofix_tools.py::TestFileSystem::test_cleanup_method": 0.45934699900681153,
"tests/automation/autofix/test_autofix_tools.py::TestFileSystem::test_cleanup_not_called_when_tmp_dir_is_none": 0.470974875963293,
"tests/automation/autofix/test_autofix_tools.py::TestFileSystem::test_context_manager_cleanup": 0.4466698339674622,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_error": 0.5077597919735126,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_multiple_repos": 0.4598204590729438,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_no_results": 0.5043875830015168,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_specific_repo": 0.4826007089577615,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_success": 0.502637917001266,
"tests/automation/autofix/test_autofix_tools.py::TestFindFiles::test_find_files_validation": 0.49253170896554366,
"tests/automation/autofix/test_autofix_tools.py::TestKeywordSearch::test_keyword_search_found": 0.5300072500103852,
"tests/automation/autofix/test_autofix_tools.py::TestKeywordSearch::test_keyword_search_no_results": 0.5257820840051863,
"tests/automation/autofix/test_autofix_tools.py::TestKeywordSearch::test_keyword_search_skips_repo": 0.47430841700406745,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_cleanup_cancels_download_future": 0.4916589169879444,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_cleanup_handles_future_cancel_exception": 0.5290224589407444,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_ensure_repos_downloaded_parallel": 0.5279540420160629,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_ensure_repos_downloaded_skips_already_downloaded": 0.5499054169631563,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_ensure_repos_downloaded_with_completed_future": 0.5472287909942679,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_exit_handles_executor_shutdown_exception": 0.45751941797789186,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_exit_shuts_down_executor": 0.5159612100105733,
"tests/automation/autofix/test_autofix_tools.py::TestParallelRepoDownload::test_init_starts_parallel_download": 0.4690872919745743,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_ignore_case_flag_when_not_case_sensitive": 0.447864625020884,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_missing_query_returns_error": 0.4571505420608446,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_multiple_repos_combines_results": 0.4871092499815859,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_no_results_found": 0.48508687602588907,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_single_repo_not_downloaded_returns_error": 0.4526522089727223,
"tests/automation/autofix/test_autofix_tools.py::TestRipgrep::test_single_repo_success": 0.471469167037867,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_found": 0.4631396670592949,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_multi_repo": 0.4672128759993939,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_not_found": 0.5287675000727177,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_not_found_no_contents": 0.45529320900095627,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_not_found_no_file_path": 0.4876354999942123,
"tests/automation/autofix/test_autofix_tools.py::TestSemanticFileSearch::test_semantic_file_search_with_repo_name": 0.46302825000020675,
"tests/automation/autofix/test_autofix_tools.py::TestViewDiff::test_view_diff_found": 0.4925089590251446,
"tests/automation/autofix/test_autofix_tools.py::TestViewDiff::test_view_diff_non_autofix_context": 0.4589451259816997,
"tests/automation/autofix/test_autofix_tools.py::TestViewDiff::test_view_diff_not_found": 0.4705892500351183,
"tests/automation/autofix/test_autofix_tools.py::TestViewDirectoryTree::test_view_directory_tree_empty": 0.5024426669115201,
"tests/automation/autofix/test_autofix_tools.py::TestViewDirectoryTree::test_view_directory_tree_large": 0.4230755000025965,
"tests/automation/autofix/test_autofix_tools.py::TestViewDirectoryTree::test_view_directory_tree_small": 0.43928637506905943,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_empty_snippet": 0.49269895895849913,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_exact_match": 0.6030770830111578,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_fuzzy_match": 0.4572008329560049,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_multiple_similar_pieces": 0.4788842080743052,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_not_found": 0.5643968330114149,
"tests/automation/autofix/test_autofix_utils.py::TestFindOriginalSnippet::test_find_original_snippet_with_whitespace_variation": 0.5206528749549761,
"tests/automation/autofix/test_autofix_utils.py::TestGenerateRandomString::test_characters_used": 0.5249657930107787,
"tests/automation/autofix/test_autofix_utils.py::TestGenerateRandomString::test_no_invalid_chars": 0.5317985830479302,
"tests/automation/autofix/test_autofix_utils.py::TestGenerateRandomString::test_output_length": 0.5142912499140948,
"tests/automation/autofix/test_autofix_utils.py::TestGenerateRandomString::test_randomness": 0.5049068339867517,
"tests/automation/autofix/test_autofix_utils.py::TestSanitizeBranchName::test_basic_sanitization": 0.5198617909918539,
"tests/automation/autofix/test_autofix_utils.py::TestSanitizeBranchName::test_does_not_strip_middle_slashes": 0.4832206660066731,
"tests/automation/autofix/test_autofix_utils.py::TestSanitizeBranchName::test_removes_invalid_characters": 0.46953587600728497,
"tests/automation/autofix/test_autofix_utils.py::TestSanitizeBranchName::test_strips_trailing_slashes": 0.48775974998716265,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_add_step": 0.5281175000127405,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_auto_generated_step_ids": 0.4849012909689918,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_clear_file_changes": 0.5382342080702074,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_delete_steps_after": 0.5045552088995464,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_delete_steps_after_including_self": 0.49158283293945715,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_find_last_step_waiting_for_response": 0.5138990000123158,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_find_or_add": 0.48864608304575086,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_find_step_by_id": 0.4936663760454394,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_find_step_by_index": 0.49385324999457225,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_find_step_by_key": 0.5200150421005674,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_get_selected_root_cause_and_fix": 0.5349929999792948,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_has_timed_out": 0.5133463750826195,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_has_timed_out_edge_cases": 0.5382958750706166,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_has_timed_out_no_last_triggered": 0.5788448740495369,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_has_timed_out_not_running": 0.5100086239981465,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_has_timed_out_with_update": 0.49455891811521724,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_is_running": 0.5034542919602245,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_kill_all_processing_steps": 0.5549728339537978,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_make_step_latest": 0.5057455420028418,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_mark_all_running_steps_completed": 0.4739227080135606,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_mark_running_steps_errored": 0.8555355420103297,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_mark_triggered": 0.5043617489864118,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_mark_updated": 0.5324269170523621,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_model_copy_with_new_id": 0.5346665839897469,
"tests/automation/autofix/test_models.py::TestAutofixContinuation::test_set_last_step_completed_message": 0.5458660430158488,
"tests/automation/autofix/test_models.py::TestAutofixRequest::test_autofix_request_handler": 0.4582285840297118,
"tests/automation/autofix/test_models.py::TestAutofixRequest::test_autofix_request_with_duplicate_repos": 0.46626941696740687,
"tests/automation/autofix/test_models.py::TestAutofixRequest::test_autofix_request_with_multiple_repos": 0.5938187499996275,
"tests/automation/autofix/test_models.py::TestAutofixRequest::test_extract_relevant_functions": 0.514101333974395,
"tests/automation/autofix/test_models.py::TestAutofixRequest::test_extract_relevant_functions_no_profile": 0.48123337602009997,
"tests/automation/autofix/test_models.py::TestAutofixStep::test_ensure_uuid_id": 0.47150291700381786,
"tests/automation/autofix/test_models.py::TestAutofixStep::test_is_valid_uuid": 0.4748902510618791,
"tests/automation/autofix/test_models.py::TestRepoDefinition::test_multiple_repos": 0.46526891697430983,
"tests/automation/autofix/test_models.py::TestRepoDefinition::test_repo_definition_creation": 0.47293229203205556,
"tests/automation/autofix/test_models.py::TestRepoDefinition::test_repo_definition_uniqueness": 0.5234588760067709,
"tests/automation/autofix/test_models.py::TestRepoDefinition::test_repo_with_none_provider": 0.4939507080707699,
"tests/automation/autofix/test_models.py::TestRepoDefinition::test_repo_with_provider_processing": 0.4668390420265496,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_event_invalid_thread_data": 0.6033649580203928,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_event_multiple_breadcrumbs": 0.5137954169767909,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_event_no_entries": 0.5052958329906687,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_frame_no_function_no_filename": 0.47236862499266863,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_frame_without_context": 0.491723874991294,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_max_frames": 0.4799748750519939,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_no_frames": 0.4982312489883043,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_to_str": 0.5028379590949044,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_stacktrace_to_str_cutoff": 0.5097418329678476,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_trim_frames": 0.4823774170363322,
"tests/automation/autofix/test_models.py::TestStacktraceHelpers::test_trim_vars": 0.4989792499691248,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-0-event-0]": 0.620584333955776,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-1-event-1]": 0.5013022509519942,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-2-event-2]": 0.4969533330295235,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-3-event-3]": 0.4879607919137925,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-4-event-4]": 0.4975100409355946,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-5-event-5]": 0.5047922080266289,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-6-event-6]": 0.5880302090081386,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-7-event-7]": 0.5082637920277193,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-8-event-8]": 0.4949473329470493,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_empty_frames[entry-9-event-9]": 0.5465170840034261,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-0-event-0-invalid-0-sentry_data_value-0-valid_frame-0]": 0.6076536669279449,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-1-event-1-invalid-1-sentry_data_value-1-valid_frame-1]": 0.5370480400160886,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-2-event-2-invalid-2-sentry_data_value-2-valid_frame-2]": 0.5020061239483766,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-3-event-3-invalid-3-sentry_data_value-3-valid_frame-3]": 0.5450711669400334,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-4-event-4-invalid-4-sentry_data_value-4-valid_frame-4]": 0.5829515420482494,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-5-event-5-invalid-5-sentry_data_value-5-valid_frame-5]": 0.5273137500626035,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-6-event-6-invalid-6-sentry_data_value-6-valid_frame-6]": 0.538826456933748,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-7-event-7-invalid-7-sentry_data_value-7-valid_frame-7]": 0.5475532920099795,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-8-event-8-invalid-8-sentry_data_value-8-valid_frame-8]": 0.5689808329334483,
"tests/automation/autofix/test_models.py::test_event_get_stacktrace_invalid_entry[entry-9-event-9-invalid-9-sentry_data_value-9-valid_frame-9]": 0.5578162919846363,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-0-event-0]": 0.5236248339642771,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-1-event-1]": 0.6176921260775998,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-2-event-2]": 0.5405133749591187,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-3-event-3]": 0.5046838760026731,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-4-event-4]": 0.48916737496620044,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-5-event-5]": 0.49704375001601875,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-6-event-6]": 0.4866522509837523,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-7-event-7]": 0.5096254580421373,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-8-event-8]": 1.0758050420554355,
"tests/automation/autofix/test_models.py::test_event_no_exception_events[entry-9-event-9]": 0.5651376679888926,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-0]": 0.604677791998256,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-1]": 0.5857271669665352,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-2]": 0.5709579170797952,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-3]": 0.5824717089999467,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-4]": 0.5480971250217408,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-5]": 0.5696009590174071,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-6]": 0.5247690420364961,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-7]": 0.5172468740493059,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-8]": 0.522400249959901,
"tests/automation/autofix/test_models.py::test_stacktrace_frame_vars_stringify[stacktrace-9]": 0.5455481259850785,
"tests/automation/autofix/test_retry_stream.py::test_bad_request_is_not_retried[create_flaky_anthropic]": 0.5899912500171922,
"tests/automation/autofix/test_retry_stream.py::test_bad_request_is_not_retried[create_flaky_gemini]": 0.5246063339873217,
"tests/automation/autofix/test_retry_stream.py::test_bad_request_is_not_retried[create_flaky_openai]": 0.5163681259728037,
"tests/automation/autofix/test_retry_stream.py::test_flaky_stream[create_flaky_anthropic]": 2.576797291985713,
"tests/automation/autofix/test_retry_stream.py::test_flaky_stream[create_flaky_gemini]": 2.7837973759742454,
"tests/automation/autofix/test_retry_stream.py::test_flaky_stream[create_flaky_openai]": 2.967578293988481,
"tests/automation/autofix/test_retry_stream.py::test_max_tries_exceeded[create_flaky_anthropic]": 1.6476479599950835,
"tests/automation/autofix/test_retry_stream.py::test_max_tries_exceeded[create_flaky_gemini]": 0.5237297920393758,
"tests/automation/autofix/test_retry_stream.py::test_max_tries_exceeded[create_flaky_openai]": 0.5112162079894915,
"tests/automation/autofix/test_retry_stream.py::test_provider_without_exception_indicator[create_flaky_anthropic]": 0.5757152510341257,
"tests/automation/autofix/test_retry_stream.py::test_provider_without_exception_indicator[create_flaky_gemini]": 0.5878418750362471,
"tests/automation/autofix/test_retry_stream.py::test_provider_without_exception_indicator[create_flaky_openai]": 0.5795120840193704,
"tests/automation/autofix/test_retry_stream.py::test_retrying_succeeds[create_flaky_anthropic]": 2.1279604169540107,
"tests/automation/autofix/test_retry_stream.py::test_retrying_succeeds[create_flaky_gemini]": 1.8915406260057352,
"tests/automation/autofix/test_retry_stream.py::test_retrying_succeeds[create_flaky_openai]": 2.3074790840037167,
"tests/automation/autofix/test_runs.py::TestRuns::test_create_initial_autofix_run": 0.5005769589915872,
"tests/automation/autofix/test_runs.py::TestRuns::test_create_initial_autofix_run_error_handling[RuntimeError]": 0.5788188749575056,
"tests/automation/autofix/test_runs.py::TestRuns::test_create_initial_autofix_run_error_handling[TypeError]": 0.5618630419485271,
"tests/automation/autofix/test_runs.py::TestRuns::test_create_initial_autofix_run_error_handling[ValueError]": 0.5181479169987142,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-0-parents-0-root-0]": 0.5461492510512471,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-1-parents-1-root-1]": 0.933918334019836,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-2-parents-2-root-2]": 0.6697097499854863,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-3-parents-3-root-3]": 0.467133708007168,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-4-parents-4-root-4]": 0.5107027089688927,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-5-parents-5-root-5]": 0.5253752499702387,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-6-parents-6-root-6]": 0.5186706249369308,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-7-parents-7-root-7]": 0.49019291799049824,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-8-parents-8-root-8]": 0.4836955440696329,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_js_declaration[language-9-parents-9-root-9]": 0.5377847930649295,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-0-parents-0-root-0]": 0.4924872490228154,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-1-parents-1-root-1]": 0.4680902089457959,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-2-parents-2-root-2]": 0.505006208026316,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-3-parents-3-root-3]": 0.494680872943718,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-4-parents-4-root-4]": 0.9720726259984076,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-5-parents-5-root-5]": 0.5889816679409705,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-6-parents-6-root-6]": 0.5905430839629844,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-7-parents-7-root-7]": 0.5692761679529212,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-8-parents-8-root-8]": 0.5142165850265883,
"tests/automation/codebase/test_ast.py::test_find_first_parent_declaration_py_declaration[language-9-parents-9-root-9]": 0.5349463340244256,
"tests/automation/codebase/test_ast.py::test_max_depth[language-0-parents-0-root-0]": 0.5113764579873532,
"tests/automation/codebase/test_ast.py::test_max_depth[language-1-parents-1-root-1]": 0.5407951669767499,
"tests/automation/codebase/test_ast.py::test_max_depth[language-2-parents-2-root-2]": 0.5724318340071477,
"tests/automation/codebase/test_ast.py::test_max_depth[language-3-parents-3-root-3]": 0.5283194170333445,
"tests/automation/codebase/test_ast.py::test_max_depth[language-4-parents-4-root-4]": 0.5653151259175502,
"tests/automation/codebase/test_ast.py::test_max_depth[language-5-parents-5-root-5]": 0.5186381250387058,
"tests/automation/codebase/test_ast.py::test_max_depth[language-6-parents-6-root-6]": 0.4950097080436535,
"tests/automation/codebase/test_ast.py::test_max_depth[language-7-parents-7-root-7]": 0.5772033750545233,
"tests/automation/codebase/test_ast.py::test_max_depth[language-8-parents-8-root-8]": 0.5105224589933641,
"tests/automation/codebase/test_ast.py::test_max_depth[language-9-parents-9-root-9]": 0.49506749998545274,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_calculate_proximity_score": 0.5072140839984058,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_calculate_proximity_score_for_file_proximity": 0.5073013319997699,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_custom_default_encoding": 0.4562969990001875,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_empty_file": 0.4525225010002032,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_keyword_not_found": 0.46967916499852436,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_max_context_characters": 0.47276971000246704,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_max_results": 0.5511096250047558,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_no_start_path": 0.5223501249929541,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_read_file_with_encoding": 0.4640622919978341,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_read_file_with_invalid_encoding": 0.44571683300455334,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_search": 0.4303702510005678,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_search_file": 0.4533017080029822,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_search_file_max_size": 0.44934995799849275,
"tests/automation/codebase/test_code_search.py::TestCodeSearcher::test_supported_extensions": 0.5211045420001028,
"tests/automation/codebase/test_file_patches.py::TestMakeFilePatches::test_make_file_patches_create": 0.5016502080252394,
"tests/automation/codebase/test_file_patches.py::TestMakeFilePatches::test_make_file_patches_delete": 0.4788144589983858,
"tests/automation/codebase/test_file_patches.py::TestMakeFilePatches::test_make_file_patches_edit": 0.5154861260671169,
"tests/automation/codebase/test_file_patches.py::TestMakeFilePatches::test_make_file_patches_full_delete": 0.4689380420022644,
"tests/automation/codebase/test_file_patches.py::TestMakeFilePatches::test_make_file_patches_with_section_header": 0.5229180830065161,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_build_file_tree_string_empty": 0.541891209082678,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_build_file_tree_string_single_file": 0.527717416989617,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_build_file_tree_string_with_immediate_children": 0.618245625984855,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_comment_pr_generated_for_copilot": 0.5040401250007562,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_comment_root_cause_on_pr_for_copilot": 0.5048676250153221,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes": 0.560863416059874,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_branch_already_exists": 0.5033903329167515,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_from_base_sha": 1.4589433340006508,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_invalid_input": 0.6408820010256022,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_no_changes": 0.7126600000192411,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_success[changes-input_data1]": 0.5594928340287879,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_create_branch_from_changes_success[patches-input_data0]": 0.5617023339727893,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_fail_get_file_content": 0.5335635009687394,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_history": 0.5212294170632958,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_history_path_not_found": 0.4807197089539841,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_history_with_autocorrect": 0.5005020000389777,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_patch_for_file": 0.4838899589376524,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_patch_for_file_not_found": 0.5152665420318954,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_patch_for_file_with_autocorrect": 0.5136215829988942,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_commit_patch_for_file_with_autocorrect_not_found": 0.5049717500223778,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_example_commit_titles": 0.5205218329792842,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_file_content": 0.5499015850946307,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_file_content_path_not_found": 0.48460399999748915,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_file_content_with_autocorrect": 0.45403154299856396,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_file_content_with_invalid_path": 0.5523657920421101,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_file_content_without_autocorrect": 0.46915787600300973,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_index_file_set": 0.49317058399901725,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_combinations[create-new_file.py-new_blob_sha]": 0.5092516670119949,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_combinations[delete-delete_me.py-None]": 0.5695684590027668,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_combinations[edit-/leading/slash.py-modified_blob_sha]": 0.5412858330528252,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_combinations[edit-existing.py-modified_blob_sha]": 0.5174579169834033,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_invalid_input[patch0]": 0.5818708750302903,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_one_file_autofix_change_invalid_input[patch1]": 0.5247182080056518,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_pr_diff_content": 0.5574973750044592,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_pr_head_sha": 0.5274600010016002,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_pr_head_sha_error": 0.45131450006738305,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_get_valid_file_paths": 0.5144391660578549,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_load_repo_to_tmp_dir": 0.581769960001111,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_post_issue_comment": 0.5703072910546325,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_post_pr_review_comment": 0.5224188339198008,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_post_unit_test_reference_to_original_pr": 0.4963736250065267,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_post_unit_test_reference_to_original_pr_codecov_request": 0.551371915906202,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_push_new_commit_to_pr": 0.5019397910800762,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_read_repo_access_check_failed": 0.5142959580407478,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_read_repo_access_check_insufficient_permissions": 0.6167007089825347,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_read_repo_access_check_no_permissions": 0.6646130818990059,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_read_repo_access_check_success": 0.5087734579574317,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_repo_client_accepts_github_provider": 0.4984899170231074,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_repo_client_initialization": 0.4758962080231868,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_repo_client_initialization_without_base_commit_sha": 0.4925784149672836,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_write_repo_access_check_failed": 0.5036098750424571,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_write_repo_access_check_insufficient_permissions": 0.5058927919599228,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_write_repo_access_check_no_permissions": 0.5452236250275746,
"tests/automation/codebase/test_repo_client.py::TestRepoClient::test_write_repo_access_check_success": 0.5136265410110354,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_all_files_included": 0.4456012919981731,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_filters_out_folders": 0.4672535830104607,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_filters_out_large_files": 0.4690265410026768,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_filters_out_symlinks": 0.4548678349965485,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_filters_out_unknown_file_types": 0.5113108749937965,
"tests/automation/codebase/test_repo_client.py::TestRepoClientIndexFileSet::test_post_unit_test_reference_to_original_pr": 0.44549162500334205,
"tests/automation/codebase/test_utils.py::TestCodeSnippet::test_bad_line_numbers": 0.4776853320072405,
"tests/automation/codebase/test_utils.py::TestCodeSnippet::test_basic_snippet": 0.5421772919944488,
"tests/automation/codebase/test_utils.py::TestCodeSnippet::test_padding": 0.5205432089860551,
"tests/automation/codebase/test_utils.py::TestCodeSnippet::test_start_line_override": 0.5571338329464197,
"tests/automation/codebase/test_utils.py::TestCodeSnippet::test_start_line_override_with_padding": 0.5096182910492644,
"tests/automation/codebase/test_utils.py::TestPotentialFrameMatch::test_non_matching_path": 0.5027438349206932,
"tests/automation/codebase/test_utils.py::TestPotentialFrameMatch::test_relative_parent_path": 0.5298811660031788,
"tests/automation/codebase/test_utils.py::TestPotentialFrameMatch::test_relative_path": 0.4925574160297401,
"tests/automation/codebase/test_utils.py::TestPotentialFrameMatch::test_simple_case": 0.5039119170396589,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_get_file_contents_no_local_changes": 0.46169158205157146,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_get_file_contents_with_local_changes": 0.4925708759110421,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_get_previous_run_context": 0.4684584570932202,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_run_id": 0.5121068760636263,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_signals_getter_setter": 0.445234083046671,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_store_and_get_memory": 0.4813277930370532,
"tests/automation/codegen/test_codegen_context.py::TestCodegenContext::test_update_stored_memory": 0.47724933398421854,
"tests/automation/codegen/test_pr_closed_step.py::TestPrClosedStep::test_comment_analyzer": 0.542474584071897,
"tests/automation/codegen/test_pr_closed_step.py::TestPrClosedStep::test_invoke_no_comments": 0.6987961659906432,
"tests/automation/codegen/test_pr_closed_step.py::TestPrClosedStep::test_invoke_with_bot_comment": 0.5799239600310102,
"tests/automation/codegen/test_pr_review.py::TestPrReview::test_format_response_invalid_inputs": 0.4780447910015937,
"tests/automation/codegen/test_pr_review.py::TestPrReview::test_format_response_valid_input": 0.4454171670076903,
"tests/automation/codegen/test_pr_review.py::TestPrReview::test_invoke_happy_path": 0.5519785418873653,
"tests/automation/codegen/test_pr_review_coding_component.py::TestPrReviewCodingComponent::test_invoke_returns_none_when_agent_run_returns_none": 0.6047201660112478,
"tests/automation/codegen/test_pr_review_coding_component.py::TestPrReviewCodingComponent::test_invoke_returns_none_when_formatted_response_is_none": 1.5856454169843346,
"tests/automation/codegen/test_pr_review_coding_component.py::TestPrReviewCodingComponent::test_invoke_returns_none_when_formatted_response_parsed_is_none": 0.6500472919433378,
"tests/automation/codegen/test_pr_review_coding_component.py::TestPrReviewCodingComponent::test_invoke_success_with_comments_without_suggestions": 0.5323697080020793,
"tests/automation/codegen/test_pr_review_coding_component.py::TestPrReviewCodingComponent::test_invoke_success_with_structured_pr_description": 0.4796942500397563,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_format_comments_filtering": 0.46206754306331277,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_ack": 0.5861592919682153,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_generated_pr_review_handles_exception": 0.5137282909126952,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_generated_pr_review_no_comments": 0.5579380830167793,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_generated_pr_review_with_comments": 0.5822734590619802,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_generated_pr_review_with_structured_description": 0.48656370904063806,
"tests/automation/codegen/test_pr_review_publisher.py::TestPrReviewPublisher::test_publish_no_changes_required": 0.5727544580004178,
"tests/automation/codegen/test_pr_review_utils.py::TestPrReviewUtils::test_is_positive_comment_with_exception": 0.5644043750362471,
"tests/automation/codegen/test_pr_review_utils.py::TestPrReviewUtils::test_is_positive_comment_with_majority_negative": 0.5499764169799164,
"tests/automation/codegen/test_pr_review_utils.py::TestPrReviewUtils::test_is_positive_comment_with_majority_positive": 0.5465065420721658,
"tests/automation/codegen/test_pr_review_utils.py::TestPrReviewUtils::test_is_positive_comment_with_not_enough_similar_comments": 0.5256083350395784,
"tests/automation/codegen/test_relevant_warnings.py::TestAreIssuesFixableComponent::test_invoke": 0.510814001027029,
"tests/automation/codegen/test_relevant_warnings.py::TestAreIssuesFixableComponent::test_invoke_with_failed_completion": 0.49453966598957777,
"tests/automation/codegen/test_relevant_warnings.py::TestAssociateWarningsWithIssuesComponent::test_invoke": 0.5203187930746935,
"tests/automation/codegen/test_relevant_warnings.py::TestAssociateWarningsWithIssuesComponent::test_invoke_no_issues": 0.527319541957695,
"tests/automation/codegen/test_relevant_warnings.py::TestAssociateWarningsWithIssuesComponent::test_invoke_no_warnings": 0.49146008293610066,
"tests/automation/codegen/test_relevant_warnings.py::TestFetchIssuesComponent::test_bad_provider_raw": 0.5344013340072706,
"tests/automation/codegen/test_relevant_warnings.py::TestFetchIssuesComponent::test_invoke_filters_files": 0.4752449590014294,
"tests/automation/codegen/test_relevant_warnings.py::TestFilterWarningsComponent::test_bad_encoded_locations_cause_errors": 0.49462521000532433,
"tests/automation/codegen/test_relevant_warnings.py::TestFilterWarningsComponent::test_do_ranges_overlap": 0.5126560420030728,
"tests/automation/codegen/test_relevant_warnings.py::TestFilterWarningsComponent::test_get_hunk_ranges": 0.5002199589944212,
"tests/automation/codegen/test_relevant_warnings.py::TestFilterWarningsComponent::test_invoke[codecov/overwatch]": 0.48242712498176843,
"tests/automation/codegen/test_relevant_warnings.py::TestFilterWarningsComponent::test_invoke[getsentry/seer]": 0.5235106670297682,
"tests/automation/codegen/test_relevant_warnings.py::TestPredictRelevantWarningsComponent::test_format_code_snippet_around_warning": 0.49180625000735745,
"tests/automation/codegen/test_relevant_warnings.py::TestPredictRelevantWarningsComponent::test_invoke": 0.48889254103414714,
"tests/automation/codegen/test_relevant_warnings.py::TestStaticAnalysisSuggestionsComponent::test_format_issue": 0.47813462500926107,
"tests/automation/codegen/test_relevant_warnings.py::TestStaticAnalysisSuggestionsComponent::test_invoke": 0.5833844170556404,
"tests/automation/codegen/test_relevant_warnings.py::TestStaticAnalysisSuggestionsComponent::test_invoke_no_suggestions": 0.5749739579623565,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_format_overlapping_hunks_prompt": 0.5064837100799195,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[empty_hunks]": 0.5562206659815274,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[exact_match]": 0.5900405840366147,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[hunk_contained_within_warning]": 0.5598098339396529,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[no_overlap]": 0.5673446680302732,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[no_overlap_between_hunks]": 0.55161412502639,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[outside_range]": 0.6109820409910753,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[overlaps_2]": 0.5283840010524727,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[overlaps_3]": 0.47910491697257385,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[partial_overlap_at_end]": 0.5724583330447786,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[partial_overlap_at_start]": 1.0707324590184726,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[single_line]": 0.5186091250507161,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[warning_after_hunk]": 0.5362637910293415,
"tests/automation/codegen/test_relevant_warnings.py::TestWarningAndPrFile::test_overlapping_hunk_idxs[warning_contained_within_hunk]": 0.5566885430016555,
"tests/automation/codegen/test_relevant_warnings.py::test_format_code_snippet[javascript-warning-no-snippet]": 0.6330007510259748,
"tests/automation/codegen/test_relevant_warnings.py::test_format_code_snippet[python-warning]": 0.5365059149917215,
"tests/automation/codegen/test_relevant_warnings.py::test_relevant_warnings_step_invoke": 0.5408124160021544,
"tests/automation/codegen/test_relevant_warnings.py::test_to_overwatch_format[suggestion0-expected0]": 0.5286989589803852,
"tests/automation/codegen/test_relevant_warnings.py::test_to_overwatch_format[suggestion1-expected1]": 0.5353789159562439,
"tests/automation/codegen/test_relevant_warnings.py::test_to_overwatch_format[suggestion2-expected2]": 0.48988625104539096,
"tests/automation/codegen/test_retry_unit_test_coding_component.py::TestRetryUnitTestCodingComponent::test_invoke_empty_plan_steps": 1.2347766250604764,
"tests/automation/codegen/test_retry_unit_test_coding_component.py::TestRetryUnitTestCodingComponent::test_invoke_no_final_response": 1.2920279169920832,
"tests/automation/codegen/test_retry_unit_test_coding_component.py::TestRetryUnitTestCodingComponent::test_invoke_no_tasks": 1.2238327920204028,
"tests/automation/codegen/test_retry_unit_test_coding_component.py::TestRetryUnitTestCodingComponent::test_invoke_successful": 1.290237834036816,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnitTestGithubPrUpdater::test_update_github_pull_request_failure": 0.5727311669616029,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnitTestGithubPrUpdater::test_update_github_pull_request_success": 0.6629356660414487,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnittestStep::test_generate_unit_tests_exception": 0.5366417909390293,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnittestStep::test_get_previous_run_context_failure": 0.5663353749550879,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnittestStep::test_invoke_failed_status_with_no_generated_tests": 0.6018145839916542,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnittestStep::test_invoke_success_status": 1.9176821240107529,
"tests/automation/codegen/test_retry_unit_test_step.py::TestRetryUnittestStep::test_max_iterations_reached": 0.5473107919679023,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_create_github_pull_request_failure": 0.560819459031336,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_create_github_pull_request_success": 0.5254166249651462,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_invoke_happy_path": 0.7256526669370942,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_invoke_with_codecov_request": 0.5880804179469123,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_post_unit_test_not_generated_on_exception": 0.5045403758995235,
"tests/automation/codegen/test_unit_test_step.py::TestUnittestStep::test_post_unit_test_not_generated_when_no_output": 1.476829792954959,
"tests/automation/summarize/test_issue.py::TestFixabilityScore::test_evaluate_autofixability": 0.47735800000373274,
"tests/automation/summarize/test_issue.py::TestFixabilityScore::test_issue_summary_db_conversions": 0.48513925092993304,
"tests/automation/summarize/test_issue.py::TestFixabilityScore::test_run_fixability_score": 0.5212082919897512,
"tests/automation/summarize/test_issue.py::TestFixabilityScore::test_run_fixability_score_no_summary": 0.5567154169548303,
"tests/automation/summarize/test_issue.py::TestRunSummarizeIssue::test_run_summarize_issue_langfuse_metadata": 0.630808375950437,
"tests/automation/summarize/test_issue.py::TestRunSummarizeIssue::test_run_summarize_issue_langfuse_metadata_no_org_slug": 0.49764383397996426,
"tests/automation/summarize/test_issue.py::TestSummarizeIssue::test_summarize_issue_event_details": 0.46812566701555625,
"tests/automation/summarize/test_issue.py::TestSummarizeIssue::test_summarize_issue_success": 0.6217813330003992,
"tests/automation/summarize/test_replays.py::TestSummarizeReplays::test_run_cross_session_completion": 0.4913342079962604,
"tests/automation/summarize/test_replays.py::TestSummarizeReplays::test_run_single_replay_summary": 0.5091922929277644,
"tests/automation/summarize/test_replays.py::TestSummarizeReplays::test_summarize_replays": 0.4960802079876885,
"tests/automation/summarize/test_trace.py::TestSummarizeTrace::test_summarize_trace_client_error": 0.45080599904758856,
"tests/automation/summarize/test_trace.py::TestSummarizeTrace::test_summarize_trace_success": 0.49591512489132583,
"tests/automation/test_automation_models.py::TestRightJustified::test_double_digit": 0.45871420996263623,
"tests/automation/test_automation_models.py::TestRightJustified::test_single_digit": 0.44979408400831744,
"tests/automation/test_automation_models.py::TestRightJustified::test_triple_digit": 0.46339216793421656,
"tests/automation/test_automation_models.py::test_annotated_hunks": 0.5187901249737479,
"tests/automation/test_automation_models.py::test_eap_trace_basic_creation": 0.5182433339650743,
"tests/automation/test_automation_models.py::test_eap_trace_get_transaction_spans_empty": 0.4850242500542663,
"tests/automation/test_automation_models.py::test_file_change_create": 0.47014441702049226,
"tests/automation/test_automation_models.py::test_file_change_create_without_new_snippet": 0.5144349160254933,
"tests/automation/test_automation_models.py::test_file_change_delete": 0.5018057500128634,
"tests/automation/test_automation_models.py::test_file_change_edit": 0.503228957997635,
"tests/automation/test_automation_models.py::test_file_change_edit_without_new_snippet": 0.5353657099767588,
"tests/automation/test_automation_models.py::test_file_change_edit_without_reference_snippet": 0.5653584999963641,
"tests/automation/test_automation_models.py::test_file_patch_apply_add": 0.6659349580295384,
"tests/automation/test_automation_models.py::test_file_patch_apply_complex_modify": 0.5031652909237891,
"tests/automation/test_automation_models.py::test_file_patch_apply_delete": 0.9942198760109022,
"tests/automation/test_automation_models.py::test_file_patch_apply_modify": 0.49432712502311915,
"tests/automation/test_automation_models.py::test_file_patch_apply_multiple_hunks": 0.5293165420298465,
"tests/automation/test_automation_models.py::test_file_patch_apply_preserve_trailing_newlines": 0.4764057499123737,
"tests/automation/test_automation_models.py::test_file_patch_apply_raises_on_hunk_error": 0.47923204192193225,
"tests/automation/test_automation_models.py::test_file_patch_apply_with_line_number_mismatch": 0.4655545850400813,
"tests/automation/test_automation_models.py::test_file_patch_apply_with_target_line_increments": 0.4928515419596806,
"tests/automation/test_automation_models.py::test_file_patch_to_hunks": 0.4725649169413373,
"tests/automation/test_automation_models.py::test_get_and_format_trace": 0.5480188760557212,
"tests/automation/test_automation_models.py::test_profile_format_no_relevant_functions": 0.5285549589898437,
"tests/automation/test_automation_models.py::test_profile_format_with_custom_context": 0.5810181680717506,
"tests/automation/test_automation_models.py::test_profile_format_with_multiple_relevant_functions": 0.620900209993124,
"tests/automation/test_automation_models.py::test_profile_format_with_nested_relevant_functions": 0.533663209003862,
"tests/automation/test_automation_models.py::test_profile_format_with_relevant_functions": 0.5258766250335611,
"tests/automation/test_automation_models.py::test_stacktraceframe_filtering": 0.5544883760157973,
"tests/automation/test_automation_models.py::test_trace_event_format_spans_tree": 0.5801087089930661,
"tests/automation/test_automation_models.py::test_trace_tree_format_complex": 0.6185354180634022,
"tests/automation/test_automation_models.py::test_trace_tree_format_empty": 0.5393972910824232,
"tests/automation/test_automation_models.py::test_trace_tree_format_simple": 0.789129208016675,
"tests/automation/test_automation_models.py::test_trace_tree_format_with_repetition": 0.4688969170092605,
"tests/automation/test_automation_models.py::test_trace_tree_id_lookup": 0.46248716703848913,
"tests/automation/test_automation_models.py::test_trace_tree_nested_with_repetition": 0.5153495009872131,
"tests/automation/test_automation_tasks.py::TestDeleteOldAutomationAndIssueSummaryRuns::test_batch_delete": 0.5283284580218606,
"tests/automation/test_automation_tasks.py::TestDeleteOldAutomationAndIssueSummaryRuns::test_data_not_deleted_within_ttl": 0.5033283340162598,
"tests/automation/test_automation_tasks.py::TestDeleteOldAutomationAndIssueSummaryRuns::test_delete_old_autofix_runs_task": 0.509538208018057,
"tests/automation/test_automation_tasks.py::TestDeleteOldAutomationAndIssueSummaryRuns::test_old_data_is_deleted": 0.4805435839225538,
"tests/automation/test_automation_utils.py::TestCheckGenAiConsent::test_check_with_no_sentry_integration": 0.49006620899308473,
"tests/automation/test_automation_utils.py::TestCheckGenAiConsent::test_check_with_should_consent": 0.5205012509250082,
"tests/automation/test_automation_utils.py::TestCheckGenAiConsent::test_check_without_should_consent": 0.5007848750683479,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_escape_multi_xml": 0.5141482089529745,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_escape_xml": 0.533932582999114,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_escape_xml_chars": 0.5093245399766602,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_extract_text_inside_tags": 0.5129948339890689,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_extract_text_inside_tags_with_newlines": 0.4837954989634454,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_extract_xml_element_text": 0.468408499029465,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_extract_xml_element_text_missing": 0.4994277930818498,
"tests/automation/test_automation_utils.py::TestXmlUtils::test_remove_cdata": 0.5190338760148734,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[empty_list_produces_no_batches]": 0.4918240840197541,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[large_chars_per_token_allows_more_texts_per_batch]": 0.49122333398554474,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[long_text_in_middle_creates_separate_batch]": 0.5229499159613624,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[mixed_length_texts_are_batched_appropriately]": 0.4609305839985609,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[multiple_texts_are_batched_by_token_limit]": 0.4972875419771299,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[single_text_over_limit_gets_own_batch]": 0.47592870896914974,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[single_text_under_limit_stays_in_one_batch]": 0.48023424996063113,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[small_chars_per_token_creates_more_batches]": 0.4900243330048397,
"tests/automation/test_automation_utils.py::test_batch_texts_by_token_count[texts_exactly_hitting_token_limit_boundary]": 0.5343573330319487,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceAPI::test_get_seer_project_preference_found": 0.46728295902721584,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceAPI::test_get_seer_project_preference_not_found": 0.5302513749338686,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceAPI::test_set_seer_project_preference": 0.47775412496412173,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceEndpoints::test_get_seer_project_preference_endpoint": 0.9092432499164715,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceEndpoints::test_set_seer_project_preference_endpoint": 0.5951975010684691,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceModel::test_repo_definition_full_name": 0.5159170010592788,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceModel::test_seer_project_preference_from_db_model": 0.5647207089350559,
"tests/automation/test_project_preferences.py::TestSeerProjectPreferenceModel::test_seer_project_preference_to_db_model": 0.47644683299586177,
"tests/automation/test_repo_definition.py::TestRepoDefinition::test_repo_definition_all_fields": 0.5760215829941444,
"tests/automation/test_repo_definition.py::TestRepoDefinition::test_repo_definition_basic_fields": 0.5465218329918571,
"tests/automation/test_repo_definition.py::TestRepoDefinition::test_repo_definition_model_dump": 0.5215643330011517,
"tests/automation/test_repo_definition.py::TestRepoDefinition::test_repo_definition_property_full_name": 0.5299192510428838,
"tests/automation/test_steps.py::TestConditionalStep::test_condition_false": 0.5293186659691855,
"tests/automation/test_steps.py::TestConditionalStep::test_condition_true": 0.5304200000246055,
"tests/automation/test_steps.py::TestParallelizedChainStep::test_parallel_chain_scheduling": 0.5160843339981511,
"tests/integrations/test_codecov_auth.py::TestCodecovAuth::test_authenticate_codecov_app_install_non_200": 0.4557301250169985,
"tests/integrations/test_codecov_auth.py::TestCodecovAuth::test_authenticate_codecov_app_install_valid": 0.5515264160349034,
"tests/integrations/test_codecov_client.py::TestCodecovClient::test_fetch_coverage_failure": 0.5116392929921858,
"tests/integrations/test_codecov_client.py::TestCodecovClient::test_fetch_coverage_success": 0.48789254092844203,
"tests/integrations/test_codecov_client.py::TestCodecovClient::test_fetch_test_results_for_commit_failure": 0.5146000840468332,
"tests/integrations/test_codecov_client.py::TestCodecovClient::test_fetch_test_results_for_commit_success_no_results": 0.4971664589829743,
"tests/integrations/test_codecov_client.py::TestCodecovClient::test_fetch_test_results_for_commit_success_with_results": 0.5102546679554507,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPBatchAnomalyDetector::test_compute_matrix_profile": 0.5150955001008697,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPBatchAnomalyDetector::test_invalid_window_size": 0.492410457925871,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPBatchAnomalyDetector::test_no_values": 0.4960160010959953,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPBatchAnomalyDetector::test_timestamps_and_values_not_same_length": 0.4950488759786822,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_detect": 0.4884700839756988,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_history_timestamps_and_values_not_same_length": 0.5078385430388153,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_history_values_and_matrix_profile_not_same_length": 0.471727334021125,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_no_streamed_values": 0.591205958975479,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_stream_detect_flat_history_flat_stream": 0.6038930840441026,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_stream_detect_flat_history_spiked_stream": 0.5157377510331571,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_stream_detect_spiked_history_flat_stream": 0.5652220420306548,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_stream_detect_spiked_history_spiked_stream": 0.5297992079867981,
"tests/seer/anomaly_detection/detectors/test_anomaly_detectors.py::TestMPStreamAnomalyDetector::test_stream_detect_spiked_history_spiked_stream_long_ts": 0.5727225419832394,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_adjust_prophet_flag_for_location": 0.4940335829742253,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_batch_score_mp_error": 0.5375053759780712,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_batch_score_with_prophet": 0.540492333995644,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_batch_score_without_prophet": 0.533756209013518,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_mp_and_prophet_both_high_confidence_anomaly": 0.45244166592601687,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_mp_overrides_prophet": 0.00022816704586148262,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_prophet_high_confidence_anomaly": 0.49216341599822044,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_prophet_negative_overrides_mp": 0.4744699169532396,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_stream_score_timestamp_not_in_prophet": 0.5035437909536995,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_stream_score_with_prophet": 0.522902001044713,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_stream_score_with_prophet_df_missing_timestamp": 0.47384920896729454,
"tests/seer/anomaly_detection/detectors/test_anomaly_scorer.py::TestCombinedAnomalyScorer::test_stream_score_without_prophet": 0.5208012919756584,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_batch_score_constant_data": 0.4779333320329897,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_batch_score_normal_distribution": 0.49840941705042496,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_box_cox_log_transform": 0.7732650410034694,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_box_cox_transform": 0.5706828749971464,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_get_z_scores": 0.5566564169712365,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_sensitivity_levels": 0.4611117089516483,
"tests/seer/anomaly_detection/detectors/test_boxcoxscorer.py::TestBoxCoxScorer::test_stream_score": 0.4610383760300465,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPCascadingScorer::test_batch_score_synthetic_data": 0.5052722489926964,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPCascadingScorer::test_failed_case": 0.44207249995088205,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPCascadingScorer::test_stream_score": 0.5732413760269992,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPCascadingScorer::test_stream_score_with_thresholds": 0.5085105430334806,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPLowVarianceScorer::test_low_variance_scorer": 0.47275095898658037,
"tests/seer/anomaly_detection/detectors/test_mp_scorers.py::TestMPLowVarianceScorer::test_to_flag_and_score": 0.4798464580671862,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_incorrect_padding": 0.46689387602964416,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_no_normalizer_with_normalization": 0.5319197919452563,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_no_padding_no_normalization": 0.47332258406095207,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_no_padding_with_normalization": 0.5066496679792181,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_padding_no_normalization": 0.49670933495508507,
"tests/seer/anomaly_detection/detectors/test_mp_utils.py::TestMPUtils::test_padding_with_normalization": 0.4921412920230068,
"tests/seer/anomaly_detection/detectors/test_nomalizers.py::TestNormalizer::test_empty_array": 0.5063351250719279,
"tests/seer/anomaly_detection/detectors/test_nomalizers.py::TestNormalizer::test_normalize_identical_values": 0.5630897089722566,
"tests/seer/anomaly_detection/detectors/test_nomalizers.py::TestNormalizer::test_normalize_standard_array": 0.5003772089839913,
"tests/seer/anomaly_detection/detectors/test_nomalizers.py::TestNormalizer::test_normalize_zeroes": 0.48314491601195186,
"tests/seer/anomaly_detection/detectors/test_nomalizers.py::TestNormalizer::test_single_element_array": 0.4684195840382017,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_boxcox_transformation": 0.5145770830567926,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_different_sensitivities": 0.6373314180527814,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_different_time_periods": 0.6922246668837033,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_pre_process_data": 0.4871608749963343,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_predict_basic_functionality": 0.5473727089702152,
"tests/seer/anomaly_detection/detectors/test_prophet_anomaly_detector.py::TestProphetAnomalyDetector::test_predict_with_invalid_data": 0.49975179199827835,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_multiple_anomalies": 0.49985729198670015,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_no_anomalies": 0.5011686669313349,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_single_anomaly": 0.49727974901907146,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_with_custom_smooth_size": 0.5064762919209898,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_with_custom_vote_threshold": 0.5150375420344062,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteBatchFlagSmoother::test_smooth_with_different_time_periods": 0.5637273340253159,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteStreamFlagSmoother::test_stream_smooth_no_anomalies": 0.5467249989160337,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteStreamFlagSmoother::test_stream_smooth_single_anomaly": 0.5043462079484016,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteStreamFlagSmoother::test_stream_smooth_with_current_flag": 0.5123475409927778,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteStreamFlagSmoother::test_stream_smooth_with_custom_vote_threshold": 0.4878309999476187,
"tests/seer/anomaly_detection/detectors/test_smoothers.py::TestMajorityVoteStreamFlagSmoother::test_stream_smooth_with_different_time_periods": 0.4955598760279827,
"tests/seer/anomaly_detection/detectors/test_window_size_selectors.py::TestSuSSWindowSizeSelector::test_optimal_window_size": 0.5364975839620456,
"tests/seer/anomaly_detection/detectors/test_window_size_selectors.py::TestSuSSWindowSizeSelector::test_optimal_window_size_constant_series": 0.5256387909757905,
"tests/seer/anomaly_detection/detectors/test_window_size_selectors.py::TestSuSSWindowSizeSelector::test_optimal_window_size_linear_series": 0.55146170896478,
"tests/seer/anomaly_detection/detectors/test_window_size_selectors.py::TestSuSSWindowSizeSelector::test_optimal_window_size_short_series": 0.48030966689111665,
"tests/seer/anomaly_detection/models/test_converters.py::TestConverters::test_convert_external_ts_to_internal": 0.5064126240322366,
"tests/seer/anomaly_detection/models/test_timeseries.py::TestTimeSeries::test_get_anomaly_algo_data_with_anomalies": 0.5220356660429388,
"tests/seer/anomaly_detection/models/test_timeseries.py::TestTimeSeries::test_get_anomaly_algo_data_without_anomalies": 0.488265666004736,
"tests/seer/anomaly_detection/models/test_timeseries_anomalies.py::TestConverters::test_get_anomaly_algo_data_with_padding": 0.5600538750295527,
"tests/seer/anomaly_detection/models/test_timeseries_anomalies.py::TestConverters::test_get_anomaly_algo_data_without_padding": 0.662430083961226,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_can_queue_cleanup_and_predict_task": 0.5398470009677112,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_combine_anomalies": 0.48769783397438005,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_delete_alert_data": 0.5160143749671988,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_hydrate_alert_sets_flags_from_algo_data": 0.5435744589776732,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_original_flags_padding": 0.5161672509275377,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_queue_data_purge_flag": 0.5653139170026407,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_reset_cleanup_and_predict_task": 0.5026131669874303,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_save_alert": 0.49158841697499156,
"tests/seer/anomaly_detection/test_accessors.py::TestDbAlertDataAccessor::test_skip_fixed_window": 0.5439067920087837,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_delete_alert_data_failure": 0.5969326250487939,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_delete_alert_data_success": 0.5753340419614688,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_batch": 1.0978933349833824,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo": 6.650836586020887,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo_batch_timeout": 1.2089220429770648,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo_current_timeout": 0.8240328750107437,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo_insufficient_history": 0.5563590409583412,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo_large_current": 3.8409977929550223,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_combo_large_current_timeout": 0.9314069579922943,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_online": 1.1668825420201756,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_online_less_than_167_points": 0.587336166005116,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_online_switch_window": 0.660549791995436,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_detect_anomalies_online_with_167_points": 0.5594004159793258,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_store_data": 1.536723875964526,
"tests/seer/anomaly_detection/test_anomaly_detection.py::TestAnomalyDetection::test_store_data_batch_detection_timeout": 1.0916804590378888,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_cleanup_disabled_alerts": 0.8336516250274144,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_cleanup_invalid_alert_id": 0.5639049590099603,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_cleanup_old_timeseries_history": 0.7322055000113323,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_cleanup_timeseries": 2.1860497920424677,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_cleanup_timeseries_no_points": 0.5226455840165727,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_make_prophet_predictions": 2.775833710038569,
"tests/seer/anomaly_detection/test_cleanup_and_predict_tasks.py::TestCleanupTasks::test_only_old_points_deleted": 0.6980306670302525,
"tests/seer/anomaly_detection/test_utils.py::test_data_with_cycles": 0.48633287503616884,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_empty_file": 0.473411833983846,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_file_does_not_exist": 0.5002283329959027,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_file_with_special_characters": 0.4646643750020303,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_path_is_directory": 0.4989351249532774,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_permission_error": 0.49581679195398465,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_successful_read": 0.4771449999534525,
"tests/seer/automation/autofix/tools/test_read_file_contents.py::TestReadFileContents::test_unicode_decode_error": 0.4718715409981087,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_bulk_create_and_insert_grouping_records_has_neighbor_in_batch": 2.2117205429822206,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_bulk_create_and_insert_grouping_records_has_neighbor_in_existing_records": 1.2834274179767817,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_bulk_create_and_insert_grouping_records_invalid": 0.7849796260125004,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_bulk_create_and_insert_grouping_records_valid": 1.4004365020082332,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_bulk_create_and_insert_grouping_records_with_existing_record": 1.3936969179776497,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_delete_grouping_records_by_hash": 1.1789625009987503,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_delete_grouping_records_for_project": 1.1236013329471461,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_get_nearest_neighbors_has_neighbor": 0.8294480839977041,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_get_nearest_neighbors_no_neighbor": 0.8482350829872303,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_get_nearest_neighbors_no_neighbor_read_only": 0.8232540839817375,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_insert_new_grouping_record_group_record_cross_project": 0.7752875839360058,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_insert_new_grouping_record_group_record_exists": 1.1308303320547566,
"tests/seer/grouping/test_grouping.py::TestGrouping::test_rerank_candidates": 0.842698790889699,
"tests/seer/grouping/test_grouping.py::test_GroupingLookup_insert_batch_grouping_records_duplicates[grouping_request-0-hash_1-0-orig_record-0-project_1_id-0]": 0.9477970009902492,
"tests/test_celery.py::test_anomaly_beat_jobs": 0.7378098329645582,
"tests/test_celery.py::test_autofix_beat_jobs": 0.5304532509180717,
"tests/test_celery.py::test_celery_app_configuration": 0.6139155839919113,
"tests/test_celery.py::test_detected_celery_jobs": 0.9694519590120763,
"tests/test_cusum_detection.py::TestCusumDetector::test_changepoints_returned": 0.5126270010368899,
"tests/test_cusum_detection.py::TestCusumDetector::test_detector": 0.502908208000008,
"tests/test_cusum_detection.py::TestCusumDetector::test_get_changepoint": 0.4739288329728879,
"tests/test_cusum_detection.py::TestCusumDetector::test_get_llr": 0.4903642920544371,
"tests/test_db_seer_project_preferences.py::TestDbSeerProjectPreference::test_db_seer_project_preference_create_and_read": 0.6100648760329932,
"tests/test_db_seer_project_preferences.py::TestDbSeerProjectPreference::test_db_seer_project_preference_delete": 0.4957110420218669,
"tests/test_db_seer_project_preferences.py::TestDbSeerProjectPreference::test_db_seer_project_preference_query": 0.4832115829922259,
"tests/test_db_seer_project_preferences.py::TestDbSeerProjectPreference::test_db_seer_project_preference_unique_constraint": 0.6057024999754503,
"tests/test_db_seer_project_preferences.py::TestDbSeerProjectPreference::test_db_seer_project_preference_update": 0.595081957988441,
"tests/test_dependency_injection.py::test_FactoryAnnotation_from_annotation": 0.5172266259323806,
"tests/test_dependency_injection.py::test_FactoryAnnotation_from_factory": 0.5023594590020366,
"tests/test_dependency_injection.py::test_injections": 0.5092272499459796,
"tests/test_events.py::test_log_seer_event_basic": 0.548719083017204,
"tests/test_events.py::test_log_seer_event_complex_metadata": 0.5633618759457022,
"tests/test_events.py::test_log_seer_event_multiple": 0.5000093329581432,
"tests/test_events.py::test_log_seer_event_null_metadata": 0.5495036670472473,
"tests/test_json_api.py::test_json_api_auth_not_enforced": 0.44547758309636265,
"tests/test_json_api.py::test_json_api_auth_with_real_jwt": 0.4730104579939507,
"tests/test_json_api.py::test_json_api_bearer_token_auth": 0.473906792991329,
"tests/test_json_api.py::test_json_api_decorator": 0.47965570900123566,
"tests/test_json_api.py::test_json_api_signature_strict_mode": 0.4623298329534009,
"tests/test_json_api.py::test_json_api_signature_strict_mode_ignores_rpcsignature": 0.00017666700296103954,
"tests/test_langfuse.py::TestAppendLangfuseTraceTags::test_append_langfuse_trace_tags": 0.4890479579917155,
"tests/test_langfuse.py::TestAppendLangfuseTraceTags::test_append_langfuse_trace_tags_exception": 0.502467832993716,
"tests/test_langfuse.py::TestAppendLangfuseTraceTags::test_append_langfuse_trace_tags_no_existing_tags": 0.4811333340476267,
"tests/test_langfuse.py::TestAppendLangfuseTraceTags::test_append_langfuse_trace_tags_no_trace_id": 0.5139178760000505,
"tests/test_langfuse.py::TestProvideLangfuse::test_provide_langfuse": 0.46966687601525337,
"tests/test_langfuse.py::TestProvideLangfuse::test_provide_langfuse_disabled": 0.4413807090604678,
"tests/test_migrations.py::test_run_state_migration": 1.9604937930125743,
"tests/test_ripgrep_search.py::test_long_line_truncation": 0.5020895419293083,
"tests/test_ripgrep_search.py::test_ripgrep_installed": 0.4574279169901274,
"tests/test_ripgrep_search.py::test_run_ripgrep_in_repo_error_exit_code": 0.4887256239890121,
"tests/test_ripgrep_search.py::test_run_ripgrep_in_repo_no_results": 0.495877165987622,
"tests/test_ripgrep_search.py::test_run_ripgrep_in_repo_success": 0.5355527920182794,
"tests/test_ripgrep_search.py::test_run_ripgrep_in_repo_timeout": 0.5217322499956936,
"tests/test_ripgrep_search.py::test_total_output_truncation": 0.4591551250196062,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-0]": 0.5992017920361832,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-1]": 0.5800354580278508,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-2]": 1.0421505409758538,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-3]": 0.996489500044845,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-4]": 1.1496770839439705,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-5]": 1.009853707975708,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-6]": 1.0296913759666495,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-7]": 1.0057757499744184,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-8]": 0.9866879169712774,
"tests/test_rpc.py::test_rpc_call_200_empty[test_server-9]": 0.972230541985482,
"tests/test_rpc.py::test_rpc_call_200_json[args-0-expected_result-0-test_server-0]": 1.0069318339810707,
"tests/test_rpc.py::test_rpc_call_200_json[args-1-expected_result-1-test_server-1]": 1.0220480000134557,
"tests/test_rpc.py::test_rpc_call_200_json[args-2-expected_result-2-test_server-2]": 1.057005500944797,
"tests/test_rpc.py::test_rpc_call_200_json[args-3-expected_result-3-test_server-3]": 0.9834947909694165,
"tests/test_rpc.py::test_rpc_call_200_json[args-4-expected_result-4-test_server-4]": 0.992442335060332,
"tests/test_rpc.py::test_rpc_call_200_json[args-5-expected_result-5-test_server-5]": 0.48412887600716203,
"tests/test_rpc.py::test_rpc_call_200_json[args-6-expected_result-6-test_server-6]": 1.0259284999920055,
"tests/test_rpc.py::test_rpc_call_200_json[args-7-expected_result-7-test_server-7]": 0.5285601670038886,
"tests/test_rpc.py::test_rpc_call_200_json[args-8-expected_result-8-test_server-8]": 1.0253158760024235,
"tests/test_rpc.py::test_rpc_call_200_json[args-9-expected_result-9-test_server-9]": 0.9479670830187388,
"tests/test_rpc.py::test_rpc_call_404[test_server-0]": 0.4735173750668764,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_endpoint_no_state_found": 0.4675342079717666,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_endpoint_with_check_repo_access": 0.4694975409656763,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_endpoint_with_group_id": 0.4826685420121066,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_endpoint_with_run_id": 0.4440337079577148,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_from_pr_endpoint": 0.4815899589448236,
"tests/test_seer.py::TestGetAutofixState::test_get_autofix_state_from_pr_endpoint_no_state_found": 0.4795074169524014,
"tests/test_seer.py::TestSeer::test_autofix_evaluation_start_endpoint": 0.4903266669716686,
"tests/test_seer.py::TestSeer::test_autofix_evaluation_start_endpoint_test_mode": 0.47824683401267976,
"tests/test_seer.py::TestSeer::test_autofix_evaluation_start_endpoint_with_run_on_item_id": 0.47838258399860933,
"tests/test_seer.py::TestSeer::test_breakpoint_output": 0.46283991704694927,
"tests/test_seer.py::TestSeer::test_create_cache_endpoint_client_error": 0.46451616601552814,
"tests/test_seer.py::TestSeer::test_create_cache_endpoint_error": 0.4672439999994822,
"tests/test_seer.py::TestSeer::test_create_cache_endpoint_success": 0.49962246004724875,
"tests/test_seer.py::TestSeer::test_delete_alert_data_endpoint_client_error": 6.403867337037809,
"tests/test_seer.py::TestSeer::test_delete_alert_data_endpoint_server_error": 0.5589656259980984,
"tests/test_seer.py::TestSeer::test_delete_alert_data_endpoint_success": 0.5562933330074884,
"tests/test_seer.py::TestSeer::test_detect_anomalies_endpoint_client_error": 0.6096289599663578,
"tests/test_seer.py::TestSeer::test_detect_anomalies_endpoint_server_error": 0.5270283760037273,
"tests/test_seer.py::TestSeer::test_detect_anomalies_endpoint_success": 0.5857426670263521,
"tests/test_seer.py::TestSeer::test_empty_txns_dataset": 0.48659474996384233,
"tests/test_seer.py::TestSeer::test_get_fixability_score_endpoint_error": 0.5089515430154279,
"tests/test_seer.py::TestSeer::test_get_fixability_score_endpoint_success": 0.5048479170072824,
"tests/test_seer.py::TestSeer::test_no_data_after_request_start": 0.49935095803812146,
"tests/test_seer.py::TestSeer::test_similarity_grouping_record_endpoint_invalid": 1.0094813750474714,
"tests/test_seer.py::TestSeer::test_similarity_grouping_record_endpoint_valid": 1.2645345859928057,
"tests/test_seer.py::TestSeer::test_store_data_endpoint_client_error": 0.5279266270226799,
"tests/test_seer.py::TestSeer::test_store_data_endpoint_server_error": 0.5495653740363196,
"tests/test_seer.py::TestSeer::test_store_data_endpoint_success": 0.5406469999579713,
"tests/test_seer.py::TestSeer::test_summarize_issue_endpoint_internal_error": 0.4702803759719245,
"tests/test_seer.py::TestSeer::test_summarize_issue_endpoint_timeout": 0.45124362502247095,
"tests/test_seer.py::TestSeer::test_summarize_trace_endpoint_error": 0.5007530429866165,
"tests/test_seer.py::TestSeer::test_summarize_trace_endpoint_success": 0.4936935839941725,
"tests/test_seer.py::TestSeer::test_translate_query_endpoint_error": 0.6020242079393938,
"tests/test_seer.py::TestSeer::test_translate_query_endpoint_success": 0.4692128339665942,
"tests/test_seer.py::test_async_loading": 4.851494084985461,
"tests/test_seer.py::test_prepared_statements_disabled[requests-0]": 0.5080131669528782,
"tests/test_seer.py::test_smoke_test": 20.74975701002404,
"tests/test_severity_inference.py::TestSeverityInference::test_empty_input": 0.6944662919850089,
"tests/test_severity_inference.py::TestSeverityInference::test_get_embeddings": 0.6003102500690147,
"tests/test_severity_inference.py::TestSeverityInference::test_high_severity_error": 0.49109058297472075,
"tests/test_severity_inference.py::TestSeverityInference::test_low_severity_error": 0.5600050420034677,
"tests/test_severity_inference.py::TestSeverityInference::test_output_range": 0.5902625839808024,
"tests/workflows/test_processor.py::test_add_unseen_value": 0.4606424579396844,
"tests/workflows/test_processor.py::test_prepare_cohort_data": 0.47811208304483443,
"tests/workflows/test_processor.py::test_preprocess_cohort_error": 0.41180383400205756,
"tests/workflows/test_processor.py::test_preprocess_cohort_success": 0.5164067489677109,
"tests/workflows/test_processor.py::test_transform_distribution": 0.4804357509710826,
"tests/workflows/test_scorer.py::test_compute_entropy_score": 0.482804708997719,
"tests/workflows/test_scorer.py::test_compute_kl_score": 0.5026007490232587,
"tests/workflows/test_scorer.py::test_compute_metrics": 0.4881039169849828,
"tests/workflows/test_scorer.py::test_compute_rrf_score": 0.4987689169938676,
"tests/workflows/test_scorer.py::test_error_handling": 0.47793487600574736,
"tests/workflows/test_scorer.py::test_kl_metric_lambda": 0.5147795009543188,
"tests/workflows/test_service.py::test_sanity_check": 0.5374325000448152
}