| task | reps | mean weighted | min – max | saved |
|---|---|---|---|---|
| D9_3k120 — 100 runs, mean weighted 196,644 | ||||
| django__django-10880 | 5 | 75,663 | 53,015 – 126,758 | 6.31% |
| django__django-11066 | 5 | 38,210 | 25,196 – 48,573 | 2.29% |
| django__django-11087 | 5 | 550,283 | 462,610 – 617,689 | 39.81% |
| django__django-11292 | 5 | 250,727 | 66,636 – 492,131 | 22.65% |
| django__django-11555 | 5 | 394,361 | 154,323 – 621,462 | 33.65% |
| django__django-11951 | 5 | 59,310 | 38,060 – 97,388 | 4.03% |
| django__django-12155 | 5 | 90,592 | 77,978 – 101,384 | 12.72% |
| django__django-12754 | 5 | 432,113 | 331,859 – 517,566 | 16.16% |
| django__django-13121 | 5 | 477,345 | 268,716 – 650,918 | 40.68% |
| django__django-13417 | 5 | 212,885 | 109,679 – 442,620 | 13.35% |
| django__django-13820 | 5 | 108,210 | 50,012 – 182,873 | 8.98% |
| django__django-14539 | 5 | 196,707 | 137,850 – 242,678 | 32.74% |
| django__django-14999 | 5 | 214,530 | 113,936 – 406,536 | 16.10% |
| django__django-15499 | 5 | 120,663 | 107,334 – 142,207 | 6.60% |
| django__django-16100 | 5 | 110,275 | 88,692 – 133,837 | 10.75% |
| sympy__sympy-11618 | 5 | 77,512 | 54,004 – 118,636 | 5.40% |
| sympy__sympy-15875 | 5 | 210,870 | 129,636 – 315,204 | 27.57% |
| sympy__sympy-17139 | 5 | 69,393 | 59,183 – 77,435 | 5.89% |
| sympy__sympy-20590 | 5 | 68,733 | 34,678 – 100,593 | 4.95% |
| sympy__sympy-24066 | 5 | 174,499 | 98,954 – 253,021 | 28.36% |
| at00_reason_gate400 — 100 runs, mean weighted 106,265 | ||||
| django__django-11551 | 10 | 183,896 | 116,777 – 302,762 | 1.31% |
| django__django-11603 | 10 | 99,521 | 36,313 – 186,551 | 0.24% |
| django__django-13516 | 10 | 83,630 | 37,626 – 160,291 | 0.03% |
| django__django-13821 | 10 | 153,223 | 110,052 – 214,256 | 0.10% |
| django__django-13964 | 10 | 132,950 | 66,243 – 178,782 | 0.25% |
| django__django-14373 | 10 | 67,171 | 28,586 – 98,395 | 0.07% |
| django__django-15103 | 10 | 128,835 | 74,676 – 241,445 | 0.11% |
| django__django-15375 | 10 | 55,562 | 26,272 – 75,946 | 0.10% |
| django__django-15863 | 10 | 104,828 | 76,008 – 155,234 | 0.28% |
| sympy__sympy-19637 | 10 | 53,031 | 34,749 – 77,855 | 0.13% |
| at01_reason_head100 — 30 runs, mean weighted 100,177 | ||||
| django__django-11551 | 3 | 182,220 | 162,028 – 222,347 | 0.84% |
| django__django-11603 | 3 | 79,655 | 62,361 – 95,706 | 0.37% |
| django__django-13516 | 3 | 59,909 | 37,117 – 92,497 | 0.05% |
| django__django-13821 | 3 | 148,791 | 85,052 – 209,367 | 0.11% |
| django__django-13964 | 3 | 117,789 | 102,749 – 146,275 | 0.48% |
| django__django-14373 | 3 | 77,876 | 68,020 – 89,550 | 0.08% |
| django__django-15103 | 3 | 101,493 | 81,744 – 121,624 | 0.04% |
| django__django-15375 | 3 | 100,918 | 58,547 – 158,002 | 0.09% |
| django__django-15863 | 3 | 88,567 | 75,449 – 103,714 | 0.80% |
| sympy__sympy-19637 | 3 | 44,555 | 30,885 – 54,092 | 0.05% |
| bashnoise — 100 runs, mean weighted 181,350 | ||||
| django__django-10880 | 5 | 74,448 | 29,232 – 142,029 | 12.16% |
| django__django-11066 | 5 | 37,572 | 21,336 – 56,218 | 5.69% |
| django__django-11087 | 5 | 601,523 | 312,196 – 734,313 | 43.46% |
| django__django-11292 | 5 | 184,229 | 135,373 – 245,013 | 21.39% |
| django__django-11555 | 5 | 458,762 | 198,015 – 1,085,300 | 27.09% |
| django__django-11951 | 5 | 66,678 | 44,737 – 92,698 | 5.30% |
| django__django-12155 | 5 | 130,085 | 86,467 – 229,852 | 19.14% |
| django__django-12754 | 5 | 329,608 | 197,294 – 571,751 | 17.39% |
| django__django-13121 | 5 | 355,084 | 318,537 – 408,943 | 33.67% |
| django__django-13417 | 5 | 188,563 | 158,415 – 211,154 | 16.28% |
| django__django-13820 | 5 | 70,859 | 45,570 – 106,332 | 16.83% |
| django__django-14539 | 5 | 203,095 | 104,061 – 310,010 | 43.61% |
| django__django-14999 | 5 | 142,789 | 100,208 – 163,819 | 10.73% |
| django__django-15499 | 5 | 136,868 | 93,871 – 186,005 | 9.40% |
| django__django-16100 | 5 | 141,515 | 71,639 – 308,607 | 9.96% |
| sympy__sympy-11618 | 5 | 85,755 | 62,844 – 107,496 | 8.02% |
| sympy__sympy-15875 | 5 | 155,337 | 104,885 – 232,623 | 27.38% |
| sympy__sympy-17139 | 5 | 57,994 | 46,939 – 74,504 | 6.26% |
| sympy__sympy-20590 | 5 | 55,725 | 35,617 – 73,590 | 4.13% |
| sympy__sympy-24066 | 5 | 150,505 | 91,226 – 234,448 | 36.38% |
| bashnoise2 — 100 runs, mean weighted 250,389 | ||||
| django__django-10880 | 5 | 83,466 | 51,913 – 161,079 | 9.74% |
| django__django-11066 | 5 | 39,493 | 29,109 – 58,541 | 4.48% |
| django__django-11087 | 5 | 662,568 | 506,669 – 806,339 | 46.47% |
| django__django-11292 | 5 | 331,467 | 144,717 – 677,621 | 20.68% |
| django__django-11555 | 5 | 554,489 | 208,439 – 1,116,586 | 25.69% |
| django__django-11951 | 5 | 92,073 | 57,624 – 152,359 | 5.18% |
| django__django-12155 | 5 | 134,904 | 78,598 – 227,840 | 23.68% |
| django__django-12754 | 5 | 438,047 | 323,162 – 504,613 | 18.22% |
| django__django-13121 | 5 | 546,491 | 263,125 – 921,365 | 36.33% |
| django__django-13417 | 5 | 207,423 | 159,061 – 244,031 | 13.40% |
| django__django-13820 | 5 | 100,080 | 39,559 – 263,185 | 19.16% |
| django__django-14539 | 5 | 295,806 | 151,408 – 474,330 | 50.28% |
| django__django-14999 | 5 | 371,529 | 239,557 – 649,891 | 20.06% |
| django__django-15499 | 5 | 204,161 | 147,415 – 241,124 | 7.01% |
| django__django-16100 | 5 | 120,873 | 59,765 – 197,679 | 6.91% |
| sympy__sympy-11618 | 5 | 141,454 | 76,388 – 203,418 | 7.21% |
| sympy__sympy-15875 | 5 | 211,918 | 140,679 – 433,696 | 20.36% |
| sympy__sympy-17139 | 5 | 76,072 | 52,351 – 109,635 | 6.40% |
| sympy__sympy-20590 | 5 | 57,717 | 40,441 – 94,128 | 3.98% |
| sympy__sympy-24066 | 5 | 337,754 | 196,473 – 580,916 | 30.55% |
| blk1 — 100 runs, mean weighted 210,930 | ||||
| django__django-10880 | 5 | 183,782 | 114,202 – 283,458 | 0.00% |
| django__django-11066 | 5 | 48,178 | 28,584 – 68,602 | 0.00% |
| django__django-11087 | 5 | 535,230 | 352,379 – 954,498 | 0.00% |
| django__django-11292 | 5 | 192,567 | 107,071 – 406,663 | 0.00% |
| django__django-11555 | 5 | 479,559 | 181,500 – 765,265 | 0.01% |
| django__django-11951 | 5 | 49,305 | 33,237 – 69,345 | 0.00% |
| django__django-12155 | 5 | 95,535 | 64,796 – 129,492 | 0.07% |
| django__django-12754 | 5 | 417,467 | 278,197 – 562,501 | 0.00% |
| django__django-13121 | 5 | 517,747 | 259,176 – 803,416 | 0.00% |
| django__django-13417 | 5 | 184,320 | 117,334 – 242,719 | 0.00% |
| django__django-13820 | 5 | 129,435 | 59,450 – 241,753 | 0.00% |
| django__django-14539 | 5 | 217,929 | 146,745 – 308,232 | 0.00% |
| django__django-14999 | 5 | 205,951 | 164,200 – 255,117 | 0.00% |
| django__django-15499 | 5 | 152,289 | 109,199 – 278,422 | 0.00% |
| django__django-16100 | 5 | 174,807 | 91,987 – 330,467 | 0.00% |
| sympy__sympy-11618 | 5 | 77,258 | 48,581 – 105,111 | 0.00% |
| sympy__sympy-15875 | 5 | 225,183 | 112,779 – 400,197 | 0.00% |
| sympy__sympy-17139 | 5 | 70,494 | 39,820 – 142,319 | 0.00% |
| sympy__sympy-20590 | 5 | 69,281 | 46,979 – 105,233 | 0.00% |
| sympy__sympy-24066 | 5 | 192,292 | 127,827 – 371,151 | 0.00% |
| blk2 — 21 runs, mean weighted 281,124 | ||||
| django__django-10880 | 2 | 153,496 | 125,799 – 181,193 | 0.00% |
| django__django-11066 | 2 | 62,705 | 56,000 – 69,410 | 0.00% |
| django__django-11087 | 1 | 636,827 | 636,827 – 636,827 | 0.71% |
| django__django-11292 | 1 | 371,029 | 371,029 – 371,029 | 0.00% |
| django__django-11555 | 1 | 706,406 | 706,406 – 706,406 | 0.00% |
| django__django-11951 | 1 | 79,172 | 79,172 – 79,172 | 0.00% |
| django__django-12155 | 1 | 148,458 | 148,458 – 148,458 | 0.00% |
| django__django-12754 | 1 | 535,148 | 535,148 – 535,148 | 1.39% |
| django__django-13121 | 1 | 1,049,151 | 1,049,151 – 1,049,151 | 0.00% |
| django__django-13417 | 1 | 225,654 | 225,654 – 225,654 | 0.00% |
| django__django-13820 | 1 | 121,509 | 121,509 – 121,509 | 0.00% |
| django__django-14539 | 1 | 332,757 | 332,757 – 332,757 | 0.00% |
| django__django-14999 | 1 | 498,937 | 498,937 – 498,937 | 0.00% |
| django__django-15499 | 1 | 152,677 | 152,677 – 152,677 | 0.00% |
| sympy__sympy-11618 | 1 | 134,529 | 134,529 – 134,529 | 0.00% |
| sympy__sympy-15875 | 1 | 132,695 | 132,695 – 132,695 | 0.00% |
| sympy__sympy-17139 | 1 | 147,290 | 147,290 – 147,290 | 0.00% |
| sympy__sympy-20590 | 1 | 50,136 | 50,136 – 50,136 | 0.00% |
| sympy__sympy-24066 | 1 | 148,833 | 148,833 – 148,833 | 0.00% |
| blk3 — 26 runs, mean weighted 272,667 | ||||
| django__django-10880 | 2 | 217,480 | 178,256 – 256,703 | 0.00% |
| django__django-11066 | 2 | 85,596 | 50,700 – 120,491 | 0.00% |
| django__django-11087 | 1 | 888,839 | 888,839 – 888,839 | 0.00% |
| django__django-11292 | 2 | 245,523 | 243,608 – 247,438 | 0.00% |
| django__django-11555 | 1 | 614,254 | 614,254 – 614,254 | 1.14% |
| django__django-11951 | 2 | 157,334 | 57,987 – 256,681 | 0.00% |
| django__django-12155 | 2 | 163,599 | 157,551 – 169,647 | 0.00% |
| django__django-12754 | 1 | 317,958 | 317,958 – 317,958 | 0.68% |
| django__django-13121 | 1 | 700,586 | 700,586 – 700,586 | 0.27% |
| django__django-13417 | 1 | 473,212 | 473,212 – 473,212 | 0.00% |
| django__django-13820 | 2 | 125,159 | 102,893 – 147,425 | 0.00% |
| django__django-14539 | 1 | 218,606 | 218,606 – 218,606 | 0.31% |
| django__django-14999 | 1 | 416,270 | 416,270 – 416,270 | 0.63% |
| django__django-15499 | 1 | 238,861 | 238,861 – 238,861 | 0.25% |
| django__django-16100 | 1 | 523,747 | 523,747 – 523,747 | 0.00% |
| sympy__sympy-11618 | 1 | 161,487 | 161,487 – 161,487 | 0.00% |
| sympy__sympy-15875 | 1 | 223,138 | 223,138 – 223,138 | 0.00% |
| sympy__sympy-17139 | 1 | 69,832 | 69,832 – 69,832 | 0.00% |
| sympy__sympy-20590 | 1 | 75,104 | 75,104 – 75,104 | 0.00% |
| sympy__sympy-24066 | 1 | 178,074 | 178,074 – 178,074 | 0.00% |
| blk_3912 — 81 runs, mean weighted 163,062 | ||||
| django__django-10880 | 5 | 112,612 | 56,429 – 180,800 | 15.58% |
| django__django-11066 | 5 | 27,782 | 24,506 – 35,196 | 3.46% |
| django__django-11087 | 3 | 628,811 | 574,522 – 737,151 | 50.41% |
| django__django-11292 | 4 | 177,125 | 116,033 – 270,444 | 20.38% |
| django__django-11555 | 4 | 169,010 | 98,484 – 319,178 | 15.78% |
| django__django-11951 | 5 | 82,663 | 43,370 – 109,449 | 5.91% |
| django__django-12155 | 4 | 85,572 | 55,206 – 136,386 | 16.84% |
| django__django-12754 | 4 | 451,264 | 307,416 – 520,696 | 16.21% |
| django__django-13121 | 4 | 350,986 | 292,739 – 450,640 | 32.46% |
| django__django-13417 | 4 | 215,584 | 163,718 – 290,957 | 13.24% |
| django__django-13820 | 4 | 95,872 | 51,214 – 176,390 | 17.34% |
| django__django-14539 | 4 | 222,590 | 155,908 – 274,972 | 45.87% |
| django__django-14999 | 4 | 149,148 | 96,114 – 221,677 | 20.89% |
| django__django-15499 | 4 | 107,832 | 96,099 – 140,575 | 6.47% |
| django__django-16100 | 4 | 82,370 | 51,799 – 110,367 | 8.61% |
| sympy__sympy-11618 | 4 | 68,190 | 57,191 – 88,250 | 5.54% |
| sympy__sympy-15875 | 4 | 122,880 | 90,183 – 149,287 | 26.13% |
| sympy__sympy-17139 | 4 | 50,750 | 33,259 – 72,112 | 4.82% |
| sympy__sympy-20590 | 4 | 51,582 | 35,220 – 69,866 | 3.83% |
| sympy__sympy-24066 | 3 | 201,081 | 140,224 – 259,777 | 39.18% |
| comp145_noop — 150 runs, mean weighted 103,329 | ||||
| swe_explorer_edit/django__django-12419 | 10 | 26,495 | 13,871 – 47,514 | 0.00% |
| swe_explorer_edit/django__django-13821 | 10 | 88,856 | 71,344 – 115,451 | 0.00% |
| swe_explorer_edit/django__django-14373 | 10 | 52,811 | 32,797 – 84,579 | 0.00% |
| swe_explorer_edit/sympy__sympy-15875 | 10 | 155,206 | 40,382 – 476,337 | 0.00% |
| swe_explorer_edit/sympy__sympy-19637 | 10 | 84,694 | 43,151 – 176,897 | 0.00% |
| swe_explorer_explore/django__django-12419 | 10 | 64,096 | 29,981 – 92,796 | 0.00% |
| swe_explorer_explore/django__django-13821 | 10 | 95,126 | 37,094 – 200,034 | 0.00% |
| swe_explorer_explore/django__django-14373 | 10 | 31,384 | 22,502 – 47,596 | 0.00% |
| swe_explorer_explore/sympy__sympy-15875 | 10 | 171,756 | 73,948 – 220,826 | 0.00% |
| swe_explorer_explore/sympy__sympy-19637 | 10 | 38,431 | 24,976 – 56,379 | 0.00% |
| swebench_verified/django__django-12419 | 10 | 114,927 | 66,694 – 196,393 | 0.00% |
| swebench_verified/django__django-13821 | 10 | 361,685 | 150,631 – 678,504 | 0.00% |
| swebench_verified/django__django-14373 | 10 | 55,367 | 32,804 – 77,890 | 0.00% |
| swebench_verified/sympy__sympy-15875 | 10 | 152,139 | 72,051 – 238,799 | 0.00% |
| swebench_verified/sympy__sympy-19637 | 10 | 56,959 | 19,418 – 123,805 | 0.00% |
| comp145_v3912F1W — 150 runs, mean weighted 148,316 | ||||
| swe_explorer_edit/django__django-12419 | 10 | 46,744 | 20,308 – 79,472 | 1.70% |
| swe_explorer_edit/django__django-13821 | 10 | 165,678 | 61,067 – 359,993 | 8.25% |
| swe_explorer_edit/django__django-14373 | 10 | 67,085 | 22,062 – 146,990 | 4.88% |
| swe_explorer_edit/sympy__sympy-15875 | 10 | 198,067 | 76,362 – 524,588 | 29.16% |
| swe_explorer_edit/sympy__sympy-19637 | 10 | 77,773 | 41,151 – 176,130 | 16.13% |
| swe_explorer_explore/django__django-12419 | 10 | 76,944 | 43,802 – 113,862 | 6.86% |
| swe_explorer_explore/django__django-13821 | 10 | 157,373 | 64,066 – 255,602 | 10.93% |
| swe_explorer_explore/django__django-14373 | 10 | 57,299 | 20,422 – 87,538 | 2.40% |
| swe_explorer_explore/sympy__sympy-15875 | 10 | 321,326 | 91,131 – 860,379 | 26.35% |
| swe_explorer_explore/sympy__sympy-19637 | 10 | 63,984 | 33,257 – 110,543 | 4.71% |
| swebench_verified/django__django-12419 | 10 | 162,601 | 68,584 – 313,244 | 12.36% |
| swebench_verified/django__django-13821 | 10 | 310,093 | 78,371 – 825,264 | 15.78% |
| swebench_verified/django__django-14373 | 10 | 76,028 | 35,140 – 124,282 | 2.11% |
| swebench_verified/sympy__sympy-15875 | 10 | 374,355 | 60,350 – 1,284,243 | 31.29% |
| swebench_verified/sympy__sympy-19637 | 10 | 69,385 | 33,195 – 124,135 | 7.40% |
| keepbash — 100 runs, mean weighted 240,022 | ||||
| django__django-10880 | 5 | 136,226 | 55,443 – 298,581 | 10.23% |
| django__django-11066 | 5 | 25,736 | 11,403 – 54,331 | 5.20% |
| django__django-11087 | 5 | 804,714 | 485,693 – 1,366,350 | 44.94% |
| django__django-11292 | 5 | 331,771 | 172,613 – 428,625 | 17.97% |
| django__django-11555 | 5 | 447,013 | 229,029 – 745,965 | 26.60% |
| django__django-11951 | 5 | 53,320 | 28,063 – 79,410 | 3.64% |
| django__django-12155 | 5 | 98,952 | 57,332 – 175,441 | 17.69% |
| django__django-12754 | 5 | 587,954 | 393,604 – 782,039 | 18.10% |
| django__django-13121 | 5 | 500,735 | 161,294 – 842,211 | 27.42% |
| django__django-13417 | 5 | 330,769 | 177,122 – 487,197 | 15.88% |
| django__django-13820 | 5 | 79,693 | 47,131 – 161,420 | 9.24% |
| django__django-14539 | 5 | 209,041 | 115,708 – 329,957 | 42.78% |
| django__django-14999 | 5 | 201,109 | 127,852 – 230,642 | 13.84% |
| django__django-15499 | 5 | 151,521 | 88,075 – 199,516 | 7.28% |
| django__django-16100 | 5 | 183,091 | 112,734 – 253,028 | 11.52% |
| sympy__sympy-11618 | 5 | 125,710 | 74,738 – 293,752 | 7.72% |
| sympy__sympy-15875 | 5 | 177,448 | 114,064 – 346,627 | 24.36% |
| sympy__sympy-17139 | 5 | 74,780 | 50,710 – 91,465 | 6.33% |
| sympy__sympy-20590 | 5 | 81,159 | 44,206 – 121,983 | 4.76% |
| sympy__sympy-24066 | 5 | 199,691 | 110,488 – 327,626 | 32.52% |
| new_blk1 — 100 runs, mean weighted 232,917 | ||||
| django__django-10880 | 5 | 99,729 | 57,274 – 195,191 | -0.05% |
| django__django-11066 | 5 | 26,492 | 17,522 – 37,139 | -0.10% |
| django__django-11087 | 5 | 767,525 | 554,549 – 1,036,989 | -0.09% |
| django__django-11292 | 5 | 186,484 | 140,098 – 264,434 | -0.07% |
| django__django-11555 | 5 | 572,281 | 229,942 – 1,146,632 | -0.02% |
| django__django-11951 | 5 | 70,845 | 44,590 – 112,264 | -0.00% |
| django__django-12155 | 5 | 131,232 | 91,493 – 217,351 | -0.16% |
| django__django-12754 | 5 | 386,192 | 231,907 – 494,199 | 0.00% |
| django__django-13121 | 5 | 685,744 | 117,221 – 1,809,992 | 0.00% |
| django__django-13417 | 5 | 167,754 | 124,665 – 208,648 | 0.00% |
| django__django-13820 | 5 | 171,633 | 58,466 – 513,428 | -0.01% |
| django__django-14539 | 5 | 224,252 | 32,988 – 357,649 | 0.14% |
| django__django-14999 | 5 | 211,217 | 153,214 – 298,295 | -0.02% |
| django__django-15499 | 5 | 150,879 | 96,192 – 241,253 | -0.01% |
| django__django-16100 | 5 | 165,073 | 84,611 – 436,656 | 0.00% |
| sympy__sympy-11618 | 5 | 88,954 | 63,348 – 133,173 | 0.00% |
| sympy__sympy-15875 | 5 | 208,875 | 118,855 – 362,525 | 0.00% |
| sympy__sympy-17139 | 5 | 70,047 | 50,538 – 99,076 | 0.00% |
| sympy__sympy-20590 | 5 | 46,398 | 37,269 – 61,188 | -0.00% |
| sympy__sympy-24066 | 5 | 226,735 | 90,421 – 398,202 | -0.05% |
| r10dec — 100 runs, mean weighted 101,148 | ||||
| django__django-11551 | 10 | 173,811 | 35,921 – 288,820 | 0.56% |
| django__django-11603 | 10 | 124,981 | 61,593 – 299,419 | 0.45% |
| django__django-13516 | 10 | 97,790 | 56,324 – 177,056 | 0.15% |
| django__django-13821 | 10 | 121,610 | 67,131 – 181,596 | 0.02% |
| django__django-13964 | 10 | 105,040 | 63,955 – 149,951 | 0.37% |
| django__django-14373 | 10 | 63,251 | 35,977 – 77,196 | 0.12% |
| django__django-15103 | 10 | 103,058 | 60,606 – 145,075 | 0.18% |
| django__django-15375 | 10 | 62,682 | 28,356 – 128,440 | 0.07% |
| django__django-15863 | 10 | 103,462 | 76,318 – 138,594 | 0.17% |
| sympy__sympy-19637 | 10 | 55,796 | 41,542 – 71,160 | 0.02% |
| r12reason — 56 runs, mean weighted 102,118 | ||||
| django__django-11551 | 6 | 138,703 | 88,293 – 184,767 | 4.15% |
| django__django-11603 | 6 | 122,482 | 94,860 – 174,681 | 0.18% |
| django__django-13516 | 6 | 86,308 | 39,484 – 131,583 | 0.48% |
| django__django-13821 | 6 | 150,018 | 120,986 – 202,283 | 0.44% |
| django__django-13964 | 6 | 124,045 | 104,875 – 147,885 | 0.48% |
| django__django-14373 | 6 | 57,094 | 33,696 – 98,426 | 0.00% |
| django__django-15103 | 5 | 99,662 | 80,235 – 108,510 | 0.31% |
| django__django-15375 | 5 | 67,443 | 37,276 – 111,160 | 0.06% |
| django__django-15863 | 5 | 91,786 | 70,475 – 108,933 | 0.92% |
| sympy__sympy-19637 | 5 | 70,446 | 37,599 – 101,263 | 2.22% |
| r13reason — 70 runs, mean weighted 100,833 | ||||
| django__django-11551 | 7 | 173,707 | 68,118 – 244,656 | 5.88% |
| django__django-11603 | 7 | 100,471 | 68,610 – 132,904 | 0.26% |
| django__django-13516 | 7 | 76,773 | 48,888 – 118,424 | 0.87% |
| django__django-13821 | 7 | 126,813 | 68,866 – 201,877 | 1.08% |
| django__django-13964 | 7 | 115,093 | 82,639 – 155,599 | 0.40% |
| django__django-14373 | 7 | 60,505 | 34,713 – 115,157 | 0.01% |
| django__django-15103 | 7 | 115,735 | 52,395 – 200,833 | 1.02% |
| django__django-15375 | 7 | 54,234 | 24,909 – 131,338 | 0.87% |
| django__django-15863 | 7 | 117,125 | 83,140 – 264,191 | 3.02% |
| sympy__sympy-19637 | 7 | 67,873 | 42,926 – 98,318 | 2.22% |
| r14mid — 100 runs, mean weighted 105,853 | ||||
| django__django-11551 | 10 | 191,636 | 88,209 – 344,183 | 1.80% |
| django__django-11603 | 10 | 109,129 | 34,823 – 175,962 | 0.04% |
| django__django-13516 | 10 | 72,026 | 43,061 – 105,304 | 0.00% |
| django__django-13821 | 10 | 140,336 | 83,286 – 187,146 | 0.18% |
| django__django-13964 | 10 | 142,399 | 80,323 – 202,983 | 0.43% |
| django__django-14373 | 10 | 64,763 | 46,415 – 105,406 | 0.00% |
| django__django-15103 | 10 | 99,507 | 72,626 – 131,483 | 0.02% |
| django__django-15375 | 10 | 78,770 | 26,391 – 149,023 | 0.29% |
| django__django-15863 | 10 | 99,503 | 75,986 – 130,775 | 0.71% |
| sympy__sympy-19637 | 10 | 60,458 | 30,327 – 145,367 | 0.07% |
| r14mid2k — 100 runs, mean weighted 107,686 | ||||
| django__django-11551 | 10 | 227,508 | 64,422 – 771,086 | 1.14% |
| django__django-11603 | 10 | 103,737 | 59,867 – 153,514 | 0.12% |
| django__django-13516 | 10 | 101,522 | 50,933 – 248,711 | 0.07% |
| django__django-13821 | 10 | 142,420 | 84,396 – 230,410 | 0.02% |
| django__django-13964 | 10 | 127,922 | 38,428 – 270,715 | 0.13% |
| django__django-14373 | 10 | 54,387 | 42,036 – 97,908 | 0.05% |
| django__django-15103 | 10 | 90,289 | 21,839 – 123,013 | 0.12% |
| django__django-15375 | 10 | 63,721 | 31,360 – 95,784 | 0.04% |
| django__django-15863 | 10 | 102,337 | 80,635 – 123,821 | 0.86% |
| sympy__sympy-19637 | 10 | 63,016 | 39,836 – 105,339 | 0.03% |
| r15bash1k — 100 runs, mean weighted 100,110 | ||||
| django__django-11551 | 10 | 165,631 | 104,398 – 278,417 | 2.13% |
| django__django-11603 | 10 | 92,571 | 50,679 – 137,829 | 0.29% |
| django__django-13516 | 10 | 89,954 | 64,555 – 112,224 | 0.17% |
| django__django-13821 | 10 | 127,779 | 87,272 – 204,885 | 0.17% |
| django__django-13964 | 10 | 135,629 | 88,960 – 236,796 | 0.18% |
| django__django-14373 | 10 | 68,987 | 31,095 – 116,347 | 0.19% |
| django__django-15103 | 10 | 93,890 | 50,052 – 156,782 | 0.08% |
| django__django-15375 | 10 | 61,925 | 25,658 – 119,290 | 0.24% |
| django__django-15863 | 10 | 104,566 | 74,494 – 166,181 | 0.50% |
| sympy__sympy-19637 | 10 | 60,172 | 28,033 – 79,300 | 0.13% |
| r16both — 30 runs, mean weighted 96,331 | ||||
| django__django-11551 | 3 | 159,869 | 122,178 – 181,881 | 0.92% |
| django__django-11603 | 3 | 104,957 | 58,123 – 133,852 | 0.05% |
| django__django-13516 | 3 | 69,748 | 51,331 – 85,800 | 0.00% |
| django__django-13821 | 3 | 141,360 | 124,097 – 161,096 | 0.02% |
| django__django-13964 | 3 | 130,611 | 95,130 – 185,880 | 0.05% |
| django__django-14373 | 3 | 57,300 | 44,609 – 69,570 | 0.02% |
| django__django-15103 | 3 | 97,782 | 71,705 – 130,008 | 0.01% |
| django__django-15375 | 3 | 60,756 | 51,776 – 67,471 | 0.12% |
| django__django-15863 | 3 | 87,218 | 80,892 – 96,997 | 0.64% |
| sympy__sympy-19637 | 3 | 53,711 | 43,167 – 62,140 | 0.16% |
| r16both4k — 18 runs, mean weighted 108,724 | ||||
| django__django-11551 | 2 | 214,623 | 144,364 – 284,882 | 0.54% |
| django__django-11603 | 2 | 53,485 | 43,353 – 63,617 | 0.00% |
| django__django-13516 | 2 | 65,545 | 52,770 – 78,320 | 0.00% |
| django__django-13821 | 2 | 216,901 | 108,894 – 324,908 | 0.04% |
| django__django-13964 | 2 | 125,318 | 105,389 – 145,246 | 0.00% |
| django__django-14373 | 2 | 49,477 | 39,595 – 59,359 | 0.00% |
| django__django-15103 | 2 | 85,531 | 79,561 – 91,500 | 0.00% |
| django__django-15375 | 2 | 84,603 | 38,324 – 130,883 | 0.00% |
| django__django-15863 | 1 | 90,355 | 90,355 – 90,355 | 0.42% |
| sympy__sympy-19637 | 1 | 75,705 | 75,705 – 75,705 | 0.01% |
| r16both_MR4 — 20 runs, mean weighted 112,556 | ||||
| django__django-11551 | 2 | 150,972 | 139,843 – 162,100 | 1.03% |
| django__django-11603 | 2 | 77,360 | 61,866 – 92,855 | 0.06% |
| django__django-13516 | 2 | 82,127 | 67,013 – 97,241 | 0.09% |
| django__django-13821 | 2 | 225,882 | 153,054 – 298,710 | 0.21% |
| django__django-13964 | 2 | 129,050 | 88,473 – 169,628 | 0.28% |
| django__django-14373 | 2 | 92,028 | 86,724 – 97,331 | 0.02% |
| django__django-15103 | 2 | 136,394 | 133,963 – 138,826 | 0.02% |
| django__django-15375 | 2 | 71,280 | 47,813 – 94,746 | 1.55% |
| django__django-15863 | 2 | 117,406 | 109,074 – 125,738 | 0.26% |
| sympy__sympy-19637 | 2 | 43,063 | 41,936 – 44,190 | 0.20% |
| r17esc — 50 runs, mean weighted 104,257 | ||||
| django__django-11551 | 5 | 191,704 | 111,771 – 346,776 | 2.02% |
| django__django-11603 | 5 | 96,197 | 72,673 – 113,515 | 0.54% |
| django__django-13516 | 5 | 102,070 | 73,762 – 131,973 | 0.03% |
| django__django-13821 | 5 | 160,126 | 115,014 – 211,159 | 0.20% |
| django__django-13964 | 5 | 110,402 | 68,159 – 171,646 | 0.14% |
| django__django-14373 | 5 | 61,674 | 44,876 – 84,546 | 0.01% |
| django__django-15103 | 5 | 101,490 | 69,368 – 134,993 | 0.16% |
| django__django-15375 | 5 | 58,905 | 24,437 – 123,347 | 0.09% |
| django__django-15863 | 5 | 104,470 | 62,617 – 143,094 | 0.36% |
| sympy__sympy-19637 | 5 | 55,529 | 30,688 – 85,286 | 0.11% |
| r18rep4 — 100 runs, mean weighted 105,972 | ||||
| django__django-11551 | 10 | 220,702 | 104,906 – 769,875 | 1.13% |
| django__django-11603 | 10 | 105,436 | 59,859 – 184,020 | 0.39% |
| django__django-13516 | 10 | 103,143 | 54,058 – 228,481 | 0.05% |
| django__django-13821 | 10 | 117,934 | 74,933 – 169,083 | 0.05% |
| django__django-13964 | 10 | 141,787 | 78,413 – 280,433 | 0.30% |
| django__django-14373 | 10 | 62,817 | 33,594 – 78,248 | 0.06% |
| django__django-15103 | 10 | 95,743 | 67,987 – 187,317 | 0.04% |
| django__django-15375 | 10 | 55,329 | 23,488 – 88,065 | 0.08% |
| django__django-15863 | 10 | 94,600 | 42,230 – 163,127 | 0.41% |
| sympy__sympy-19637 | 10 | 62,233 | 37,659 – 113,231 | 0.18% |
| r19view — 94 runs, mean weighted 99,935 | ||||
| django__django-11551 | 10 | 164,367 | 118,321 – 282,938 | 1.80% |
| django__django-11603 | 10 | 92,836 | 43,532 – 161,503 | 0.21% |
| django__django-13516 | 10 | 101,447 | 74,370 – 147,245 | 1.58% |
| django__django-13821 | 10 | 111,909 | 65,016 – 152,582 | 6.18% |
| django__django-13964 | 9 | 128,820 | 77,062 – 229,986 | 0.22% |
| django__django-14373 | 9 | 61,800 | 33,925 – 81,589 | 0.13% |
| django__django-15103 | 9 | 100,245 | 64,111 – 154,253 | 12.45% |
| django__django-15375 | 9 | 67,898 | 35,541 – 111,297 | 0.03% |
| django__django-15863 | 9 | 104,052 | 84,244 – 143,140 | 1.02% |
| sympy__sympy-19637 | 9 | 58,111 | 29,887 – 113,882 | 2.23% |
| r20env — 87 runs, mean weighted 100,376 | ||||
| django__django-11551 | 9 | 122,178 | 76,712 – 169,888 | 0.81% |
| django__django-11603 | 9 | 105,660 | 54,795 – 171,630 | 0.38% |
| django__django-13516 | 9 | 96,906 | 60,876 – 133,008 | 0.01% |
| django__django-13821 | 9 | 142,338 | 93,470 – 228,307 | 0.07% |
| django__django-13964 | 9 | 144,106 | 52,712 – 277,306 | 0.14% |
| django__django-14373 | 9 | 72,153 | 43,382 – 131,996 | 0.04% |
| django__django-15103 | 9 | 91,038 | 61,258 – 107,384 | 0.23% |
| django__django-15375 | 8 | 61,492 | 22,498 – 109,158 | 0.15% |
| django__django-15863 | 8 | 105,749 | 83,760 – 193,830 | 0.45% |
| sympy__sympy-19637 | 8 | 53,168 | 34,179 – 76,975 | 0.07% |
| r22 — 64 runs, mean weighted 106,346 | ||||
| django__django-11551 | 7 | 160,782 | 66,085 – 324,603 | 6.18% |
| django__django-11603 | 7 | 125,675 | 40,910 – 207,827 | 0.80% |
| django__django-13516 | 7 | 140,889 | 73,610 – 214,055 | 0.83% |
| django__django-13821 | 7 | 161,568 | 55,783 – 238,700 | 0.91% |
| django__django-13964 | 6 | 97,940 | 45,295 – 162,660 | 1.34% |
| django__django-14373 | 6 | 48,825 | 37,278 – 59,896 | 0.01% |
| django__django-15103 | 6 | 95,541 | 49,358 – 133,064 | 0.18% |
| django__django-15375 | 6 | 68,282 | 30,513 – 127,591 | 0.50% |
| django__django-15863 | 6 | 88,888 | 82,870 – 97,360 | 2.13% |
| sympy__sympy-19637 | 6 | 47,818 | 36,838 – 63,223 | 1.47% |
| r24view — 100 runs, mean weighted 101,435 | ||||
| django__django-11551 | 10 | 170,026 | 99,726 – 406,145 | 2.37% |
| django__django-11603 | 10 | 120,489 | 58,013 – 311,128 | 9.93% |
| django__django-13516 | 10 | 90,706 | 55,855 – 135,046 | 4.70% |
| django__django-13821 | 10 | 125,337 | 86,333 – 166,985 | 8.58% |
| django__django-13964 | 10 | 112,040 | 65,616 – 200,931 | 1.63% |
| django__django-14373 | 10 | 61,117 | 35,054 – 75,121 | 1.04% |
| django__django-15103 | 10 | 112,148 | 71,314 – 155,607 | 12.78% |
| django__django-15375 | 10 | 61,457 | 38,218 – 75,679 | 2.71% |
| django__django-15863 | 10 | 105,710 | 65,443 – 168,017 | 4.76% |
| sympy__sympy-19637 | 10 | 55,320 | 34,650 – 84,508 | 2.34% |
| r25viewonly — 49 runs, mean weighted 108,126 | ||||
| django__django-11551 | 5 | 179,541 | 120,454 – 262,521 | 6.55% |
| django__django-11603 | 5 | 118,078 | 50,315 – 168,642 | 4.84% |
| django__django-13516 | 5 | 63,603 | 35,533 – 94,838 | 6.67% |
| django__django-13821 | 5 | 148,371 | 89,686 – 195,525 | 7.85% |
| django__django-13964 | 5 | 157,697 | 82,385 – 312,609 | 5.15% |
| django__django-14373 | 5 | 66,414 | 55,574 – 87,599 | 1.84% |
| django__django-15103 | 5 | 116,871 | 73,705 – 221,441 | 12.34% |
| django__django-15375 | 5 | 62,260 | 27,188 – 100,613 | 3.96% |
| django__django-15863 | 4 | 105,600 | 88,741 – 139,990 | 5.49% |
| sympy__sympy-19637 | 5 | 62,318 | 41,509 – 96,284 | 4.09% |
| r27reason400 — 53 runs, mean weighted 104,813 | ||||
| django__django-11551 | 6 | 130,782 | 73,841 – 189,855 | 3.52% |
| django__django-11603 | 6 | 128,686 | 94,655 – 169,913 | 7.83% |
| django__django-13516 | 6 | 108,644 | 78,428 – 137,102 | 4.74% |
| django__django-13821 | 5 | 190,093 | 90,208 – 263,421 | 12.24% |
| django__django-13964 | 5 | 125,640 | 76,188 – 183,426 | 3.74% |
| django__django-14373 | 5 | 46,948 | 23,495 – 64,088 | 0.17% |
| django__django-15103 | 5 | 92,087 | 61,809 – 130,934 | 12.70% |
| django__django-15375 | 5 | 53,931 | 44,574 – 62,497 | 0.80% |
| django__django-15863 | 5 | 113,538 | 69,772 – 174,293 | 4.61% |
| sympy__sympy-19637 | 5 | 47,044 | 31,802 – 64,741 | 1.09% |
| r31bash600 — 100 runs, mean weighted 100,830 | ||||
| django__django-11551 | 10 | 145,283 | 83,660 – 267,871 | 4.07% |
| django__django-11603 | 10 | 122,429 | 41,135 – 238,700 | 5.47% |
| django__django-13516 | 10 | 90,567 | 54,271 – 136,732 | 2.80% |
| django__django-13821 | 10 | 138,035 | 62,951 – 239,271 | 13.98% |
| django__django-13964 | 10 | 103,752 | 25,720 – 136,668 | 1.62% |
| django__django-14373 | 10 | 61,994 | 31,635 – 87,368 | 1.77% |
| django__django-15103 | 10 | 111,430 | 70,873 – 204,745 | 11.89% |
| django__django-15375 | 10 | 57,916 | 28,971 – 79,397 | 1.09% |
| django__django-15863 | 10 | 107,729 | 71,926 – 147,833 | 6.41% |
| sympy__sympy-19637 | 10 | 69,170 | 40,063 – 137,190 | 2.24% |
| r32combo — 92 runs, mean weighted 101,600 | ||||
| django__django-11551 | 10 | 163,641 | 109,340 – 241,985 | 5.29% |
| django__django-11603 | 9 | 123,495 | 40,320 – 223,655 | 11.57% |
| django__django-13516 | 9 | 85,155 | 38,027 – 122,099 | 3.39% |
| django__django-13821 | 10 | 134,337 | 59,755 – 244,220 | 15.73% |
| django__django-13964 | 9 | 120,894 | 42,168 – 247,630 | 2.73% |
| django__django-14373 | 9 | 59,651 | 41,010 – 90,256 | 1.43% |
| django__django-15103 | 9 | 83,582 | 51,742 – 131,196 | 14.80% |
| django__django-15375 | 9 | 71,216 | 35,779 – 106,086 | 3.36% |
| django__django-15863 | 9 | 105,508 | 74,075 – 175,145 | 6.74% |
| sympy__sympy-19637 | 9 | 57,985 | 32,234 – 88,318 | 1.02% |
| r34fresh — 59 runs, mean weighted 108,335 | ||||
| django__django-11551 | 6 | 175,077 | 74,907 – 331,430 | 1.20% |
| django__django-11603 | 6 | 109,121 | 60,918 – 180,159 | 3.73% |
| django__django-13516 | 6 | 119,280 | 43,660 – 247,094 | 2.24% |
| django__django-13821 | 6 | 151,083 | 107,649 – 276,446 | 7.91% |
| django__django-13964 | 5 | 165,857 | 127,344 – 204,680 | 1.97% |
| django__django-14373 | 6 | 66,621 | 40,445 – 110,198 | 2.75% |
| django__django-15103 | 6 | 86,053 | 46,496 – 110,233 | 13.84% |
| django__django-15375 | 6 | 63,381 | 32,324 – 115,655 | 1.07% |
| django__django-15863 | 6 | 102,522 | 89,217 – 120,064 | 3.73% |
| sympy__sympy-19637 | 6 | 53,941 | 32,703 – 66,541 | 0.53% |
| r36reason800 — 87 runs, mean weighted 104,715 | ||||
| django__django-11551 | 8 | 171,802 | 105,155 – 237,868 | 12.96% |
| django__django-11603 | 9 | 105,974 | 66,394 – 149,052 | 8.59% |
| django__django-13516 | 9 | 113,230 | 37,998 – 326,107 | 7.71% |
| django__django-13821 | 9 | 105,438 | 64,849 – 178,531 | 12.70% |
| django__django-13964 | 9 | 167,893 | 36,843 – 604,946 | 6.81% |
| django__django-14373 | 9 | 72,633 | 41,726 – 106,347 | 6.79% |
| django__django-15103 | 9 | 100,682 | 51,209 – 163,301 | 18.22% |
| django__django-15375 | 9 | 50,554 | 24,711 – 102,517 | 4.45% |
| django__django-15863 | 8 | 93,619 | 80,675 – 117,375 | 11.79% |
| sympy__sympy-19637 | 8 | 67,400 | 36,458 – 107,908 | 8.92% |
| r38reason600 — 100 runs, mean weighted 104,861 | ||||
| django__django-11551 | 10 | 139,495 | 110,131 – 172,266 | 10.57% |
| django__django-11603 | 10 | 108,148 | 71,930 – 210,177 | 4.48% |
| django__django-13516 | 10 | 111,282 | 39,516 – 257,978 | 7.04% |
| django__django-13821 | 10 | 150,285 | 85,158 – 223,406 | 5.00% |
| django__django-13964 | 10 | 114,703 | 62,157 – 157,873 | 6.77% |
| django__django-14373 | 10 | 73,364 | 46,907 – 114,461 | 3.97% |
| django__django-15103 | 10 | 107,982 | 65,225 – 188,024 | 4.23% |
| django__django-15375 | 10 | 69,690 | 28,258 – 123,144 | 3.49% |
| django__django-15863 | 10 | 99,800 | 88,797 – 129,129 | 8.32% |
| sympy__sympy-19637 | 10 | 73,865 | 40,037 – 116,252 | 5.54% |
| r39view15 — 48 runs, mean weighted 107,125 | ||||
| django__django-11551 | 5 | 196,480 | 137,819 – 280,526 | 16.12% |
| django__django-11603 | 5 | 106,300 | 66,738 – 150,069 | 13.12% |
| django__django-13516 | 5 | 72,819 | 44,164 – 98,686 | 7.81% |
| django__django-13821 | 5 | 111,545 | 79,311 – 147,912 | 20.88% |
| django__django-13964 | 5 | 149,876 | 118,314 – 200,132 | 10.22% |
| django__django-14373 | 5 | 69,960 | 39,410 – 84,362 | 5.43% |
| django__django-15103 | 5 | 102,908 | 88,219 – 128,298 | 15.40% |
| django__django-15375 | 5 | 58,692 | 30,927 – 93,049 | 4.71% |
| django__django-15863 | 4 | 124,286 | 93,150 – 178,554 | 19.11% |
| sympy__sympy-19637 | 4 | 75,488 | 34,268 – 113,003 | 8.79% |
| r39view15R400 — 97 runs, mean weighted 107,527 | ||||
| django__django-11551 | 10 | 181,914 | 58,906 – 343,877 | 12.59% |
| django__django-11603 | 10 | 84,240 | 38,398 – 150,751 | 11.80% |
| django__django-13516 | 10 | 98,358 | 55,081 – 175,596 | 11.96% |
| django__django-13821 | 9 | 131,053 | 73,155 – 286,981 | 17.50% |
| django__django-13964 | 10 | 140,122 | 97,732 – 212,898 | 13.26% |
| django__django-14373 | 10 | 85,664 | 54,546 – 140,697 | 9.51% |
| django__django-15103 | 10 | 99,519 | 53,658 – 158,799 | 17.32% |
| django__django-15375 | 10 | 55,366 | 29,227 – 99,234 | 4.42% |
| django__django-15863 | 9 | 121,264 | 87,563 – 175,037 | 17.13% |
| sympy__sympy-19637 | 9 | 78,601 | 37,249 – 174,344 | 12.66% |
| r41bashht — 77 runs, mean weighted 110,733 | ||||
| django__django-11551 | 8 | 186,365 | 127,264 – 351,608 | 16.32% |
| django__django-11603 | 8 | 130,952 | 80,228 – 245,722 | 13.27% |
| django__django-13516 | 8 | 78,699 | 43,857 – 112,733 | 10.22% |
| django__django-13821 | 8 | 135,556 | 75,786 – 211,838 | 22.99% |
| django__django-13964 | 8 | 168,175 | 71,942 – 351,960 | 13.63% |
| django__django-14373 | 8 | 56,290 | 35,153 – 70,825 | 4.68% |
| django__django-15103 | 7 | 115,511 | 73,578 – 181,137 | 20.87% |
| django__django-15375 | 8 | 57,286 | 25,293 – 95,443 | 5.87% |
| django__django-15863 | 7 | 122,004 | 72,139 – 234,972 | 16.14% |
| sympy__sympy-19637 | 7 | 51,040 | 13,897 – 86,053 | 5.10% |
| r43bashht600 — 36 runs, mean weighted 114,731 | ||||
| django__django-11551 | 4 | 252,904 | 153,246 – 448,655 | 16.54% |
| django__django-11603 | 4 | 104,150 | 81,894 – 159,723 | 12.05% |
| django__django-13516 | 4 | 75,442 | 54,130 – 87,480 | 9.19% |
| django__django-13821 | 4 | 117,979 | 92,988 – 144,532 | 16.29% |
| django__django-13964 | 4 | 179,230 | 94,860 – 323,980 | 15.04% |
| django__django-14373 | 4 | 52,692 | 42,226 – 70,231 | 4.40% |
| django__django-15103 | 3 | 105,046 | 73,590 – 131,970 | 16.63% |
| django__django-15375 | 3 | 74,655 | 56,120 – 89,404 | 14.49% |
| django__django-15863 | 3 | 91,067 | 80,942 – 111,273 | 15.96% |
| sympy__sympy-19637 | 3 | 62,810 | 52,398 – 74,632 | 9.75% |
| r44basekeep600 — 93 runs, mean weighted 106,917 | ||||
| django__django-11551 | 10 | 142,525 | 93,280 – 211,455 | 14.39% |
| django__django-11603 | 10 | 101,070 | 58,465 – 151,870 | 12.19% |
| django__django-13516 | 10 | 100,312 | 56,724 – 174,037 | 10.77% |
| django__django-13821 | 9 | 153,224 | 82,314 – 322,655 | 22.12% |
| django__django-13964 | 9 | 165,011 | 83,472 – 271,332 | 13.17% |
| django__django-14373 | 9 | 63,774 | 51,361 – 97,127 | 8.98% |
| django__django-15103 | 9 | 116,676 | 70,489 – 192,094 | 17.15% |
| django__django-15375 | 9 | 64,231 | 22,691 – 150,045 | 5.92% |
| django__django-15863 | 9 | 95,372 | 59,254 – 127,677 | 15.22% |
| sympy__sympy-19637 | 9 | 64,401 | 33,942 – 112,790 | 9.95% |
| r44keep800NHT — 85 runs, mean weighted 113,943 | ||||
| django__django-11551 | 9 | 188,579 | 77,988 – 335,721 | 14.57% |
| django__django-11603 | 9 | 99,389 | 42,770 – 200,859 | 12.57% |
| django__django-13516 | 9 | 88,170 | 42,042 – 167,499 | 7.98% |
| django__django-13821 | 9 | 118,099 | 76,283 – 162,552 | 17.91% |
| django__django-13964 | 8 | 201,715 | 121,478 – 378,204 | 12.08% |
| django__django-14373 | 9 | 79,819 | 40,595 – 181,822 | 6.71% |
| django__django-15103 | 8 | 103,281 | 56,419 – 185,625 | 13.49% |
| django__django-15375 | 8 | 60,691 | 24,850 – 117,047 | 4.54% |
| django__django-15863 | 8 | 130,036 | 54,755 – 389,481 | 12.71% |
| sympy__sympy-19637 | 8 | 69,106 | 37,530 – 125,003 | 11.96% |
| r47 — 100 runs, mean weighted 106,431 | ||||
| django__django-11551 | 10 | 220,327 | 91,814 – 689,758 | 16.12% |
| django__django-11603 | 10 | 98,719 | 52,318 – 212,480 | 13.16% |
| django__django-13516 | 10 | 71,842 | 31,084 – 124,702 | 9.93% |
| django__django-13821 | 10 | 121,942 | 45,513 – 202,383 | 15.57% |
| django__django-13964 | 10 | 161,103 | 44,245 – 502,646 | 10.72% |
| django__django-14373 | 10 | 64,114 | 50,822 – 82,084 | 6.78% |
| django__django-15103 | 10 | 99,671 | 62,513 – 177,525 | 16.35% |
| django__django-15375 | 10 | 59,521 | 29,376 – 111,808 | 5.82% |
| django__django-15863 | 10 | 101,150 | 69,837 – 145,635 | 14.98% |
| sympy__sympy-19637 | 10 | 65,916 | 37,410 – 80,083 | 9.70% |
| r8ht2k — 50 runs, mean weighted 98,623 | ||||
| django__django-11551 | 5 | 164,196 | 116,094 – 197,697 | 0.28% |
| django__django-11603 | 5 | 121,716 | 93,624 – 148,134 | 0.26% |
| django__django-13516 | 5 | 94,462 | 65,755 – 158,923 | 0.00% |
| django__django-13821 | 5 | 108,645 | 81,074 – 140,918 | 0.01% |
| django__django-13964 | 5 | 125,544 | 91,602 – 168,153 | 0.59% |
| django__django-14373 | 5 | 56,705 | 46,456 – 61,940 | 0.00% |
| django__django-15103 | 5 | 107,514 | 65,611 – 150,847 | 0.00% |
| django__django-15375 | 5 | 55,718 | 23,129 – 122,519 | 0.46% |
| django__django-15863 | 5 | 94,884 | 76,616 – 125,096 | 0.00% |
| sympy__sympy-19637 | 5 | 56,846 | 35,259 – 69,845 | 0.00% |
| r9b800 — 100 runs, mean weighted 99,298 | ||||
| django__django-11551 | 10 | 151,699 | 117,379 – 204,195 | 6.90% |
| django__django-11603 | 10 | 88,857 | 42,974 – 146,074 | 0.43% |
| django__django-13516 | 10 | 84,545 | 54,647 – 141,826 | 0.16% |
| django__django-13821 | 10 | 191,526 | 92,887 – 329,634 | 0.49% |
| django__django-13964 | 10 | 103,581 | 34,275 – 164,889 | 0.82% |
| django__django-14373 | 10 | 59,279 | 30,814 – 93,081 | 0.16% |
| django__django-15103 | 10 | 102,110 | 71,184 – 164,470 | 0.22% |
| django__django-15375 | 10 | 47,475 | 22,700 – 82,506 | 0.29% |
| django__django-15863 | 10 | 91,983 | 45,718 – 134,494 | 2.17% |
| sympy__sympy-19637 | 10 | 71,927 | 51,432 – 118,584 | 0.90% |
| r9r800 — 100 runs, mean weighted 102,533 | ||||
| django__django-11551 | 10 | 166,588 | 62,650 – 255,876 | 5.84% |
| django__django-11603 | 10 | 114,881 | 56,944 – 233,157 | 0.21% |
| django__django-13516 | 10 | 91,783 | 48,262 – 175,670 | 0.98% |
| django__django-13821 | 10 | 146,554 | 94,246 – 209,765 | 0.78% |
| django__django-13964 | 10 | 129,132 | 48,987 – 218,045 | 1.19% |
| django__django-14373 | 10 | 59,791 | 33,228 – 95,691 | 0.16% |
| django__django-15103 | 10 | 98,100 | 64,406 – 142,974 | 0.28% |
| django__django-15375 | 10 | 56,076 | 31,463 – 90,152 | 0.03% |
| django__django-15863 | 10 | 102,679 | 65,906 – 151,448 | 3.77% |
| sympy__sympy-19637 | 10 | 59,746 | 43,655 – 96,580 | 0.88% |
| r9reason — 100 runs, mean weighted 104,161 | ||||
| django__django-11551 | 10 | 155,751 | 117,836 – 227,268 | 4.85% |
| django__django-11603 | 10 | 124,895 | 55,134 – 228,379 | 0.52% |
| django__django-13516 | 10 | 105,753 | 71,218 – 155,482 | 0.81% |
| django__django-13821 | 10 | 171,497 | 90,067 – 255,847 | 1.01% |
| django__django-13964 | 10 | 128,089 | 92,751 – 252,209 | 1.39% |
| django__django-14373 | 10 | 60,277 | 32,351 – 83,554 | 0.14% |
| django__django-15103 | 10 | 91,245 | 63,273 – 118,395 | 0.34% |
| django__django-15375 | 10 | 45,853 | 27,414 – 70,246 | 0.12% |
| django__django-15863 | 10 | 96,697 | 69,572 – 150,030 | 2.89% |
| sympy__sympy-19637 | 10 | 61,549 | 48,496 – 93,371 | 0.68% |
| tokencheck — 1 runs, mean weighted 4 | ||||
| probe | 1 | 4 | 4 – 4 | — |
| v3912 — 100 runs, mean weighted 94,874 | ||||
| django__django-11551 | 10 | 144,819 | 77,193 – 239,796 | 12.48% |
| django__django-11603 | 10 | 105,503 | 62,670 – 298,447 | 9.12% |
| django__django-13516 | 10 | 71,820 | 34,727 – 150,916 | 6.95% |
| django__django-13821 | 10 | 125,933 | 97,367 – 158,098 | 15.69% |
| django__django-13964 | 10 | 134,753 | 64,131 – 341,953 | 11.14% |
| django__django-14373 | 10 | 66,451 | 46,426 – 85,454 | 7.59% |
| django__django-15103 | 10 | 92,366 | 67,422 – 142,469 | 15.66% |
| django__django-15375 | 10 | 57,724 | 40,336 – 71,210 | 4.55% |
| django__django-15863 | 10 | 94,408 | 59,707 – 125,889 | 13.12% |
| sympy__sympy-19637 | 10 | 54,966 | 38,401 – 100,168 | 8.58% |
| v3912D7 — 100 runs, mean weighted 212,933 | ||||
| django__django-10880 | 5 | 52,404 | 28,801 – 93,130 | 6.95% |
| django__django-11066 | 5 | 39,982 | 28,736 – 57,723 | 2.69% |
| django__django-11087 | 5 | 667,505 | 236,672 – 1,012,076 | 47.81% |
| django__django-11292 | 5 | 225,369 | 112,593 – 354,644 | 23.06% |
| django__django-11555 | 5 | 618,812 | 296,033 – 847,443 | 30.49% |
| django__django-11951 | 5 | 78,225 | 29,967 – 181,603 | 4.98% |
| django__django-12155 | 5 | 93,202 | 76,650 – 108,252 | 16.90% |
| django__django-12754 | 5 | 321,140 | 177,680 – 376,432 | 13.10% |
| django__django-13121 | 5 | 753,735 | 347,374 – 1,955,630 | 42.83% |
| django__django-13417 | 5 | 155,442 | 90,825 – 187,296 | 12.98% |
| django__django-13820 | 5 | 134,991 | 51,487 – 323,646 | 15.05% |
| django__django-14539 | 5 | 190,871 | 123,697 – 334,321 | 44.36% |
| django__django-14999 | 5 | 159,793 | 101,191 – 215,277 | 13.53% |
| django__django-15499 | 5 | 138,281 | 116,374 – 156,019 | 8.82% |
| django__django-16100 | 5 | 84,708 | 71,922 – 105,214 | 10.58% |
| sympy__sympy-11618 | 5 | 77,714 | 49,688 – 111,609 | 7.97% |
| sympy__sympy-15875 | 5 | 186,743 | 29,074 – 420,462 | 21.68% |
| sympy__sympy-17139 | 5 | 64,468 | 44,685 – 84,142 | 6.28% |
| sympy__sympy-20590 | 5 | 66,607 | 36,703 – 96,654 | 4.82% |
| sympy__sympy-24066 | 5 | 148,665 | 93,385 – 260,889 | 31.81% |
| v3912D8 — 100 runs, mean weighted 280,775 | ||||
| django__django-10880 | 5 | 161,461 | 108,200 – 187,600 | 8.24% |
| django__django-11066 | 5 | 50,763 | 29,495 – 96,905 | 2.45% |
| django__django-11087 | 5 | 658,291 | 397,152 – 1,086,841 | 26.68% |
| django__django-11292 | 5 | 252,314 | 118,990 – 444,047 | 14.01% |
| django__django-11555 | 5 | 713,902 | 336,893 – 847,799 | 25.65% |
| django__django-11951 | 5 | 72,432 | 34,457 – 137,797 | 3.20% |
| django__django-12155 | 5 | 119,714 | 73,170 – 198,936 | 16.72% |
| django__django-12754 | 5 | 718,015 | 566,030 – 1,191,461 | 12.58% |
| django__django-13121 | 5 | 795,404 | 476,953 – 1,346,384 | 22.11% |
| django__django-13417 | 5 | 337,649 | 199,532 – 430,222 | 11.88% |
| django__django-13820 | 5 | 118,329 | 64,487 – 183,719 | 9.38% |
| django__django-14539 | 5 | 257,157 | 202,390 – 354,978 | 24.17% |
| django__django-14999 | 5 | 229,678 | 170,601 – 321,633 | 11.94% |
| django__django-15499 | 5 | 174,930 | 134,638 – 222,151 | 7.27% |
| django__django-16100 | 5 | 98,262 | 74,144 – 143,915 | 7.13% |
| sympy__sympy-11618 | 5 | 135,257 | 92,558 – 148,355 | 6.03% |
| sympy__sympy-15875 | 5 | 298,960 | 196,983 – 390,063 | 17.96% |
| sympy__sympy-17139 | 5 | 85,142 | 53,811 – 136,737 | 5.02% |
| sympy__sympy-20590 | 5 | 75,522 | 49,915 – 109,074 | 4.07% |
| sympy__sympy-24066 | 5 | 262,321 | 191,510 – 324,806 | 19.10% |
| v3912D8bn — 100 runs, mean weighted 314,031 | ||||
| django__django-10880 | 5 | 164,645 | 100,219 – 256,971 | 7.69% |
| django__django-11066 | 5 | 60,291 | 30,559 – 86,374 | 1.95% |
| django__django-11087 | 5 | 1,077,924 | 351,844 – 2,630,134 | 29.31% |
| django__django-11292 | 5 | 252,390 | 183,679 – 380,958 | 12.18% |
| django__django-11555 | 5 | 799,226 | 706,116 – 948,751 | 23.26% |
| django__django-11951 | 5 | 66,661 | 50,957 – 90,604 | 3.71% |
| django__django-12155 | 5 | 150,067 | 77,670 – 252,378 | 12.64% |
| django__django-12754 | 5 | 492,009 | 434,989 – 549,730 | 13.58% |
| django__django-13121 | 5 | 643,560 | 470,594 – 853,620 | 19.02% |
| django__django-13417 | 5 | 323,480 | 214,255 – 440,029 | 12.13% |
| django__django-13820 | 5 | 238,043 | 69,124 – 533,729 | 10.00% |
| django__django-14539 | 5 | 482,389 | 132,355 – 908,655 | 27.82% |
| django__django-14999 | 5 | 289,132 | 170,222 – 465,685 | 11.91% |
| django__django-15499 | 5 | 191,466 | 152,670 – 283,789 | 6.02% |
| django__django-16100 | 5 | 176,212 | 135,500 – 254,325 | 9.18% |
| sympy__sympy-11618 | 5 | 102,194 | 71,662 – 123,443 | 5.64% |
| sympy__sympy-15875 | 5 | 210,495 | 97,337 – 305,214 | 13.69% |
| sympy__sympy-17139 | 5 | 101,827 | 71,222 – 134,599 | 5.53% |
| sympy__sympy-20590 | 5 | 84,099 | 41,982 – 155,218 | 3.52% |
| sympy__sympy-24066 | 5 | 374,515 | 230,261 – 480,778 | 19.71% |
| v3912D9bn — 100 runs, mean weighted 297,968 | ||||
| django__django-10880 | 5 | 175,031 | 61,383 – 354,780 | 9.47% |
| django__django-11066 | 5 | 52,756 | 37,415 – 68,664 | 1.76% |
| django__django-11087 | 5 | 777,761 | 306,003 – 1,040,042 | 41.21% |
| django__django-11292 | 5 | 305,674 | 53,770 – 613,240 | 21.02% |
| django__django-11555 | 5 | 1,001,527 | 159,487 – 2,310,498 | 35.67% |
| django__django-11951 | 5 | 79,314 | 44,472 – 105,574 | 4.40% |
| django__django-12155 | 5 | 150,291 | 77,374 – 319,272 | 16.09% |
| django__django-12754 | 5 | 442,420 | 267,674 – 686,764 | 17.52% |
| django__django-13121 | 5 | 631,867 | 374,760 – 802,734 | 35.78% |
| django__django-13417 | 5 | 245,121 | 138,783 – 388,340 | 12.74% |
| django__django-13820 | 5 | 113,005 | 39,458 – 223,896 | 8.46% |
| django__django-14539 | 5 | 425,571 | 153,522 – 642,302 | 41.11% |
| django__django-14999 | 5 | 303,960 | 262,508 – 397,838 | 17.26% |
| django__django-15499 | 5 | 167,587 | 133,717 – 212,289 | 8.05% |
| django__django-16100 | 5 | 281,051 | 123,635 – 494,029 | 12.11% |
| sympy__sympy-11618 | 5 | 186,547 | 94,722 – 323,481 | 9.89% |
| sympy__sympy-15875 | 5 | 203,209 | 139,293 – 240,230 | 22.61% |
| sympy__sympy-17139 | 5 | 83,943 | 62,999 – 122,432 | 4.54% |
| sympy__sympy-20590 | 5 | 68,464 | 41,449 – 97,896 | 3.47% |
| sympy__sympy-24066 | 5 | 264,271 | 142,136 – 352,830 | 27.94% |
| v3912F1G1 — 100 runs, mean weighted 200,556 | ||||
| django__django-10880 | 5 | 101,101 | 53,775 – 161,126 | 10.47% |
| django__django-11066 | 5 | 31,020 | 22,252 – 41,972 | 3.50% |
| django__django-11087 | 5 | 590,212 | 287,840 – 784,876 | 41.77% |
| django__django-11292 | 5 | 224,476 | 92,873 – 498,263 | 20.72% |
| django__django-11555 | 5 | 439,399 | 191,283 – 743,366 | 31.43% |
| django__django-11951 | 5 | 65,222 | 38,496 – 134,277 | 3.98% |
| django__django-12155 | 5 | 80,108 | 58,549 – 96,930 | 19.55% |
| django__django-12754 | 5 | 327,378 | 279,969 – 373,933 | 17.73% |
| django__django-13121 | 5 | 502,254 | 230,095 – 803,892 | 44.47% |
| django__django-13417 | 5 | 263,973 | 162,635 – 356,399 | 15.55% |
| django__django-13820 | 5 | 90,384 | 44,427 – 215,269 | 16.50% |
| django__django-14539 | 5 | 284,142 | 151,828 – 432,063 | 54.18% |
| django__django-14999 | 5 | 225,036 | 171,153 – 261,849 | 17.66% |
| django__django-15499 | 5 | 122,167 | 96,180 – 147,197 | 7.59% |
| django__django-16100 | 5 | 78,305 | 53,917 – 123,729 | 8.74% |
| sympy__sympy-11618 | 5 | 113,747 | 67,459 – 167,781 | 8.46% |
| sympy__sympy-15875 | 5 | 181,905 | 115,988 – 302,175 | 24.96% |
| sympy__sympy-17139 | 5 | 60,498 | 47,169 – 87,335 | 7.47% |
| sympy__sympy-20590 | 5 | 46,108 | 30,552 – 57,389 | 3.75% |
| sympy__sympy-24066 | 5 | 183,687 | 133,377 – 249,868 | 30.44% |
| v3912F1W — 100 runs, mean weighted 190,564 | ||||
| django__django-10880 | 5 | 98,574 | 44,980 – 187,336 | 9.51% |
| django__django-11066 | 5 | 27,587 | 24,575 – 32,907 | 2.06% |
| django__django-11087 | 5 | 288,410 | 61,803 – 496,313 | 38.78% |
| django__django-11292 | 5 | 451,193 | 57,449 – 1,820,067 | 18.13% |
| django__django-11555 | 5 | 372,459 | 201,168 – 658,591 | 27.87% |
| django__django-11951 | 5 | 71,063 | 36,754 – 92,534 | 4.65% |
| django__django-12155 | 5 | 132,264 | 90,521 – 201,011 | 18.92% |
| django__django-12754 | 5 | 300,407 | 177,945 – 364,386 | 14.13% |
| django__django-13121 | 5 | 610,077 | 240,234 – 947,912 | 36.85% |
| django__django-13417 | 5 | 160,967 | 113,713 – 191,009 | 17.17% |
| django__django-13820 | 5 | 77,918 | 58,596 – 100,263 | 16.17% |
| django__django-14539 | 5 | 267,137 | 122,207 – 371,233 | 51.47% |
| django__django-14999 | 5 | 205,727 | 126,777 – 308,263 | 14.48% |
| django__django-15499 | 5 | 132,848 | 90,544 – 187,725 | 8.58% |
| django__django-16100 | 5 | 81,639 | 67,655 – 93,958 | 8.71% |
| sympy__sympy-11618 | 5 | 78,723 | 57,751 – 100,433 | 7.94% |
| sympy__sympy-15875 | 5 | 152,588 | 116,573 – 206,084 | 26.94% |
| sympy__sympy-17139 | 5 | 55,677 | 29,643 – 69,380 | 4.47% |
| sympy__sympy-20590 | 5 | 39,056 | 32,110 – 44,921 | 3.61% |
| sympy__sympy-24066 | 5 | 206,964 | 111,626 – 303,082 | 36.41% |
| v3912_20t — 100 runs, mean weighted 276,106 | ||||
| django__django-10880 | 5 | 123,174 | 76,269 – 153,627 | 11.32% |
| django__django-11066 | 5 | 50,770 | 36,620 – 68,390 | 5.84% |
| django__django-11087 | 5 | 977,590 | 476,372 – 1,535,299 | 44.43% |
| django__django-11292 | 5 | 283,256 | 205,693 – 451,620 | 21.16% |
| django__django-11555 | 5 | 487,285 | 291,409 – 939,991 | 28.02% |
| django__django-11951 | 5 | 80,159 | 42,487 – 131,036 | 5.46% |
| django__django-12155 | 5 | 116,495 | 51,371 – 161,467 | 22.32% |
| django__django-12754 | 5 | 523,689 | 343,663 – 688,484 | 16.39% |
| django__django-13121 | 5 | 478,899 | 143,586 – 1,104,292 | 22.40% |
| django__django-13417 | 5 | 302,744 | 254,342 – 389,401 | 12.67% |
| django__django-13820 | 5 | 147,036 | 91,188 – 213,594 | 14.08% |
| django__django-14539 | 5 | 339,978 | 228,648 – 414,617 | 45.71% |
| django__django-14999 | 5 | 346,850 | 207,866 – 782,755 | 15.56% |
| django__django-15499 | 5 | 264,577 | 151,024 – 493,665 | 8.79% |
| django__django-16100 | 5 | 183,070 | 144,865 – 284,260 | 10.11% |
| sympy__sympy-11618 | 5 | 127,038 | 106,937 – 178,971 | 7.18% |
| sympy__sympy-15875 | 5 | 234,134 | 114,779 – 359,859 | 28.99% |
| sympy__sympy-17139 | 5 | 79,000 | 42,496 – 115,152 | 7.16% |
| sympy__sympy-20590 | 5 | 53,291 | 40,509 – 80,469 | 3.08% |
| sympy__sympy-24066 | 5 | 323,088 | 152,753 – 470,285 | 30.02% |
| v3912_new — 36 runs, mean weighted 251,095 | ||||
| django__django-10880 | 2 | 104,657 | 95,427 – 113,886 | 10.00% |
| django__django-11066 | 2 | 32,325 | 28,556 – 36,094 | 5.77% |
| django__django-11087 | 2 | 541,010 | 418,765 – 663,256 | 46.79% |
| django__django-11292 | 2 | 123,864 | 64,435 – 183,292 | 12.38% |
| django__django-11555 | 2 | 999,094 | 308,432 – 1,689,756 | 31.00% |
| django__django-11951 | 2 | 63,822 | 58,644 – 69,001 | 8.89% |
| django__django-12155 | 2 | 130,178 | 124,466 – 135,891 | 17.16% |
| django__django-12754 | 2 | 647,285 | 547,506 – 747,065 | 17.28% |
| django__django-13121 | 2 | 426,025 | 62,715 – 789,336 | 27.96% |
| django__django-13417 | 2 | 231,606 | 199,336 – 263,876 | 16.12% |
| django__django-13820 | 2 | 88,406 | 62,371 – 114,440 | 9.20% |
| django__django-14539 | 1 | 235,014 | 235,014 – 235,014 | 51.92% |
| django__django-14999 | 2 | 218,021 | 212,334 – 223,708 | 9.96% |
| django__django-15499 | 2 | 142,043 | 122,379 – 161,706 | 6.99% |
| django__django-16100 | 2 | 169,861 | 62,872 – 276,850 | 10.31% |
| sympy__sympy-11618 | 2 | 90,228 | 68,742 – 111,714 | 7.12% |
| sympy__sympy-15875 | 1 | 461,824 | 461,824 – 461,824 | 29.08% |
| sympy__sympy-17139 | 2 | 70,379 | 56,270 – 84,489 | 3.71% |
| sympy__sympy-20590 | 1 | 68,301 | 68,301 – 68,301 | 5.54% |
| sympy__sympy-24066 | 1 | 116,655 | 116,655 – 116,655 | 25.61% |
| v3912v — 100 runs, mean weighted 100,195 | ||||
| django__django-12419 | 20 | 117,335 | 52,504 – 174,034 | 16.05% |
| django__django-13821 | 20 | 131,283 | 64,196 – 208,004 | 16.65% |
| django__django-14373 | 20 | 56,754 | 26,831 – 95,446 | 5.03% |
| sympy__sympy-15875 | 20 | 138,906 | 67,307 – 292,757 | 26.81% |
| sympy__sympy-19637 | 20 | 56,697 | 30,582 – 91,475 | 8.85% |
| v396g — 100 runs, mean weighted 107,989 | ||||
| django__django-12419 | 20 | 126,969 | 60,861 – 265,987 | 21.50% |
| django__django-13821 | 20 | 142,732 | 64,407 – 261,096 | 17.81% |
| django__django-14373 | 20 | 65,921 | 39,799 – 136,996 | 5.07% |
| sympy__sympy-15875 | 20 | 153,766 | 69,639 – 266,631 | 28.59% |
| sympy__sympy-19637 | 20 | 50,559 | 28,005 – 87,208 | 7.23% |
| v399F1A — 43 runs, mean weighted 282,284 | ||||
| django__django-10880 | 3 | 138,017 | 74,589 – 246,959 | 15.51% |
| django__django-11066 | 3 | 68,787 | 52,574 – 86,840 | 6.54% |
| django__django-11087 | 2 | 992,329 | 779,424 – 1,205,233 | 48.62% |
| django__django-11292 | 2 | 220,320 | 167,501 – 273,138 | 23.02% |
| django__django-11555 | 2 | 523,738 | 463,861 – 583,615 | 32.71% |
| django__django-11951 | 3 | 56,949 | 37,813 – 76,009 | 4.07% |
| django__django-12155 | 3 | 125,041 | 107,443 – 138,910 | 20.42% |
| django__django-12754 | 2 | 359,177 | 350,173 – 368,181 | 23.35% |
| django__django-13121 | 2 | 818,274 | 803,861 – 832,687 | 46.61% |
| django__django-13417 | 2 | 419,645 | 330,141 – 509,148 | 15.22% |
| django__django-13820 | 2 | 116,257 | 81,039 – 151,475 | 22.03% |
| django__django-14539 | 2 | 490,719 | 377,081 – 604,358 | 56.51% |
| django__django-14999 | 2 | 279,414 | 256,031 – 302,797 | 25.03% |
| django__django-15499 | 2 | 161,472 | 135,569 – 187,374 | 12.97% |
| django__django-16100 | 2 | 369,461 | 163,153 – 575,770 | 18.45% |
| sympy__sympy-11618 | 2 | 103,284 | 93,676 – 112,892 | 6.68% |
| sympy__sympy-15875 | 2 | 306,961 | 200,475 – 413,447 | 36.57% |
| sympy__sympy-17139 | 2 | 146,062 | 144,201 – 147,923 | 7.82% |
| sympy__sympy-20590 | 2 | 95,055 | 72,402 – 117,708 | 4.90% |
| sympy__sympy-24066 | 1 | 167,507 | 167,507 – 167,507 | 27.79% |
weighted = input×1 + cached×0.1 + output×3