|
1 | 1 | { |
2 | 2 | "Oracle Retrieval (DeepSeek-V2.5)": { |
3 | | - "method": "Oracle Retrieval (DeepSeek-V2.5)", |
| 3 | + "method": "Oracle Retrieval", |
4 | 4 | "model": "DeepSeek-V2.5", |
5 | 5 | "%resolved_full": 0.027, |
6 | 6 | "%resolved_python": 0.013, |
|
10 | 10 | "date": "2025-04-27" |
11 | 11 | }, |
12 | 12 | "Agentless-X (DeepSeek-V2.5)": { |
13 | | - "method": "Agentless-v1-X (DeepSeek-V2.5)", |
| 13 | + "method": "Agentless-v1-X", |
14 | 14 | "model": "DeepSeek-V2.5", |
15 | 15 | "%resolved_full": 0.039, |
16 | 16 | "%resolved_python": 0.061, |
|
20 | 20 | "date": "2025-04-27" |
21 | 21 | }, |
22 | 22 | "AutoCodeRover-X (DeepSeek-V2.5)": { |
23 | | - "method": "AutoCodeRover(v20240620)-X (DeepSeek-V2.5)", |
| 23 | + "method": "AutoCodeRover(v20240620)-X", |
24 | 24 | "model": "DeepSeek-V2.5", |
25 | 25 | "%resolved_full": 0.060, |
26 | 26 | "%resolved_python": 0.072, |
|
31 | 31 | }, |
32 | 32 |
|
33 | 33 | "Oracle Retrieval (GPT-4o-2024-08-06)": { |
34 | | - "method": "Oracle Retrieval (GPT-4o-2024-08-06)", |
| 34 | + "method": "Oracle Retrieval", |
35 | 35 | "model": "GPT-4o-2024-08-06", |
36 | 36 | "%resolved_full": 0.027, |
37 | 37 | "%resolved_python": 0.019, |
|
41 | 41 | "date": "2025-04-27" |
42 | 42 | }, |
43 | 43 | "Agentless-X (GPT-4o-2024-08-06)": { |
44 | | - "method": "Agentless-v1-X (GPT-4o-2024-08-06)", |
| 44 | + "method": "Agentless-v1-X", |
45 | 45 | "model": "GPT-4o-2024-08-06", |
46 | 46 | "%resolved_full": 0.086, |
47 | 47 | "%resolved_python": 0.088, |
|
51 | 51 | "date": "2025-04-27" |
52 | 52 | }, |
53 | 53 | "AutoCodeRover-X (GPT-4o-2024-08-06)": { |
54 | | - "method": "AutoCodeRover(v20240620)-X (GPT-4o-2024-08-06)", |
| 54 | + "method": "AutoCodeRover(v20240620)-X", |
55 | 55 | "model": "GPT-4o-2024-08-06", |
56 | 56 | "%resolved_full": 0.081, |
57 | 57 | "%resolved_python": 0.099, |
|
62 | 62 | }, |
63 | 63 |
|
64 | 64 | "Oracle Retrieval (Claude-3.5-Sonnet-2024-06-25)": { |
65 | | - "method": "Oracle Retrieval (Claude-3.5-Sonnet-2024-06-25)", |
| 65 | + "method": "Oracle Retrieval", |
66 | 66 | "model": "Claude-3.5-Sonnet-2024-06-25", |
67 | 67 | "%resolved_full": 0.078, |
68 | 68 | "%resolved_python": 0.051, |
|
72 | 72 | "date": "2025-04-27" |
73 | 73 | }, |
74 | 74 | "Agentless-X (Claude-3.5-Sonnet-2024-06-25)": { |
75 | | - "method": "Agentless-v1-X (Claude-3.5-Sonnet-2024-06-25)", |
| 75 | + "method": "Agentless-v1-X", |
76 | 76 | "model": "Claude-3.5-Sonnet-2024-06-25", |
77 | 77 | "%resolved_full": 0.074, |
78 | 78 | "%resolved_python": 0.078, |
|
82 | 82 | "date": "2025-04-27" |
83 | 83 | }, |
84 | 84 | "AutoCodeRover-X (Claude-3.5-Sonnet-2024-06-25)": { |
85 | | - "method": "AutoCodeRover(v20240620)-X (Claude-3.5-Sonnet-2024-06-25)", |
| 85 | + "method": "AutoCodeRover(v20240620)-X", |
86 | 86 | "model": "Claude-3.5-Sonnet-2024-06-25", |
87 | 87 | "%resolved_full": 0.076, |
88 | 88 | "%resolved_python": 0.088, |
|
0 commit comments