Chibu Ukachi commited on
Commit
b57cd05
·
1 Parent(s): b237849

add swebench results

Browse files
README.md CHANGED
@@ -158,6 +158,7 @@ This model was evaluated on GSM8K-Platinum, MMLU-Pro, IFEval, Math 500, GPQA Dia
158
  | BFCLv4 Single Turn | 53.81 | 53.45 | 99.34% |
159
  | BFCLv4 Multi-Turn |62.25 | 58.13 |93.38% |
160
  | BFCLv4 Agentic |49.91 | 49.31 | 98.80% |
 
161
 
162
 
163
  ### Reproduction
 
158
  | BFCLv4 Single Turn | 53.81 | 53.45 | 99.34% |
159
  | BFCLv4 Multi-Turn |62.25 | 58.13 |93.38% |
160
  | BFCLv4 Agentic |49.91 | 49.31 | 98.80% |
161
+ | SWEBench Verified | 54.8 | 50.2 | 91.61 |
162
 
163
 
164
  ### Reproduction
bf16_every_eval_ever/swebench.json ADDED
@@ -0,0 +1,1238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": "0.2.2",
3
+ "evaluation_id": "SWE-bench/Qwen_Qwen3.6-35B-A3B/hosted_vllm__Qwen__Qwen3.6-35B-A3B.validate-test_verified_instances_base.json/1783951878.342255",
4
+ "retrieved_timestamp": "1783951878.342255",
5
+ "source_metadata": {
6
+ "source_name": "SWE-bench",
7
+ "source_type": "evaluation_run",
8
+ "source_organization_name": "RedHatAI",
9
+ "evaluator_relationship": "third_party"
10
+ },
11
+ "eval_library": {
12
+ "name": "swebench",
13
+ "version": "2.2.0"
14
+ },
15
+ "model_info": {
16
+ "name": "Qwen/Qwen3.6-35B-A3B",
17
+ "id": "Qwen/Qwen3.6-35B-A3B",
18
+ "developer": "Qwen",
19
+ "additional_details": {
20
+ "swe_summary_schema_version": "2",
21
+ "source_summary_file": "hosted_vllm__Qwen__Qwen3.6-35B-A3B.validate-test_verified_instances_base.json"
22
+ }
23
+ },
24
+ "evaluation_results": [
25
+ {
26
+ "evaluation_name": "SWE-bench",
27
+ "source_data": {
28
+ "dataset_name": "SWE-bench",
29
+ "source_type": "hf_dataset",
30
+ "hf_repo": "princeton-nlp/SWE-bench",
31
+ "hf_split": "test",
32
+ "samples_number": 500
33
+ },
34
+ "metric_config": {
35
+ "evaluation_description": "Resolve rate: fraction of benchmark instances where the submitted patch passes verification (0.0\u20131.0)",
36
+ "lower_is_better": false,
37
+ "score_type": "continuous",
38
+ "min_score": 0.0,
39
+ "max_score": 1.0
40
+ },
41
+ "score_details": {
42
+ "score": 0.548,
43
+ "details": {
44
+ "total_instances": "500",
45
+ "resolved_instances": "274",
46
+ "submitted_instances": "500",
47
+ "completed_instances": "391",
48
+ "unresolved_instances": "117",
49
+ "empty_patch_instances": "40",
50
+ "error_instances": "69"
51
+ },
52
+ "completed_ids": [
53
+ "astropy__astropy-12907",
54
+ "astropy__astropy-13033",
55
+ "astropy__astropy-13236",
56
+ "astropy__astropy-13398",
57
+ "astropy__astropy-13977",
58
+ "astropy__astropy-14096",
59
+ "astropy__astropy-14182",
60
+ "astropy__astropy-14309",
61
+ "astropy__astropy-14365",
62
+ "astropy__astropy-14369",
63
+ "astropy__astropy-14539",
64
+ "astropy__astropy-14598",
65
+ "astropy__astropy-14995",
66
+ "astropy__astropy-7166",
67
+ "astropy__astropy-7336",
68
+ "astropy__astropy-7606",
69
+ "astropy__astropy-7671",
70
+ "astropy__astropy-8707",
71
+ "astropy__astropy-8872",
72
+ "django__django-10097",
73
+ "django__django-10880",
74
+ "django__django-10914",
75
+ "django__django-10973",
76
+ "django__django-10999",
77
+ "django__django-11066",
78
+ "django__django-11087",
79
+ "django__django-11095",
80
+ "django__django-11119",
81
+ "django__django-11133",
82
+ "django__django-11138",
83
+ "django__django-11141",
84
+ "django__django-11149",
85
+ "django__django-11163",
86
+ "django__django-11179",
87
+ "django__django-11206",
88
+ "django__django-11239",
89
+ "django__django-11265",
90
+ "django__django-11292",
91
+ "django__django-11299",
92
+ "django__django-11333",
93
+ "django__django-11400",
94
+ "django__django-11433",
95
+ "django__django-11451",
96
+ "django__django-11490",
97
+ "django__django-11532",
98
+ "django__django-11555",
99
+ "django__django-11603",
100
+ "django__django-11728",
101
+ "django__django-11734",
102
+ "django__django-11740",
103
+ "django__django-11790",
104
+ "django__django-11815",
105
+ "django__django-11880",
106
+ "django__django-11885",
107
+ "django__django-11951",
108
+ "django__django-11964",
109
+ "django__django-11999",
110
+ "django__django-12039",
111
+ "django__django-12125",
112
+ "django__django-12143",
113
+ "django__django-12155",
114
+ "django__django-12193",
115
+ "django__django-12209",
116
+ "django__django-12262",
117
+ "django__django-12273",
118
+ "django__django-12325",
119
+ "django__django-12406",
120
+ "django__django-12419",
121
+ "django__django-12663",
122
+ "django__django-12708",
123
+ "django__django-12713",
124
+ "django__django-12741",
125
+ "django__django-12754",
126
+ "django__django-12774",
127
+ "django__django-12858",
128
+ "django__django-12965",
129
+ "django__django-13023",
130
+ "django__django-13028",
131
+ "django__django-13033",
132
+ "django__django-13109",
133
+ "django__django-13121",
134
+ "django__django-13128",
135
+ "django__django-13158",
136
+ "django__django-13195",
137
+ "django__django-13212",
138
+ "django__django-13279",
139
+ "django__django-13315",
140
+ "django__django-13363",
141
+ "django__django-13401",
142
+ "django__django-13410",
143
+ "django__django-13417",
144
+ "django__django-13449",
145
+ "django__django-13512",
146
+ "django__django-13516",
147
+ "django__django-13568",
148
+ "django__django-13569",
149
+ "django__django-13590",
150
+ "django__django-13658",
151
+ "django__django-13741",
152
+ "django__django-13794",
153
+ "django__django-13807",
154
+ "django__django-13809",
155
+ "django__django-13820",
156
+ "django__django-13821",
157
+ "django__django-13837",
158
+ "django__django-13933",
159
+ "django__django-13964",
160
+ "django__django-14007",
161
+ "django__django-14011",
162
+ "django__django-14017",
163
+ "django__django-14034",
164
+ "django__django-14053",
165
+ "django__django-14089",
166
+ "django__django-14122",
167
+ "django__django-14140",
168
+ "django__django-14155",
169
+ "django__django-14170",
170
+ "django__django-14238",
171
+ "django__django-14311",
172
+ "django__django-14315",
173
+ "django__django-14349",
174
+ "django__django-14373",
175
+ "django__django-14376",
176
+ "django__django-14404",
177
+ "django__django-14434",
178
+ "django__django-14493",
179
+ "django__django-14500",
180
+ "django__django-14534",
181
+ "django__django-14539",
182
+ "django__django-14559",
183
+ "django__django-14580",
184
+ "django__django-14672",
185
+ "django__django-14725",
186
+ "django__django-14752",
187
+ "django__django-14765",
188
+ "django__django-14771",
189
+ "django__django-14787",
190
+ "django__django-14792",
191
+ "django__django-14855",
192
+ "django__django-14915",
193
+ "django__django-14999",
194
+ "django__django-15022",
195
+ "django__django-15037",
196
+ "django__django-15103",
197
+ "django__django-15104",
198
+ "django__django-15127",
199
+ "django__django-15128",
200
+ "django__django-15161",
201
+ "django__django-15252",
202
+ "django__django-15268",
203
+ "django__django-15277",
204
+ "django__django-15278",
205
+ "django__django-15315",
206
+ "django__django-15368",
207
+ "django__django-15375",
208
+ "django__django-15380",
209
+ "django__django-15382",
210
+ "django__django-15467",
211
+ "django__django-15499",
212
+ "django__django-15503",
213
+ "django__django-15525",
214
+ "django__django-15561",
215
+ "django__django-15563",
216
+ "django__django-15569",
217
+ "django__django-15572",
218
+ "django__django-15629",
219
+ "django__django-15741",
220
+ "django__django-15851",
221
+ "django__django-15863",
222
+ "django__django-15916",
223
+ "django__django-15930",
224
+ "django__django-15957",
225
+ "django__django-15973",
226
+ "django__django-15987",
227
+ "django__django-16032",
228
+ "django__django-16082",
229
+ "django__django-16100",
230
+ "django__django-16116",
231
+ "django__django-16136",
232
+ "django__django-16139",
233
+ "django__django-16145",
234
+ "django__django-16255",
235
+ "django__django-16256",
236
+ "django__django-16263",
237
+ "django__django-16315",
238
+ "django__django-16333",
239
+ "django__django-16429",
240
+ "django__django-16454",
241
+ "django__django-16485",
242
+ "django__django-16493",
243
+ "django__django-16502",
244
+ "django__django-16527",
245
+ "django__django-16560",
246
+ "django__django-16569",
247
+ "django__django-16595",
248
+ "django__django-16612",
249
+ "django__django-16631",
250
+ "django__django-16642",
251
+ "django__django-16662",
252
+ "django__django-16801",
253
+ "django__django-16819",
254
+ "django__django-16877",
255
+ "django__django-16899",
256
+ "django__django-16901",
257
+ "django__django-16938",
258
+ "django__django-16950",
259
+ "django__django-17029",
260
+ "django__django-17084",
261
+ "django__django-9296",
262
+ "mwaskom__seaborn-3069",
263
+ "mwaskom__seaborn-3187",
264
+ "pallets__flask-5014",
265
+ "psf__requests-1142",
266
+ "psf__requests-1724",
267
+ "psf__requests-1766",
268
+ "psf__requests-1921",
269
+ "psf__requests-2317",
270
+ "psf__requests-2931",
271
+ "psf__requests-5414",
272
+ "psf__requests-6028",
273
+ "pydata__xarray-2905",
274
+ "pydata__xarray-3095",
275
+ "pydata__xarray-3151",
276
+ "pydata__xarray-3305",
277
+ "pydata__xarray-3677",
278
+ "pydata__xarray-3993",
279
+ "pydata__xarray-4075",
280
+ "pydata__xarray-4356",
281
+ "pydata__xarray-4629",
282
+ "pydata__xarray-4687",
283
+ "pydata__xarray-4695",
284
+ "pydata__xarray-4966",
285
+ "pydata__xarray-6461",
286
+ "pydata__xarray-6599",
287
+ "pydata__xarray-6721",
288
+ "pydata__xarray-6938",
289
+ "pydata__xarray-6992",
290
+ "pydata__xarray-7229",
291
+ "pydata__xarray-7393",
292
+ "pylint-dev__pylint-4551",
293
+ "pylint-dev__pylint-4604",
294
+ "pylint-dev__pylint-4970",
295
+ "pylint-dev__pylint-6386",
296
+ "pylint-dev__pylint-6528",
297
+ "pylint-dev__pylint-6903",
298
+ "pylint-dev__pylint-7277",
299
+ "pylint-dev__pylint-8898",
300
+ "pytest-dev__pytest-10051",
301
+ "pytest-dev__pytest-10081",
302
+ "pytest-dev__pytest-10356",
303
+ "pytest-dev__pytest-5631",
304
+ "pytest-dev__pytest-5809",
305
+ "pytest-dev__pytest-5840",
306
+ "pytest-dev__pytest-6197",
307
+ "pytest-dev__pytest-6202",
308
+ "pytest-dev__pytest-7205",
309
+ "pytest-dev__pytest-7236",
310
+ "pytest-dev__pytest-7324",
311
+ "pytest-dev__pytest-7490",
312
+ "pytest-dev__pytest-7521",
313
+ "pytest-dev__pytest-7982",
314
+ "pytest-dev__pytest-8399",
315
+ "scikit-learn__scikit-learn-10297",
316
+ "scikit-learn__scikit-learn-10908",
317
+ "scikit-learn__scikit-learn-11310",
318
+ "scikit-learn__scikit-learn-11578",
319
+ "scikit-learn__scikit-learn-12585",
320
+ "scikit-learn__scikit-learn-12973",
321
+ "scikit-learn__scikit-learn-13124",
322
+ "scikit-learn__scikit-learn-13135",
323
+ "scikit-learn__scikit-learn-13142",
324
+ "scikit-learn__scikit-learn-13328",
325
+ "scikit-learn__scikit-learn-13439",
326
+ "scikit-learn__scikit-learn-13496",
327
+ "scikit-learn__scikit-learn-13779",
328
+ "scikit-learn__scikit-learn-14053",
329
+ "scikit-learn__scikit-learn-14087",
330
+ "scikit-learn__scikit-learn-14141",
331
+ "scikit-learn__scikit-learn-14496",
332
+ "scikit-learn__scikit-learn-14629",
333
+ "scikit-learn__scikit-learn-14894",
334
+ "scikit-learn__scikit-learn-14983",
335
+ "scikit-learn__scikit-learn-15100",
336
+ "scikit-learn__scikit-learn-25232",
337
+ "scikit-learn__scikit-learn-25931",
338
+ "scikit-learn__scikit-learn-25973",
339
+ "scikit-learn__scikit-learn-26194",
340
+ "scikit-learn__scikit-learn-26323",
341
+ "scikit-learn__scikit-learn-9288",
342
+ "sphinx-doc__sphinx-10435",
343
+ "sphinx-doc__sphinx-10449",
344
+ "sphinx-doc__sphinx-10466",
345
+ "sphinx-doc__sphinx-10673",
346
+ "sphinx-doc__sphinx-11445",
347
+ "sphinx-doc__sphinx-11510",
348
+ "sphinx-doc__sphinx-7440",
349
+ "sphinx-doc__sphinx-7454",
350
+ "sphinx-doc__sphinx-7462",
351
+ "sphinx-doc__sphinx-7590",
352
+ "sphinx-doc__sphinx-7748",
353
+ "sphinx-doc__sphinx-7757",
354
+ "sphinx-doc__sphinx-7910",
355
+ "sphinx-doc__sphinx-7985",
356
+ "sphinx-doc__sphinx-8035",
357
+ "sphinx-doc__sphinx-8056",
358
+ "sphinx-doc__sphinx-8120",
359
+ "sphinx-doc__sphinx-8265",
360
+ "sphinx-doc__sphinx-8269",
361
+ "sphinx-doc__sphinx-8459",
362
+ "sphinx-doc__sphinx-8475",
363
+ "sphinx-doc__sphinx-8548",
364
+ "sphinx-doc__sphinx-8551",
365
+ "sphinx-doc__sphinx-8593",
366
+ "sphinx-doc__sphinx-8595",
367
+ "sphinx-doc__sphinx-8621",
368
+ "sphinx-doc__sphinx-8638",
369
+ "sphinx-doc__sphinx-9229",
370
+ "sphinx-doc__sphinx-9258",
371
+ "sphinx-doc__sphinx-9281",
372
+ "sphinx-doc__sphinx-9367",
373
+ "sphinx-doc__sphinx-9461",
374
+ "sphinx-doc__sphinx-9591",
375
+ "sphinx-doc__sphinx-9602",
376
+ "sphinx-doc__sphinx-9698",
377
+ "sphinx-doc__sphinx-9711",
378
+ "sympy__sympy-11618",
379
+ "sympy__sympy-12096",
380
+ "sympy__sympy-12419",
381
+ "sympy__sympy-12481",
382
+ "sympy__sympy-12489",
383
+ "sympy__sympy-13031",
384
+ "sympy__sympy-13091",
385
+ "sympy__sympy-13480",
386
+ "sympy__sympy-13551",
387
+ "sympy__sympy-13615",
388
+ "sympy__sympy-13647",
389
+ "sympy__sympy-13757",
390
+ "sympy__sympy-13798",
391
+ "sympy__sympy-13852",
392
+ "sympy__sympy-13877",
393
+ "sympy__sympy-13878",
394
+ "sympy__sympy-13974",
395
+ "sympy__sympy-14248",
396
+ "sympy__sympy-14531",
397
+ "sympy__sympy-14711",
398
+ "sympy__sympy-14976",
399
+ "sympy__sympy-15017",
400
+ "sympy__sympy-15349",
401
+ "sympy__sympy-15599",
402
+ "sympy__sympy-15809",
403
+ "sympy__sympy-15875",
404
+ "sympy__sympy-15976",
405
+ "sympy__sympy-16597",
406
+ "sympy__sympy-16766",
407
+ "sympy__sympy-16792",
408
+ "sympy__sympy-16886",
409
+ "sympy__sympy-17139",
410
+ "sympy__sympy-17318",
411
+ "sympy__sympy-17655",
412
+ "sympy__sympy-18189",
413
+ "sympy__sympy-18199",
414
+ "sympy__sympy-18211",
415
+ "sympy__sympy-18763",
416
+ "sympy__sympy-19040",
417
+ "sympy__sympy-19346",
418
+ "sympy__sympy-19495",
419
+ "sympy__sympy-19637",
420
+ "sympy__sympy-19783",
421
+ "sympy__sympy-20154",
422
+ "sympy__sympy-20438",
423
+ "sympy__sympy-20590",
424
+ "sympy__sympy-20801",
425
+ "sympy__sympy-20916",
426
+ "sympy__sympy-21379",
427
+ "sympy__sympy-21596",
428
+ "sympy__sympy-21847",
429
+ "sympy__sympy-21930",
430
+ "sympy__sympy-22456",
431
+ "sympy__sympy-22714",
432
+ "sympy__sympy-22914",
433
+ "sympy__sympy-23262",
434
+ "sympy__sympy-23413",
435
+ "sympy__sympy-23534",
436
+ "sympy__sympy-23824",
437
+ "sympy__sympy-23950",
438
+ "sympy__sympy-24066",
439
+ "sympy__sympy-24213",
440
+ "sympy__sympy-24443",
441
+ "sympy__sympy-24539",
442
+ "sympy__sympy-24562",
443
+ "sympy__sympy-24661"
444
+ ],
445
+ "submitted_ids": [
446
+ "astropy__astropy-12907",
447
+ "astropy__astropy-13033",
448
+ "astropy__astropy-13236",
449
+ "astropy__astropy-13398",
450
+ "astropy__astropy-13453",
451
+ "astropy__astropy-13579",
452
+ "astropy__astropy-13977",
453
+ "astropy__astropy-14096",
454
+ "astropy__astropy-14182",
455
+ "astropy__astropy-14309",
456
+ "astropy__astropy-14365",
457
+ "astropy__astropy-14369",
458
+ "astropy__astropy-14508",
459
+ "astropy__astropy-14539",
460
+ "astropy__astropy-14598",
461
+ "astropy__astropy-14995",
462
+ "astropy__astropy-7166",
463
+ "astropy__astropy-7336",
464
+ "astropy__astropy-7606",
465
+ "astropy__astropy-7671",
466
+ "astropy__astropy-8707",
467
+ "astropy__astropy-8872",
468
+ "django__django-10097",
469
+ "django__django-10554",
470
+ "django__django-10880",
471
+ "django__django-10914",
472
+ "django__django-10973",
473
+ "django__django-10999",
474
+ "django__django-11066",
475
+ "django__django-11087",
476
+ "django__django-11095",
477
+ "django__django-11099",
478
+ "django__django-11119",
479
+ "django__django-11133",
480
+ "django__django-11138",
481
+ "django__django-11141",
482
+ "django__django-11149",
483
+ "django__django-11163",
484
+ "django__django-11179",
485
+ "django__django-11206",
486
+ "django__django-11211",
487
+ "django__django-11239",
488
+ "django__django-11265",
489
+ "django__django-11276",
490
+ "django__django-11292",
491
+ "django__django-11299",
492
+ "django__django-11333",
493
+ "django__django-11400",
494
+ "django__django-11433",
495
+ "django__django-11451",
496
+ "django__django-11477",
497
+ "django__django-11490",
498
+ "django__django-11532",
499
+ "django__django-11551",
500
+ "django__django-11555",
501
+ "django__django-11603",
502
+ "django__django-11728",
503
+ "django__django-11734",
504
+ "django__django-11740",
505
+ "django__django-11749",
506
+ "django__django-11790",
507
+ "django__django-11815",
508
+ "django__django-11820",
509
+ "django__django-11848",
510
+ "django__django-11880",
511
+ "django__django-11885",
512
+ "django__django-11951",
513
+ "django__django-11964",
514
+ "django__django-11999",
515
+ "django__django-12039",
516
+ "django__django-12050",
517
+ "django__django-12125",
518
+ "django__django-12143",
519
+ "django__django-12155",
520
+ "django__django-12193",
521
+ "django__django-12209",
522
+ "django__django-12262",
523
+ "django__django-12273",
524
+ "django__django-12276",
525
+ "django__django-12304",
526
+ "django__django-12308",
527
+ "django__django-12325",
528
+ "django__django-12406",
529
+ "django__django-12419",
530
+ "django__django-12663",
531
+ "django__django-12708",
532
+ "django__django-12713",
533
+ "django__django-12741",
534
+ "django__django-12754",
535
+ "django__django-12774",
536
+ "django__django-12858",
537
+ "django__django-12965",
538
+ "django__django-13012",
539
+ "django__django-13023",
540
+ "django__django-13028",
541
+ "django__django-13033",
542
+ "django__django-13089",
543
+ "django__django-13109",
544
+ "django__django-13112",
545
+ "django__django-13121",
546
+ "django__django-13128",
547
+ "django__django-13158",
548
+ "django__django-13195",
549
+ "django__django-13212",
550
+ "django__django-13279",
551
+ "django__django-13297",
552
+ "django__django-13315",
553
+ "django__django-13343",
554
+ "django__django-13344",
555
+ "django__django-13346",
556
+ "django__django-13363",
557
+ "django__django-13401",
558
+ "django__django-13406",
559
+ "django__django-13410",
560
+ "django__django-13417",
561
+ "django__django-13449",
562
+ "django__django-13512",
563
+ "django__django-13513",
564
+ "django__django-13516",
565
+ "django__django-13551",
566
+ "django__django-13568",
567
+ "django__django-13569",
568
+ "django__django-13590",
569
+ "django__django-13658",
570
+ "django__django-13670",
571
+ "django__django-13741",
572
+ "django__django-13786",
573
+ "django__django-13794",
574
+ "django__django-13807",
575
+ "django__django-13809",
576
+ "django__django-13810",
577
+ "django__django-13820",
578
+ "django__django-13821",
579
+ "django__django-13837",
580
+ "django__django-13925",
581
+ "django__django-13933",
582
+ "django__django-13964",
583
+ "django__django-14007",
584
+ "django__django-14011",
585
+ "django__django-14017",
586
+ "django__django-14034",
587
+ "django__django-14053",
588
+ "django__django-14089",
589
+ "django__django-14122",
590
+ "django__django-14140",
591
+ "django__django-14155",
592
+ "django__django-14170",
593
+ "django__django-14238",
594
+ "django__django-14311",
595
+ "django__django-14315",
596
+ "django__django-14349",
597
+ "django__django-14351",
598
+ "django__django-14373",
599
+ "django__django-14376",
600
+ "django__django-14404",
601
+ "django__django-14434",
602
+ "django__django-14493",
603
+ "django__django-14500",
604
+ "django__django-14534",
605
+ "django__django-14539",
606
+ "django__django-14559",
607
+ "django__django-14580",
608
+ "django__django-14608",
609
+ "django__django-14631",
610
+ "django__django-14672",
611
+ "django__django-14725",
612
+ "django__django-14752",
613
+ "django__django-14765",
614
+ "django__django-14771",
615
+ "django__django-14787",
616
+ "django__django-14792",
617
+ "django__django-14855",
618
+ "django__django-14915",
619
+ "django__django-14999",
620
+ "django__django-15022",
621
+ "django__django-15037",
622
+ "django__django-15098",
623
+ "django__django-15103",
624
+ "django__django-15104",
625
+ "django__django-15127",
626
+ "django__django-15128",
627
+ "django__django-15161",
628
+ "django__django-15252",
629
+ "django__django-15268",
630
+ "django__django-15277",
631
+ "django__django-15278",
632
+ "django__django-15280",
633
+ "django__django-15315",
634
+ "django__django-15368",
635
+ "django__django-15375",
636
+ "django__django-15380",
637
+ "django__django-15382",
638
+ "django__django-15467",
639
+ "django__django-15499",
640
+ "django__django-15503",
641
+ "django__django-15525",
642
+ "django__django-15554",
643
+ "django__django-15561",
644
+ "django__django-15563",
645
+ "django__django-15569",
646
+ "django__django-15572",
647
+ "django__django-15629",
648
+ "django__django-15695",
649
+ "django__django-15731",
650
+ "django__django-15732",
651
+ "django__django-15741",
652
+ "django__django-15814",
653
+ "django__django-15851",
654
+ "django__django-15863",
655
+ "django__django-15916",
656
+ "django__django-15930",
657
+ "django__django-15957",
658
+ "django__django-15973",
659
+ "django__django-15987",
660
+ "django__django-16032",
661
+ "django__django-16082",
662
+ "django__django-16100",
663
+ "django__django-16116",
664
+ "django__django-16136",
665
+ "django__django-16139",
666
+ "django__django-16145",
667
+ "django__django-16255",
668
+ "django__django-16256",
669
+ "django__django-16263",
670
+ "django__django-16315",
671
+ "django__django-16333",
672
+ "django__django-16429",
673
+ "django__django-16454",
674
+ "django__django-16485",
675
+ "django__django-16493",
676
+ "django__django-16502",
677
+ "django__django-16527",
678
+ "django__django-16560",
679
+ "django__django-16569",
680
+ "django__django-16595",
681
+ "django__django-16612",
682
+ "django__django-16631",
683
+ "django__django-16642",
684
+ "django__django-16661",
685
+ "django__django-16662",
686
+ "django__django-16667",
687
+ "django__django-16801",
688
+ "django__django-16819",
689
+ "django__django-16877",
690
+ "django__django-16899",
691
+ "django__django-16901",
692
+ "django__django-16938",
693
+ "django__django-16950",
694
+ "django__django-17029",
695
+ "django__django-17084",
696
+ "django__django-17087",
697
+ "django__django-7530",
698
+ "django__django-9296",
699
+ "matplotlib__matplotlib-13989",
700
+ "matplotlib__matplotlib-14623",
701
+ "matplotlib__matplotlib-20488",
702
+ "matplotlib__matplotlib-20676",
703
+ "matplotlib__matplotlib-20826",
704
+ "matplotlib__matplotlib-20859",
705
+ "matplotlib__matplotlib-21568",
706
+ "matplotlib__matplotlib-22719",
707
+ "matplotlib__matplotlib-22865",
708
+ "matplotlib__matplotlib-22871",
709
+ "matplotlib__matplotlib-23299",
710
+ "matplotlib__matplotlib-23314",
711
+ "matplotlib__matplotlib-23412",
712
+ "matplotlib__matplotlib-23476",
713
+ "matplotlib__matplotlib-24026",
714
+ "matplotlib__matplotlib-24149",
715
+ "matplotlib__matplotlib-24177",
716
+ "matplotlib__matplotlib-24570",
717
+ "matplotlib__matplotlib-24627",
718
+ "matplotlib__matplotlib-24637",
719
+ "matplotlib__matplotlib-24870",
720
+ "matplotlib__matplotlib-24970",
721
+ "matplotlib__matplotlib-25122",
722
+ "matplotlib__matplotlib-25287",
723
+ "matplotlib__matplotlib-25311",
724
+ "matplotlib__matplotlib-25332",
725
+ "matplotlib__matplotlib-25479",
726
+ "matplotlib__matplotlib-25775",
727
+ "matplotlib__matplotlib-25960",
728
+ "matplotlib__matplotlib-26113",
729
+ "matplotlib__matplotlib-26208",
730
+ "matplotlib__matplotlib-26291",
731
+ "matplotlib__matplotlib-26342",
732
+ "matplotlib__matplotlib-26466",
733
+ "mwaskom__seaborn-3069",
734
+ "mwaskom__seaborn-3187",
735
+ "pallets__flask-5014",
736
+ "psf__requests-1142",
737
+ "psf__requests-1724",
738
+ "psf__requests-1766",
739
+ "psf__requests-1921",
740
+ "psf__requests-2317",
741
+ "psf__requests-2931",
742
+ "psf__requests-5414",
743
+ "psf__requests-6028",
744
+ "pydata__xarray-2905",
745
+ "pydata__xarray-3095",
746
+ "pydata__xarray-3151",
747
+ "pydata__xarray-3305",
748
+ "pydata__xarray-3677",
749
+ "pydata__xarray-3993",
750
+ "pydata__xarray-4075",
751
+ "pydata__xarray-4094",
752
+ "pydata__xarray-4356",
753
+ "pydata__xarray-4629",
754
+ "pydata__xarray-4687",
755
+ "pydata__xarray-4695",
756
+ "pydata__xarray-4966",
757
+ "pydata__xarray-6461",
758
+ "pydata__xarray-6599",
759
+ "pydata__xarray-6721",
760
+ "pydata__xarray-6744",
761
+ "pydata__xarray-6938",
762
+ "pydata__xarray-6992",
763
+ "pydata__xarray-7229",
764
+ "pydata__xarray-7233",
765
+ "pydata__xarray-7393",
766
+ "pylint-dev__pylint-4551",
767
+ "pylint-dev__pylint-4604",
768
+ "pylint-dev__pylint-4661",
769
+ "pylint-dev__pylint-4970",
770
+ "pylint-dev__pylint-6386",
771
+ "pylint-dev__pylint-6528",
772
+ "pylint-dev__pylint-6903",
773
+ "pylint-dev__pylint-7080",
774
+ "pylint-dev__pylint-7277",
775
+ "pylint-dev__pylint-8898",
776
+ "pytest-dev__pytest-10051",
777
+ "pytest-dev__pytest-10081",
778
+ "pytest-dev__pytest-10356",
779
+ "pytest-dev__pytest-5262",
780
+ "pytest-dev__pytest-5631",
781
+ "pytest-dev__pytest-5787",
782
+ "pytest-dev__pytest-5809",
783
+ "pytest-dev__pytest-5840",
784
+ "pytest-dev__pytest-6197",
785
+ "pytest-dev__pytest-6202",
786
+ "pytest-dev__pytest-7205",
787
+ "pytest-dev__pytest-7236",
788
+ "pytest-dev__pytest-7324",
789
+ "pytest-dev__pytest-7432",
790
+ "pytest-dev__pytest-7490",
791
+ "pytest-dev__pytest-7521",
792
+ "pytest-dev__pytest-7571",
793
+ "pytest-dev__pytest-7982",
794
+ "pytest-dev__pytest-8399",
795
+ "scikit-learn__scikit-learn-10297",
796
+ "scikit-learn__scikit-learn-10844",
797
+ "scikit-learn__scikit-learn-10908",
798
+ "scikit-learn__scikit-learn-11310",
799
+ "scikit-learn__scikit-learn-11578",
800
+ "scikit-learn__scikit-learn-12585",
801
+ "scikit-learn__scikit-learn-12682",
802
+ "scikit-learn__scikit-learn-12973",
803
+ "scikit-learn__scikit-learn-13124",
804
+ "scikit-learn__scikit-learn-13135",
805
+ "scikit-learn__scikit-learn-13142",
806
+ "scikit-learn__scikit-learn-13328",
807
+ "scikit-learn__scikit-learn-13439",
808
+ "scikit-learn__scikit-learn-13496",
809
+ "scikit-learn__scikit-learn-13779",
810
+ "scikit-learn__scikit-learn-14053",
811
+ "scikit-learn__scikit-learn-14087",
812
+ "scikit-learn__scikit-learn-14141",
813
+ "scikit-learn__scikit-learn-14496",
814
+ "scikit-learn__scikit-learn-14629",
815
+ "scikit-learn__scikit-learn-14710",
816
+ "scikit-learn__scikit-learn-14894",
817
+ "scikit-learn__scikit-learn-14983",
818
+ "scikit-learn__scikit-learn-15100",
819
+ "scikit-learn__scikit-learn-25102",
820
+ "scikit-learn__scikit-learn-25232",
821
+ "scikit-learn__scikit-learn-25747",
822
+ "scikit-learn__scikit-learn-25931",
823
+ "scikit-learn__scikit-learn-25973",
824
+ "scikit-learn__scikit-learn-26194",
825
+ "scikit-learn__scikit-learn-26323",
826
+ "scikit-learn__scikit-learn-9288",
827
+ "sphinx-doc__sphinx-10323",
828
+ "sphinx-doc__sphinx-10435",
829
+ "sphinx-doc__sphinx-10449",
830
+ "sphinx-doc__sphinx-10466",
831
+ "sphinx-doc__sphinx-10614",
832
+ "sphinx-doc__sphinx-10673",
833
+ "sphinx-doc__sphinx-11445",
834
+ "sphinx-doc__sphinx-11510",
835
+ "sphinx-doc__sphinx-7440",
836
+ "sphinx-doc__sphinx-7454",
837
+ "sphinx-doc__sphinx-7462",
838
+ "sphinx-doc__sphinx-7590",
839
+ "sphinx-doc__sphinx-7748",
840
+ "sphinx-doc__sphinx-7757",
841
+ "sphinx-doc__sphinx-7889",
842
+ "sphinx-doc__sphinx-7910",
843
+ "sphinx-doc__sphinx-7985",
844
+ "sphinx-doc__sphinx-8035",
845
+ "sphinx-doc__sphinx-8056",
846
+ "sphinx-doc__sphinx-8120",
847
+ "sphinx-doc__sphinx-8265",
848
+ "sphinx-doc__sphinx-8269",
849
+ "sphinx-doc__sphinx-8459",
850
+ "sphinx-doc__sphinx-8475",
851
+ "sphinx-doc__sphinx-8548",
852
+ "sphinx-doc__sphinx-8551",
853
+ "sphinx-doc__sphinx-8593",
854
+ "sphinx-doc__sphinx-8595",
855
+ "sphinx-doc__sphinx-8621",
856
+ "sphinx-doc__sphinx-8638",
857
+ "sphinx-doc__sphinx-8721",
858
+ "sphinx-doc__sphinx-9229",
859
+ "sphinx-doc__sphinx-9230",
860
+ "sphinx-doc__sphinx-9258",
861
+ "sphinx-doc__sphinx-9281",
862
+ "sphinx-doc__sphinx-9320",
863
+ "sphinx-doc__sphinx-9367",
864
+ "sphinx-doc__sphinx-9461",
865
+ "sphinx-doc__sphinx-9591",
866
+ "sphinx-doc__sphinx-9602",
867
+ "sphinx-doc__sphinx-9658",
868
+ "sphinx-doc__sphinx-9673",
869
+ "sphinx-doc__sphinx-9698",
870
+ "sphinx-doc__sphinx-9711",
871
+ "sympy__sympy-11618",
872
+ "sympy__sympy-12096",
873
+ "sympy__sympy-12419",
874
+ "sympy__sympy-12481",
875
+ "sympy__sympy-12489",
876
+ "sympy__sympy-13031",
877
+ "sympy__sympy-13091",
878
+ "sympy__sympy-13372",
879
+ "sympy__sympy-13480",
880
+ "sympy__sympy-13551",
881
+ "sympy__sympy-13615",
882
+ "sympy__sympy-13647",
883
+ "sympy__sympy-13757",
884
+ "sympy__sympy-13798",
885
+ "sympy__sympy-13852",
886
+ "sympy__sympy-13877",
887
+ "sympy__sympy-13878",
888
+ "sympy__sympy-13974",
889
+ "sympy__sympy-14248",
890
+ "sympy__sympy-14531",
891
+ "sympy__sympy-14711",
892
+ "sympy__sympy-14976",
893
+ "sympy__sympy-15017",
894
+ "sympy__sympy-15345",
895
+ "sympy__sympy-15349",
896
+ "sympy__sympy-15599",
897
+ "sympy__sympy-15809",
898
+ "sympy__sympy-15875",
899
+ "sympy__sympy-15976",
900
+ "sympy__sympy-16450",
901
+ "sympy__sympy-16597",
902
+ "sympy__sympy-16766",
903
+ "sympy__sympy-16792",
904
+ "sympy__sympy-16886",
905
+ "sympy__sympy-17139",
906
+ "sympy__sympy-17318",
907
+ "sympy__sympy-17630",
908
+ "sympy__sympy-17655",
909
+ "sympy__sympy-18189",
910
+ "sympy__sympy-18199",
911
+ "sympy__sympy-18211",
912
+ "sympy__sympy-18698",
913
+ "sympy__sympy-18763",
914
+ "sympy__sympy-19040",
915
+ "sympy__sympy-19346",
916
+ "sympy__sympy-19495",
917
+ "sympy__sympy-19637",
918
+ "sympy__sympy-19783",
919
+ "sympy__sympy-19954",
920
+ "sympy__sympy-20154",
921
+ "sympy__sympy-20428",
922
+ "sympy__sympy-20438",
923
+ "sympy__sympy-20590",
924
+ "sympy__sympy-20801",
925
+ "sympy__sympy-20916",
926
+ "sympy__sympy-21379",
927
+ "sympy__sympy-21596",
928
+ "sympy__sympy-21612",
929
+ "sympy__sympy-21847",
930
+ "sympy__sympy-21930",
931
+ "sympy__sympy-22080",
932
+ "sympy__sympy-22456",
933
+ "sympy__sympy-22714",
934
+ "sympy__sympy-22914",
935
+ "sympy__sympy-23262",
936
+ "sympy__sympy-23413",
937
+ "sympy__sympy-23534",
938
+ "sympy__sympy-23824",
939
+ "sympy__sympy-23950",
940
+ "sympy__sympy-24066",
941
+ "sympy__sympy-24213",
942
+ "sympy__sympy-24443",
943
+ "sympy__sympy-24539",
944
+ "sympy__sympy-24562",
945
+ "sympy__sympy-24661"
946
+ ],
947
+ "resolved_ids": [
948
+ "astropy__astropy-12907",
949
+ "astropy__astropy-14096",
950
+ "astropy__astropy-14182",
951
+ "astropy__astropy-14309",
952
+ "astropy__astropy-14539",
953
+ "astropy__astropy-14995",
954
+ "astropy__astropy-7166",
955
+ "astropy__astropy-7336",
956
+ "astropy__astropy-7671",
957
+ "django__django-10880",
958
+ "django__django-10914",
959
+ "django__django-10973",
960
+ "django__django-11066",
961
+ "django__django-11095",
962
+ "django__django-11119",
963
+ "django__django-11133",
964
+ "django__django-11149",
965
+ "django__django-11163",
966
+ "django__django-11179",
967
+ "django__django-11206",
968
+ "django__django-11292",
969
+ "django__django-11299",
970
+ "django__django-11333",
971
+ "django__django-11433",
972
+ "django__django-11451",
973
+ "django__django-11490",
974
+ "django__django-11532",
975
+ "django__django-11555",
976
+ "django__django-11603",
977
+ "django__django-11728",
978
+ "django__django-11740",
979
+ "django__django-11815",
980
+ "django__django-11880",
981
+ "django__django-11885",
982
+ "django__django-11951",
983
+ "django__django-11964",
984
+ "django__django-11999",
985
+ "django__django-12039",
986
+ "django__django-12143",
987
+ "django__django-12155",
988
+ "django__django-12209",
989
+ "django__django-12262",
990
+ "django__django-12325",
991
+ "django__django-12419",
992
+ "django__django-12663",
993
+ "django__django-12708",
994
+ "django__django-12713",
995
+ "django__django-12741",
996
+ "django__django-12754",
997
+ "django__django-12858",
998
+ "django__django-12965",
999
+ "django__django-13023",
1000
+ "django__django-13028",
1001
+ "django__django-13033",
1002
+ "django__django-13109",
1003
+ "django__django-13121",
1004
+ "django__django-13279",
1005
+ "django__django-13315",
1006
+ "django__django-13363",
1007
+ "django__django-13410",
1008
+ "django__django-13417",
1009
+ "django__django-13449",
1010
+ "django__django-13512",
1011
+ "django__django-13516",
1012
+ "django__django-13569",
1013
+ "django__django-13590",
1014
+ "django__django-13658",
1015
+ "django__django-13741",
1016
+ "django__django-13809",
1017
+ "django__django-13820",
1018
+ "django__django-13821",
1019
+ "django__django-13933",
1020
+ "django__django-13964",
1021
+ "django__django-14007",
1022
+ "django__django-14017",
1023
+ "django__django-14053",
1024
+ "django__django-14089",
1025
+ "django__django-14122",
1026
+ "django__django-14140",
1027
+ "django__django-14238",
1028
+ "django__django-14311",
1029
+ "django__django-14349",
1030
+ "django__django-14373",
1031
+ "django__django-14434",
1032
+ "django__django-14493",
1033
+ "django__django-14500",
1034
+ "django__django-14539",
1035
+ "django__django-14559",
1036
+ "django__django-14580",
1037
+ "django__django-14672",
1038
+ "django__django-14752",
1039
+ "django__django-14765",
1040
+ "django__django-14771",
1041
+ "django__django-14787",
1042
+ "django__django-14855",
1043
+ "django__django-14915",
1044
+ "django__django-15037",
1045
+ "django__django-15103",
1046
+ "django__django-15104",
1047
+ "django__django-15161",
1048
+ "django__django-15277",
1049
+ "django__django-15278",
1050
+ "django__django-15315",
1051
+ "django__django-15368",
1052
+ "django__django-15375",
1053
+ "django__django-15380",
1054
+ "django__django-15382",
1055
+ "django__django-15467",
1056
+ "django__django-15499",
1057
+ "django__django-15503",
1058
+ "django__django-15525",
1059
+ "django__django-15561",
1060
+ "django__django-15563",
1061
+ "django__django-15569",
1062
+ "django__django-15572",
1063
+ "django__django-15741",
1064
+ "django__django-15851",
1065
+ "django__django-15863",
1066
+ "django__django-15916",
1067
+ "django__django-15930",
1068
+ "django__django-15973",
1069
+ "django__django-15987",
1070
+ "django__django-16032",
1071
+ "django__django-16082",
1072
+ "django__django-16100",
1073
+ "django__django-16116",
1074
+ "django__django-16136",
1075
+ "django__django-16139",
1076
+ "django__django-16145",
1077
+ "django__django-16255",
1078
+ "django__django-16315",
1079
+ "django__django-16333",
1080
+ "django__django-16429",
1081
+ "django__django-16485",
1082
+ "django__django-16493",
1083
+ "django__django-16527",
1084
+ "django__django-16560",
1085
+ "django__django-16569",
1086
+ "django__django-16595",
1087
+ "django__django-16612",
1088
+ "django__django-16642",
1089
+ "django__django-16662",
1090
+ "django__django-16801",
1091
+ "django__django-16819",
1092
+ "django__django-16877",
1093
+ "django__django-16901",
1094
+ "django__django-17029",
1095
+ "django__django-17084",
1096
+ "django__django-9296",
1097
+ "mwaskom__seaborn-3069",
1098
+ "pallets__flask-5014",
1099
+ "psf__requests-1142",
1100
+ "psf__requests-6028",
1101
+ "pydata__xarray-2905",
1102
+ "pydata__xarray-3095",
1103
+ "pydata__xarray-3151",
1104
+ "pydata__xarray-3305",
1105
+ "pydata__xarray-3677",
1106
+ "pydata__xarray-3993",
1107
+ "pydata__xarray-4075",
1108
+ "pydata__xarray-4356",
1109
+ "pydata__xarray-4629",
1110
+ "pydata__xarray-4695",
1111
+ "pydata__xarray-4966",
1112
+ "pydata__xarray-6599",
1113
+ "pydata__xarray-6721",
1114
+ "pydata__xarray-6938",
1115
+ "pydata__xarray-7393",
1116
+ "pylint-dev__pylint-6528",
1117
+ "pylint-dev__pylint-6903",
1118
+ "pylint-dev__pylint-7277",
1119
+ "pytest-dev__pytest-10081",
1120
+ "pytest-dev__pytest-5631",
1121
+ "pytest-dev__pytest-5809",
1122
+ "pytest-dev__pytest-6202",
1123
+ "pytest-dev__pytest-7205",
1124
+ "pytest-dev__pytest-7236",
1125
+ "pytest-dev__pytest-7521",
1126
+ "pytest-dev__pytest-7982",
1127
+ "pytest-dev__pytest-8399",
1128
+ "scikit-learn__scikit-learn-10297",
1129
+ "scikit-learn__scikit-learn-10908",
1130
+ "scikit-learn__scikit-learn-11310",
1131
+ "scikit-learn__scikit-learn-11578",
1132
+ "scikit-learn__scikit-learn-12585",
1133
+ "scikit-learn__scikit-learn-12973",
1134
+ "scikit-learn__scikit-learn-13124",
1135
+ "scikit-learn__scikit-learn-13135",
1136
+ "scikit-learn__scikit-learn-13142",
1137
+ "scikit-learn__scikit-learn-13328",
1138
+ "scikit-learn__scikit-learn-13439",
1139
+ "scikit-learn__scikit-learn-13496",
1140
+ "scikit-learn__scikit-learn-13779",
1141
+ "scikit-learn__scikit-learn-14053",
1142
+ "scikit-learn__scikit-learn-14141",
1143
+ "scikit-learn__scikit-learn-14496",
1144
+ "scikit-learn__scikit-learn-14894",
1145
+ "scikit-learn__scikit-learn-15100",
1146
+ "scikit-learn__scikit-learn-25232",
1147
+ "scikit-learn__scikit-learn-25931",
1148
+ "scikit-learn__scikit-learn-25973",
1149
+ "scikit-learn__scikit-learn-26194",
1150
+ "scikit-learn__scikit-learn-26323",
1151
+ "scikit-learn__scikit-learn-9288",
1152
+ "sphinx-doc__sphinx-10449",
1153
+ "sphinx-doc__sphinx-10466",
1154
+ "sphinx-doc__sphinx-10673",
1155
+ "sphinx-doc__sphinx-11445",
1156
+ "sphinx-doc__sphinx-7440",
1157
+ "sphinx-doc__sphinx-7757",
1158
+ "sphinx-doc__sphinx-7910",
1159
+ "sphinx-doc__sphinx-8035",
1160
+ "sphinx-doc__sphinx-8056",
1161
+ "sphinx-doc__sphinx-8120",
1162
+ "sphinx-doc__sphinx-8265",
1163
+ "sphinx-doc__sphinx-8269",
1164
+ "sphinx-doc__sphinx-8459",
1165
+ "sphinx-doc__sphinx-8475",
1166
+ "sphinx-doc__sphinx-8551",
1167
+ "sphinx-doc__sphinx-8593",
1168
+ "sphinx-doc__sphinx-8621",
1169
+ "sphinx-doc__sphinx-9281",
1170
+ "sphinx-doc__sphinx-9367",
1171
+ "sphinx-doc__sphinx-9591",
1172
+ "sphinx-doc__sphinx-9698",
1173
+ "sympy__sympy-11618",
1174
+ "sympy__sympy-12096",
1175
+ "sympy__sympy-12419",
1176
+ "sympy__sympy-12481",
1177
+ "sympy__sympy-12489",
1178
+ "sympy__sympy-13031",
1179
+ "sympy__sympy-13091",
1180
+ "sympy__sympy-13480",
1181
+ "sympy__sympy-13551",
1182
+ "sympy__sympy-13647",
1183
+ "sympy__sympy-13757",
1184
+ "sympy__sympy-13877",
1185
+ "sympy__sympy-14531",
1186
+ "sympy__sympy-14711",
1187
+ "sympy__sympy-15017",
1188
+ "sympy__sympy-15349",
1189
+ "sympy__sympy-15599",
1190
+ "sympy__sympy-15809",
1191
+ "sympy__sympy-16766",
1192
+ "sympy__sympy-16792",
1193
+ "sympy__sympy-16886",
1194
+ "sympy__sympy-17139",
1195
+ "sympy__sympy-17318",
1196
+ "sympy__sympy-17655",
1197
+ "sympy__sympy-18189",
1198
+ "sympy__sympy-18211",
1199
+ "sympy__sympy-19040",
1200
+ "sympy__sympy-19346",
1201
+ "sympy__sympy-19495",
1202
+ "sympy__sympy-19637",
1203
+ "sympy__sympy-19783",
1204
+ "sympy__sympy-20154",
1205
+ "sympy__sympy-20590",
1206
+ "sympy__sympy-20801",
1207
+ "sympy__sympy-21847",
1208
+ "sympy__sympy-22456",
1209
+ "sympy__sympy-22714",
1210
+ "sympy__sympy-22914",
1211
+ "sympy__sympy-23262",
1212
+ "sympy__sympy-23413",
1213
+ "sympy__sympy-23534",
1214
+ "sympy__sympy-23824",
1215
+ "sympy__sympy-23950",
1216
+ "sympy__sympy-24066",
1217
+ "sympy__sympy-24213",
1218
+ "sympy__sympy-24443",
1219
+ "sympy__sympy-24539",
1220
+ "sympy__sympy-24562",
1221
+ "sympy__sympy-24661"
1222
+ ]
1223
+ },
1224
+ "generation_config": {
1225
+ "generation_args": {
1226
+ "agentic_eval_config": {
1227
+ "available_tools": [
1228
+ {
1229
+ "name": "bash"
1230
+ }
1231
+ ]
1232
+ },
1233
+ "max_attempts": 1
1234
+ }
1235
+ }
1236
+ }
1237
+ ]
1238
+ }
nvfp4_every_eval_ever/swebench.json ADDED
@@ -0,0 +1,1209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": "0.2.2",
3
+ "evaluation_id": "SWE-bench/RedHatAI_Qwen3.6-35B-A3B-NVFP4/hosted_vllm__RedHatAI__Qwen3.6-35B-A3B-NVFP4.validate-test_verified_instances_nvfp4.json/1783950892.826113",
4
+ "retrieved_timestamp": "1783950892.826113",
5
+ "source_metadata": {
6
+ "source_name": "SWE-bench",
7
+ "source_type": "evaluation_run",
8
+ "source_organization_name": "RedHatAI",
9
+ "evaluator_relationship": "third_party"
10
+ },
11
+ "eval_library": {
12
+ "name": "swebench",
13
+ "version": "2.2.0"
14
+ },
15
+ "model_info": {
16
+ "name": "RedHatAI/Qwen3.6-35B-A3B-NVFP4",
17
+ "id": "RedHatAI/Qwen3.6-35B-A3B-NVFP4",
18
+ "developer": "RedHatAI",
19
+ "additional_details": {
20
+ "swe_summary_schema_version": "2",
21
+ "source_summary_file": "hosted_vllm__RedHatAI__Qwen3.6-35B-A3B-NVFP4.validate-test_verified_instances_nvfp4.json"
22
+ }
23
+ },
24
+ "evaluation_results": [
25
+ {
26
+ "evaluation_name": "SWE-bench",
27
+ "source_data": {
28
+ "dataset_name": "SWE-bench",
29
+ "source_type": "hf_dataset",
30
+ "hf_repo": "princeton-nlp/SWE-bench",
31
+ "hf_split": "test",
32
+ "samples_number": 500
33
+ },
34
+ "metric_config": {
35
+ "evaluation_description": "Resolve rate: fraction of benchmark instances where the submitted patch passes verification (0.0\u20131.0)",
36
+ "lower_is_better": false,
37
+ "score_type": "continuous",
38
+ "min_score": 0.0,
39
+ "max_score": 1.0
40
+ },
41
+ "score_details": {
42
+ "score": 0.502,
43
+ "details": {
44
+ "total_instances": "500",
45
+ "resolved_instances": "251",
46
+ "submitted_instances": "500",
47
+ "completed_instances": "385",
48
+ "unresolved_instances": "134",
49
+ "empty_patch_instances": "40",
50
+ "error_instances": "75"
51
+ },
52
+ "completed_ids": [
53
+ "astropy__astropy-12907",
54
+ "astropy__astropy-13033",
55
+ "astropy__astropy-13236",
56
+ "astropy__astropy-13398",
57
+ "astropy__astropy-13453",
58
+ "astropy__astropy-13579",
59
+ "astropy__astropy-13977",
60
+ "astropy__astropy-14096",
61
+ "astropy__astropy-14182",
62
+ "astropy__astropy-14309",
63
+ "astropy__astropy-14365",
64
+ "astropy__astropy-14369",
65
+ "astropy__astropy-14508",
66
+ "astropy__astropy-14539",
67
+ "astropy__astropy-14995",
68
+ "astropy__astropy-7166",
69
+ "astropy__astropy-7336",
70
+ "astropy__astropy-7606",
71
+ "astropy__astropy-7671",
72
+ "astropy__astropy-8872",
73
+ "django__django-10097",
74
+ "django__django-10554",
75
+ "django__django-10880",
76
+ "django__django-10973",
77
+ "django__django-10999",
78
+ "django__django-11066",
79
+ "django__django-11087",
80
+ "django__django-11095",
81
+ "django__django-11099",
82
+ "django__django-11133",
83
+ "django__django-11141",
84
+ "django__django-11149",
85
+ "django__django-11163",
86
+ "django__django-11179",
87
+ "django__django-11206",
88
+ "django__django-11211",
89
+ "django__django-11239",
90
+ "django__django-11265",
91
+ "django__django-11276",
92
+ "django__django-11292",
93
+ "django__django-11299",
94
+ "django__django-11333",
95
+ "django__django-11400",
96
+ "django__django-11451",
97
+ "django__django-11477",
98
+ "django__django-11490",
99
+ "django__django-11532",
100
+ "django__django-11551",
101
+ "django__django-11555",
102
+ "django__django-11603",
103
+ "django__django-11728",
104
+ "django__django-11734",
105
+ "django__django-11790",
106
+ "django__django-11815",
107
+ "django__django-11820",
108
+ "django__django-11848",
109
+ "django__django-11880",
110
+ "django__django-11885",
111
+ "django__django-11951",
112
+ "django__django-11964",
113
+ "django__django-11999",
114
+ "django__django-12143",
115
+ "django__django-12155",
116
+ "django__django-12193",
117
+ "django__django-12209",
118
+ "django__django-12262",
119
+ "django__django-12273",
120
+ "django__django-12276",
121
+ "django__django-12304",
122
+ "django__django-12308",
123
+ "django__django-12325",
124
+ "django__django-12406",
125
+ "django__django-12419",
126
+ "django__django-12663",
127
+ "django__django-12708",
128
+ "django__django-12741",
129
+ "django__django-12774",
130
+ "django__django-12965",
131
+ "django__django-13012",
132
+ "django__django-13023",
133
+ "django__django-13028",
134
+ "django__django-13033",
135
+ "django__django-13089",
136
+ "django__django-13109",
137
+ "django__django-13112",
138
+ "django__django-13121",
139
+ "django__django-13128",
140
+ "django__django-13158",
141
+ "django__django-13195",
142
+ "django__django-13212",
143
+ "django__django-13297",
144
+ "django__django-13315",
145
+ "django__django-13343",
146
+ "django__django-13363",
147
+ "django__django-13401",
148
+ "django__django-13406",
149
+ "django__django-13410",
150
+ "django__django-13417",
151
+ "django__django-13449",
152
+ "django__django-13512",
153
+ "django__django-13513",
154
+ "django__django-13516",
155
+ "django__django-13551",
156
+ "django__django-13568",
157
+ "django__django-13590",
158
+ "django__django-13658",
159
+ "django__django-13741",
160
+ "django__django-13786",
161
+ "django__django-13807",
162
+ "django__django-13820",
163
+ "django__django-13821",
164
+ "django__django-13837",
165
+ "django__django-13933",
166
+ "django__django-13964",
167
+ "django__django-14007",
168
+ "django__django-14034",
169
+ "django__django-14053",
170
+ "django__django-14089",
171
+ "django__django-14122",
172
+ "django__django-14155",
173
+ "django__django-14170",
174
+ "django__django-14311",
175
+ "django__django-14315",
176
+ "django__django-14349",
177
+ "django__django-14376",
178
+ "django__django-14404",
179
+ "django__django-14434",
180
+ "django__django-14493",
181
+ "django__django-14500",
182
+ "django__django-14534",
183
+ "django__django-14539",
184
+ "django__django-14559",
185
+ "django__django-14580",
186
+ "django__django-14631",
187
+ "django__django-14672",
188
+ "django__django-14725",
189
+ "django__django-14752",
190
+ "django__django-14765",
191
+ "django__django-14771",
192
+ "django__django-14787",
193
+ "django__django-14855",
194
+ "django__django-14915",
195
+ "django__django-15037",
196
+ "django__django-15103",
197
+ "django__django-15104",
198
+ "django__django-15127",
199
+ "django__django-15161",
200
+ "django__django-15252",
201
+ "django__django-15268",
202
+ "django__django-15277",
203
+ "django__django-15278",
204
+ "django__django-15315",
205
+ "django__django-15368",
206
+ "django__django-15467",
207
+ "django__django-15499",
208
+ "django__django-15503",
209
+ "django__django-15525",
210
+ "django__django-15554",
211
+ "django__django-15561",
212
+ "django__django-15563",
213
+ "django__django-15569",
214
+ "django__django-15572",
215
+ "django__django-15629",
216
+ "django__django-15695",
217
+ "django__django-15731",
218
+ "django__django-15732",
219
+ "django__django-15741",
220
+ "django__django-15814",
221
+ "django__django-15851",
222
+ "django__django-15863",
223
+ "django__django-15930",
224
+ "django__django-15957",
225
+ "django__django-15987",
226
+ "django__django-16082",
227
+ "django__django-16100",
228
+ "django__django-16116",
229
+ "django__django-16136",
230
+ "django__django-16145",
231
+ "django__django-16255",
232
+ "django__django-16256",
233
+ "django__django-16263",
234
+ "django__django-16315",
235
+ "django__django-16429",
236
+ "django__django-16454",
237
+ "django__django-16485",
238
+ "django__django-16493",
239
+ "django__django-16502",
240
+ "django__django-16527",
241
+ "django__django-16560",
242
+ "django__django-16569",
243
+ "django__django-16595",
244
+ "django__django-16612",
245
+ "django__django-16631",
246
+ "django__django-16642",
247
+ "django__django-16661",
248
+ "django__django-16662",
249
+ "django__django-16667",
250
+ "django__django-16801",
251
+ "django__django-16819",
252
+ "django__django-16899",
253
+ "django__django-16901",
254
+ "django__django-16938",
255
+ "django__django-17029",
256
+ "django__django-17084",
257
+ "django__django-17087",
258
+ "django__django-7530",
259
+ "django__django-9296",
260
+ "mwaskom__seaborn-3069",
261
+ "mwaskom__seaborn-3187",
262
+ "pallets__flask-5014",
263
+ "psf__requests-1142",
264
+ "psf__requests-1724",
265
+ "psf__requests-1766",
266
+ "psf__requests-1921",
267
+ "psf__requests-2317",
268
+ "psf__requests-2931",
269
+ "psf__requests-5414",
270
+ "psf__requests-6028",
271
+ "pydata__xarray-2905",
272
+ "pydata__xarray-3095",
273
+ "pydata__xarray-3151",
274
+ "pydata__xarray-3993",
275
+ "pydata__xarray-4075",
276
+ "pydata__xarray-4094",
277
+ "pydata__xarray-4356",
278
+ "pydata__xarray-4629",
279
+ "pydata__xarray-4687",
280
+ "pydata__xarray-4695",
281
+ "pydata__xarray-4966",
282
+ "pydata__xarray-6599",
283
+ "pydata__xarray-6721",
284
+ "pydata__xarray-6744",
285
+ "pydata__xarray-6992",
286
+ "pydata__xarray-7229",
287
+ "pydata__xarray-7233",
288
+ "pydata__xarray-7393",
289
+ "pylint-dev__pylint-4551",
290
+ "pylint-dev__pylint-4604",
291
+ "pylint-dev__pylint-4661",
292
+ "pylint-dev__pylint-4970",
293
+ "pylint-dev__pylint-6386",
294
+ "pylint-dev__pylint-6528",
295
+ "pylint-dev__pylint-6903",
296
+ "pylint-dev__pylint-7277",
297
+ "pylint-dev__pylint-8898",
298
+ "pytest-dev__pytest-10051",
299
+ "pytest-dev__pytest-10081",
300
+ "pytest-dev__pytest-5262",
301
+ "pytest-dev__pytest-5631",
302
+ "pytest-dev__pytest-5787",
303
+ "pytest-dev__pytest-5809",
304
+ "pytest-dev__pytest-5840",
305
+ "pytest-dev__pytest-6197",
306
+ "pytest-dev__pytest-6202",
307
+ "pytest-dev__pytest-7205",
308
+ "pytest-dev__pytest-7236",
309
+ "pytest-dev__pytest-7324",
310
+ "pytest-dev__pytest-7432",
311
+ "pytest-dev__pytest-7521",
312
+ "pytest-dev__pytest-8399",
313
+ "scikit-learn__scikit-learn-10297",
314
+ "scikit-learn__scikit-learn-10844",
315
+ "scikit-learn__scikit-learn-10908",
316
+ "scikit-learn__scikit-learn-11310",
317
+ "scikit-learn__scikit-learn-11578",
318
+ "scikit-learn__scikit-learn-12585",
319
+ "scikit-learn__scikit-learn-13124",
320
+ "scikit-learn__scikit-learn-13135",
321
+ "scikit-learn__scikit-learn-13142",
322
+ "scikit-learn__scikit-learn-13328",
323
+ "scikit-learn__scikit-learn-13439",
324
+ "scikit-learn__scikit-learn-13496",
325
+ "scikit-learn__scikit-learn-14053",
326
+ "scikit-learn__scikit-learn-14087",
327
+ "scikit-learn__scikit-learn-14141",
328
+ "scikit-learn__scikit-learn-14496",
329
+ "scikit-learn__scikit-learn-14629",
330
+ "scikit-learn__scikit-learn-14894",
331
+ "scikit-learn__scikit-learn-14983",
332
+ "scikit-learn__scikit-learn-15100",
333
+ "scikit-learn__scikit-learn-25102",
334
+ "scikit-learn__scikit-learn-25232",
335
+ "scikit-learn__scikit-learn-25747",
336
+ "scikit-learn__scikit-learn-25931",
337
+ "scikit-learn__scikit-learn-25973",
338
+ "scikit-learn__scikit-learn-26194",
339
+ "scikit-learn__scikit-learn-26323",
340
+ "scikit-learn__scikit-learn-9288",
341
+ "sphinx-doc__sphinx-10323",
342
+ "sphinx-doc__sphinx-10435",
343
+ "sphinx-doc__sphinx-10449",
344
+ "sphinx-doc__sphinx-10466",
345
+ "sphinx-doc__sphinx-10614",
346
+ "sphinx-doc__sphinx-10673",
347
+ "sphinx-doc__sphinx-11445",
348
+ "sphinx-doc__sphinx-11510",
349
+ "sphinx-doc__sphinx-7440",
350
+ "sphinx-doc__sphinx-7590",
351
+ "sphinx-doc__sphinx-7748",
352
+ "sphinx-doc__sphinx-7757",
353
+ "sphinx-doc__sphinx-7910",
354
+ "sphinx-doc__sphinx-7985",
355
+ "sphinx-doc__sphinx-8035",
356
+ "sphinx-doc__sphinx-8056",
357
+ "sphinx-doc__sphinx-8120",
358
+ "sphinx-doc__sphinx-8265",
359
+ "sphinx-doc__sphinx-8475",
360
+ "sphinx-doc__sphinx-8548",
361
+ "sphinx-doc__sphinx-8551",
362
+ "sphinx-doc__sphinx-8593",
363
+ "sphinx-doc__sphinx-8621",
364
+ "sphinx-doc__sphinx-8638",
365
+ "sphinx-doc__sphinx-8721",
366
+ "sphinx-doc__sphinx-9229",
367
+ "sphinx-doc__sphinx-9230",
368
+ "sphinx-doc__sphinx-9258",
369
+ "sphinx-doc__sphinx-9281",
370
+ "sphinx-doc__sphinx-9320",
371
+ "sphinx-doc__sphinx-9461",
372
+ "sphinx-doc__sphinx-9591",
373
+ "sphinx-doc__sphinx-9673",
374
+ "sphinx-doc__sphinx-9698",
375
+ "sphinx-doc__sphinx-9711",
376
+ "sympy__sympy-11618",
377
+ "sympy__sympy-12096",
378
+ "sympy__sympy-12419",
379
+ "sympy__sympy-12481",
380
+ "sympy__sympy-13031",
381
+ "sympy__sympy-13372",
382
+ "sympy__sympy-13480",
383
+ "sympy__sympy-13551",
384
+ "sympy__sympy-13615",
385
+ "sympy__sympy-13647",
386
+ "sympy__sympy-13757",
387
+ "sympy__sympy-13798",
388
+ "sympy__sympy-13852",
389
+ "sympy__sympy-13877",
390
+ "sympy__sympy-13878",
391
+ "sympy__sympy-13974",
392
+ "sympy__sympy-14248",
393
+ "sympy__sympy-14531",
394
+ "sympy__sympy-14711",
395
+ "sympy__sympy-14976",
396
+ "sympy__sympy-15017",
397
+ "sympy__sympy-15345",
398
+ "sympy__sympy-15809",
399
+ "sympy__sympy-15875",
400
+ "sympy__sympy-15976",
401
+ "sympy__sympy-16450",
402
+ "sympy__sympy-16766",
403
+ "sympy__sympy-16792",
404
+ "sympy__sympy-16886",
405
+ "sympy__sympy-17139",
406
+ "sympy__sympy-17318",
407
+ "sympy__sympy-17630",
408
+ "sympy__sympy-18189",
409
+ "sympy__sympy-18199",
410
+ "sympy__sympy-18211",
411
+ "sympy__sympy-18698",
412
+ "sympy__sympy-18763",
413
+ "sympy__sympy-19040",
414
+ "sympy__sympy-19346",
415
+ "sympy__sympy-19637",
416
+ "sympy__sympy-19783",
417
+ "sympy__sympy-19954",
418
+ "sympy__sympy-20154",
419
+ "sympy__sympy-20428",
420
+ "sympy__sympy-20438",
421
+ "sympy__sympy-20590",
422
+ "sympy__sympy-20801",
423
+ "sympy__sympy-21379",
424
+ "sympy__sympy-21596",
425
+ "sympy__sympy-21847",
426
+ "sympy__sympy-21930",
427
+ "sympy__sympy-22080",
428
+ "sympy__sympy-22456",
429
+ "sympy__sympy-22714",
430
+ "sympy__sympy-23262",
431
+ "sympy__sympy-23413",
432
+ "sympy__sympy-23950",
433
+ "sympy__sympy-24066",
434
+ "sympy__sympy-24213",
435
+ "sympy__sympy-24443",
436
+ "sympy__sympy-24539",
437
+ "sympy__sympy-24562"
438
+ ],
439
+ "submitted_ids": [
440
+ "astropy__astropy-12907",
441
+ "astropy__astropy-13033",
442
+ "astropy__astropy-13236",
443
+ "astropy__astropy-13398",
444
+ "astropy__astropy-13453",
445
+ "astropy__astropy-13579",
446
+ "astropy__astropy-13977",
447
+ "astropy__astropy-14096",
448
+ "astropy__astropy-14182",
449
+ "astropy__astropy-14309",
450
+ "astropy__astropy-14365",
451
+ "astropy__astropy-14369",
452
+ "astropy__astropy-14508",
453
+ "astropy__astropy-14539",
454
+ "astropy__astropy-14598",
455
+ "astropy__astropy-14995",
456
+ "astropy__astropy-7166",
457
+ "astropy__astropy-7336",
458
+ "astropy__astropy-7606",
459
+ "astropy__astropy-7671",
460
+ "astropy__astropy-8707",
461
+ "astropy__astropy-8872",
462
+ "django__django-10097",
463
+ "django__django-10554",
464
+ "django__django-10880",
465
+ "django__django-10914",
466
+ "django__django-10973",
467
+ "django__django-10999",
468
+ "django__django-11066",
469
+ "django__django-11087",
470
+ "django__django-11095",
471
+ "django__django-11099",
472
+ "django__django-11119",
473
+ "django__django-11133",
474
+ "django__django-11138",
475
+ "django__django-11141",
476
+ "django__django-11149",
477
+ "django__django-11163",
478
+ "django__django-11179",
479
+ "django__django-11206",
480
+ "django__django-11211",
481
+ "django__django-11239",
482
+ "django__django-11265",
483
+ "django__django-11276",
484
+ "django__django-11292",
485
+ "django__django-11299",
486
+ "django__django-11333",
487
+ "django__django-11400",
488
+ "django__django-11433",
489
+ "django__django-11451",
490
+ "django__django-11477",
491
+ "django__django-11490",
492
+ "django__django-11532",
493
+ "django__django-11551",
494
+ "django__django-11555",
495
+ "django__django-11603",
496
+ "django__django-11728",
497
+ "django__django-11734",
498
+ "django__django-11740",
499
+ "django__django-11749",
500
+ "django__django-11790",
501
+ "django__django-11815",
502
+ "django__django-11820",
503
+ "django__django-11848",
504
+ "django__django-11880",
505
+ "django__django-11885",
506
+ "django__django-11951",
507
+ "django__django-11964",
508
+ "django__django-11999",
509
+ "django__django-12039",
510
+ "django__django-12050",
511
+ "django__django-12125",
512
+ "django__django-12143",
513
+ "django__django-12155",
514
+ "django__django-12193",
515
+ "django__django-12209",
516
+ "django__django-12262",
517
+ "django__django-12273",
518
+ "django__django-12276",
519
+ "django__django-12304",
520
+ "django__django-12308",
521
+ "django__django-12325",
522
+ "django__django-12406",
523
+ "django__django-12419",
524
+ "django__django-12663",
525
+ "django__django-12708",
526
+ "django__django-12713",
527
+ "django__django-12741",
528
+ "django__django-12754",
529
+ "django__django-12774",
530
+ "django__django-12858",
531
+ "django__django-12965",
532
+ "django__django-13012",
533
+ "django__django-13023",
534
+ "django__django-13028",
535
+ "django__django-13033",
536
+ "django__django-13089",
537
+ "django__django-13109",
538
+ "django__django-13112",
539
+ "django__django-13121",
540
+ "django__django-13128",
541
+ "django__django-13158",
542
+ "django__django-13195",
543
+ "django__django-13212",
544
+ "django__django-13279",
545
+ "django__django-13297",
546
+ "django__django-13315",
547
+ "django__django-13343",
548
+ "django__django-13344",
549
+ "django__django-13346",
550
+ "django__django-13363",
551
+ "django__django-13401",
552
+ "django__django-13406",
553
+ "django__django-13410",
554
+ "django__django-13417",
555
+ "django__django-13449",
556
+ "django__django-13512",
557
+ "django__django-13513",
558
+ "django__django-13516",
559
+ "django__django-13551",
560
+ "django__django-13568",
561
+ "django__django-13569",
562
+ "django__django-13590",
563
+ "django__django-13658",
564
+ "django__django-13670",
565
+ "django__django-13741",
566
+ "django__django-13786",
567
+ "django__django-13794",
568
+ "django__django-13807",
569
+ "django__django-13809",
570
+ "django__django-13810",
571
+ "django__django-13820",
572
+ "django__django-13821",
573
+ "django__django-13837",
574
+ "django__django-13925",
575
+ "django__django-13933",
576
+ "django__django-13964",
577
+ "django__django-14007",
578
+ "django__django-14011",
579
+ "django__django-14017",
580
+ "django__django-14034",
581
+ "django__django-14053",
582
+ "django__django-14089",
583
+ "django__django-14122",
584
+ "django__django-14140",
585
+ "django__django-14155",
586
+ "django__django-14170",
587
+ "django__django-14238",
588
+ "django__django-14311",
589
+ "django__django-14315",
590
+ "django__django-14349",
591
+ "django__django-14351",
592
+ "django__django-14373",
593
+ "django__django-14376",
594
+ "django__django-14404",
595
+ "django__django-14434",
596
+ "django__django-14493",
597
+ "django__django-14500",
598
+ "django__django-14534",
599
+ "django__django-14539",
600
+ "django__django-14559",
601
+ "django__django-14580",
602
+ "django__django-14608",
603
+ "django__django-14631",
604
+ "django__django-14672",
605
+ "django__django-14725",
606
+ "django__django-14752",
607
+ "django__django-14765",
608
+ "django__django-14771",
609
+ "django__django-14787",
610
+ "django__django-14792",
611
+ "django__django-14855",
612
+ "django__django-14915",
613
+ "django__django-14999",
614
+ "django__django-15022",
615
+ "django__django-15037",
616
+ "django__django-15098",
617
+ "django__django-15103",
618
+ "django__django-15104",
619
+ "django__django-15127",
620
+ "django__django-15128",
621
+ "django__django-15161",
622
+ "django__django-15252",
623
+ "django__django-15268",
624
+ "django__django-15277",
625
+ "django__django-15278",
626
+ "django__django-15280",
627
+ "django__django-15315",
628
+ "django__django-15368",
629
+ "django__django-15375",
630
+ "django__django-15380",
631
+ "django__django-15382",
632
+ "django__django-15467",
633
+ "django__django-15499",
634
+ "django__django-15503",
635
+ "django__django-15525",
636
+ "django__django-15554",
637
+ "django__django-15561",
638
+ "django__django-15563",
639
+ "django__django-15569",
640
+ "django__django-15572",
641
+ "django__django-15629",
642
+ "django__django-15695",
643
+ "django__django-15731",
644
+ "django__django-15732",
645
+ "django__django-15741",
646
+ "django__django-15814",
647
+ "django__django-15851",
648
+ "django__django-15863",
649
+ "django__django-15916",
650
+ "django__django-15930",
651
+ "django__django-15957",
652
+ "django__django-15973",
653
+ "django__django-15987",
654
+ "django__django-16032",
655
+ "django__django-16082",
656
+ "django__django-16100",
657
+ "django__django-16116",
658
+ "django__django-16136",
659
+ "django__django-16139",
660
+ "django__django-16145",
661
+ "django__django-16255",
662
+ "django__django-16256",
663
+ "django__django-16263",
664
+ "django__django-16315",
665
+ "django__django-16333",
666
+ "django__django-16429",
667
+ "django__django-16454",
668
+ "django__django-16485",
669
+ "django__django-16493",
670
+ "django__django-16502",
671
+ "django__django-16527",
672
+ "django__django-16560",
673
+ "django__django-16569",
674
+ "django__django-16595",
675
+ "django__django-16612",
676
+ "django__django-16631",
677
+ "django__django-16642",
678
+ "django__django-16661",
679
+ "django__django-16662",
680
+ "django__django-16667",
681
+ "django__django-16801",
682
+ "django__django-16819",
683
+ "django__django-16877",
684
+ "django__django-16899",
685
+ "django__django-16901",
686
+ "django__django-16938",
687
+ "django__django-16950",
688
+ "django__django-17029",
689
+ "django__django-17084",
690
+ "django__django-17087",
691
+ "django__django-7530",
692
+ "django__django-9296",
693
+ "matplotlib__matplotlib-13989",
694
+ "matplotlib__matplotlib-14623",
695
+ "matplotlib__matplotlib-20488",
696
+ "matplotlib__matplotlib-20676",
697
+ "matplotlib__matplotlib-20826",
698
+ "matplotlib__matplotlib-20859",
699
+ "matplotlib__matplotlib-21568",
700
+ "matplotlib__matplotlib-22719",
701
+ "matplotlib__matplotlib-22865",
702
+ "matplotlib__matplotlib-22871",
703
+ "matplotlib__matplotlib-23299",
704
+ "matplotlib__matplotlib-23314",
705
+ "matplotlib__matplotlib-23412",
706
+ "matplotlib__matplotlib-23476",
707
+ "matplotlib__matplotlib-24026",
708
+ "matplotlib__matplotlib-24149",
709
+ "matplotlib__matplotlib-24177",
710
+ "matplotlib__matplotlib-24570",
711
+ "matplotlib__matplotlib-24627",
712
+ "matplotlib__matplotlib-24637",
713
+ "matplotlib__matplotlib-24870",
714
+ "matplotlib__matplotlib-24970",
715
+ "matplotlib__matplotlib-25122",
716
+ "matplotlib__matplotlib-25287",
717
+ "matplotlib__matplotlib-25311",
718
+ "matplotlib__matplotlib-25332",
719
+ "matplotlib__matplotlib-25479",
720
+ "matplotlib__matplotlib-25775",
721
+ "matplotlib__matplotlib-25960",
722
+ "matplotlib__matplotlib-26113",
723
+ "matplotlib__matplotlib-26208",
724
+ "matplotlib__matplotlib-26291",
725
+ "matplotlib__matplotlib-26342",
726
+ "matplotlib__matplotlib-26466",
727
+ "mwaskom__seaborn-3069",
728
+ "mwaskom__seaborn-3187",
729
+ "pallets__flask-5014",
730
+ "psf__requests-1142",
731
+ "psf__requests-1724",
732
+ "psf__requests-1766",
733
+ "psf__requests-1921",
734
+ "psf__requests-2317",
735
+ "psf__requests-2931",
736
+ "psf__requests-5414",
737
+ "psf__requests-6028",
738
+ "pydata__xarray-2905",
739
+ "pydata__xarray-3095",
740
+ "pydata__xarray-3151",
741
+ "pydata__xarray-3305",
742
+ "pydata__xarray-3677",
743
+ "pydata__xarray-3993",
744
+ "pydata__xarray-4075",
745
+ "pydata__xarray-4094",
746
+ "pydata__xarray-4356",
747
+ "pydata__xarray-4629",
748
+ "pydata__xarray-4687",
749
+ "pydata__xarray-4695",
750
+ "pydata__xarray-4966",
751
+ "pydata__xarray-6461",
752
+ "pydata__xarray-6599",
753
+ "pydata__xarray-6721",
754
+ "pydata__xarray-6744",
755
+ "pydata__xarray-6938",
756
+ "pydata__xarray-6992",
757
+ "pydata__xarray-7229",
758
+ "pydata__xarray-7233",
759
+ "pydata__xarray-7393",
760
+ "pylint-dev__pylint-4551",
761
+ "pylint-dev__pylint-4604",
762
+ "pylint-dev__pylint-4661",
763
+ "pylint-dev__pylint-4970",
764
+ "pylint-dev__pylint-6386",
765
+ "pylint-dev__pylint-6528",
766
+ "pylint-dev__pylint-6903",
767
+ "pylint-dev__pylint-7080",
768
+ "pylint-dev__pylint-7277",
769
+ "pylint-dev__pylint-8898",
770
+ "pytest-dev__pytest-10051",
771
+ "pytest-dev__pytest-10081",
772
+ "pytest-dev__pytest-10356",
773
+ "pytest-dev__pytest-5262",
774
+ "pytest-dev__pytest-5631",
775
+ "pytest-dev__pytest-5787",
776
+ "pytest-dev__pytest-5809",
777
+ "pytest-dev__pytest-5840",
778
+ "pytest-dev__pytest-6197",
779
+ "pytest-dev__pytest-6202",
780
+ "pytest-dev__pytest-7205",
781
+ "pytest-dev__pytest-7236",
782
+ "pytest-dev__pytest-7324",
783
+ "pytest-dev__pytest-7432",
784
+ "pytest-dev__pytest-7490",
785
+ "pytest-dev__pytest-7521",
786
+ "pytest-dev__pytest-7571",
787
+ "pytest-dev__pytest-7982",
788
+ "pytest-dev__pytest-8399",
789
+ "scikit-learn__scikit-learn-10297",
790
+ "scikit-learn__scikit-learn-10844",
791
+ "scikit-learn__scikit-learn-10908",
792
+ "scikit-learn__scikit-learn-11310",
793
+ "scikit-learn__scikit-learn-11578",
794
+ "scikit-learn__scikit-learn-12585",
795
+ "scikit-learn__scikit-learn-12682",
796
+ "scikit-learn__scikit-learn-12973",
797
+ "scikit-learn__scikit-learn-13124",
798
+ "scikit-learn__scikit-learn-13135",
799
+ "scikit-learn__scikit-learn-13142",
800
+ "scikit-learn__scikit-learn-13328",
801
+ "scikit-learn__scikit-learn-13439",
802
+ "scikit-learn__scikit-learn-13496",
803
+ "scikit-learn__scikit-learn-13779",
804
+ "scikit-learn__scikit-learn-14053",
805
+ "scikit-learn__scikit-learn-14087",
806
+ "scikit-learn__scikit-learn-14141",
807
+ "scikit-learn__scikit-learn-14496",
808
+ "scikit-learn__scikit-learn-14629",
809
+ "scikit-learn__scikit-learn-14710",
810
+ "scikit-learn__scikit-learn-14894",
811
+ "scikit-learn__scikit-learn-14983",
812
+ "scikit-learn__scikit-learn-15100",
813
+ "scikit-learn__scikit-learn-25102",
814
+ "scikit-learn__scikit-learn-25232",
815
+ "scikit-learn__scikit-learn-25747",
816
+ "scikit-learn__scikit-learn-25931",
817
+ "scikit-learn__scikit-learn-25973",
818
+ "scikit-learn__scikit-learn-26194",
819
+ "scikit-learn__scikit-learn-26323",
820
+ "scikit-learn__scikit-learn-9288",
821
+ "sphinx-doc__sphinx-10323",
822
+ "sphinx-doc__sphinx-10435",
823
+ "sphinx-doc__sphinx-10449",
824
+ "sphinx-doc__sphinx-10466",
825
+ "sphinx-doc__sphinx-10614",
826
+ "sphinx-doc__sphinx-10673",
827
+ "sphinx-doc__sphinx-11445",
828
+ "sphinx-doc__sphinx-11510",
829
+ "sphinx-doc__sphinx-7440",
830
+ "sphinx-doc__sphinx-7454",
831
+ "sphinx-doc__sphinx-7462",
832
+ "sphinx-doc__sphinx-7590",
833
+ "sphinx-doc__sphinx-7748",
834
+ "sphinx-doc__sphinx-7757",
835
+ "sphinx-doc__sphinx-7889",
836
+ "sphinx-doc__sphinx-7910",
837
+ "sphinx-doc__sphinx-7985",
838
+ "sphinx-doc__sphinx-8035",
839
+ "sphinx-doc__sphinx-8056",
840
+ "sphinx-doc__sphinx-8120",
841
+ "sphinx-doc__sphinx-8265",
842
+ "sphinx-doc__sphinx-8269",
843
+ "sphinx-doc__sphinx-8459",
844
+ "sphinx-doc__sphinx-8475",
845
+ "sphinx-doc__sphinx-8548",
846
+ "sphinx-doc__sphinx-8551",
847
+ "sphinx-doc__sphinx-8593",
848
+ "sphinx-doc__sphinx-8595",
849
+ "sphinx-doc__sphinx-8621",
850
+ "sphinx-doc__sphinx-8638",
851
+ "sphinx-doc__sphinx-8721",
852
+ "sphinx-doc__sphinx-9229",
853
+ "sphinx-doc__sphinx-9230",
854
+ "sphinx-doc__sphinx-9258",
855
+ "sphinx-doc__sphinx-9281",
856
+ "sphinx-doc__sphinx-9320",
857
+ "sphinx-doc__sphinx-9367",
858
+ "sphinx-doc__sphinx-9461",
859
+ "sphinx-doc__sphinx-9591",
860
+ "sphinx-doc__sphinx-9602",
861
+ "sphinx-doc__sphinx-9658",
862
+ "sphinx-doc__sphinx-9673",
863
+ "sphinx-doc__sphinx-9698",
864
+ "sphinx-doc__sphinx-9711",
865
+ "sympy__sympy-11618",
866
+ "sympy__sympy-12096",
867
+ "sympy__sympy-12419",
868
+ "sympy__sympy-12481",
869
+ "sympy__sympy-12489",
870
+ "sympy__sympy-13031",
871
+ "sympy__sympy-13091",
872
+ "sympy__sympy-13372",
873
+ "sympy__sympy-13480",
874
+ "sympy__sympy-13551",
875
+ "sympy__sympy-13615",
876
+ "sympy__sympy-13647",
877
+ "sympy__sympy-13757",
878
+ "sympy__sympy-13798",
879
+ "sympy__sympy-13852",
880
+ "sympy__sympy-13877",
881
+ "sympy__sympy-13878",
882
+ "sympy__sympy-13974",
883
+ "sympy__sympy-14248",
884
+ "sympy__sympy-14531",
885
+ "sympy__sympy-14711",
886
+ "sympy__sympy-14976",
887
+ "sympy__sympy-15017",
888
+ "sympy__sympy-15345",
889
+ "sympy__sympy-15349",
890
+ "sympy__sympy-15599",
891
+ "sympy__sympy-15809",
892
+ "sympy__sympy-15875",
893
+ "sympy__sympy-15976",
894
+ "sympy__sympy-16450",
895
+ "sympy__sympy-16597",
896
+ "sympy__sympy-16766",
897
+ "sympy__sympy-16792",
898
+ "sympy__sympy-16886",
899
+ "sympy__sympy-17139",
900
+ "sympy__sympy-17318",
901
+ "sympy__sympy-17630",
902
+ "sympy__sympy-17655",
903
+ "sympy__sympy-18189",
904
+ "sympy__sympy-18199",
905
+ "sympy__sympy-18211",
906
+ "sympy__sympy-18698",
907
+ "sympy__sympy-18763",
908
+ "sympy__sympy-19040",
909
+ "sympy__sympy-19346",
910
+ "sympy__sympy-19495",
911
+ "sympy__sympy-19637",
912
+ "sympy__sympy-19783",
913
+ "sympy__sympy-19954",
914
+ "sympy__sympy-20154",
915
+ "sympy__sympy-20428",
916
+ "sympy__sympy-20438",
917
+ "sympy__sympy-20590",
918
+ "sympy__sympy-20801",
919
+ "sympy__sympy-20916",
920
+ "sympy__sympy-21379",
921
+ "sympy__sympy-21596",
922
+ "sympy__sympy-21612",
923
+ "sympy__sympy-21847",
924
+ "sympy__sympy-21930",
925
+ "sympy__sympy-22080",
926
+ "sympy__sympy-22456",
927
+ "sympy__sympy-22714",
928
+ "sympy__sympy-22914",
929
+ "sympy__sympy-23262",
930
+ "sympy__sympy-23413",
931
+ "sympy__sympy-23534",
932
+ "sympy__sympy-23824",
933
+ "sympy__sympy-23950",
934
+ "sympy__sympy-24066",
935
+ "sympy__sympy-24213",
936
+ "sympy__sympy-24443",
937
+ "sympy__sympy-24539",
938
+ "sympy__sympy-24562",
939
+ "sympy__sympy-24661"
940
+ ],
941
+ "resolved_ids": [
942
+ "astropy__astropy-12907",
943
+ "astropy__astropy-13453",
944
+ "astropy__astropy-13977",
945
+ "astropy__astropy-14096",
946
+ "astropy__astropy-14309",
947
+ "astropy__astropy-14508",
948
+ "astropy__astropy-14539",
949
+ "astropy__astropy-14995",
950
+ "astropy__astropy-7166",
951
+ "astropy__astropy-7336",
952
+ "astropy__astropy-7671",
953
+ "django__django-10880",
954
+ "django__django-10973",
955
+ "django__django-11066",
956
+ "django__django-11095",
957
+ "django__django-11099",
958
+ "django__django-11133",
959
+ "django__django-11149",
960
+ "django__django-11163",
961
+ "django__django-11179",
962
+ "django__django-11211",
963
+ "django__django-11276",
964
+ "django__django-11292",
965
+ "django__django-11299",
966
+ "django__django-11333",
967
+ "django__django-11451",
968
+ "django__django-11490",
969
+ "django__django-11551",
970
+ "django__django-11603",
971
+ "django__django-11815",
972
+ "django__django-11848",
973
+ "django__django-11880",
974
+ "django__django-11885",
975
+ "django__django-11951",
976
+ "django__django-11999",
977
+ "django__django-12143",
978
+ "django__django-12155",
979
+ "django__django-12209",
980
+ "django__django-12262",
981
+ "django__django-12276",
982
+ "django__django-12304",
983
+ "django__django-12325",
984
+ "django__django-12419",
985
+ "django__django-12708",
986
+ "django__django-12741",
987
+ "django__django-12965",
988
+ "django__django-13012",
989
+ "django__django-13028",
990
+ "django__django-13033",
991
+ "django__django-13089",
992
+ "django__django-13109",
993
+ "django__django-13121",
994
+ "django__django-13128",
995
+ "django__django-13158",
996
+ "django__django-13297",
997
+ "django__django-13315",
998
+ "django__django-13363",
999
+ "django__django-13401",
1000
+ "django__django-13406",
1001
+ "django__django-13410",
1002
+ "django__django-13417",
1003
+ "django__django-13516",
1004
+ "django__django-13551",
1005
+ "django__django-13568",
1006
+ "django__django-13590",
1007
+ "django__django-13658",
1008
+ "django__django-13741",
1009
+ "django__django-13786",
1010
+ "django__django-13820",
1011
+ "django__django-13821",
1012
+ "django__django-13837",
1013
+ "django__django-13933",
1014
+ "django__django-13964",
1015
+ "django__django-14007",
1016
+ "django__django-14053",
1017
+ "django__django-14089",
1018
+ "django__django-14122",
1019
+ "django__django-14311",
1020
+ "django__django-14349",
1021
+ "django__django-14376",
1022
+ "django__django-14404",
1023
+ "django__django-14434",
1024
+ "django__django-14500",
1025
+ "django__django-14539",
1026
+ "django__django-14559",
1027
+ "django__django-14580",
1028
+ "django__django-14672",
1029
+ "django__django-14752",
1030
+ "django__django-14765",
1031
+ "django__django-14787",
1032
+ "django__django-14855",
1033
+ "django__django-14915",
1034
+ "django__django-15103",
1035
+ "django__django-15104",
1036
+ "django__django-15161",
1037
+ "django__django-15268",
1038
+ "django__django-15277",
1039
+ "django__django-15278",
1040
+ "django__django-15315",
1041
+ "django__django-15368",
1042
+ "django__django-15467",
1043
+ "django__django-15499",
1044
+ "django__django-15561",
1045
+ "django__django-15569",
1046
+ "django__django-15572",
1047
+ "django__django-15731",
1048
+ "django__django-15741",
1049
+ "django__django-15814",
1050
+ "django__django-15851",
1051
+ "django__django-15863",
1052
+ "django__django-15930",
1053
+ "django__django-15987",
1054
+ "django__django-16082",
1055
+ "django__django-16100",
1056
+ "django__django-16116",
1057
+ "django__django-16136",
1058
+ "django__django-16145",
1059
+ "django__django-16255",
1060
+ "django__django-16315",
1061
+ "django__django-16429",
1062
+ "django__django-16485",
1063
+ "django__django-16493",
1064
+ "django__django-16527",
1065
+ "django__django-16569",
1066
+ "django__django-16595",
1067
+ "django__django-16612",
1068
+ "django__django-16642",
1069
+ "django__django-16661",
1070
+ "django__django-16662",
1071
+ "django__django-16801",
1072
+ "django__django-16819",
1073
+ "django__django-16901",
1074
+ "django__django-16938",
1075
+ "django__django-17029",
1076
+ "django__django-17084",
1077
+ "django__django-17087",
1078
+ "django__django-7530",
1079
+ "django__django-9296",
1080
+ "pallets__flask-5014",
1081
+ "psf__requests-1142",
1082
+ "psf__requests-5414",
1083
+ "pydata__xarray-2905",
1084
+ "pydata__xarray-3095",
1085
+ "pydata__xarray-3151",
1086
+ "pydata__xarray-4075",
1087
+ "pydata__xarray-4094",
1088
+ "pydata__xarray-4356",
1089
+ "pydata__xarray-4629",
1090
+ "pydata__xarray-4695",
1091
+ "pydata__xarray-4966",
1092
+ "pydata__xarray-6721",
1093
+ "pydata__xarray-6744",
1094
+ "pydata__xarray-7233",
1095
+ "pylint-dev__pylint-6528",
1096
+ "pylint-dev__pylint-6903",
1097
+ "pylint-dev__pylint-7277",
1098
+ "pytest-dev__pytest-10081",
1099
+ "pytest-dev__pytest-5262",
1100
+ "pytest-dev__pytest-5631",
1101
+ "pytest-dev__pytest-5787",
1102
+ "pytest-dev__pytest-5809",
1103
+ "pytest-dev__pytest-6202",
1104
+ "pytest-dev__pytest-7205",
1105
+ "pytest-dev__pytest-7236",
1106
+ "pytest-dev__pytest-7432",
1107
+ "pytest-dev__pytest-7521",
1108
+ "pytest-dev__pytest-8399",
1109
+ "scikit-learn__scikit-learn-10297",
1110
+ "scikit-learn__scikit-learn-10844",
1111
+ "scikit-learn__scikit-learn-10908",
1112
+ "scikit-learn__scikit-learn-11310",
1113
+ "scikit-learn__scikit-learn-11578",
1114
+ "scikit-learn__scikit-learn-12585",
1115
+ "scikit-learn__scikit-learn-13124",
1116
+ "scikit-learn__scikit-learn-13135",
1117
+ "scikit-learn__scikit-learn-13142",
1118
+ "scikit-learn__scikit-learn-13439",
1119
+ "scikit-learn__scikit-learn-13496",
1120
+ "scikit-learn__scikit-learn-14053",
1121
+ "scikit-learn__scikit-learn-14141",
1122
+ "scikit-learn__scikit-learn-14496",
1123
+ "scikit-learn__scikit-learn-14629",
1124
+ "scikit-learn__scikit-learn-14894",
1125
+ "scikit-learn__scikit-learn-14983",
1126
+ "scikit-learn__scikit-learn-15100",
1127
+ "scikit-learn__scikit-learn-25102",
1128
+ "scikit-learn__scikit-learn-25232",
1129
+ "scikit-learn__scikit-learn-25931",
1130
+ "scikit-learn__scikit-learn-25973",
1131
+ "scikit-learn__scikit-learn-26194",
1132
+ "scikit-learn__scikit-learn-26323",
1133
+ "scikit-learn__scikit-learn-9288",
1134
+ "sphinx-doc__sphinx-10466",
1135
+ "sphinx-doc__sphinx-11445",
1136
+ "sphinx-doc__sphinx-7440",
1137
+ "sphinx-doc__sphinx-7757",
1138
+ "sphinx-doc__sphinx-7910",
1139
+ "sphinx-doc__sphinx-8035",
1140
+ "sphinx-doc__sphinx-8120",
1141
+ "sphinx-doc__sphinx-8475",
1142
+ "sphinx-doc__sphinx-8551",
1143
+ "sphinx-doc__sphinx-8593",
1144
+ "sphinx-doc__sphinx-8721",
1145
+ "sphinx-doc__sphinx-9230",
1146
+ "sphinx-doc__sphinx-9281",
1147
+ "sphinx-doc__sphinx-9320",
1148
+ "sphinx-doc__sphinx-9591",
1149
+ "sphinx-doc__sphinx-9673",
1150
+ "sphinx-doc__sphinx-9698",
1151
+ "sympy__sympy-11618",
1152
+ "sympy__sympy-12096",
1153
+ "sympy__sympy-12419",
1154
+ "sympy__sympy-12481",
1155
+ "sympy__sympy-13031",
1156
+ "sympy__sympy-13372",
1157
+ "sympy__sympy-13480",
1158
+ "sympy__sympy-13551",
1159
+ "sympy__sympy-13647",
1160
+ "sympy__sympy-13757",
1161
+ "sympy__sympy-13877",
1162
+ "sympy__sympy-14531",
1163
+ "sympy__sympy-14711",
1164
+ "sympy__sympy-15345",
1165
+ "sympy__sympy-15809",
1166
+ "sympy__sympy-16450",
1167
+ "sympy__sympy-16766",
1168
+ "sympy__sympy-16792",
1169
+ "sympy__sympy-16886",
1170
+ "sympy__sympy-17139",
1171
+ "sympy__sympy-18189",
1172
+ "sympy__sympy-18211",
1173
+ "sympy__sympy-19040",
1174
+ "sympy__sympy-19346",
1175
+ "sympy__sympy-19637",
1176
+ "sympy__sympy-19783",
1177
+ "sympy__sympy-19954",
1178
+ "sympy__sympy-20154",
1179
+ "sympy__sympy-20590",
1180
+ "sympy__sympy-20801",
1181
+ "sympy__sympy-21379",
1182
+ "sympy__sympy-21847",
1183
+ "sympy__sympy-22456",
1184
+ "sympy__sympy-22714",
1185
+ "sympy__sympy-23262",
1186
+ "sympy__sympy-23413",
1187
+ "sympy__sympy-23950",
1188
+ "sympy__sympy-24066",
1189
+ "sympy__sympy-24213",
1190
+ "sympy__sympy-24443",
1191
+ "sympy__sympy-24539",
1192
+ "sympy__sympy-24562"
1193
+ ]
1194
+ },
1195
+ "generation_config": {
1196
+ "generation_args": {
1197
+ "agentic_eval_config": {
1198
+ "available_tools": [
1199
+ {
1200
+ "name": "bash"
1201
+ }
1202
+ ]
1203
+ },
1204
+ "max_attempts": 1
1205
+ }
1206
+ }
1207
+ }
1208
+ ]
1209
+ }