data/swebench_lite_samples.json

{"benchmark":"SWE-bench Lite","model":"DeepSeek-Coder-V2-Instruct (agent : moatless-tools)","paper":"Large Language Monkeys (Brown et al. 2024), arXiv:2407.21787","source":"https://raw.githubusercontent.com/ScalingIntelligence/swe-bench-lite-samples/main/summary.json","n_tasks":300,"tasks":[{"task_id":"astropy__astropy-12907","n":250,"c":18,"flaky":false},{"task_id":"astropy__astropy-14182","n":250,"c":0,"flaky":false},{"task_id":"astropy__astropy-14365","n":250,"c":0,"flaky":false},{"task_id":"astropy__astropy-14995","n":250,"c":193,"flaky":false},{"task_id":"astropy__astropy-6938","n":250,"c":7,"flaky":false},{"task_id":"astropy__astropy-7746","n":250,"c":0,"flaky":false},{"task_id":"django__django-10914","n":250,"c":181,"flaky":false},{"task_id":"django__django-10924","n":250,"c":2,"flaky":false},{"task_id":"django__django-11001","n":250,"c":1,"flaky":false},{"task_id":"django__django-11019","n":250,"c":0,"flaky":false},{"task_id":"django__django-11039","n":250,"c":235,"flaky":false},{"task_id":"django__django-11049","n":250,"c":113,"flaky":false},{"task_id":"django__django-11099","n":250,"c":220,"flaky":false},{"task_id":"django__django-11133","n":250,"c":220,"flaky":false},{"task_id":"django__django-11179","n":250,"c":91,"flaky":false},{"task_id":"django__django-11283","n":250,"c":0,"flaky":false},{"task_id":"django__django-11422","n":250,"c":14,"flaky":false},{"task_id":"django__django-11564","n":250,"c":0,"flaky":false},{"task_id":"django__django-11583","n":250,"c":141,"flaky":false},{"task_id":"django__django-11620","n":250,"c":3,"flaky":false},{"task_id":"django__django-11630","n":250,"c":0,"flaky":false},{"task_id":"django__django-11742","n":250,"c":0,"flaky":false},{"task_id":"django__django-11797","n":250,"c":0,"flaky":false},{"task_id":"django__django-11815","n":250,"c":117,"flaky":false},{"task_id":"django__django-11848","n":250,"c":87,"flaky":false},{"task_id":"django__django-11905","n":250,"c":0,"flaky":false},{"task_id":"django__django-11910","n":250,"c":0,"flaky":false},{"task_id":"django__django-11964","n":250,"c":5,"flaky":false},{"task_id":"django__django-11999","n":250,"c":2,"flaky":false},{"task_id":"django__django-12113","n":250,"c":0,"flaky":false},{"task_id":"django__django-12125","n":250,"c":2,"flaky":false},{"task_id":"django__django-12184","n":249,"c":8,"flaky":false},{"task_id":"django__django-12284","n":250,"c":33,"flaky":false},{"task_id":"django__django-12286","n":250,"c":128,"flaky":false},{"task_id":"django__django-12308","n":250,"c":0,"flaky":false},{"task_id":"django__django-12453","n":250,"c":214,"flaky":false},{"task_id":"django__django-12470","n":250,"c":0,"flaky":false},{"task_id":"django__django-12497","n":250,"c":23,"flaky":false},{"task_id":"django__django-12589","n":250,"c":0,"flaky":false},{"task_id":"django__django-12700","n":250,"c":35,"flaky":false},{"task_id":"django__django-12708","n":250,"c":20,"flaky":false},{"task_id":"django__django-12747","n":250,"c":0,"flaky":false},{"task_id":"django__django-12856","n":250,"c":0,"flaky":false},{"task_id":"django__django-12908","n":250,"c":0,"flaky":false},{"task_id":"django__django-12915","n":250,"c":46,"flaky":false},{"task_id":"django__django-12983","n":250,"c":20,"flaky":false},{"task_id":"django__django-13028","n":250,"c":112,"flaky":false},{"task_id":"django__django-13033","n":250,"c":0,"flaky":false},{"task_id":"django__django-13158","n":250,"c":9,"flaky":false},{"task_id":"django__django-13220","n":250,"c":0,"flaky":false},{"task_id":"django__django-13230","n":250,"c":107,"flaky":false},{"task_id":"django__django-13265","n":250,"c":0,"flaky":false},{"task_id":"django__django-13315","n":250,"c":109,"flaky":true},{"task_id":"django__django-13321","n":250,"c":0,"flaky":false},{"task_id":"django__django-13401","n":250,"c":14,"flaky":false},{"task_id":"django__django-13447","n":249,"c":21,"flaky":true},{"task_id":"django__django-13448","n":250,"c":0,"flaky":false},{"task_id":"django__django-13551","n":250,"c":0,"flaky":false},{"task_id":"django__django-13590","n":250,"c":4,"flaky":true},{"task_id":"django__django-13658","n":250,"c":235,"flaky":false},{"task_id":"django__django-13660","n":250,"c":1,"flaky":false},{"task_id":"django__django-13710","n":250,"c":118,"flaky":true},{"task_id":"django__django-13757","n":250,"c":0,"flaky":true},{"task_id":"django__django-13768","n":250,"c":0,"flaky":false},{"task_id":"django__django-13925","n":250,"c":8,"flaky":false},{"task_id":"django__django-13933","n":250,"c":36,"flaky":true},{"task_id":"django__django-13964","n":250,"c":19,"flaky":true},{"task_id":"django__django-14016","n":250,"c":12,"flaky":false},{"task_id":"django__django-14017","n":250,"c":0,"flaky":true},{"task_id":"django__django-14155","n":250,"c":0,"flaky":false},{"task_id":"django__django-14238","n":250,"c":116,"flaky":true},{"task_id":"django__django-14382","n":250,"c":222,"flaky":true},{"task_id":"django__django-14411","n":250,"c":0,"flaky":false},{"task_id":"django__django-14534","n":250,"c":0,"flaky":false},{"task_id":"django__django-14580","n":250,"c":0,"flaky":false},{"task_id":"django__django-14608","n":250,"c":41,"flaky":true},{"task_id":"django__django-14667","n":250,"c":1,"flaky":false},{"task_id":"django__django-14672","n":250,"c":201,"flaky":true},{"task_id":"django__django-14730","n":250,"c":0,"flaky":false},{"task_id":"django__django-14752","n":250,"c":192,"flaky":true},{"task_id":"django__django-14787","n":250,"c":36,"flaky":false},{"task_id":"django__django-14855","n":250,"c":226,"flaky":false},{"task_id":"django__django-14915","n":250,"c":205,"flaky":true},{"task_id":"django__django-14997","n":250,"c":0,"flaky":true},{"task_id":"django__django-14999","n":250,"c":101,"flaky":true},{"task_id":"django__django-15061","n":250,"c":1,"flaky":false},{"task_id":"django__django-15202","n":250,"c":0,"flaky":false},{"task_id":"django__django-15213","n":250,"c":1,"flaky":false},{"task_id":"django__django-15252","n":250,"c":0,"flaky":false},{"task_id":"django__django-15320","n":250,"c":0,"flaky":true},{"task_id":"django__django-15347","n":250,"c":154,"flaky":false},{"task_id":"django__django-15388","n":250,"c":0,"flaky":false},{"task_id":"django__django-15400","n":250,"c":0,"flaky":false},{"task_id":"django__django-15498","n":250,"c":37,"flaky":false},{"task_id":"django__django-15695","n":249,"c":0,"flaky":false},{"task_id":"django__django-15738","n":250,"c":0,"flaky":true},{"task_id":"django__django-15781","n":250,"c":0,"flaky":false},{"task_id":"django__django-15789","n":250,"c":120,"flaky":false},{"task_id":"django__django-15790","n":250,"c":46,"flaky":true},{"task_id":"django__django-15814","n":250,"c":38,"flaky":true},{"task_id":"django__django-15819","n":250,"c":0,"flaky":true},{"task_id":"django__django-15851","n":250,"c":224,"flaky":false},{"task_id":"django__django-15902","n":250,"c":4,"flaky":false},{"task_id":"django__django-15996","n":250,"c":6,"flaky":false},{"task_id":"django__django-16041","n":250,"c":167,"flaky":false},{"task_id":"django__django-16046","n":250,"c":186,"flaky":false},{"task_id":"django__django-16139","n":250,"c":216,"flaky":false},{"task_id":"django__django-16229","n":250,"c":0,"flaky":true},{"task_id":"django__django-16255","n":250,"c":241,"flaky":false},{"task_id":"django__django-16379","n":250,"c":205,"flaky":true},{"task_id":"django__django-16400","n":250,"c":0,"flaky":true},{"task_id":"django__django-16408","n":250,"c":0,"flaky":false},{"task_id":"django__django-16527","n":250,"c":216,"flaky":false},{"task_id":"django__django-16595","n":250,"c":236,"flaky":false},{"task_id":"django__django-16816","n":250,"c":0,"flaky":false},{"task_id":"django__django-16820","n":249,"c":0,"flaky":false},{"task_id":"django__django-16873","n":250,"c":220,"flaky":false},{"task_id":"django__django-16910","n":250,"c":0,"flaky":false},{"task_id":"django__django-17051","n":250,"c":44,"flaky":true},{"task_id":"django__django-17087","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-18869","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-22711","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-22835","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-23299","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-23314","n":250,"c":47,"flaky":false},{"task_id":"matplotlib__matplotlib-23476","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-23562","n":250,"c":5,"flaky":false},{"task_id":"matplotlib__matplotlib-23563","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-23913","n":250,"c":35,"flaky":false},{"task_id":"matplotlib__matplotlib-23964","n":250,"c":93,"flaky":false},{"task_id":"matplotlib__matplotlib-23987","n":250,"c":23,"flaky":true},{"task_id":"matplotlib__matplotlib-24149","n":250,"c":143,"flaky":false},{"task_id":"matplotlib__matplotlib-24265","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-24334","n":250,"c":50,"flaky":false},{"task_id":"matplotlib__matplotlib-24970","n":250,"c":5,"flaky":false},{"task_id":"matplotlib__matplotlib-25079","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-25311","n":250,"c":1,"flaky":false},{"task_id":"matplotlib__matplotlib-25332","n":249,"c":1,"flaky":false},{"task_id":"matplotlib__matplotlib-25433","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-25442","n":250,"c":13,"flaky":false},{"task_id":"matplotlib__matplotlib-25498","n":250,"c":0,"flaky":false},{"task_id":"matplotlib__matplotlib-26011","n":249,"c":1,"flaky":false},{"task_id":"matplotlib__matplotlib-26020","n":250,"c":19,"flaky":false},{"task_id":"mwaskom__seaborn-2848","n":250,"c":15,"flaky":false},{"task_id":"mwaskom__seaborn-3010","n":250,"c":205,"flaky":false},{"task_id":"mwaskom__seaborn-3190","n":250,"c":77,"flaky":false},{"task_id":"mwaskom__seaborn-3407","n":250,"c":0,"flaky":false},{"task_id":"pallets__flask-4045","n":250,"c":0,"flaky":false},{"task_id":"pallets__flask-4992","n":250,"c":0,"flaky":false},{"task_id":"pallets__flask-5063","n":250,"c":0,"flaky":false},{"task_id":"psf__requests-1963","n":250,"c":16,"flaky":false},{"task_id":"psf__requests-2148","n":250,"c":0,"flaky":false},{"task_id":"psf__requests-2317","n":249,"c":172,"flaky":true},{"task_id":"psf__requests-2674","n":250,"c":42,"flaky":true},{"task_id":"psf__requests-3362","n":250,"c":58,"flaky":true},{"task_id":"psf__requests-863","n":250,"c":236,"flaky":true},{"task_id":"pydata__xarray-3364","n":250,"c":2,"flaky":false},{"task_id":"pydata__xarray-4094","n":250,"c":3,"flaky":false},{"task_id":"pydata__xarray-4248","n":250,"c":0,"flaky":false},{"task_id":"pydata__xarray-4493","n":250,"c":0,"flaky":false},{"task_id":"pydata__xarray-5131","n":250,"c":161,"flaky":false},{"task_id":"pylint-dev__pylint-5859","n":250,"c":3,"flaky":false},{"task_id":"pylint-dev__pylint-6506","n":250,"c":0,"flaky":false},{"task_id":"pylint-dev__pylint-7080","n":250,"c":3,"flaky":false},{"task_id":"pylint-dev__pylint-7114","n":250,"c":6,"flaky":false},{"task_id":"pylint-dev__pylint-7228","n":250,"c":0,"flaky":false},{"task_id":"pylint-dev__pylint-7993","n":250,"c":11,"flaky":false},{"task_id":"pytest-dev__pytest-11143","n":250,"c":117,"flaky":false},{"task_id":"pytest-dev__pytest-11148","n":250,"c":29,"flaky":false},{"task_id":"pytest-dev__pytest-5103","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-5221","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-5227","n":250,"c":211,"flaky":false},{"task_id":"pytest-dev__pytest-5413","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-5495","n":250,"c":1,"flaky":false},{"task_id":"pytest-dev__pytest-5692","n":250,"c":40,"flaky":false},{"task_id":"pytest-dev__pytest-6116","n":250,"c":1,"flaky":false},{"task_id":"pytest-dev__pytest-7168","n":249,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-7220","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-7373","n":250,"c":231,"flaky":false},{"task_id":"pytest-dev__pytest-7432","n":250,"c":87,"flaky":false},{"task_id":"pytest-dev__pytest-7490","n":250,"c":2,"flaky":false},{"task_id":"pytest-dev__pytest-8365","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-8906","n":250,"c":0,"flaky":false},{"task_id":"pytest-dev__pytest-9359","n":250,"c":5,"flaky":false},{"task_id":"scikit-learn__scikit-learn-10297","n":250,"c":215,"flaky":false},{"task_id":"scikit-learn__scikit-learn-10508","n":250,"c":0,"flaky":false},{"task_id":"scikit-learn__scikit-learn-10949","n":250,"c":0,"flaky":false},{"task_id":"scikit-learn__scikit-learn-11040","n":250,"c":0,"flaky":false},{"task_id":"scikit-learn__scikit-learn-11281","n":250,"c":5,"flaky":false},{"task_id":"scikit-learn__scikit-learn-12471","n":250,"c":39,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13142","n":250,"c":46,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13241","n":250,"c":67,"flaky":true},{"task_id":"scikit-learn__scikit-learn-13439","n":250,"c":106,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13496","n":249,"c":190,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13497","n":250,"c":14,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13584","n":250,"c":14,"flaky":false},{"task_id":"scikit-learn__scikit-learn-13779","n":249,"c":63,"flaky":false},{"task_id":"scikit-learn__scikit-learn-14087","n":250,"c":1,"flaky":false},{"task_id":"scikit-learn__scikit-learn-14092","n":250,"c":5,"flaky":false},{"task_id":"scikit-learn__scikit-learn-14894","n":250,"c":128,"flaky":false},{"task_id":"scikit-learn__scikit-learn-14983","n":250,"c":2,"flaky":false},{"task_id":"scikit-learn__scikit-learn-15512","n":250,"c":3,"flaky":false},{"task_id":"scikit-learn__scikit-learn-15535","n":250,"c":7,"flaky":false},{"task_id":"scikit-learn__scikit-learn-25500","n":250,"c":2,"flaky":false},{"task_id":"scikit-learn__scikit-learn-25570","n":248,"c":12,"flaky":false},{"task_id":"scikit-learn__scikit-learn-25638","n":250,"c":0,"flaky":false},{"task_id":"scikit-learn__scikit-learn-25747","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-10325","n":250,"c":61,"flaky":false},{"task_id":"sphinx-doc__sphinx-10451","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-11445","n":250,"c":1,"flaky":false},{"task_id":"sphinx-doc__sphinx-7686","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-7738","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-7975","n":250,"c":13,"flaky":false},{"task_id":"sphinx-doc__sphinx-8273","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-8282","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-8435","n":250,"c":8,"flaky":false},{"task_id":"sphinx-doc__sphinx-8474","n":250,"c":0,"flaky":false},{"task_id":"sphinx-doc__sphinx-8506","n":250,"c":1,"flaky":false},{"task_id":"sphinx-doc__sphinx-8595","n":250,"c":34,"flaky":false},{"task_id":"sphinx-doc__sphinx-8627","n":250,"c":10,"flaky":false},{"task_id":"sphinx-doc__sphinx-8713","n":250,"c":233,"flaky":false},{"task_id":"sphinx-doc__sphinx-8721","n":250,"c":79,"flaky":false},{"task_id":"sphinx-doc__sphinx-8801","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-11400","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-11870","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-11897","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-12171","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-12236","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-12419","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-12454","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-12481","n":250,"c":46,"flaky":false},{"task_id":"sympy__sympy-13031","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13043","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13146","n":250,"c":0,"flaky":true},{"task_id":"sympy__sympy-13177","n":250,"c":0,"flaky":true},{"task_id":"sympy__sympy-13437","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13471","n":250,"c":39,"flaky":false},{"task_id":"sympy__sympy-13480","n":250,"c":210,"flaky":false},{"task_id":"sympy__sympy-13647","n":250,"c":85,"flaky":false},{"task_id":"sympy__sympy-13773","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13895","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13915","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-13971","n":250,"c":78,"flaky":false},{"task_id":"sympy__sympy-14024","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-14308","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-14317","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-14396","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-14774","n":250,"c":226,"flaky":false},{"task_id":"sympy__sympy-14817","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-15011","n":250,"c":90,"flaky":false},{"task_id":"sympy__sympy-15308","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-15345","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-15346","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-15609","n":250,"c":35,"flaky":false},{"task_id":"sympy__sympy-15678","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-16106","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-16281","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-16503","n":250,"c":5,"flaky":false},{"task_id":"sympy__sympy-16792","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-16988","n":248,"c":28,"flaky":true},{"task_id":"sympy__sympy-17022","n":250,"c":23,"flaky":false},{"task_id":"sympy__sympy-17139","n":250,"c":33,"flaky":false},{"task_id":"sympy__sympy-17630","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-17655","n":250,"c":62,"flaky":false},{"task_id":"sympy__sympy-18057","n":250,"c":13,"flaky":false},{"task_id":"sympy__sympy-18087","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-18189","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-18199","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-18532","n":250,"c":9,"flaky":false},{"task_id":"sympy__sympy-18621","n":250,"c":16,"flaky":false},{"task_id":"sympy__sympy-18698","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-18835","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-19007","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-19254","n":249,"c":0,"flaky":false},{"task_id":"sympy__sympy-19487","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-20049","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-20154","n":250,"c":65,"flaky":false},{"task_id":"sympy__sympy-20212","n":250,"c":44,"flaky":false},{"task_id":"sympy__sympy-20322","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-20442","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-20590","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-20639","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-21055","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-21171","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-21379","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-21612","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-21614","n":250,"c":1,"flaky":false},{"task_id":"sympy__sympy-21627","n":248,"c":0,"flaky":false},{"task_id":"sympy__sympy-21847","n":249,"c":86,"flaky":false},{"task_id":"sympy__sympy-22005","n":250,"c":15,"flaky":false},{"task_id":"sympy__sympy-22714","n":250,"c":32,"flaky":false},{"task_id":"sympy__sympy-22840","n":249,"c":0,"flaky":false},{"task_id":"sympy__sympy-23117","n":250,"c":9,"flaky":false},{"task_id":"sympy__sympy-23191","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-23262","n":250,"c":34,"flaky":false},{"task_id":"sympy__sympy-24066","n":249,"c":78,"flaky":false},{"task_id":"sympy__sympy-24102","n":250,"c":0,"flaky":false},{"task_id":"sympy__sympy-24152","n":249,"c":232,"flaky":false},{"task_id":"sympy__sympy-24213","n":250,"c":89,"flaky":false},{"task_id":"sympy__sympy-24909","n":250,"c":0,"flaky":false}]}