20240702_codestory_aide_mixed
20240912_marscode-agent-dev
20240627_abanteai_mentatbot_gpt4o
20240829_Isoform
20240723_marscode-agent-dev
20241028_agentless-1.5_gpt4o
20240621_autocoderover-v20240620
20240808_RepoGraph_gpt4o
20240604_CodeR
20240706_sima_gpt4o
20240725_opendevin_codeact_v1.8_claude35sonnet
20240612_IBM_Research_Agent101
20240925_hyperagent_lite1
20241016_IBM-SWE-1.0
20240620_sweagent_claude3.5sonnet
20240615_appmap-navie_gpt4o
20240530_autocoderover-v20240408
20240402_sweagent_gpt4
20240402_rag_claude3opus
20240402_rag_gpt4
20231010_rag_swellama13b
astropy__astropy-7746
django__django-12589
django__django-15252
django__django-16408
matplotlib__matplotlib-24265
pydata__xarray-4248
pytest-dev__pytest-8906
sphinx-doc__sphinx-11445
sympy__sympy-11870
sympy__sympy-13177
sympy__sympy-14317
sympy__sympy-18199
sympy__sympy-21612
django__django-12113
django__django-14155
matplotlib__matplotlib-23299
sympy__sympy-12419
matplotlib__matplotlib-23563
sympy__sympy-15345
django__django-14580
sympy__sympy-14396
sympy__sympy-20442
django__django-10924
django__django-13551
django__django-13964
scikit-learn__scikit-learn-13497
django__django-13158
django__django-14411
sympy__sympy-15678
sympy__sympy-17022
scikit-learn__scikit-learn-13142
sympy__sympy-24066
django__django-14672
scikit-learn__scikit-learn-12471
sympy__sympy-20154
psf__requests-863
django__django-15347
scikit-learn__scikit-learn-13496
django__django-16046
astropy__astropy-14995
pytest-dev__pytest-7373
mwaskom__seaborn-3010
sympy__sympy-24152
0
0.2
0.4
0.6
0.8
1
pass1_ex
model
example_id
plotly-logomark