| Model,line_subset_1,line_subset_2,line_subset_3,line_subset_4,line_subset_5,line_subset_6,line_subset_7,line_subset_8 | |
| CodeFuse-DeepSeek-33b,80.0,80.0,85.0,73.68,81.82,66.67,66.67,80.95 | |
| Nxcode-CQ-7B,94.75,88.25,93.5,83.95,91.36,80.48,85.71,80.48 | |
| codegemma-2b,46.75,54.5,25.5,18.95,20.68,16.19,22.38,13.81 | |
| codegemma-7b,64.75,55.75,34.0,36.58,42.5,24.29,31.43,30.24 | |
| codegemma-7b-it,76.5,68.25,48.5,51.58,54.09,44.05,44.29,39.29 | |
| deepseek-coder-1.3b-base,55.25,49.25,30.25,24.21,37.73,19.29,20.48,22.86 | |
| deepseek-coder-6.7b-base,75.25,64.75,48.5,44.47,41.59,25.95,40.0,27.38 | |
| deepseek_coder-6.7b-instruct,79.0,82.25,87.0,75.0,66.36,64.76,69.05,51.43 | |
| deepseek_coder_33b-base,75.5,78.25,49.5,46.84,56.14,37.62,42.62,36.9 | |
| deepseek_coder_33b-instruct,85.5,85.0,73.0,59.47,68.86,52.38,57.38,48.81 | |
| codeqwen1.5-7b,63.5,62.5,51.75,56.05,51.82,37.14,51.43,38.33 | |
| new,76.5,68.25,48.5,51.58,54.09,44.05,44.29,39.29 | |