| Model,line_subset_1,line_subset_2,line_subset_3,line_subset_4,line_subset_5,line_subset_6,line_subset_7 | |
| CodeFuse-DeepSeek-33b,82.61,73.91,86.96,78.26,69.57,68.0,79.17 | |
| Nxcode-CQ-7B,95.43,85.65,89.57,87.39,95.22,84.0,74.58 | |
| codegemma-2b,53.7,40.22,25.43,19.57,20.0,18.6,13.75 | |
| codegemma-7b,68.26,43.48,36.09,41.09,32.83,31.0,27.08 | |
| codegemma-7b-it,79.57,57.61,54.35,47.61,51.52,45.0,37.71 | |
| deepseek-coder-1.3b-base,57.17,41.3,30.43,30.65,31.3,17.2,20.0 | |
| deepseek-coder-6.7b-base,78.48,50.65,52.39,43.26,38.04,33.2,25.63 | |
| deepseek_coder-6.7b-instruct,81.74,82.39,84.13,66.3,67.83,66.6,53.33 | |
| deepseek_coder_33b-base,76.96,66.74,51.96,56.96,44.13,37.8,36.67 | |
| deepseek_coder_33b-instruct,87.39,78.26,69.35,68.04,61.3,49.6,51.04 | |
| codeqwen1.5-7b,68.26,53.04,55.43,54.13,46.52,47.6,35.62 | |
| new,79.57,57.61,54.35,47.61,51.52,45.0,37.71 | |