LoneStriker/Metis-0.1-8.0bpw-h8-exl2-2 Lichang-Chen/zephyr-7b-sft-lora ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_1 ShenaoZ/0.001_3iters_bs128_declr_nodpo_useresponse_iter_1 ShenaoZhang/0.0_ablation_4iters_bs128_nodpo_iter_1 vwxyzjn/ppo_zephyr2 ShenaoZ/0.001_ablation_iter_1 ShenaoZ/0.001_idpo_same_scratch_iter_3 ShenaoZhang/0.001_idpo_4iters_iter_1 ShenaoZhang/0.001_idpo_same_nodpo_iter_1 ShenaoZ/0.0_continue_iter_1 MichaelR207/mistral-sft-7b-dpo-qlora TTTXXX01/DPO-Zephyr-7B-base ShenaoZhang/0.0001_zephyr_5551_4iters_bs256_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_1e-6_larger_bs ShenaoZ/0.001_withdpo_4iters_bs256_555lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_2e-6 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_531lr_iter_1 ShenaoZ/0.0001_withdpo_4iters_bs256_3333lr_iter_1 vwxyzjn/ppo_zephyr_vllm_rm_norm3 LoneStriker/Metis-0.1-6.0bpw-h6-exl2-2 Mihaiii/Metis-0.1 tianlinliu0121/zephyr-7b-dpo-full-debug-regression vwxyzjn/ppo_zephyr7 ShenaoZ/0.001_3iters_bs128_declr_nodpo_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_1 ShenaoZ/0.01_ablation_3iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_decalpha_iter_1 ShenaoZ/0.0001_idpo_same_6iters_iter_1 ShenaoZ/0.0_dataup_replaceboth_iter_1 ShenaoZhang/0.001_idpo_same_replacechosen_iter_1 Katayoon/DPO-ONLY-Zephyr-7B TTTXXX01/DPO-Zephyr-7B ShenaoZhang/0.01_zephyr_5551_4iters_bs256_iter_1 ShenaoZhang/0.0_zephyr_5551_4iters_bs256_iter_1 ShenaoZ/0.0001_withdpo_4iters_bs256_5551lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_1e-6 vwxyzjn/ppo_zephyr_vllm_warmup vwxyzjn/ppo_zephyr_vllm_rm_norm ShenaoZhang/0.0_3iters_bs256_nodpo_full6w_iter_1 ShenaoZhang/0.001_2iters_bs256_nodpo_full6w_iter_1 winglian/zephyr-deita-kto-3ep LoneStriker/Metis-0.1-4.0bpw-h6-exl2-2 jiuhai/zephyr-7b-dpo-lora ShenaoZhang/0.001_3iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_1 ShenaoZ/0.01_ablation_4iters_bs256_nodpo_iter_1 vwxyzjn/ppo_zephyr1 ShenaoZ/0.001_ablation_4iters_bs256_iter_1 ShenaoZ/0.001_idpo_same_scratch_iter_2 imelnyk/ppo_zephyr10 vwxyzjn/ppo_zephyr_vllm_warmup_1e-6_larger_bs_300k_episodes ShenaoZ/0.001_withdpo_4iters_bs256_5551lr_iter_1 ShenaoZ/0.0_withdpo_4iters_bs256_5102lr_iter_1 vwxyzjn/rm_zephyr_new2 winglian/zephyr-deita-kto ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_useresponse_iter_1 ShenaoZ/0.001_3iters_bs256_declr_nodpo_iter_1 ShenaoZ/0.001_4iters_bs128_declr_nodpo_useresponse_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_useresponse_iter_1 ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_sample2_iter_1 ShenaoZ/0.0_ablation_4iters_iter_1 ShenaoZ/0.001_idpo_same_scratch_iter_1 ShenaoZhang/0.001_idpo_same_replacechosen_only_pair_iter_1 ShenaoZhang/0.001_idpo_same_iter_1 vwxyzjn/ppo_zephyr_vllm_bs64 vwxyzjn/ppo_zephyr_vllm_bs128 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_1 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_gemmait_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_withdpo_3iters_bs256_511lr_iter_1 winglian/zephyr-deita-dpo-3ep-v3-r512-bsz8-alpha256 winglian/zephyr-deita-kto-3ep-v3-r512-bsz8-alpha256-cosine winglian/zephyr-deita-kto-3ep-v3-r512-bsz8-alpha256 winglian/zephyr-deita-kto-3ep-v3-r512-bsz8 winglian/zephyr-deita-kto-3ep-v3-r128-bsz16 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_userresponse_iter_1 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_userresponse_iter_1 ShenaoZ/0.001_3iters_bs256_declr_nodpo_userresponse_iter_1 ShenaoZhang/0.001_ablation_5iters_bs128_iter_1 ShenaoZhang/0.001_ablation_4iters_bs128_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_sample2_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_declr_4iters_iter_1 ShenaoZ/0.001_ablation_4iters_iter_1 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_5102lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_0.4 vwxyzjn/ppo_zephyr_vllm_warmup_0.3 ShenaoZ/0.001_sft_nodpo_3iters_bs256_531lr_iter_1 ShenaoZ/0.001_withdpo_4iters_bs256_531lr_iter_1 ShenaoZ/0.0001_zephyrgemmasft_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_withdpo_4iters_bs256_4444lr_iter_1 ShenaoZ/0.0001_withdpo_3iters_bs256_551lr_iter_1 vwxyzjn/ppo_zephyr310 winglian/zephyr-deita-kto-3ep-v3-r1024-bsz8 winglian/zephyr-deita-kto-3ep-v3-r256-bsz16 Viivvzz0742/mistral-MistralMiniMed2 LoneStriker/Metis-0.1-5.0bpw-h6-exl2-2 LoneStriker/Metis-0.1-3.0bpw-h6-exl2-2 ShenaoZ/0.001_ablation_3iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs512_iter_1 ShenaoZ/0.0001_ablation_4iters_bs256_iter_1 ShenaoZ/0.001_ablation_6iters_iter_1 ShenaoZ/0.000001_ablation_iter_1 ShenaoZ/0.0_idpo_same_3iters_debug_iter_1 ShenaoZhang/0.001_idpo_same_replacechosen_only_iter_1 1t4chi/DPO-shift-2-zephyr-7b-sft-full 1t4chi/LS-zephyr-7b-sft-full ZhangShenao/DPO-Zephyr-7B ShenaoZhang/0.001_zephyr_5551_4iters_bs256_iter_1 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5311lr_iter_1 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_1 ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_0.2 ShenaoZ/0.01_withdpo_4iters_bs256_531lr_iter_1 vwxyzjn/ppo_zephyr9 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_userresponse_iter_1 winglian/zephyr-deita-kto-3ep-v2 tianlinliu0121/zephyr-7b-dpo-full-beta-0.2 ShenaoZhang/0.1_4iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.01_4iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.0_4iters_bs256_nodpo_only4w_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_only2third_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_declr_iter_1 ShenaoZ/0.0001_ablation_iter_1 ShenaoZ/0.0001_idpo_same_3itersn_iter_1 ShenaoZ/0.0001_idpo_same_3iters_iter_1 ShenaoZhang/0.001_idpo_iter_1 jcmei/DPO-Zephyr-7B TTTXXX01/DPO-Zephyr-7B-baseline ShenaoZ/DPO-Zephyr-7B ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5551lr_iter_1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_555lr_iter_1 ShenaoZ/0.0001_zephyrgemmasft_withdpo_3iters_bs256_555lr_iter_1 ShenaoZ/0.00005_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_withdpo_3iters_bs256_531lr_iter_1 cleanrl/ppo_zephyr310 ShenaoZhang/0.01_4iters_bs256_nodpo_full6w_userresponse_iter_1 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_iter_1 MaziyarPanahi/mistral-7b-sft-beta-GGUF winglian/zephyr-deita-kto-3ep-v3-r512-bsz16-cosine winglian/zephyr-deita-dpo ShenaoZ/0.001_4iters_bs256_nodpo_only2third_userresponse_iter_1 vwxyzjn/ppo_zephyr4 ShenaoZhang/0.01_ablation_4iters_bs128_nodpo_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_1 ShenaoZ/0.01_ablation_4iters_bs256_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_iter_1 ShenaoZ/0.00001_ablation_iter_1 ShenaoZ/0.0_ablation_6iters_iter_1 ShenaoZhang/0.0005_idpo_same_nodpo_replace_iter_1 ShenaoZhang/0.001_idpo_noreplacerej_iter_1 ShenaoZ/0.0_dataup_4iters_iter_1 ShenaoZ/0.0_dataup_iter_1 ShenaoZhang/0.01_version_debug_iter_1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_5102lr_iter_1 ShenaoZ/0.0001_withdpo_3iters_bs256_5102lr_iter_1 vwxyzjn/ppo_zephyr_vllm_test ShenaoZ/0.01_sft_nodpo_3iters_bs256_531lr_iter_1 ShenaoZ/0.0005_withdpo_4iters_bs256_555lr_iter_1 ShenaoZhang/0.01_3iters_bs256_nodpo_full6w_iter_1
ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_5 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_5 ShenaoZ/0.0001_ablation_4iters_bs256_iter_4 ShenaoZ/0.001_withdpo_4iters_bs256_5551lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_555lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_55505lr_iter_4 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_5102lr_iter_4 ShenaoZ/0.0_withdpo_4iters_bs256_5102lr_iter_4 Katayoon/VPO-Zephyr-7B-iter-3 ShenaoZ/0.001_3iters_bs256_declr_nodpo_userresponse_iter_3 ShenaoZ/0.001_ablation_3iters_bs256_nodpo_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_sample2_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_sample2_iter_3 ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_3 ShenaoZhang/0.0005_idpo_same_nodpo_replace_iter_3 ShenaoZhang/0.001_idpo_same_nodpo_iter_3 ShenaoZhang/0.001_optm_idpo_iter_2 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_3 ShenaoZ/0.01_withdpo_4iters_bs256_531lr_iter_3 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_3 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_555lr_iter_3 Katayoon/CDPO-Zephyr-7B-iter-2 Katayoon/VPO-Pess-Zephyr-7B-iter-2 Katayoon/VPO-Zephyr-7B-SecondTry-iter-2 TheBloke/Metis-0.1-AWQ ShenaoZhang/0.1_4iters_bs256_nodpo_only4w_iter_2 ShenaoZhang/0.001_ablation_4iters_bs128_nodpo_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_decalpha_iter_2 ShenaoZ/0.01_ablation_4iters_bs256_iter_2 ShenaoZ/0.00001_ablation_iter_2 ShenaoZhang/0.001_optm_idpo_4iters_iter_1 ShenaoZ/SELM-Zephyr-7Bz-iter-1 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_iter_2 ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_2 ShenaoZ/0.01_sft_nodpo_3iters_bs256_531lr_iter_2 Katayoon/SELM-Zephyr-7B-iter-1 Katayoon/VPO-SELM-Zephyr-7B-iter-1 vwxyzjn/ppo_zephyr310 ShenaoZ/0.0001_withdpo_3iters_bs256_551lr_iter_1 ShenaoZ/0.0001_withdpo_4iters_bs256_4444lr_iter_1 ShenaoZ/0.0001_zephyrgemmasft_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.001_withdpo_4iters_bs256_531lr_iter_1 ShenaoZ/0.001_sft_nodpo_3iters_bs256_531lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_0.3 vwxyzjn/ppo_zephyr_vllm_warmup_0.4 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_5102lr_iter_1 ShenaoZ/0.001_ablation_4iters_iter_1 ShenaoZ/0.001_ablation_declr_4iters_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_sample2_iter_1 ShenaoZhang/0.001_ablation_4iters_bs128_nodpo_iter_1 ShenaoZhang/0.001_ablation_5iters_bs128_iter_1 ShenaoZ/0.001_3iters_bs256_declr_nodpo_userresponse_iter_1 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_userresponse_iter_1 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_userresponse_iter_1 winglian/zephyr-deita-kto-3ep-v3-r128-bsz16 winglian/zephyr-deita-kto-3ep-v3-r512-bsz8 winglian/zephyr-deita-kto-3ep-v3-r512-bsz8-alpha256 winglian/zephyr-deita-kto-3ep-v3-r512-bsz8-alpha256-cosine winglian/zephyr-deita-dpo-3ep-v3-r512-bsz8-alpha256 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_7 ShenaoZhang/0.1_4iters_bs256_nodpo_only4w_iter_4 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_4 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_userresponse_iter_4 ShenaoZ/0.001_4iters_bs128_declr_nodpo_useresponse_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_useresponse_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_decalpha_iter_4 ShenaoZ/SELM-Zephyr-7Bz-iter-3 ShenaoZ/0.0005_withdpo_4iters_bs256_5551lr_iter_4 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_4 ShenaoZ/0.0001_withdpo_4iters_bs256_4444lr_iter_4 Katayoon/VPO-Pess-Zephyr-7B-iter-3 Katayoon/DPO-ONLY-Zephyr-7B-2-iter-3 ShenaoZhang/0.001_3iters_bs256_nodpo_only4w_iter_3 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_iter_3 ShenaoZ/0.000001_ablation_iter_3 ShenaoZhang/0.001_optm_idpo_noreplacerej_0alpha_iter_2 ShenaoZhang/0.001_idpo_same_replacechosen_only_iter_3 ShenaoZ/0.0_dataup_4iters_iter_3 ShenaoZhang/0.001_idpo_same_iter_3 ShenaoZhang/0.0001_zephyr_5551_4iters_bs256_iter_3 ShenaoZ/0.001_withdpo_4iters_bs256_531lr_iter_3 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_555lr_iter_3 ShenaoZ/0.0_withdpo_4iters_bs256_5102lr_iter_3 Katayoon/DPO-ONLY-Zephyr-7B-3-iter-2 Katayoon/SELM-Zephyr-7B-iter-2 ShenaoZhang/0.01_4iters_bs256_nodpo_only4w_iter_2 ShenaoZ/0.001_3iters_bs128_declr_nodpo_useresponse_iter_2 ShenaoZ/0.001_ablation_3iters_bs256_nodpo_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_declr_iter_2 ShenaoZ/0.001_ablation_declr_4iters_iter_2 ShenaoZhang/0.001_optm_idpo_noreplacerej_iter_1 ShenaoZhang/0.001_idpo_same_replacechosen_only_iter_2 ShenaoZhang/0.001_idpo_same_replacechosen_iter_2 ShenaoZhang/0.001_idpo_same_iter_2 ShenaoZ/0.001_ablation_iter_2 ShenaoZ/0.0001_idpo_same_3itersn_iter_2 ShenaoZhang/0.001_2iters_bs256_nodpo_full6w_iter_2 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_5102lr_iter_2 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_555lr_iter_2 ShenaoZ/0.0005_withdpo_4iters_bs256_555lr_iter_2 Katayoon/VPO-Pess-Zephyr-7B-iter-1 Katayoon/VPO-Zephyr-7B-3-iter-1 ShenaoZhang/0.01_3iters_bs256_nodpo_full6w_iter_1 ShenaoZ/0.0005_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.01_sft_nodpo_3iters_bs256_531lr_iter_1 vwxyzjn/ppo_zephyr_vllm_test ShenaoZ/0.0001_withdpo_3iters_bs256_5102lr_iter_1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_5102lr_iter_1 ShenaoZhang/0.01_version_debug_iter_1 ShenaoZ/0.0_dataup_iter_1 ShenaoZ/0.0_dataup_4iters_iter_1 ShenaoZhang/0.001_idpo_noreplacerej_iter_1 ShenaoZhang/0.0005_idpo_same_nodpo_replace_iter_1 ShenaoZ/0.0_ablation_6iters_iter_1 ShenaoZ/0.00001_ablation_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_iter_1 ShenaoZ/0.01_ablation_4iters_bs256_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_1 ShenaoZhang/0.01_ablation_4iters_bs128_nodpo_iter_1 vwxyzjn/ppo_zephyr4 ShenaoZ/0.001_4iters_bs256_nodpo_only2third_userresponse_iter_1 winglian/zephyr-deita-dpo winglian/zephyr-deita-kto-3ep-v3-r512-bsz16-cosine MaziyarPanahi/mistral-7b-sft-beta-GGUF ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_5 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_5 ShenaoZhang/0.001_ablation_4iters_bs128_nodpo_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_sample2_iter_4 ShenaoZ/0.001_ablation_declr_4iters_iter_4 ShenaoZ/0.0001_idpo_same_6iters_iter_4 Katayoon/Paper-SELM-Zephyr-7Bz-iter-3 TTTXXX01/My-Zephyr-7B-iter-3 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5551lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5311lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_5553lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_dpolastdataup_5555lr_iter_4 Katayoon/CDPO-Zephyr-7B-iter-3 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_iter_3 ShenaoZhang/0.001_ablation_4iters_bs128_nodpo_iter_3 ShenaoZ/0.01_ablation_4iters_bs256_iter_3 ShenaoZ/0.001_ablation_5iters_bs256_iter_3 ShenaoZ/0.0_ablation_6iters_iter_3 ShenaoZ/0.0_continue_iter_3 ShenaoZhang/0.01_zephyr_5551_4iters_bs256_iter_3 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5311lr_iter_3 ShenaoZ/0.001_withdpo_4iters_bs256_5551lr_iter_3 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_iter_3 ShenaoZ/0.001_sft_nodpo_3iters_bs256_531lr_iter_3 Katayoon/VPO-Pess-SELM-Zephyr-7B-iter-2 Katayoon/VPO-Zephyr-7B-0.05-iter-2 ShenaoZ/0.001_ablation_4iters_bs256_sample2_iter_2 ShenaoZhang/0.001_idpo_iter_2 ShenaoZ/0.0_continue_iter_2 ShenaoZ/0.0_dataup_iter_2 ShenaoZ/0.0001_idpo_same_6iters_iter_2 ShenaoZhang/0.01_zephyr_5551_4iters_bs256_iter_2 ShenaoZ/0.001_withdpo_4iters_bs256_555lr_iter_2 ShenaoZhang/0.01_3iters_bs256_nodpo_full6w_iter_2 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_2 Katayoon/DPO-ONLY-Zephyr-7B-iter-1 ShenaoZhang/0.001_2iters_bs256_nodpo_full6w_iter_1 ShenaoZhang/0.0_3iters_bs256_nodpo_full6w_iter_1 vwxyzjn/ppo_zephyr_vllm_rm_norm vwxyzjn/ppo_zephyr_vllm_warmup vwxyzjn/ppo_zephyr_vllm_warmup_1e-6 ShenaoZ/0.0001_withdpo_4iters_bs256_5551lr_iter_1 ShenaoZhang/0.0_zephyr_5551_4iters_bs256_iter_1 ShenaoZhang/0.01_zephyr_5551_4iters_bs256_iter_1 TTTXXX01/DPO-Zephyr-7B Katayoon/DPO-ONLY-Zephyr-7B ShenaoZhang/0.001_idpo_same_replacechosen_iter_1 ShenaoZ/0.0_dataup_replaceboth_iter_1 ShenaoZ/0.0001_idpo_same_6iters_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_decalpha_iter_1 ShenaoZ/0.01_ablation_3iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_1 ShenaoZ/0.001_3iters_bs128_declr_nodpo_iter_1 vwxyzjn/ppo_zephyr7 tianlinliu0121/zephyr-7b-dpo-full-debug-regression Mihaiii/Metis-0.1 LoneStriker/Metis-0.1-6.0bpw-h6-exl2-2 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_5 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_4 ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_4 ShenaoZ/0.01_ablation_4iters_bs256_iter_4 ShenaoZhang/0.01_zephyr_5551_4iters_bs256_iter_4 ShenaoZhang/0.001_zephyr_5551_4iters_bs256_iter_4 ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_4 ShenaoZ/0.00005_withdpo_4iters_bs256_555lr_iter_4 ShenaoZhang/0.0005_zephyr_5551_4iters_bs256_oldtrl_iter_4 Katayoon/DPO-ONLY-Zephyr-7B-iter-3 ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_3 ShenaoZ/0.001_3iters_bs128_declr_nodpo_useresponse_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_useresponse_iter_3 ShenaoZhang/0.0_ablation_4iters_bs128_nodpo_iter_3 ShenaoZ/0.0001_ablation_4iters_bs256_iter_3 ShenaoZ/SELM-Zephyr-7Bz-iter-2 ShenaoZhang/0.01_3iters_bs256_nodpo_full6w_iter_3 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_5102lr_iter_3 ShenaoZ/0.0001_withdpo_4iters_bs256_4444lr_iter_3 ShenaoZ/0.0001_withdpo_4iters_bs256_3333lr_iter_3 ShenaoZ/0.0005_withdpo_4iters_bs256_555lr_iter_3 Katayoon/VPO-Zephyr-7B-0.01-iter-2 Katayoon/DPO-ONLY-Zephyr-7B-2-iter-2 Katayoon/VPO-SELM-Zephyr-7B-iter-2 ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_2 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_2 ShenaoZ/0.001_3iters_bs256_declr_nodpo_userresponse_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_useresponse_iter_2 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_2 ShenaoZ/0.01_ablation_4iters_bs256_nodpo_iter_2 ShenaoZhang/0.001_idpo_noreplacerej_iter_2 ShenaoZ/0.0001_ablation_iter_2 ShenaoZ/0.0001_idpo_same_3iters_iter_2 ShenaoZ/0.0001_withdpo_3iters_bs256_5102lr_iter_2 ShenaoZ/0.001_sft_nodpo_3iters_bs256_531lr_iter_2 ShenaoZ/0.001_withdpo_4iters_bs256_531lr_iter_2 ShenaoZ/0.0001_zephyrgemmasft_withdpo_4iters_bs256_555lr_iter_2 ShenaoZ/0.00005_withdpo_4iters_bs256_555lr_iter_2 ShenaoZ/0.0001_withdpo_4iters_bs256_3333lr_iter_2 mradermacher/DPO-ONLY-Zephyr-7B-i1-GGUF Katayoon/VPO-Zephyr-7B-0.01-iter-1 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_iter_1 ShenaoZhang/0.01_4iters_bs256_nodpo_full6w_userresponse_iter_1 cleanrl/ppo_zephyr310 ShenaoZ/0.0001_withdpo_3iters_bs256_531lr_iter_1 ShenaoZ/0.00005_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_zephyrgemmasft_withdpo_3iters_bs256_555lr_iter_1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_555lr_iter_1 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5551lr_iter_1 ShenaoZ/DPO-Zephyr-7B TTTXXX01/DPO-Zephyr-7B-baseline jcmei/DPO-Zephyr-7B ShenaoZhang/0.001_idpo_iter_1 ShenaoZ/0.0001_idpo_same_3iters_iter_1 ShenaoZ/0.0001_idpo_same_3itersn_iter_1 ShenaoZ/0.0001_ablation_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_declr_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_only2third_iter_1 ShenaoZhang/0.0_4iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.01_4iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.1_4iters_bs256_nodpo_only4w_iter_1 tianlinliu0121/zephyr-7b-dpo-full-beta-0.2 winglian/zephyr-deita-kto-3ep-v2 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_5 ShenaoZ/0.001_ablation_5iters_bs256_iter_5 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_4 ShenaoZ/0.001_ablation_5iters_bs256_iter_4 ShenaoZhang/0.0001_zephyr_5551_4iters_bs256_iter_4 Katayoon/VPO-Zephyr-7B-0.01-iter-3 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_3 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_userresponse_iter_3 ShenaoZ/0.01_ablation_4iters_bs256_nodpo_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_declr_iter_3 ShenaoZhang/0.001_idpo_4iters_iter_3 ShenaoZhang/0.001_idpo_same_replacechosen_iter_3 ShenaoZ/0.0_dataup_iter_3 ShenaoZ/0.0001_idpo_same_3iters_iter_3 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_5102lr_iter_3 ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_3 ShenaoZ/0.01_sft_nodpo_3iters_bs256_531lr_iter_3 Katayoon/VPO-Zephyr-7B-iter-2 Katayoon/DPO-ONLY-Zephyr-7B-iter-2 TheBloke/Metis-0.1-GPTQ ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_userresponse_iter_2 ShenaoZ/0.001_4iters_bs128_declr_nodpo_useresponse_iter_2 ShenaoZhang/0.0_ablation_4iters_bs128_nodpo_iter_2 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_2 ShenaoZ/0.001_ablation_5iters_bs256_iter_2 ShenaoZ/0.001_ablation_6iters_iter_2 ShenaoZ/0.001_withdpo_4iters_bs256_5551lr_iter_2 ShenaoZ/0.0001_withdpo_4iters_bs256_5551lr_iter_2 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_2 ShenaoZhang/0.01_4iters_bs256_nodpo_full6w_userresponse_iter_2 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_userresponse_iter_2 Katayoon/VPO-Zephyr-7B-iter-1 Katayoon/VPO-Zephyr-7B-2-iter-1 Katayoon/DPO-ONLY-Zephyr-7B-3-iter-1 ShenaoZ/0.0001_withdpo_3iters_bs256_511lr_iter_1 ShenaoZ/0.0001_gemmait_withdpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_555lr_iter_1 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_555lr_iter_1 vwxyzjn/ppo_zephyr_vllm_bs128 vwxyzjn/ppo_zephyr_vllm_bs64 ShenaoZhang/0.001_idpo_same_iter_1 ShenaoZhang/0.001_idpo_same_replacechosen_only_pair_iter_1 ShenaoZ/0.001_idpo_same_scratch_iter_1 ShenaoZ/0.0_ablation_4iters_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_sample2_iter_1 ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_useresponse_iter_1 ShenaoZ/0.001_4iters_bs128_declr_nodpo_useresponse_iter_1 ShenaoZ/0.001_3iters_bs256_declr_nodpo_iter_1 ShenaoZ/0.001_ablation_4iters_bs256_useresponse_iter_1 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_iter_1 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_1 winglian/zephyr-deita-kto ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_5 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_5 ShenaoZhang/0.01_4iters_bs256_nodpo_only4w_iter_4 ShenaoZ/0.0001_withdpo_4iters_bs256_5551lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_dpolastdataup_5551lr_iter_4 ShenaoZ/0.001_withdpo_4iters_bs256_531lr_iter_4 ShenaoZ/0.01_withdpo_4iters_bs256_531lr_iter_4 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_555lr_iter_4 Katayoon/VPO-Zephyr-7B-0.05-iter-3 Katayoon/VPO-Zephyr-7B-0.0005-iter-3 Katayoon/DPO-ONLY-Zephyr-7B-3-iter-3 Katayoon/VPO-SELM-Zephyr-7B-iter-3 ShenaoZhang/0.1_4iters_bs256_nodpo_only4w_iter_3 ShenaoZhang/0.01_4iters_bs256_nodpo_only4w_iter_3 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_userresponse_iter_3 ShenaoZhang/0.01_ablation_4iters_bs128_nodpo_iter_3 ShenaoZ/0.001_ablation_declr_4iters_iter_3 ShenaoZ/0.001_ablation_iter_3 ShenaoZhang/0.001_optm_idpo_noreplacerej_iter_2 ShenaoZhang/0.001_optm_idpo_noreplacerej_5e8lr_iter_2 ShenaoZ/0.0001_withdpo_3iters_bs256_551lr_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_sample2_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_iter_2 ShenaoZ/0.0_ablation_6iters_iter_2 ShenaoZhang/0.0005_idpo_same_nodpo_replace_iter_2 ShenaoZhang/0.001_optm_idpo_iter_1 TTTXXX01/My-Zephyr-7B-iter-1 ShenaoZ/0.0001_withdpo_3iters_bs256_551lr_iter_2 ShenaoZ/0.0001_withdpo_3iters_bs256_531lr_iter_2 ShenaoZ/0.0001_zephyrgemmasft_withdpo_3iters_bs256_555lr_iter_2 Katayoon/DPO-ONLY-Zephyr-7B-2-iter-1 Katayoon/VPO-Zephyr-7B-SecondTry-iter-1 Katayoon/VPO-Zephyr-7B-0.05-iter-1 vwxyzjn/rm_zephyr_new2 ShenaoZ/0.0_withdpo_4iters_bs256_5102lr_iter_1 ShenaoZ/0.001_withdpo_4iters_bs256_5551lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_1e-6_larger_bs_300k_episodes imelnyk/ppo_zephyr10 ShenaoZ/0.001_idpo_same_scratch_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_iter_1 vwxyzjn/ppo_zephyr1 ShenaoZ/0.01_ablation_4iters_bs256_nodpo_iter_1 ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_1 ShenaoZhang/0.001_3iters_bs256_nodpo_only4w_iter_1 jiuhai/zephyr-7b-dpo-lora LoneStriker/Metis-0.1-4.0bpw-h6-exl2-2 winglian/zephyr-deita-kto-3ep ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_iter_4 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_userresponse_iter_4 ShenaoZ/0.001_ablation_5iters_bs256_nodpo_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_declr_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_iter_4 ShenaoZ/0.001_ablation_6iters_iter_4 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_4 ShenaoZ/0.001_4iters_bs128_declr_nodpo_useresponse_iter_3 ShenaoZ/0.001_ablation_4iters_bs256_decalpha_iter_3 ShenaoZhang/0.001_idpo_noreplacerej_5e8lr_iter_3 ShenaoZhang/0.001_idpo_iter_3 ShenaoZhang/0.001_zephyr_5551_4iters_bs256_iter_3 ShenaoZ/0.001_withdpo_4iters_bs256_555lr_iter_3 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_531lr_iter_3 ShenaoZ/0.00005_withdpo_4iters_bs256_555lr_iter_3 ShenaoZhang/0.001_3iters_bs256_nodpo_only4w_iter_2 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_iter_2 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_2 ShenaoZhang/0.001_4iters_bs128_nodpo_only4w_userresponse_iter_2 ShenaoZ/0.001_ablation_4iters_bs256_nodpo_iter_2 ShenaoZ/0.000001_ablation_iter_2 ShenaoZhang/0.001_idpo_same_nodpo_iter_2 ShenaoZ/0.0_dataup_4iters_iter_2 ShenaoZhang/0.0001_zephyr_5551_4iters_bs256_iter_2 ShenaoZhang/0.001_zephyr_5551_4iters_bs256_iter_2 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5551lr_iter_2 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5311lr_iter_2 ShenaoZ/0.0001_withdpo_3iters_bs256_511lr_iter_2 ShenaoZ/0.01_withdpo_4iters_bs256_531lr_iter_2 ShenaoZ/0.0001_sft_nodpo_4iters_bs256_555lr_iter_2 Katayoon/VPO-Pess-SELM-Zephyr-7B-iter-1 Katayoon/CDPO-Zephyr-7B-iter-1 vwxyzjn/ppo_zephyr_vllm_rm_norm3 ShenaoZ/0.0001_withdpo_4iters_bs256_3333lr_iter_1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_531lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_2e-6 ShenaoZ/0.001_withdpo_4iters_bs256_555lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_1e-6_larger_bs ShenaoZhang/0.0001_zephyr_5551_4iters_bs256_iter_1 TTTXXX01/DPO-Zephyr-7B-base MichaelR207/mistral-sft-7b-dpo-qlora ShenaoZ/0.0_continue_iter_1 ShenaoZhang/0.001_idpo_same_nodpo_iter_1 ShenaoZhang/0.001_idpo_4iters_iter_1 ShenaoZ/0.001_idpo_same_scratch_iter_3 ShenaoZ/0.001_ablation_iter_1 vwxyzjn/ppo_zephyr2 ShenaoZhang/0.0_ablation_4iters_bs128_nodpo_iter_1 ShenaoZ/0.001_3iters_bs128_declr_nodpo_useresponse_iter_1 ShenaoZhang/0.001_4iters_bs256_nodpo_only4w_iter_1 Lichang-Chen/zephyr-7b-sft-lora LoneStriker/Metis-0.1-8.0bpw-h8-exl2-2 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_6 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_5 ShenaoZhang/0.0001_4iters_bs256_nodpo_only4w_iter_4 ShenaoZ/0.001_ablation_4iters_bs256_sample2_iter_4 ShenaoZ/0.0_ablation_6iters_iter_4 ShenaoZhang/0.001_optm_idpo_4iters_iter_3 ShenaoZhang/0.001_idpo_4iters_iter_4 ShenaoZ/0.0_dataup_4iters_iter_4 ShenaoZ/0.001_withdpo_4iters_bs256_555lr_iter_4 ShenaoZ/0.0005_withdpo_4iters_bs256_5557lr_iter_4 ShenaoZ/0.0001_withdpo_4iters_bs256_3333lr_iter_4 Katayoon/SELM-Zephyr-7B-iter-3 ShenaoZhang/0.001_5iters_bs256_nodpo_only4w_iter_3 ShenaoZ/0.001_ablation_5iters_bs256_useresponse_iter_3 ShenaoZ/0.001_ablation_6iters_iter_3 ShenaoZ/0.0001_ablation_iter_3 ShenaoZhang/0.001_idpo_noreplacerej_iter_3 ShenaoZhang/0.001_idpo_noreplacerej_0alpha_iter_3 ShenaoZhang/0.001_optm_idpo_4iters_iter_2 ShenaoZ/0.0001_idpo_same_3itersn_iter_3 ShenaoZ/0.0001_idpo_same_6iters_iter_3 TTTXXX01/My-Zephyr-7B-iter-2 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5551lr_iter_3 ShenaoZ/0.0001_withdpo_4iters_bs256_5551lr_iter_3 ShenaoZ/0.0001_withdpo_3iters_bs256_555lr_iter_3 ShenaoZ/0.0001_withdpo_3iters_bs256_511lr_iter_3 ShenaoZ/0.0001_withdpo_3iters_bs256_531lr_iter_3 ShenaoZ/0.0001_zephyrgemmasft_withdpo_4iters_bs256_555lr_iter_3 Katayoon/VPO-Zephyr-7B-0.0005-iter-2 TheBloke/Metis-0.1-GGUF ShenaoZhang/0.01_ablation_4iters_bs128_nodpo_iter_2 ShenaoZ/0.01_ablation_5iters_bs256_nodpo_iter_2 ShenaoZ/0.0001_ablation_4iters_bs256_iter_2 ShenaoZhang/0.001_idpo_4iters_iter_2 ZhangShenao/SELM-Zephyr-7B-iter-1 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_5102lr_iter_2 ShenaoZ/0.0001_sft_nodpo_3iters_bs256_531lr_iter_2 ShenaoZ/0.0_withdpo_4iters_bs256_5102lr_iter_2 ShenaoZ/0.0001_withdpo_4iters_bs256_4444lr_iter_2 mradermacher/DPO-ONLY-Zephyr-7B-GGUF Katayoon/VPO-Zephyr-7B-0.0005-iter-1 Katayoon/CDPO-Zephyr-7B-0.0001-iter-1 ShenaoZhang/0.0001_3iters_bs256_nodpo_full6w_userresponse_iter_1 vwxyzjn/ppo_zephyr9 ShenaoZ/0.01_withdpo_4iters_bs256_531lr_iter_1 vwxyzjn/ppo_zephyr_vllm_warmup_0.2 ShenaoZ/0.0001_withdpo_5iters_bs256_5102lr_iter_1 ShenaoZ/0.0001_sft_nodpo_5iters_bs256_5102lr_iter_1 ShenaoZ/0.0005_withdpo_4iters_bs256_2epoch_5311lr_iter_1 ShenaoZhang/0.001_zephyr_5551_4iters_bs256_iter_1 ZhangShenao/DPO-Zephyr-7B 1t4chi/LS-zephyr-7b-sft-full 1t4chi/DPO-shift-2-zephyr-7b-sft-full ShenaoZhang/0.001_idpo_same_replacechosen_only_iter_1 ShenaoZ/0.0_idpo_same_3iters_debug_iter_1 ShenaoZ/0.000001_ablation_iter_1 ShenaoZ/0.001_ablation_6iters_iter_1 ShenaoZ/0.0001_ablation_4iters_bs256_iter_1 ShenaoZ/0.001_ablation_4iters_bs512_iter_1 ShenaoZ/0.001_ablation_3iters_bs256_nodpo_iter_1 LoneStriker/Metis-0.1-3.0bpw-h6-exl2-2 LoneStriker/Metis-0.1-5.0bpw-h6-exl2-2 Viivvzz0742/mistral-MistralMiniMed2 winglian/zephyr-deita-kto-3ep-v3-r256-bsz16 winglian/zephyr-deita-kto-3ep-v3-r1024-bsz8