@article{liang2024step, title={Step-aware Preference Optimization: Aligning Preference with Denoising Performance at Each Step}, author={Liang, Zhanhao and Yuan, Yuhui and Gu, Shuyang and Chen, Bohan and Hang, Tiankai and Li, Ji and Zheng, Liang}, journal={arXiv preprint arXiv:2406.04314}, year={2024} }