models: - model: v000000/L3.1-Niitorm-8B-t0.0001+v000000/NII_8B_DPO parameters: weight: 1.0 merge_method: linear dtype: float16