models: - model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 #no parameters necessary for base model - model: appvoid/palmer-003 parameters: density: 0.5 weight: 0.5 - model: microsoft/rho-math-1b-v0.1 parameters: density: 0.5 weight: 0.5 merge_method: ties base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 parameters: normalize: false int8_mask: true dtype: float16