| models: | |
| - model: /llms1/benchmarking/results/results_Gemma2Fanar-9b-1T/ckpt_HF/Gemma2Fanar-9b-1T_step00360448 | |
| parameters: | |
| weight: 0.34 | |
| - model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe1_LR_1e-5/step-00012110 | |
| parameters: | |
| weight: 0.33 | |
| - model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe3_LR_1e-5/step-00012070 | |
| parameters: | |
| weight: 0.33 | |
| merge_method: linear | |
| dtype: bfloat16 |