| ,optimizer,lr,wd,shape,mean,std,first_several_values | |
| _fsdp_wrapped_module.blocks.0.attns.full_attention.qkv.weight,0,1e-06,0.0001,[1769472],4.49E-05,7.66E-02,"-0.0468, 0.0027, -0.0178, 0.0090, -0.0706, 0.0272, 0.0123, 0.0356, -0.0142, -0.0887" | |
| _fsdp_wrapped_module.blocks.0.attns.full_attention.proj.weight,0,1e-06,0.0001,[589824],2.58E-05,2.88E-02,"-0.0187, -0.0622, 0.0098, -0.0118, 0.0009, -0.0168, 0.0077, -0.0037, -0.0219, 0.0027" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[1769472],4.49E-05,7.66E-02,"-0.0468, 0.0027, -0.0178, 0.0090, -0.0706, 0.0272, 0.0123, 0.0356, -0.0142, -0.0887" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[589824],2.58E-05,2.88E-02,"-0.0187, -0.0622, 0.0098, -0.0118, 0.0009, -0.0168, 0.0077, -0.0037, -0.0219, 0.0027" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[1024],2.49E-03,1.58E-01,"-0.1403, -0.1711, -0.1295, 0.1673, 0.0430, -0.2659, 0.2373, -0.1201, -0.1575, 0.2264" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[9216],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.full_attention.qkv.weight,0,1e-06,0.0001,[1769472],9.03E-05,5.90E-02,"-0.0524, 0.0384, -0.0355, 0.0186, -0.0357, -0.0100, -0.0494, -0.0442, 0.0405, 0.0040" | |
| _fsdp_wrapped_module.blocks.1.attns.full_attention.proj.weight,0,1e-06,0.0001,[589824],-1.42E-05,5.91E-02,"-0.0249, 0.0035, 0.0109, 0.0591, -0.0072, -0.0096, -0.0327, -0.0125, -0.0278, -0.0273" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[1769472],9.03E-05,5.90E-02,"-0.0524, 0.0384, -0.0355, 0.0186, -0.0357, -0.0100, -0.0494, -0.0442, 0.0405, 0.0040" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[74080],-2.04E-04,5.89E-02,"-0.0249, 0.0035, 0.0109, 0.0591, -0.0072, -0.0096, -0.0327, -0.0125, -0.0278, -0.0273" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.0.attns.full_attention.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.0.attns.full_attention.proj.bias,0,1e-06,0.0,[768],2.63E-02,6.70E-01,"-0.0497, 0.0112, -0.0262, 0.0088, -0.1807, 0.0368, 0.0250, 0.0253, -0.0265, -0.0110" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[64],1.00E+00,0.00E+00,"1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[64],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[768],2.63E-02,6.70E-01,"-0.0497, 0.0112, -0.0262, 0.0088, -0.1807, 0.0368, 0.0250, 0.0253, -0.0265, -0.0110" | |
| _fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[576],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.full_attention.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.full_attention.proj.bias,0,1e-06,0.0,[768],-9.08E-03,3.96E-01,"-0.0112, 0.0545, -0.0729, 0.4950, 0.0816, 0.0533, 0.0715, -0.3199, -0.0840, -0.1038" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[64],1.00E+00,0.00E+00,"1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[64],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000" | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN, | |
| _fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN, | |