layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0000000025,0.10000,1.365
0,self_attn.k_proj,0.0000000003,0.10000,1.851
0,self_attn.v_proj,0.0000000002,0.10000,0.814
0,self_attn.o_proj,0.0000000006,0.10000,1.180
0,mlp.gate,0.0000007012,0.10000,0.605
0,mlp.experts.0.up_proj,0.0000019892,0.10000,0.977
0,mlp.experts.1.up_proj,0.0000011976,0.10000,0.991
0,mlp.experts.2.up_proj,0.0000005383,0.10000,0.965
0,mlp.experts.3.up_proj,0.0000048171,0.10000,1.005
0,mlp.experts.4.up_proj,0.0000067231,0.10000,0.928
0,mlp.experts.5.up_proj,0.0000694119,0.10000,0.935
0,mlp.experts.6.up_proj,0.0000040530,0.10000,1.013
0,mlp.experts.7.up_proj,0.0000009044,0.10000,1.015
0,mlp.experts.8.up_proj,0.0000108300,0.10000,0.982
0,mlp.experts.9.up_proj,0.0000141953,0.10000,0.965
0,mlp.experts.10.up_proj,0.0000356525,0.10000,1.031
0,mlp.experts.11.up_proj,0.0000010770,0.10000,1.024
0,mlp.experts.12.up_proj,0.0000023445,0.10000,1.024
0,mlp.experts.13.up_proj,0.0000039074,0.10000,1.026
0,mlp.experts.14.up_proj,0.0000099382,0.10000,1.009
0,mlp.experts.15.up_proj,0.0000198284,0.10000,1.068
0,mlp.experts.16.up_proj,0.0000006388,0.10000,1.018
0,mlp.experts.17.up_proj,0.0000013008,0.10000,1.071
0,mlp.experts.18.up_proj,0.0000046783,0.10000,0.996
0,mlp.experts.19.up_proj,0.0000270453,0.10000,0.957
0,mlp.experts.20.up_proj,0.0000897360,0.10000,1.013
0,mlp.experts.21.up_proj,0.0000010093,0.10000,1.032
0,mlp.experts.22.up_proj,0.0000120257,0.10000,1.005
0,mlp.experts.23.up_proj,0.0000048696,0.10000,1.026
0,mlp.experts.24.up_proj,0.0000023855,0.10000,0.962
0,mlp.experts.25.up_proj,0.0000513343,0.10000,1.063
0,mlp.experts.26.up_proj,0.0000003674,0.10000,0.922
0,mlp.experts.27.up_proj,0.0000007010,0.10000,0.947
0,mlp.experts.28.up_proj,0.0000007399,0.10000,1.001
0,mlp.experts.29.up_proj,0.0000014886,0.10000,1.019
0,mlp.experts.30.up_proj,0.0000037946,0.10000,1.015
0,mlp.experts.31.up_proj,0.0000001636,0.10000,0.983
0,mlp.experts.32.up_proj,0.0000044743,0.10000,1.014
0,mlp.experts.33.up_proj,0.0000061079,0.10000,1.029
0,mlp.experts.34.up_proj,0.0000010199,0.10000,1.023
0,mlp.experts.35.up_proj,0.0000014887,0.10000,0.997
0,mlp.experts.36.up_proj,0.0000216337,0.10000,0.990
0,mlp.experts.37.up_proj,0.0000228964,0.10000,0.995
0,mlp.experts.38.up_proj,0.0000040667,0.10000,0.966
0,mlp.experts.39.up_proj,0.0000029249,0.10000,0.996
0,mlp.experts.40.up_proj,0.0000048401,0.10000,0.983
0,mlp.experts.41.up_proj,0.0000018574,0.10000,1.018
0,mlp.experts.42.up_proj,0.0000720728,0.10000,0.960
0,mlp.experts.43.up_proj,0.0000005618,0.10000,1.002
0,mlp.experts.44.up_proj,0.0000009467,0.10000,0.988
0,mlp.experts.45.up_proj,0.0000006222,0.10000,1.010
0,mlp.experts.46.up_proj,0.0000014508,0.10000,1.043
0,mlp.experts.47.up_proj,0.0000030401,0.10000,1.039
0,mlp.experts.48.up_proj,0.0000036078,0.10000,0.994
0,mlp.experts.49.up_proj,0.0000009358,0.10000,1.012
0,mlp.experts.50.up_proj,0.0000003794,0.10000,0.992
0,mlp.experts.51.up_proj,0.0000002009,0.10000,0.971
0,mlp.experts.52.up_proj,0.0000027698,0.10000,0.994
0,mlp.experts.53.up_proj,0.0000046507,0.10000,0.986
0,mlp.experts.54.up_proj,0.0000476012,0.10000,0.991
0,mlp.experts.55.up_proj,0.0000125509,0.10000,0.919
0,mlp.experts.56.up_proj,0.0001072181,0.10000,0.831
0,mlp.experts.57.up_proj,0.0000004594,0.10000,0.848
0,mlp.experts.58.up_proj,0.0000007156,0.10000,0.956
0,mlp.experts.59.up_proj,0.0000006376,0.10000,0.987
0,mlp.experts.60.up_proj,0.0000038025,0.10000,0.952
0,mlp.experts.61.up_proj,0.0000002171,0.10000,0.994
0,mlp.experts.62.up_proj,0.0000009992,0.10000,0.993
0,mlp.experts.63.up_proj,0.0000005307,0.10000,0.972
0,mlp.experts.64.up_proj,0.0000020645,0.10000,0.953
0,mlp.experts.65.up_proj,0.0000003181,0.10000,1.032
0,mlp.experts.66.up_proj,0.0000043028,0.10000,1.035
0,mlp.experts.67.up_proj,0.0000020984,0.10000,1.022
0,mlp.experts.68.up_proj,0.0000014067,0.10000,1.020
0,mlp.experts.69.up_proj,0.0000004498,0.10000,1.035
0,mlp.experts.70.up_proj,0.0000086227,0.10000,0.890
0,mlp.experts.71.up_proj,0.0000005722,0.10000,0.870
0,mlp.experts.72.up_proj,0.0000006283,0.10000,0.950
0,mlp.experts.73.up_proj,0.0000005560,0.10000,0.985
0,mlp.experts.74.up_proj,0.0000335709,0.10000,0.998
0,mlp.experts.75.up_proj,0.0000018598,0.10000,0.967
0,mlp.experts.76.up_proj,0.0000003181,0.10000,0.974
0,mlp.experts.77.up_proj,0.0000014016,0.10000,1.030
0,mlp.experts.78.up_proj,0.0000059351,0.10000,1.016
0,mlp.experts.79.up_proj,0.0000019817,0.10000,1.033
0,mlp.experts.80.up_proj,0.0000008631,0.10000,0.951
0,mlp.experts.81.up_proj,0.0000004394,0.10000,0.901
0,mlp.experts.82.up_proj,0.0000057911,0.10000,0.964
0,mlp.experts.83.up_proj,0.0000009710,0.10000,0.984
0,mlp.experts.84.up_proj,0.0000010821,0.10000,1.065
0,mlp.experts.85.up_proj,0.0000007425,0.10000,0.971
0,mlp.experts.86.up_proj,0.0000032885,0.10000,1.029
0,mlp.experts.87.up_proj,0.0000012753,0.10000,0.999
0,mlp.experts.88.up_proj,0.0000002932,0.10000,1.032
0,mlp.experts.89.up_proj,0.0000145113,0.10000,1.028
0,mlp.experts.90.up_proj,0.0000389069,0.10000,1.031
0,mlp.experts.91.up_proj,0.0000011427,0.10000,1.042
0,mlp.experts.92.up_proj,0.0000096253,0.10000,1.001
0,mlp.experts.93.up_proj,0.0000002569,0.10000,1.023
0,mlp.experts.94.up_proj,0.0000318045,0.10000,0.997
0,mlp.experts.95.up_proj,0.0000053478,0.10000,1.064
0,mlp.experts.96.up_proj,0.0000944350,0.10000,0.973
0,mlp.experts.97.up_proj,0.0000009154,0.10000,1.043
0,mlp.experts.98.up_proj,0.0000003710,0.10000,1.001
0,mlp.experts.99.up_proj,0.0000034006,0.10000,0.976
0,mlp.experts.100.up_proj,0.0000005450,0.10000,0.946
0,mlp.experts.101.up_proj,0.0000035557,0.10000,0.976
0,mlp.experts.102.up_proj,0.0000025224,0.10000,1.005
0,mlp.experts.103.up_proj,0.0000002965,0.10000,1.003
0,mlp.experts.104.up_proj,0.0000005328,0.10000,1.011
0,mlp.experts.105.up_proj,0.0000017997,0.10000,1.015
0,mlp.experts.106.up_proj,0.0000003281,0.10000,1.024
0,mlp.experts.107.up_proj,0.0000003284,0.10000,0.969
0,mlp.experts.108.up_proj,0.0000078453,0.10000,1.000
0,mlp.experts.109.up_proj,0.0000004585,0.10000,1.014
0,mlp.experts.110.up_proj,0.0000005330,0.10000,0.957
0,mlp.experts.111.up_proj,0.0000010853,0.10000,0.978
0,mlp.experts.112.up_proj,0.0000014197,0.10000,0.977
0,mlp.experts.113.up_proj,0.0000043353,0.10000,1.045
0,mlp.experts.114.up_proj,0.0000008531,0.10000,0.986
0,mlp.experts.115.up_proj,0.0000468126,0.10000,1.058
0,mlp.experts.116.up_proj,0.0000026854,0.10000,0.983
0,mlp.experts.117.up_proj,0.0000021271,0.10000,0.955
0,mlp.experts.118.up_proj,0.0000020128,0.10000,0.976
0,mlp.experts.119.up_proj,0.0000009672,0.10000,0.998
0,mlp.experts.120.up_proj,0.0000002993,0.10000,0.998
0,mlp.experts.121.up_proj,0.0000004035,0.10000,0.976
0,mlp.experts.122.up_proj,0.0000021777,0.10000,0.942
0,mlp.experts.123.up_proj,0.0000008517,0.10000,0.986
0,mlp.experts.124.up_proj,0.0000028405,0.10000,1.021
0,mlp.experts.125.up_proj,0.0000047806,0.10000,0.949
0,mlp.experts.126.up_proj,0.0000013177,0.10000,1.020
0,mlp.experts.127.up_proj,0.0000005469,0.10000,0.997
0,mlp.experts.0.gate_proj,0.0000020554,0.10000,0.996
0,mlp.experts.1.gate_proj,0.0000013870,0.10000,0.974
0,mlp.experts.2.gate_proj,0.0000006290,0.10000,1.009
0,mlp.experts.3.gate_proj,0.0000053936,0.10000,0.996
0,mlp.experts.4.gate_proj,0.0000079057,0.10000,0.972
0,mlp.experts.5.gate_proj,0.0000787852,0.10000,1.019
0,mlp.experts.6.gate_proj,0.0000041911,0.10000,1.045
0,mlp.experts.7.gate_proj,0.0000011289,0.10000,1.037
0,mlp.experts.8.gate_proj,0.0000126800,0.10000,0.964
0,mlp.experts.9.gate_proj,0.0000151458,0.10000,0.981
0,mlp.experts.10.gate_proj,0.0000409033,0.10000,1.006
0,mlp.experts.11.gate_proj,0.0000012580,0.10000,0.954
0,mlp.experts.12.gate_proj,0.0000025660,0.10000,0.980
0,mlp.experts.13.gate_proj,0.0000043622,0.10000,1.031
0,mlp.experts.14.gate_proj,0.0000101702,0.10000,0.982
0,mlp.experts.15.gate_proj,0.0000208365,0.10000,1.043
0,mlp.experts.16.gate_proj,0.0000007535,0.10000,1.014
0,mlp.experts.17.gate_proj,0.0000014907,0.10000,1.099
0,mlp.experts.18.gate_proj,0.0000049111,0.10000,0.990
0,mlp.experts.19.gate_proj,0.0000280098,0.10000,1.076
0,mlp.experts.20.gate_proj,0.0000983353,0.10000,0.975
0,mlp.experts.21.gate_proj,0.0000011035,0.10000,1.086
0,mlp.experts.22.gate_proj,0.0000119308,0.10000,0.966
0,mlp.experts.23.gate_proj,0.0000053967,0.10000,0.892
0,mlp.experts.24.gate_proj,0.0000024843,0.10000,0.884
0,mlp.experts.25.gate_proj,0.0000545410,0.10000,1.023
0,mlp.experts.26.gate_proj,0.0000004307,0.10000,1.026
0,mlp.experts.27.gate_proj,0.0000008520,0.10000,1.032
0,mlp.experts.28.gate_proj,0.0000007654,0.10000,1.026
0,mlp.experts.29.gate_proj,0.0000015304,0.10000,1.010
0,mlp.experts.30.gate_proj,0.0000042319,0.10000,1.024
0,mlp.experts.31.gate_proj,0.0000001855,0.10000,1.070
0,mlp.experts.32.gate_proj,0.0000048462,0.10000,1.058
0,mlp.experts.33.gate_proj,0.0000060376,0.10000,1.031
0,mlp.experts.34.gate_proj,0.0000011266,0.10000,1.044
0,mlp.experts.35.gate_proj,0.0000016836,0.10000,1.056
0,mlp.experts.36.gate_proj,0.0000230849,0.10000,1.033
0,mlp.experts.38.gate_proj,0.0000042359,0.10000,1.042
0,mlp.experts.37.gate_proj,0.0000726067,0.10000,1.087
0,mlp.experts.39.gate_proj,0.0000030248,0.10000,1.063
0,mlp.experts.40.gate_proj,0.0000060483,0.10000,1.034
0,mlp.experts.41.gate_proj,0.0000020912,0.10000,1.019
0,mlp.experts.42.gate_proj,0.0000759992,0.10000,1.048
0,mlp.experts.43.gate_proj,0.0000006777,0.10000,0.953
0,mlp.experts.44.gate_proj,0.0000010014,0.10000,0.938
0,mlp.experts.45.gate_proj,0.0000006902,0.10000,0.989
0,mlp.experts.46.gate_proj,0.0000016034,0.10000,1.031
0,mlp.experts.47.gate_proj,0.0000033723,0.10000,1.048
0,mlp.experts.48.gate_proj,0.0000041888,0.10000,1.011
0,mlp.experts.50.gate_proj,0.0000004454,0.10000,1.045
0,mlp.experts.49.gate_proj,0.0000009891,0.10000,1.077
0,mlp.experts.51.gate_proj,0.0000002090,0.10000,1.044
0,mlp.experts.52.gate_proj,0.0000029811,0.10000,1.074
0,mlp.experts.53.gate_proj,0.0000053123,0.10000,0.978
0,mlp.experts.54.gate_proj,0.0000545337,0.10000,0.956
0,mlp.experts.55.gate_proj,0.0000146368,0.10000,1.050
0,mlp.experts.56.gate_proj,0.0001198402,0.10000,1.061
0,mlp.experts.58.gate_proj,0.0000007999,0.10000,1.033
0,mlp.experts.57.gate_proj,0.0000005620,0.10000,1.068
0,mlp.experts.59.gate_proj,0.0000007057,0.10000,1.002
0,mlp.experts.60.gate_proj,0.0000041686,0.10000,0.997
0,mlp.experts.61.gate_proj,0.0000002560,0.10000,0.998
0,mlp.experts.62.gate_proj,0.0000010812,0.10000,1.004
0,mlp.experts.63.gate_proj,0.0000006096,0.10000,1.015
0,mlp.experts.64.gate_proj,0.0000020454,0.10000,1.033
0,mlp.experts.65.gate_proj,0.0000003434,0.10000,1.047
0,mlp.experts.66.gate_proj,0.0000043449,0.10000,1.051
0,mlp.experts.67.gate_proj,0.0000023391,0.10000,0.967
0,mlp.experts.68.gate_proj,0.0000015880,0.10000,0.956
0,mlp.experts.69.gate_proj,0.0000005403,0.10000,0.980
0,mlp.experts.70.gate_proj,0.0000087558,0.10000,0.989
0,mlp.experts.71.gate_proj,0.0000006963,0.10000,1.002
0,mlp.experts.72.gate_proj,0.0000006718,0.10000,1.008
0,mlp.experts.73.gate_proj,0.0000006657,0.10000,0.972
0,mlp.experts.74.gate_proj,0.0000344226,0.10000,0.966
0,mlp.experts.75.gate_proj,0.0000020526,0.10000,0.984
0,mlp.experts.76.gate_proj,0.0000003865,0.10000,1.004
0,mlp.experts.77.gate_proj,0.0000015215,0.10000,0.938
0,mlp.experts.78.gate_proj,0.0000063189,0.10000,0.927
0,mlp.experts.79.gate_proj,0.0000020454,0.10000,0.913
0,mlp.experts.80.gate_proj,0.0000010346,0.10000,0.921
0,mlp.experts.81.gate_proj,0.0000004536,0.10000,1.046
0,mlp.experts.82.gate_proj,0.0000044350,0.10000,1.019
0,mlp.experts.83.gate_proj,0.0000011253,0.10000,1.050
0,mlp.experts.84.gate_proj,0.0000012378,0.10000,1.037
0,mlp.experts.86.gate_proj,0.0000034636,0.10000,1.024
0,mlp.experts.85.gate_proj,0.0000008093,0.10000,1.101
0,mlp.experts.87.gate_proj,0.0000014145,0.10000,1.021
0,mlp.experts.88.gate_proj,0.0000003538,0.10000,1.047
0,mlp.experts.89.gate_proj,0.0000144502,0.10000,0.959
0,mlp.experts.90.gate_proj,0.0000371984,0.10000,1.020
0,mlp.experts.91.gate_proj,0.0000012662,0.10000,1.025
0,mlp.experts.92.gate_proj,0.0000100155,0.10000,0.998
0,mlp.experts.93.gate_proj,0.0000003065,0.10000,1.005
0,mlp.experts.94.gate_proj,0.0000343096,0.10000,0.984
0,mlp.experts.95.gate_proj,0.0000060144,0.10000,1.030
0,mlp.experts.96.gate_proj,0.0001054264,0.10000,1.043
0,mlp.experts.97.gate_proj,0.0000011127,0.10000,1.018
0,mlp.experts.98.gate_proj,0.0000003924,0.10000,1.033
0,mlp.experts.99.gate_proj,0.0000038184,0.10000,0.975
0,mlp.experts.100.gate_proj,0.0000005946,0.10000,0.963
0,mlp.experts.101.gate_proj,0.0000035578,0.10000,0.995
0,mlp.experts.102.gate_proj,0.0000027276,0.10000,0.977
0,mlp.experts.103.gate_proj,0.0000003127,0.10000,0.954
0,mlp.experts.104.gate_proj,0.0000006502,0.10000,0.956
0,mlp.experts.105.gate_proj,0.0000020280,0.10000,1.028
0,mlp.experts.106.gate_proj,0.0000003750,0.10000,1.055
0,mlp.experts.107.gate_proj,0.0000003924,0.10000,1.052
0,mlp.experts.108.gate_proj,0.0000082945,0.10000,1.037
0,mlp.experts.109.gate_proj,0.0000005798,0.10000,1.023
0,mlp.experts.110.gate_proj,0.0000006040,0.10000,1.004
0,mlp.experts.111.gate_proj,0.0000010898,0.10000,1.004
0,mlp.experts.112.gate_proj,0.0000015679,0.10000,0.966
0,mlp.experts.113.gate_proj,0.0000048219,0.10000,1.000
0,mlp.experts.114.gate_proj,0.0000009241,0.10000,1.050
0,mlp.experts.115.gate_proj,0.0000528067,0.10000,0.990
0,mlp.experts.116.gate_proj,0.0000030905,0.10000,0.979
0,mlp.experts.117.gate_proj,0.0000022226,0.10000,1.048
0,mlp.experts.118.gate_proj,0.0000021419,0.10000,1.040
0,mlp.experts.119.gate_proj,0.0000011112,0.10000,1.028
0,mlp.experts.120.gate_proj,0.0000003428,0.10000,0.995
0,mlp.experts.121.gate_proj,0.0000005126,0.10000,1.037
0,mlp.experts.122.gate_proj,0.0000022783,0.10000,1.039
0,mlp.experts.123.gate_proj,0.0000010647,0.10000,1.021
0,mlp.experts.124.gate_proj,0.0000031707,0.10000,1.014
0,mlp.experts.125.gate_proj,0.0000054416,0.10000,1.005
0,mlp.experts.126.gate_proj,0.0000015098,0.10000,0.991
0,mlp.experts.127.gate_proj,0.0000006901,0.10000,0.642
0,mlp.experts.0.down_proj,0.0000001496,0.10000,0.382
0,mlp.experts.1.down_proj,0.0000001668,0.10000,0.393
0,mlp.experts.2.down_proj,0.0000000891,0.10000,0.367
0,mlp.experts.3.down_proj,0.0000018979,0.10000,0.394
0,mlp.experts.4.down_proj,0.0000007738,0.10000,0.347
0,mlp.experts.5.down_proj,0.0000115173,0.10000,0.369
0,mlp.experts.6.down_proj,0.0000003559,0.10000,0.381
0,mlp.experts.7.down_proj,0.0000003014,0.10000,0.386
0,mlp.experts.8.down_proj,0.0000212474,0.10000,0.373
0,mlp.experts.9.down_proj,0.0000007517,0.10000,0.386
0,mlp.experts.10.down_proj,0.0000019866,0.10000,0.378
0,mlp.experts.11.down_proj,0.0000004832,0.10000,0.387
0,mlp.experts.12.down_proj,0.0000004431,0.10000,0.380
0,mlp.experts.13.down_proj,0.0000071030,0.10000,0.382
0,mlp.experts.14.down_proj,0.0000005030,0.10000,0.378
0,mlp.experts.15.down_proj,0.0000009111,0.10000,0.381
0,mlp.experts.16.down_proj,0.0000002224,0.10000,0.386
0,mlp.experts.17.down_proj,0.0000005925,0.10000,0.386
0,mlp.experts.18.down_proj,0.0000004457,0.10000,0.376
0,mlp.experts.19.down_proj,0.0000053168,0.10000,0.373
0,mlp.experts.20.down_proj,0.0000072709,0.10000,0.344
0,mlp.experts.21.down_proj,0.0000001049,0.10000,0.338
0,mlp.experts.22.down_proj,0.0000026600,0.10000,0.352
0,mlp.experts.23.down_proj,0.0000022874,0.10000,0.371
0,mlp.experts.24.down_proj,0.0000001445,0.10000,0.402
0,mlp.experts.25.down_proj,0.0000821031,0.10000,0.401
0,mlp.experts.26.down_proj,0.0000029908,0.10000,0.366
0,mlp.experts.27.down_proj,0.0000002160,0.10000,0.365
0,mlp.experts.28.down_proj,0.0000000301,0.10000,0.385
0,mlp.experts.29.down_proj,0.0000000840,0.10000,0.382
0,mlp.experts.30.down_proj,0.0000044275,0.10000,0.391
0,mlp.experts.31.down_proj,0.0000003778,0.10000,0.387
0,mlp.experts.32.down_proj,0.0000008740,0.10000,0.398
0,mlp.experts.33.down_proj,0.0000003558,0.10000,0.375
0,mlp.experts.34.down_proj,0.0000004749,0.10000,0.397
0,mlp.experts.35.down_proj,0.0000165059,0.10000,0.388
0,mlp.experts.36.down_proj,0.0000093337,0.10000,0.394
0,mlp.experts.37.down_proj,0.0000011495,0.10000,0.388
0,mlp.experts.38.down_proj,0.0000010027,0.10000,0.336
0,mlp.experts.39.down_proj,0.0000023982,0.10000,0.335
0,mlp.experts.40.down_proj,0.0000098933,0.10000,0.398
0,mlp.experts.41.down_proj,0.0000002383,0.10000,0.406
0,mlp.experts.42.down_proj,0.0000065266,0.10000,0.381
0,mlp.experts.43.down_proj,0.0000002233,0.10000,0.372
0,mlp.experts.44.down_proj,0.0000005939,0.10000,0.374
0,mlp.experts.45.down_proj,0.0000020637,0.10000,0.381
0,mlp.experts.46.down_proj,0.0000001228,0.10000,0.391
0,mlp.experts.47.down_proj,0.0000006484,0.10000,0.406
0,mlp.experts.48.down_proj,0.0000014540,0.10000,0.403
0,mlp.experts.49.down_proj,0.0000017703,0.10000,0.400
0,mlp.experts.50.down_proj,0.0000006055,0.10000,0.373
0,mlp.experts.51.down_proj,0.0000000063,0.10000,0.363
0,mlp.experts.52.down_proj,0.0000012114,0.10000,0.401
0,mlp.experts.53.down_proj,0.0000017271,0.10000,0.400
0,mlp.experts.54.down_proj,0.0001171472,0.10000,0.402
0,mlp.experts.55.down_proj,0.0000004921,0.10000,0.395
0,mlp.experts.56.down_proj,0.0000300735,0.10000,0.411
0,mlp.experts.57.down_proj,0.0000007978,0.10000,0.386
0,mlp.experts.58.down_proj,0.0000066132,0.10000,0.384
0,mlp.experts.59.down_proj,0.0000000223,0.10000,0.399
0,mlp.experts.60.down_proj,0.0000162716,0.10000,0.402
0,mlp.experts.61.down_proj,0.0000000236,0.10000,0.391
0,mlp.experts.62.down_proj,0.0000000580,0.10000,0.395
0,mlp.experts.63.down_proj,0.0000000988,0.10000,0.396
0,mlp.experts.64.down_proj,0.0000000800,0.10000,0.383
0,mlp.experts.65.down_proj,0.0000000447,0.10000,0.400
0,mlp.experts.66.down_proj,0.0000003461,0.10000,0.392
0,mlp.experts.67.down_proj,0.0000002584,0.10000,0.385
0,mlp.experts.68.down_proj,0.0000003080,0.10000,0.319
0,mlp.experts.69.down_proj,0.0000000915,0.10000,0.321
0,mlp.experts.70.down_proj,0.0000008328,0.10000,0.383
0,mlp.experts.71.down_proj,0.0000001975,0.10000,0.396
0,mlp.experts.72.down_proj,0.0000010857,0.10000,0.398
0,mlp.experts.73.down_proj,0.0000002213,0.10000,0.385
0,mlp.experts.74.down_proj,0.0000026787,0.10000,0.381
0,mlp.experts.75.down_proj,0.0000001116,0.10000,0.378
0,mlp.experts.76.down_proj,0.0000029830,0.10000,0.371
0,mlp.experts.77.down_proj,0.0000000913,0.10000,0.372
0,mlp.experts.78.down_proj,0.0000038862,0.10000,0.339
0,mlp.experts.79.down_proj,0.0000000717,0.10000,0.350
0,mlp.experts.80.down_proj,0.0000001771,0.10000,0.395
0,mlp.experts.81.down_proj,0.0000000130,0.10000,0.383
0,mlp.experts.82.down_proj,0.0000002613,0.10000,0.369
0,mlp.experts.83.down_proj,0.0000002454,0.10000,0.367
0,mlp.experts.84.down_proj,0.0000039786,0.10000,0.381
0,mlp.experts.85.down_proj,0.0000016884,0.10000,0.381
0,mlp.experts.86.down_proj,0.0000004043,0.10000,0.388
0,mlp.experts.87.down_proj,0.0000002222,0.10000,0.385
0,mlp.experts.88.down_proj,0.0000040807,0.10000,0.386
0,mlp.experts.89.down_proj,0.0000075085,0.10000,0.391
0,mlp.experts.90.down_proj,0.0000010068,0.10000,0.381
0,mlp.experts.91.down_proj,0.0000000604,0.10000,0.391
0,mlp.experts.92.down_proj,0.0000022781,0.10000,0.386
0,mlp.experts.93.down_proj,0.0000000327,0.10000,0.381
0,mlp.experts.94.down_proj,0.0000141904,0.10000,0.376
0,mlp.experts.95.down_proj,0.0000128191,0.10000,0.392
0,mlp.experts.96.down_proj,0.0000238390,0.10000,0.389
0,mlp.experts.97.down_proj,0.0000001186,0.10000,0.378
0,mlp.experts.98.down_proj,0.0000001167,0.10000,0.350
0,mlp.experts.99.down_proj,0.0000009364,0.10000,0.364
0,mlp.experts.100.down_proj,0.0000000286,0.10000,0.388
0,mlp.experts.101.down_proj,0.0000002691,0.10000,0.394
0,mlp.experts.102.down_proj,0.0000004809,0.10000,0.393
0,mlp.experts.103.down_proj,0.0000000151,0.10000,0.401
0,mlp.experts.104.down_proj,0.0000002279,0.10000,0.406
0,mlp.experts.105.down_proj,0.0000003997,0.10000,0.406
0,mlp.experts.106.down_proj,0.0000001048,0.10000,0.394
0,mlp.experts.107.down_proj,0.0000005933,0.10000,0.399
0,mlp.experts.108.down_proj,0.0000323909,0.10000,0.389
0,mlp.experts.109.down_proj,0.0000020248,0.10000,0.400
0,mlp.experts.110.down_proj,0.0000002026,0.10000,0.392
0,mlp.experts.111.down_proj,0.0000000720,0.10000,0.393
0,mlp.experts.112.down_proj,0.0000000760,0.10000,0.348
0,mlp.experts.113.down_proj,0.0000044050,0.10000,0.336
0,mlp.experts.114.down_proj,0.0000001735,0.10000,0.383
0,mlp.experts.115.down_proj,0.0000212441,0.10000,0.398
0,mlp.experts.116.down_proj,0.0000005211,0.10000,0.395
0,mlp.experts.117.down_proj,0.0000007623,0.10000,0.413
0,mlp.experts.118.down_proj,0.0000001683,0.10000,0.351
0,mlp.experts.119.down_proj,0.0000014425,0.10000,0.340
0,mlp.experts.120.down_proj,0.0000001659,0.10000,0.331
0,mlp.experts.121.down_proj,0.0000051564,0.10000,0.333
0,mlp.experts.122.down_proj,0.0000001018,0.10000,0.385
0,mlp.experts.123.down_proj,0.0000050644,0.10000,0.395
0,mlp.experts.124.down_proj,0.0000011302,0.10000,0.395
0,mlp.experts.125.down_proj,0.0000026712,0.10000,0.381
0,mlp.experts.126.down_proj,0.0000001765,0.10000,0.354
0,mlp.experts.127.down_proj,0.0000033019,0.10000,0.321
1,self_attn.k_proj,0.0000000009,0.10000,1.019
1,self_attn.q_proj,0.0000000072,0.10000,1.051
1,self_attn.v_proj,0.0000000009,0.10000,0.572
1,self_attn.o_proj,0.0000000019,0.10000,1.090
1,mlp.gate,0.0000012503,0.10000,0.600
1,mlp.experts.1.up_proj,0.0000042665,0.10000,1.037
1,mlp.experts.0.up_proj,0.0000042410,0.10000,1.047
1,mlp.experts.2.up_proj,0.0000017856,0.10000,1.034
1,mlp.experts.3.up_proj,0.0000026589,0.10000,1.041
1,mlp.experts.4.up_proj,0.0000161541,0.10000,1.024
1,mlp.experts.5.up_proj,0.0000506214,0.10000,1.029
1,mlp.experts.6.up_proj,0.0000040139,0.10000,0.997
1,mlp.experts.7.up_proj,0.0000053699,0.10000,1.045
1,mlp.experts.8.up_proj,0.0000038441,0.10000,1.050
1,mlp.experts.9.up_proj,0.0000012046,0.10000,1.012
1,mlp.experts.10.up_proj,0.0000640605,0.10000,0.967
1,mlp.experts.11.up_proj,0.0000136881,0.10000,1.000
1,mlp.experts.12.up_proj,0.0000413561,0.10000,1.005
1,mlp.experts.13.up_proj,0.0000062078,0.10000,0.994
1,mlp.experts.14.up_proj,0.0000136082,0.10000,1.018
1,mlp.experts.15.up_proj,0.0000036510,0.10000,1.011
1,mlp.experts.16.up_proj,0.0000034859,0.10000,0.938
1,mlp.experts.17.up_proj,0.0000479088,0.10000,1.000
1,mlp.experts.18.up_proj,0.0000012161,0.10000,0.983
1,mlp.experts.19.up_proj,0.0000024170,0.10000,0.957
1,mlp.experts.20.up_proj,0.0000150639,0.10000,0.973
1,mlp.experts.21.up_proj,0.0000655308,0.10000,0.998
1,mlp.experts.22.up_proj,0.0000621895,0.10000,0.996
1,mlp.experts.23.up_proj,0.0000016225,0.10000,1.020
1,mlp.experts.24.up_proj,0.0000306063,0.10000,1.034
1,mlp.experts.25.up_proj,0.0000120679,0.10000,0.991
1,mlp.experts.26.up_proj,0.0000098096,0.10000,0.963
1,mlp.experts.27.up_proj,0.0000012405,0.10000,0.960
1,mlp.experts.28.up_proj,0.0000086137,0.10000,0.967
1,mlp.experts.29.up_proj,0.0000032795,0.10000,0.977
1,mlp.experts.30.up_proj,0.0000144073,0.10000,0.988
1,mlp.experts.31.up_proj,0.0000063493,0.10000,0.982
1,mlp.experts.32.up_proj,0.0000152595,0.10000,1.037
1,mlp.experts.33.up_proj,0.0000404297,0.10000,1.031
1,mlp.experts.34.up_proj,0.0000016037,0.10000,1.002
1,mlp.experts.35.up_proj,0.0000677220,0.10000,1.015
1,mlp.experts.36.up_proj,0.0000561761,0.10000,0.985
1,mlp.experts.37.up_proj,0.0000328396,0.10000,1.024
1,mlp.experts.38.up_proj,0.0000057704,0.10000,0.973
1,mlp.experts.39.up_proj,0.0000109753,0.10000,0.974
1,mlp.experts.40.up_proj,0.0000101337,0.10000,1.025
1,mlp.experts.41.up_proj,0.0000011783,0.10000,1.045
1,mlp.experts.42.up_proj,0.0001124527,0.10000,0.900
1,mlp.experts.43.up_proj,0.0005926900,0.10000,0.919
1,mlp.experts.44.up_proj,0.0000687622,0.10000,1.014
1,mlp.experts.45.up_proj,0.0000020580,0.10000,1.025
1,mlp.experts.46.up_proj,0.0000054718,0.10000,1.007
1,mlp.experts.47.up_proj,0.0000251462,0.10000,1.023
1,mlp.experts.48.up_proj,0.0000033108,0.10000,0.992
1,mlp.experts.49.up_proj,0.0000049335,0.10000,0.988
1,mlp.experts.50.up_proj,0.0000013938,0.10000,0.972
1,mlp.experts.51.up_proj,0.0000888107,0.10000,0.984
1,mlp.experts.52.up_proj,0.0000085757,0.10000,0.978
1,mlp.experts.53.up_proj,0.0000019792,0.10000,1.025
1,mlp.experts.54.up_proj,0.0000761508,0.10000,0.950
1,mlp.experts.55.up_proj,0.0000029361,0.10000,0.938
1,mlp.experts.56.up_proj,0.0000433621,0.10000,0.982
1,mlp.experts.57.up_proj,0.0000251579,0.10000,0.987
1,mlp.experts.58.up_proj,0.0000012721,0.10000,0.973
1,mlp.experts.59.up_proj,0.0000734711,0.10000,0.977
1,mlp.experts.60.up_proj,0.0000040996,0.10000,0.989
1,mlp.experts.61.up_proj,0.0000383992,0.10000,0.995
1,mlp.experts.62.up_proj,0.0000079096,0.10000,1.042
1,mlp.experts.63.up_proj,0.0000023589,0.10000,1.011
1,mlp.experts.64.up_proj,0.0000207313,0.10000,1.047
1,mlp.experts.65.up_proj,0.0000031873,0.10000,1.042
1,mlp.experts.66.up_proj,0.0000097916,0.10000,1.023
1,mlp.experts.67.up_proj,0.0000034466,0.10000,1.055
1,mlp.experts.68.up_proj,0.0000091776,0.10000,1.022
1,mlp.experts.69.up_proj,0.0000288721,0.10000,1.042
1,mlp.experts.70.up_proj,0.0000032515,0.10000,1.030
1,mlp.experts.71.up_proj,0.0000536009,0.10000,1.051
1,mlp.experts.72.up_proj,0.0001106112,0.10000,1.018
1,mlp.experts.73.up_proj,0.0000449020,0.10000,1.068
1,mlp.experts.74.up_proj,0.0000009193,0.10000,1.014
1,mlp.experts.75.up_proj,0.0000017794,0.10000,1.054
1,mlp.experts.76.up_proj,0.0000022442,0.10000,0.985
1,mlp.experts.77.up_proj,0.0000051479,0.10000,0.980
1,mlp.experts.78.up_proj,0.0000036424,0.10000,0.965
1,mlp.experts.79.up_proj,0.0000060392,0.10000,0.922
1,mlp.experts.80.up_proj,0.0000038579,0.10000,0.958
1,mlp.experts.81.up_proj,0.0006172617,0.10000,1.021
1,mlp.experts.82.up_proj,0.0000053380,0.10000,1.015
1,mlp.experts.83.up_proj,0.0000009176,0.10000,1.038
1,mlp.experts.84.up_proj,0.0000198721,0.10000,1.014
1,mlp.experts.85.up_proj,0.0000077220,0.10000,0.997
1,mlp.experts.86.up_proj,0.0000023963,0.10000,0.983
1,mlp.experts.87.up_proj,0.0000095253,0.10000,0.965
1,mlp.experts.88.up_proj,0.0000178621,0.10000,1.009
1,mlp.experts.89.up_proj,0.0000053438,0.10000,0.989
1,mlp.experts.90.up_proj,0.0000180651,0.10000,0.999
1,mlp.experts.91.up_proj,0.0000022391,0.10000,1.004
1,mlp.experts.92.up_proj,0.0000067051,0.10000,1.009
1,mlp.experts.93.up_proj,0.0001010184,0.10000,1.015
1,mlp.experts.94.up_proj,0.0000009817,0.10000,1.003
1,mlp.experts.95.up_proj,0.0001411362,0.10000,1.013
1,mlp.experts.96.up_proj,0.0000078001,0.10000,1.013
1,mlp.experts.97.up_proj,0.0000107754,0.10000,1.017
1,mlp.experts.98.up_proj,0.0000094859,0.10000,0.998
1,mlp.experts.99.up_proj,0.0000021107,0.10000,0.961
1,mlp.experts.100.up_proj,0.0000828993,0.10000,1.002
1,mlp.experts.101.up_proj,0.0000303687,0.10000,0.974
1,mlp.experts.102.up_proj,0.0000585066,0.10000,1.009
1,mlp.experts.103.up_proj,0.0000171374,0.10000,0.977
1,mlp.experts.104.up_proj,0.0000470599,0.10000,0.997
1,mlp.experts.105.up_proj,0.0000172027,0.10000,0.992
1,mlp.experts.106.up_proj,0.0000073217,0.10000,0.956
1,mlp.experts.107.up_proj,0.0000017781,0.10000,0.934
1,mlp.experts.108.up_proj,0.0000425475,0.10000,0.957
1,mlp.experts.109.up_proj,0.0000274931,0.10000,0.990
1,mlp.experts.110.up_proj,0.0005759331,0.10000,1.011
1,mlp.experts.111.up_proj,0.0000613484,0.10000,1.031
1,mlp.experts.112.up_proj,0.0000633259,0.10000,0.994
1,mlp.experts.113.up_proj,0.0000064040,0.10000,1.005
1,mlp.experts.114.up_proj,0.0000016609,0.10000,0.997
1,mlp.experts.115.up_proj,0.0000068037,0.10000,1.004
1,mlp.experts.116.up_proj,0.0000011523,0.10000,0.993
1,mlp.experts.117.up_proj,0.0000298802,0.10000,1.012
1,mlp.experts.118.up_proj,0.0004303073,0.10000,1.020
1,mlp.experts.119.up_proj,0.0000035713,0.10000,1.007
1,mlp.experts.120.up_proj,0.0001177854,0.10000,0.998
1,mlp.experts.121.up_proj,0.0001002891,0.10000,0.983
1,mlp.experts.122.up_proj,0.0000011317,0.10000,1.033
1,mlp.experts.123.up_proj,0.0000023753,0.10000,1.011
1,mlp.experts.124.up_proj,0.0000111900,0.10000,0.996
1,mlp.experts.125.up_proj,0.0000241280,0.10000,0.968
1,mlp.experts.126.up_proj,0.0000263002,0.10000,0.992
1,mlp.experts.127.up_proj,0.0000016750,0.10000,0.977
1,mlp.experts.0.gate_proj,0.0000044137,0.10000,1.002
1,mlp.experts.1.gate_proj,0.0000047171,0.10000,1.023
1,mlp.experts.2.gate_proj,0.0000019512,0.10000,1.016
1,mlp.experts.3.gate_proj,0.0000028800,0.10000,1.044
1,mlp.experts.4.gate_proj,0.0000166799,0.10000,1.002
1,mlp.experts.5.gate_proj,0.0000543261,0.10000,0.995
1,mlp.experts.6.gate_proj,0.0000042290,0.10000,0.972
1,mlp.experts.7.gate_proj,0.0000053930,0.10000,0.998
1,mlp.experts.8.gate_proj,0.0000040759,0.10000,0.962
1,mlp.experts.9.gate_proj,0.0000012854,0.10000,0.973
1,mlp.experts.10.gate_proj,0.0000711723,0.10000,0.979
1,mlp.experts.11.gate_proj,0.0000148836,0.10000,0.989
1,mlp.experts.12.gate_proj,0.0000467474,0.10000,0.969
1,mlp.experts.13.gate_proj,0.0000066912,0.10000,1.007
1,mlp.experts.14.gate_proj,0.0000136724,0.10000,0.975
1,mlp.experts.15.gate_proj,0.0000041610,0.10000,0.985
1,mlp.experts.16.gate_proj,0.0000035630,0.10000,0.960
1,mlp.experts.17.gate_proj,0.0000484484,0.10000,0.959
1,mlp.experts.18.gate_proj,0.0000012985,0.10000,1.028
1,mlp.experts.19.gate_proj,0.0000025843,0.10000,1.002
1,mlp.experts.20.gate_proj,0.0000156426,0.10000,1.016
1,mlp.experts.21.gate_proj,0.0000716592,0.10000,1.034
1,mlp.experts.22.gate_proj,0.0000663863,0.10000,1.002
1,mlp.experts.23.gate_proj,0.0000016944,0.10000,1.021
1,mlp.experts.24.gate_proj,0.0000329284,0.10000,1.015
1,mlp.experts.25.gate_proj,0.0000124643,0.10000,1.008
1,mlp.experts.26.gate_proj,0.0000103973,0.10000,0.984
1,mlp.experts.27.gate_proj,0.0000014127,0.10000,1.003
1,mlp.experts.28.gate_proj,0.0000091734,0.10000,1.037
1,mlp.experts.29.gate_proj,0.0000034404,0.10000,1.020
1,mlp.experts.30.gate_proj,0.0000146331,0.10000,1.015
1,mlp.experts.31.gate_proj,0.0000065054,0.10000,1.013
1,mlp.experts.32.gate_proj,0.0000166545,0.10000,1.027
1,mlp.experts.33.gate_proj,0.0000422612,0.10000,1.002
1,mlp.experts.34.gate_proj,0.0000017426,0.10000,0.982
1,mlp.experts.35.gate_proj,0.0000750413,0.10000,1.038
1,mlp.experts.36.gate_proj,0.0000581164,0.10000,1.014
1,mlp.experts.37.gate_proj,0.0000349182,0.10000,1.031
1,mlp.experts.38.gate_proj,0.0000059095,0.10000,1.020
1,mlp.experts.39.gate_proj,0.0000117172,0.10000,1.039
1,mlp.experts.40.gate_proj,0.0000105606,0.10000,1.030
1,mlp.experts.41.gate_proj,0.0000012307,0.10000,1.035
1,mlp.experts.42.gate_proj,0.0001208447,0.10000,1.052
1,mlp.experts.43.gate_proj,0.0006725140,0.10000,0.977
1,mlp.experts.44.gate_proj,0.0000696190,0.10000,0.973
1,mlp.experts.45.gate_proj,0.0000021778,0.10000,0.984
1,mlp.experts.46.gate_proj,0.0000056276,0.10000,0.984
1,mlp.experts.47.gate_proj,0.0000268710,0.10000,1.002
1,mlp.experts.48.gate_proj,0.0000034682,0.10000,0.987
1,mlp.experts.49.gate_proj,0.0000054244,0.10000,0.988
1,mlp.experts.50.gate_proj,0.0000034456,0.10000,0.974
1,mlp.experts.51.gate_proj,0.0000947973,0.10000,0.994
1,mlp.experts.52.gate_proj,0.0000086304,0.10000,1.000
1,mlp.experts.53.gate_proj,0.0000020317,0.10000,1.002
1,mlp.experts.54.gate_proj,0.0000787993,0.10000,1.040
1,mlp.experts.55.gate_proj,0.0000031056,0.10000,0.974
1,mlp.experts.56.gate_proj,0.0000463046,0.10000,1.063
1,mlp.experts.57.gate_proj,0.0000265586,0.10000,1.045
1,mlp.experts.58.gate_proj,0.0000013328,0.10000,1.004
1,mlp.experts.59.gate_proj,0.0000753396,0.10000,1.046
1,mlp.experts.60.gate_proj,0.0000042255,0.10000,0.990
1,mlp.experts.61.gate_proj,0.0000405140,0.10000,1.022
1,mlp.experts.62.gate_proj,0.0000081243,0.10000,0.973
1,mlp.experts.63.gate_proj,0.0000024906,0.10000,0.963
1,mlp.experts.64.gate_proj,0.0000217006,0.10000,0.983
1,mlp.experts.65.gate_proj,0.0000034587,0.10000,1.007
1,mlp.experts.66.gate_proj,0.0000102722,0.10000,0.929
1,mlp.experts.67.gate_proj,0.0000035739,0.10000,0.999
1,mlp.experts.68.gate_proj,0.0000076235,0.10000,0.958
1,mlp.experts.69.gate_proj,0.0000317355,0.10000,0.950
1,mlp.experts.70.gate_proj,0.0000034583,0.10000,0.988
1,mlp.experts.71.gate_proj,0.0000568249,0.10000,0.974
1,mlp.experts.72.gate_proj,0.0001180585,0.10000,0.966
1,mlp.experts.73.gate_proj,0.0000476203,0.10000,0.906
1,mlp.experts.74.gate_proj,0.0000009419,0.10000,0.869
1,mlp.experts.75.gate_proj,0.0000019423,0.10000,0.920
1,mlp.experts.76.gate_proj,0.0000023591,0.10000,0.990
1,mlp.experts.77.gate_proj,0.0000053075,0.10000,0.989
1,mlp.experts.78.gate_proj,0.0000037697,0.10000,1.032
1,mlp.experts.79.gate_proj,0.0000066651,0.10000,1.047
1,mlp.experts.80.gate_proj,0.0000042448,0.10000,1.047
1,mlp.experts.81.gate_proj,0.0006483854,0.10000,0.980
1,mlp.experts.82.gate_proj,0.0000058643,0.10000,0.936
1,mlp.experts.83.gate_proj,0.0000010039,0.10000,1.033
1,mlp.experts.84.gate_proj,0.0000226679,0.10000,0.996
1,mlp.experts.85.gate_proj,0.0000080349,0.10000,1.031
1,mlp.experts.86.gate_proj,0.0000026585,0.10000,0.990
1,mlp.experts.87.gate_proj,0.0000102766,0.10000,0.966
1,mlp.experts.88.gate_proj,0.0000186073,0.10000,1.011
1,mlp.experts.89.gate_proj,0.0000055118,0.10000,0.991
1,mlp.experts.90.gate_proj,0.0000180793,0.10000,1.021
1,mlp.experts.91.gate_proj,0.0000024079,0.10000,1.014
1,mlp.experts.92.gate_proj,0.0000068865,0.10000,1.010
1,mlp.experts.93.gate_proj,0.0001079377,0.10000,1.014
1,mlp.experts.94.gate_proj,0.0000010696,0.10000,1.045
1,mlp.experts.95.gate_proj,0.0001565764,0.10000,1.015
1,mlp.experts.96.gate_proj,0.0000081861,0.10000,1.077
1,mlp.experts.97.gate_proj,0.0000107521,0.10000,1.034
1,mlp.experts.98.gate_proj,0.0000097399,0.10000,1.021
1,mlp.experts.99.gate_proj,0.0000022401,0.10000,1.069
1,mlp.experts.100.gate_proj,0.0000913612,0.10000,1.021
1,mlp.experts.101.gate_proj,0.0000316665,0.10000,1.044
1,mlp.experts.102.gate_proj,0.0000619146,0.10000,1.064
1,mlp.experts.103.gate_proj,0.0000172093,0.10000,1.011
1,mlp.experts.104.gate_proj,0.0000486519,0.10000,1.021
1,mlp.experts.105.gate_proj,0.0000182447,0.10000,1.003
1,mlp.experts.106.gate_proj,0.0000079240,0.10000,0.947
1,mlp.experts.107.gate_proj,0.0000019475,0.10000,1.025
1,mlp.experts.108.gate_proj,0.0000469890,0.10000,0.959
1,mlp.experts.109.gate_proj,0.0000280842,0.10000,1.019
1,mlp.experts.110.gate_proj,0.0005969284,0.10000,0.997
1,mlp.experts.111.gate_proj,0.0000647170,0.10000,0.914
1,mlp.experts.112.gate_proj,0.0000669529,0.10000,0.866
1,mlp.experts.113.gate_proj,0.0000065038,0.10000,0.984
1,mlp.experts.114.gate_proj,0.0000018155,0.10000,1.017
1,mlp.experts.115.gate_proj,0.0000070456,0.10000,1.027
1,mlp.experts.116.gate_proj,0.0000012486,0.10000,1.030
1,mlp.experts.117.gate_proj,0.0000329203,0.10000,1.012
1,mlp.experts.118.gate_proj,0.0004455429,0.10000,1.027
1,mlp.experts.119.gate_proj,0.0000039338,0.10000,1.005
1,mlp.experts.120.gate_proj,0.0001256381,0.10000,1.010
1,mlp.experts.121.gate_proj,0.0001100343,0.10000,0.998
1,mlp.experts.122.gate_proj,0.0000011626,0.10000,1.021
1,mlp.experts.123.gate_proj,0.0000025301,0.10000,0.996
1,mlp.experts.124.gate_proj,0.0000119018,0.10000,1.007
1,mlp.experts.125.gate_proj,0.0000266070,0.10000,0.950
1,mlp.experts.126.gate_proj,0.0000276382,0.10000,0.977
1,mlp.experts.127.gate_proj,0.0000017877,0.10000,0.797
1,mlp.experts.1.down_proj,0.0000176980,0.10000,0.400
1,mlp.experts.0.down_proj,0.0000001680,0.10000,0.404
1,mlp.experts.3.down_proj,0.0000002914,0.10000,0.377
1,mlp.experts.2.down_proj,0.0000002310,0.10000,0.383
1,mlp.experts.4.down_proj,0.0000009225,0.10000,0.396
1,mlp.experts.5.down_proj,0.0000179080,0.10000,0.404
1,mlp.experts.6.down_proj,0.0000002365,0.10000,0.388
1,mlp.experts.7.down_proj,0.0000002644,0.10000,0.388
1,mlp.experts.8.down_proj,0.0000002451,0.10000,0.378
1,mlp.experts.9.down_proj,0.0000001126,0.10000,0.385
1,mlp.experts.10.down_proj,0.0000047523,0.10000,0.394
1,mlp.experts.11.down_proj,0.0000030026,0.10000,0.388
1,mlp.experts.12.down_proj,0.0000106278,0.10000,0.361
1,mlp.experts.13.down_proj,0.0000006307,0.10000,0.366
1,mlp.experts.14.down_proj,0.0000008158,0.10000,0.367
1,mlp.experts.15.down_proj,0.0000001554,0.10000,0.382
1,mlp.experts.16.down_proj,0.0000001671,0.10000,0.376
1,mlp.experts.17.down_proj,0.0000020651,0.10000,0.378
1,mlp.experts.18.down_proj,0.0000001179,0.10000,0.383
1,mlp.experts.19.down_proj,0.0000002269,0.10000,0.395
1,mlp.experts.20.down_proj,0.0000014215,0.10000,0.383
1,mlp.experts.21.down_proj,0.0000265061,0.10000,0.405
1,mlp.experts.22.down_proj,0.0000055420,0.10000,0.395
1,mlp.experts.23.down_proj,0.0000000841,0.10000,0.398
1,mlp.experts.24.down_proj,0.0000109050,0.10000,0.405
1,mlp.experts.25.down_proj,0.0000009606,0.10000,0.390
1,mlp.experts.26.down_proj,0.0000017213,0.10000,0.395
1,mlp.experts.27.down_proj,0.0000074539,0.10000,0.394
1,mlp.experts.28.down_proj,0.0000008111,0.10000,0.373
1,mlp.experts.29.down_proj,0.0000002216,0.10000,0.364
1,mlp.experts.30.down_proj,0.0000006464,0.10000,0.395
1,mlp.experts.31.down_proj,0.0000004597,0.10000,0.388
1,mlp.experts.32.down_proj,0.0000025400,0.10000,0.354
1,mlp.experts.33.down_proj,0.0000109471,0.10000,0.367
1,mlp.experts.34.down_proj,0.0000002042,0.10000,0.390
1,mlp.experts.35.down_proj,0.0000133151,0.10000,0.384
1,mlp.experts.36.down_proj,0.0000076633,0.10000,0.342
1,mlp.experts.37.down_proj,0.0000082429,0.10000,0.355
1,mlp.experts.38.down_proj,0.0000002406,0.10000,0.395
1,mlp.experts.39.down_proj,0.0000014387,0.10000,0.399
1,mlp.experts.40.down_proj,0.0000007613,0.10000,0.393
1,mlp.experts.41.down_proj,0.0000000775,0.10000,0.393
1,mlp.experts.42.down_proj,0.0000124109,0.10000,0.317
1,mlp.experts.43.down_proj,0.0001023040,0.10000,0.320
1,mlp.experts.44.down_proj,0.0000097111,0.10000,0.343
1,mlp.experts.45.down_proj,0.0000001142,0.10000,0.346
1,mlp.experts.46.down_proj,0.0000004487,0.10000,0.356
1,mlp.experts.47.down_proj,0.0000048043,0.10000,0.350
1,mlp.experts.48.down_proj,0.0000002444,0.10000,0.365
1,mlp.experts.49.down_proj,0.0000004601,0.10000,0.376
1,mlp.experts.50.down_proj,0.0000002225,0.10000,0.379
1,mlp.experts.51.down_proj,0.0000100984,0.10000,0.376
1,mlp.experts.52.down_proj,0.0000004188,0.10000,0.328
1,mlp.experts.53.down_proj,0.0000001012,0.10000,0.337
1,mlp.experts.54.down_proj,0.0000071898,0.10000,0.359
1,mlp.experts.55.down_proj,0.0000001887,0.10000,0.358
1,mlp.experts.56.down_proj,0.0000148091,0.10000,0.401
1,mlp.experts.57.down_proj,0.0000045245,0.10000,0.411
1,mlp.experts.58.down_proj,0.0000000720,0.10000,0.397
1,mlp.experts.59.down_proj,0.0000106005,0.10000,0.417
1,mlp.experts.60.down_proj,0.0000002460,0.10000,0.394
1,mlp.experts.61.down_proj,0.0000032537,0.10000,0.400
1,mlp.experts.62.down_proj,0.0000007010,0.10000,0.358
1,mlp.experts.63.down_proj,0.0000001503,0.10000,0.365
1,mlp.experts.64.down_proj,0.0000012663,0.10000,0.405
1,mlp.experts.65.down_proj,0.0000036560,0.10000,0.386
1,mlp.experts.66.down_proj,0.0000012001,0.10000,0.331
1,mlp.experts.67.down_proj,0.0000001616,0.10000,0.328
1,mlp.experts.68.down_proj,0.0000499776,0.10000,0.336
1,mlp.experts.69.down_proj,0.0000026154,0.10000,0.366
1,mlp.experts.70.down_proj,0.0000003262,0.10000,0.387
1,mlp.experts.71.down_proj,0.0000057290,0.10000,0.390
1,mlp.experts.72.down_proj,0.0000142333,0.10000,0.401
1,mlp.experts.73.down_proj,0.0000121101,0.10000,0.396
1,mlp.experts.74.down_proj,0.0000000268,0.10000,0.395
1,mlp.experts.75.down_proj,0.0000001410,0.10000,0.396
1,mlp.experts.76.down_proj,0.0000001258,0.10000,0.400
1,mlp.experts.77.down_proj,0.0000002930,0.10000,0.393
1,mlp.experts.78.down_proj,0.0000002257,0.10000,0.403
1,mlp.experts.79.down_proj,0.0000002721,0.10000,0.404
1,mlp.experts.80.down_proj,0.0000003880,0.10000,0.386
1,mlp.experts.81.down_proj,0.0000563276,0.10000,0.404
1,mlp.experts.82.down_proj,0.0000001892,0.10000,0.379
1,mlp.experts.83.down_proj,0.0000000955,0.10000,0.380
1,mlp.experts.84.down_proj,0.0000029899,0.10000,0.396
1,mlp.experts.85.down_proj,0.0000006626,0.10000,0.396
1,mlp.experts.86.down_proj,0.0000001731,0.10000,0.398
1,mlp.experts.87.down_proj,0.0000355215,0.10000,0.397
1,mlp.experts.88.down_proj,0.0000013762,0.10000,0.403
1,mlp.experts.89.down_proj,0.0000004196,0.10000,0.410
1,mlp.experts.90.down_proj,0.0000008146,0.10000,0.402
1,mlp.experts.91.down_proj,0.0000002150,0.10000,0.397
1,mlp.experts.92.down_proj,0.0000005424,0.10000,0.389
1,mlp.experts.93.down_proj,0.0000260393,0.10000,0.365
1,mlp.experts.94.down_proj,0.0000000675,0.10000,0.332
1,mlp.experts.95.down_proj,0.0000335040,0.10000,0.353
1,mlp.experts.96.down_proj,0.0000004435,0.10000,0.381
1,mlp.experts.97.down_proj,0.0000004258,0.10000,0.395
1,mlp.experts.98.down_proj,0.0000007331,0.10000,0.373
1,mlp.experts.99.down_proj,0.0000001522,0.10000,0.382
1,mlp.experts.100.down_proj,0.0000582529,0.10000,0.393
1,mlp.experts.101.down_proj,0.0000017641,0.10000,0.375
1,mlp.experts.102.down_proj,0.0000143060,0.10000,0.344
1,mlp.experts.103.down_proj,0.0000009851,0.10000,0.362
1,mlp.experts.104.down_proj,0.0000050841,0.10000,0.376
1,mlp.experts.105.down_proj,0.0000030921,0.10000,0.384
1,mlp.experts.106.down_proj,0.0000004335,0.10000,0.375
1,mlp.experts.107.down_proj,0.0000001132,0.10000,0.378
1,mlp.experts.108.down_proj,0.0000094034,0.10000,0.376
1,mlp.experts.109.down_proj,0.0000024693,0.10000,0.377
1,mlp.experts.110.down_proj,0.0000800090,0.10000,0.364
1,mlp.experts.111.down_proj,0.0000037125,0.10000,0.350
1,mlp.experts.112.down_proj,0.0000099480,0.10000,0.351
1,mlp.experts.113.down_proj,0.0000003586,0.10000,0.353
1,mlp.experts.114.down_proj,0.0000182087,0.10000,0.347
1,mlp.experts.115.down_proj,0.0000004537,0.10000,0.321
1,mlp.experts.116.down_proj,0.0000000540,0.10000,0.332
1,mlp.experts.117.down_proj,0.0000128055,0.10000,0.340
1,mlp.experts.118.down_proj,0.0000937283,0.10000,0.357
1,mlp.experts.119.down_proj,0.0000002355,0.10000,0.400
1,mlp.experts.120.down_proj,0.0000317223,0.10000,0.408
1,mlp.experts.121.down_proj,0.0000074427,0.10000,0.387
1,mlp.experts.122.down_proj,0.0000000396,0.10000,0.409
1,mlp.experts.123.down_proj,0.0000001906,0.10000,0.392
1,mlp.experts.124.down_proj,0.0000021791,0.10000,0.390
1,mlp.experts.125.down_proj,0.0000018590,0.10000,0.388
1,mlp.experts.126.down_proj,0.0000052635,0.10000,0.396
1,mlp.experts.127.down_proj,0.0000000886,0.10000,0.347
2,self_attn.q_proj,0.0000000120,0.10000,1.055
2,self_attn.k_proj,0.0000000017,0.10000,1.077
2,self_attn.v_proj,0.0000000020,0.10000,0.645
2,self_attn.o_proj,0.0000000018,0.10000,1.176
2,mlp.gate,0.0000053762,0.10000,0.601
2,mlp.experts.1.up_proj,0.0001611189,0.10000,1.009
2,mlp.experts.0.up_proj,0.0000075836,0.10000,1.044
2,mlp.experts.2.up_proj,0.0002171278,0.10000,0.932
2,mlp.experts.3.up_proj,0.0000852450,0.10000,0.944
2,mlp.experts.4.up_proj,0.0000030224,0.10000,1.029
2,mlp.experts.5.up_proj,0.0000645649,0.10000,1.017
2,mlp.experts.6.up_proj,0.0000099221,0.10000,0.981
2,mlp.experts.7.up_proj,0.0000040601,0.10000,0.980
2,mlp.experts.8.up_proj,0.0000029931,0.10000,0.976
2,mlp.experts.9.up_proj,0.0000016904,0.10000,0.999
2,mlp.experts.10.up_proj,0.0010615785,0.10000,0.975
2,mlp.experts.11.up_proj,0.0002952214,0.10000,0.983
2,mlp.experts.12.up_proj,0.0000249254,0.10000,0.972
2,mlp.experts.13.up_proj,0.0001525833,0.10000,0.991
2,mlp.experts.14.up_proj,0.0000028938,0.10000,0.938
2,mlp.experts.15.up_proj,0.0000043249,0.10000,0.984
2,mlp.experts.16.up_proj,0.0000267567,0.10000,0.949
2,mlp.experts.17.up_proj,0.0000377909,0.10000,0.957
2,mlp.experts.18.up_proj,0.0000763484,0.10000,1.044
2,mlp.experts.19.up_proj,0.0001679268,0.10000,0.979
2,mlp.experts.20.up_proj,0.0001619726,0.10000,1.003
2,mlp.experts.21.up_proj,0.0000715067,0.10000,1.018
2,mlp.experts.22.up_proj,0.0000351633,0.10000,0.898
2,mlp.experts.23.up_proj,0.0000607381,0.10000,0.901
2,mlp.experts.24.up_proj,0.0000157863,0.10000,0.975
2,mlp.experts.25.up_proj,0.0000242977,0.10000,0.989
2,mlp.experts.26.up_proj,0.0015558387,0.10000,1.043
2,mlp.experts.27.up_proj,0.0000083143,0.10000,1.034
2,mlp.experts.28.up_proj,0.0002717561,0.10000,0.987
2,mlp.experts.29.up_proj,0.0000058795,0.10000,1.003
2,mlp.experts.30.up_proj,0.0001402065,0.10000,0.954
2,mlp.experts.31.up_proj,0.0000526119,0.10000,1.004
2,mlp.experts.32.up_proj,0.0000736903,0.10000,0.971
2,mlp.experts.33.up_proj,0.0001144629,0.10000,0.979
2,mlp.experts.34.up_proj,0.0014115680,0.10000,0.972
2,mlp.experts.35.up_proj,0.0015002606,0.10000,0.998
2,mlp.experts.36.up_proj,0.0000709929,0.10000,0.964
2,mlp.experts.37.up_proj,0.0000264297,0.10000,0.993
2,mlp.experts.38.up_proj,0.0000033535,0.10000,0.973
2,mlp.experts.39.up_proj,0.0000605452,0.10000,0.992
2,mlp.experts.40.up_proj,0.0000015840,0.10000,0.989
2,mlp.experts.41.up_proj,0.0000185707,0.10000,0.989
2,mlp.experts.42.up_proj,0.0000776292,0.10000,0.990
2,mlp.experts.43.up_proj,0.0001751077,0.10000,1.043
2,mlp.experts.44.up_proj,0.0000276352,0.10000,0.973
2,mlp.experts.45.up_proj,0.0000743097,0.10000,1.050
2,mlp.experts.46.up_proj,0.0000157342,0.10000,1.005
2,mlp.experts.47.up_proj,0.0000036636,0.10000,1.023
2,mlp.experts.48.up_proj,0.0000137741,0.10000,1.009
2,mlp.experts.49.up_proj,0.0000060107,0.10000,1.021
2,mlp.experts.50.up_proj,0.0000018330,0.10000,1.005
2,mlp.experts.51.up_proj,0.0000012027,0.10000,1.025
2,mlp.experts.52.up_proj,0.0000045022,0.10000,1.029
2,mlp.experts.53.up_proj,0.0000026747,0.10000,0.965
2,mlp.experts.54.up_proj,0.0000031089,0.10000,0.912
2,mlp.experts.55.up_proj,0.0000266004,0.10000,0.918
2,mlp.experts.56.up_proj,0.0000878229,0.10000,0.967
2,mlp.experts.57.up_proj,0.0000631575,0.10000,0.996
2,mlp.experts.58.up_proj,0.0000328702,0.10000,0.977
2,mlp.experts.59.up_proj,0.0000150609,0.10000,1.002
2,mlp.experts.60.up_proj,0.0000080879,0.10000,0.993
2,mlp.experts.61.up_proj,0.0090615934,0.10000,0.997
2,mlp.experts.62.up_proj,0.0000240329,0.10000,0.961
2,mlp.experts.63.up_proj,0.0000109379,0.10000,0.974
2,mlp.experts.64.up_proj,0.0000033735,0.10000,1.023
2,mlp.experts.65.up_proj,0.0000053672,0.10000,1.043
2,mlp.experts.66.up_proj,0.0000692369,0.10000,1.015
2,mlp.experts.67.up_proj,0.0000051749,0.10000,1.044
2,mlp.experts.68.up_proj,0.0000280328,0.10000,1.009
2,mlp.experts.69.up_proj,0.0000079343,0.10000,1.042
2,mlp.experts.70.up_proj,0.0000129407,0.10000,1.029
2,mlp.experts.71.up_proj,0.0001880348,0.10000,1.025
2,mlp.experts.72.up_proj,0.0000040336,0.10000,1.044
2,mlp.experts.73.up_proj,0.0000027489,0.10000,1.020
2,mlp.experts.74.up_proj,0.0000232029,0.10000,1.027
2,mlp.experts.75.up_proj,0.0000311258,0.10000,1.019
2,mlp.experts.76.up_proj,0.0000045667,0.10000,1.007
2,mlp.experts.77.up_proj,0.0000196658,0.10000,1.027
2,mlp.experts.78.up_proj,0.0000731779,0.10000,1.016
2,mlp.experts.79.up_proj,0.0009890226,0.10000,1.030
2,mlp.experts.80.up_proj,0.0000107508,0.10000,0.963
2,mlp.experts.81.up_proj,0.0000453404,0.10000,0.956
2,mlp.experts.82.up_proj,0.0000210928,0.10000,1.052
2,mlp.experts.83.up_proj,0.0000151651,0.10000,0.997
2,mlp.experts.84.up_proj,0.0000014194,0.10000,1.015
2,mlp.experts.85.up_proj,0.0000043475,0.10000,1.017
2,mlp.experts.86.up_proj,0.0000519931,0.10000,0.999
2,mlp.experts.87.up_proj,0.0000090412,0.10000,0.999
2,mlp.experts.88.up_proj,0.0000015620,0.10000,0.991
2,mlp.experts.89.up_proj,0.0001675956,0.10000,1.020
2,mlp.experts.90.up_proj,0.0000030263,0.10000,1.016
2,mlp.experts.91.up_proj,0.0002228513,0.10000,1.020
2,mlp.experts.92.up_proj,0.0084626188,0.10000,1.009
2,mlp.experts.93.up_proj,0.0000063533,0.10000,1.016
2,mlp.experts.94.up_proj,0.0001010628,0.10000,1.012
2,mlp.experts.95.up_proj,0.0000043145,0.10000,1.049
2,mlp.experts.96.up_proj,0.0004853297,0.10000,1.009
2,mlp.experts.97.up_proj,0.0000191366,0.10000,1.027
2,mlp.experts.98.up_proj,0.0002107245,0.10000,1.024
2,mlp.experts.99.up_proj,0.0000268136,0.10000,0.995
2,mlp.experts.100.up_proj,0.0000026960,0.10000,0.948
2,mlp.experts.101.up_proj,0.0000059760,0.10000,0.935
2,mlp.experts.102.up_proj,0.0002089634,0.10000,0.976
2,mlp.experts.103.up_proj,0.0000394124,0.10000,0.999
2,mlp.experts.104.up_proj,0.0000085949,0.10000,1.008
2,mlp.experts.105.up_proj,0.0001760318,0.10000,1.003
2,mlp.experts.106.up_proj,0.0000669538,0.10000,1.006
2,mlp.experts.107.up_proj,0.0000339886,0.10000,1.009
2,mlp.experts.108.up_proj,0.0001096073,0.10000,0.935
2,mlp.experts.109.up_proj,0.0000457030,0.10000,0.957
2,mlp.experts.110.up_proj,0.0334728275,0.10000,1.008
2,mlp.experts.111.up_proj,0.0000334566,0.10000,1.020
2,mlp.experts.112.up_proj,0.0000180654,0.10000,1.036
2,mlp.experts.113.up_proj,0.0000153586,0.10000,1.039
2,mlp.experts.114.up_proj,0.0007133580,0.10000,1.042
2,mlp.experts.115.up_proj,0.0000124273,0.10000,1.035
2,mlp.experts.116.up_proj,0.0000021932,0.10000,1.037
2,mlp.experts.117.up_proj,0.0000029886,0.10000,0.998
2,mlp.experts.118.up_proj,0.0000020793,0.10000,1.052
2,mlp.experts.119.up_proj,0.0000057769,0.10000,1.021
2,mlp.experts.120.up_proj,0.0000122211,0.10000,1.047
2,mlp.experts.121.up_proj,0.0000179997,0.10000,1.008
2,mlp.experts.122.up_proj,0.0000018241,0.10000,0.975
2,mlp.experts.123.up_proj,0.0000082180,0.10000,1.037
2,mlp.experts.124.up_proj,0.0003998505,0.10000,1.020
2,mlp.experts.125.up_proj,0.0000055188,0.10000,1.031
2,mlp.experts.126.up_proj,0.0000257378,0.10000,1.007
2,mlp.experts.127.up_proj,0.0000214170,0.10000,1.047
2,mlp.experts.0.gate_proj,0.0000078162,0.10000,1.010
2,mlp.experts.1.gate_proj,0.0001730695,0.10000,1.043
2,mlp.experts.2.gate_proj,0.0002292586,0.10000,1.057
2,mlp.experts.3.gate_proj,0.0000912799,0.10000,1.040
2,mlp.experts.4.gate_proj,0.0000032011,0.10000,1.032
2,mlp.experts.5.gate_proj,0.0000701942,0.10000,1.000
2,mlp.experts.6.gate_proj,0.0000106369,0.10000,0.991
2,mlp.experts.7.gate_proj,0.0000043949,0.10000,0.994
2,mlp.experts.8.gate_proj,0.0000031408,0.10000,1.009
2,mlp.experts.9.gate_proj,0.0000017741,0.10000,0.998
2,mlp.experts.10.gate_proj,0.0010935024,0.10000,0.963
2,mlp.experts.11.gate_proj,0.0003193745,0.10000,0.971
2,mlp.experts.12.gate_proj,0.0000268256,0.10000,0.965
2,mlp.experts.13.gate_proj,0.0001618093,0.10000,1.014
2,mlp.experts.14.gate_proj,0.0000032317,0.10000,1.019
2,mlp.experts.15.gate_proj,0.0000047278,0.10000,0.985
2,mlp.experts.16.gate_proj,0.0000285144,0.10000,0.952
2,mlp.experts.17.gate_proj,0.0000423603,0.10000,0.957
2,mlp.experts.18.gate_proj,0.0000812973,0.10000,0.987
2,mlp.experts.19.gate_proj,0.0001819708,0.10000,1.031
2,mlp.experts.20.gate_proj,0.0001769884,0.10000,1.007
2,mlp.experts.21.gate_proj,0.0000754025,0.10000,1.045
2,mlp.experts.22.gate_proj,0.0000357033,0.10000,0.998
2,mlp.experts.23.gate_proj,0.0000655967,0.10000,0.933
2,mlp.experts.24.gate_proj,0.0000171525,0.10000,1.022
2,mlp.experts.25.gate_proj,0.0000252562,0.10000,1.016
2,mlp.experts.26.gate_proj,0.0016819812,0.10000,0.998
2,mlp.experts.27.gate_proj,0.0000089381,0.10000,1.012
2,mlp.experts.28.gate_proj,0.0002923035,0.10000,1.043
2,mlp.experts.29.gate_proj,0.0000068313,0.10000,1.018
2,mlp.experts.30.gate_proj,0.0001562183,0.10000,1.026
2,mlp.experts.31.gate_proj,0.0000559237,0.10000,1.005
2,mlp.experts.32.gate_proj,0.0000758230,0.10000,1.000
2,mlp.experts.33.gate_proj,0.0001255754,0.10000,0.983
2,mlp.experts.34.gate_proj,0.0015263310,0.10000,0.974
2,mlp.experts.35.gate_proj,0.0016386790,0.10000,0.999
2,mlp.experts.36.gate_proj,0.0000727617,0.10000,0.973
2,mlp.experts.37.gate_proj,0.0000277868,0.10000,0.989
2,mlp.experts.38.gate_proj,0.0000035129,0.10000,0.960
2,mlp.experts.39.gate_proj,0.0000657123,0.10000,0.984
2,mlp.experts.40.gate_proj,0.0000017093,0.10000,1.045
2,mlp.experts.41.gate_proj,0.0000199496,0.10000,1.049
2,mlp.experts.42.gate_proj,0.0000813991,0.10000,1.050
2,mlp.experts.43.gate_proj,0.0001831605,0.10000,0.977
2,mlp.experts.44.gate_proj,0.0000299690,0.10000,0.964
2,mlp.experts.45.gate_proj,0.0000773519,0.10000,1.031
2,mlp.experts.46.gate_proj,0.0000169097,0.10000,1.030
2,mlp.experts.47.gate_proj,0.0000038821,0.10000,1.001
2,mlp.experts.48.gate_proj,0.0000151033,0.10000,1.017
2,mlp.experts.49.gate_proj,0.0000063761,0.10000,0.952
2,mlp.experts.50.gate_proj,0.0000020429,0.10000,1.024
2,mlp.experts.51.gate_proj,0.0000012699,0.10000,1.006
2,mlp.experts.52.gate_proj,0.0000048811,0.10000,1.048
2,mlp.experts.53.gate_proj,0.0000028992,0.10000,1.020
2,mlp.experts.54.gate_proj,0.0000033407,0.10000,1.031
2,mlp.experts.55.gate_proj,0.0000280574,0.10000,0.988
2,mlp.experts.56.gate_proj,0.0000868068,0.10000,0.988
2,mlp.experts.57.gate_proj,0.0000676136,0.10000,1.012
2,mlp.experts.58.gate_proj,0.0000348574,0.10000,1.007
2,mlp.experts.59.gate_proj,0.0000162215,0.10000,1.027
2,mlp.experts.60.gate_proj,0.0000085706,0.10000,0.998
2,mlp.experts.61.gate_proj,0.0096318301,0.10000,1.022
2,mlp.experts.62.gate_proj,0.0000258318,0.10000,0.990
2,mlp.experts.63.gate_proj,0.0000114120,0.10000,0.997
2,mlp.experts.64.gate_proj,0.0000035854,0.10000,1.001
2,mlp.experts.65.gate_proj,0.0000057976,0.10000,1.014
2,mlp.experts.66.gate_proj,0.0000732634,0.10000,1.009
2,mlp.experts.67.gate_proj,0.0000057116,0.10000,0.980
2,mlp.experts.68.gate_proj,0.0000332826,0.10000,0.907
2,mlp.experts.69.gate_proj,0.0000085826,0.10000,0.915
2,mlp.experts.70.gate_proj,0.0000140289,0.10000,0.908
2,mlp.experts.71.gate_proj,0.0001907734,0.10000,0.889
2,mlp.experts.72.gate_proj,0.0000041578,0.10000,0.983
2,mlp.experts.73.gate_proj,0.0000028937,0.10000,1.024
2,mlp.experts.74.gate_proj,0.0000247114,0.10000,1.034
2,mlp.experts.75.gate_proj,0.0000349954,0.10000,1.028
2,mlp.experts.76.gate_proj,0.0000050358,0.10000,1.025
2,mlp.experts.77.gate_proj,0.0000222539,0.10000,1.025
2,mlp.experts.78.gate_proj,0.0000810085,0.10000,1.014
2,mlp.experts.79.gate_proj,0.0010742674,0.10000,1.009
2,mlp.experts.80.gate_proj,0.0000122589,0.10000,1.007
2,mlp.experts.81.gate_proj,0.0000480613,0.10000,0.972
2,mlp.experts.82.gate_proj,0.0000222273,0.10000,0.955
2,mlp.experts.83.gate_proj,0.0000161361,0.10000,1.033
2,mlp.experts.84.gate_proj,0.0000014409,0.10000,0.985
2,mlp.experts.85.gate_proj,0.0000046524,0.10000,1.003
2,mlp.experts.86.gate_proj,0.0000573715,0.10000,1.008
2,mlp.experts.87.gate_proj,0.0000098896,0.10000,1.012
2,mlp.experts.88.gate_proj,0.0000017018,0.10000,1.031
2,mlp.experts.89.gate_proj,0.0001771168,0.10000,0.984
2,mlp.experts.90.gate_proj,0.0000032602,0.10000,1.011
2,mlp.experts.91.gate_proj,0.0002394891,0.10000,1.032
2,mlp.experts.92.gate_proj,0.0696871161,0.10000,1.051
2,mlp.experts.93.gate_proj,0.0000067071,0.10000,1.036
2,mlp.experts.94.gate_proj,0.0001205319,0.10000,1.043
2,mlp.experts.95.gate_proj,0.0000046441,0.10000,1.023
2,mlp.experts.96.gate_proj,0.0005035217,0.10000,0.985
2,mlp.experts.97.gate_proj,0.0000211408,0.10000,0.983
2,mlp.experts.98.gate_proj,0.0002258919,0.10000,0.957
2,mlp.experts.99.gate_proj,0.0000293802,0.10000,0.921
2,mlp.experts.100.gate_proj,0.0000029161,0.10000,0.969
2,mlp.experts.101.gate_proj,0.0000062389,0.10000,0.989
2,mlp.experts.102.gate_proj,0.0002173531,0.10000,0.998
2,mlp.experts.103.gate_proj,0.0000421278,0.10000,0.974
2,mlp.experts.104.gate_proj,0.0000095035,0.10000,1.004
2,mlp.experts.105.gate_proj,0.0001988871,0.10000,0.970
2,mlp.experts.106.gate_proj,0.0000703769,0.10000,0.965
2,mlp.experts.107.gate_proj,0.0000359858,0.10000,0.988
2,mlp.experts.108.gate_proj,0.0001220452,0.10000,0.990
2,mlp.experts.109.gate_proj,0.0000489160,0.10000,0.987
2,mlp.experts.110.gate_proj,0.0343607654,0.10000,0.996
2,mlp.experts.111.gate_proj,0.0000369667,0.10000,0.982
2,mlp.experts.112.gate_proj,0.0000191410,0.10000,0.984
2,mlp.experts.113.gate_proj,0.0000171450,0.10000,0.985
2,mlp.experts.114.gate_proj,0.0007348076,0.10000,0.978
2,mlp.experts.115.gate_proj,0.0000136848,0.10000,1.012
2,mlp.experts.116.gate_proj,0.0000023216,0.10000,1.015
2,mlp.experts.117.gate_proj,0.0000031852,0.10000,1.053
2,mlp.experts.118.gate_proj,0.0000021605,0.10000,1.043
2,mlp.experts.119.gate_proj,0.0000064676,0.10000,1.037
2,mlp.experts.120.gate_proj,0.0000132881,0.10000,1.029
2,mlp.experts.121.gate_proj,0.0000194031,0.10000,1.060
2,mlp.experts.122.gate_proj,0.0000020102,0.10000,1.052
2,mlp.experts.123.gate_proj,0.0000087341,0.10000,1.032
2,mlp.experts.124.gate_proj,0.0004325911,0.10000,1.064
2,mlp.experts.125.gate_proj,0.0000059966,0.10000,1.026
2,mlp.experts.126.gate_proj,0.0000276333,0.10000,1.047
2,mlp.experts.127.gate_proj,0.0000228487,0.10000,0.855
2,mlp.experts.0.down_proj,0.0000004464,0.10000,0.384
2,mlp.experts.1.down_proj,0.0000152750,0.10000,0.390
2,mlp.experts.2.down_proj,0.0000330392,0.10000,0.398
2,mlp.experts.3.down_proj,0.0000242285,0.10000,0.397
2,mlp.experts.5.down_proj,0.0000191191,0.10000,0.396
2,mlp.experts.4.down_proj,0.0000001797,0.10000,0.408
2,mlp.experts.6.down_proj,0.0000024325,0.10000,0.379
2,mlp.experts.7.down_proj,0.0000006240,0.10000,0.403
2,mlp.experts.8.down_proj,0.0000002515,0.10000,0.387
2,mlp.experts.9.down_proj,0.0000001067,0.10000,0.399
2,mlp.experts.10.down_proj,0.0000354929,0.10000,0.405
2,mlp.experts.11.down_proj,0.0000315385,0.10000,0.398
2,mlp.experts.12.down_proj,0.0000051580,0.10000,0.368
2,mlp.experts.13.down_proj,0.0000121570,0.10000,0.354
2,mlp.experts.14.down_proj,0.0000003458,0.10000,0.393
2,mlp.experts.15.down_proj,0.0000006365,0.10000,0.407
2,mlp.experts.16.down_proj,0.0000019869,0.10000,0.388
2,mlp.experts.17.down_proj,0.0000071331,0.10000,0.408
2,mlp.experts.18.down_proj,0.0000063152,0.10000,0.351
2,mlp.experts.19.down_proj,0.0000168706,0.10000,0.375
2,mlp.experts.20.down_proj,0.0000185790,0.10000,0.396
2,mlp.experts.21.down_proj,0.0000074258,0.10000,0.377
2,mlp.experts.22.down_proj,0.0000008199,0.10000,0.353
2,mlp.experts.23.down_proj,0.0000173995,0.10000,0.370
2,mlp.experts.24.down_proj,0.0000039589,0.10000,0.335
2,mlp.experts.25.down_proj,0.0000015187,0.10000,0.336
2,mlp.experts.26.down_proj,0.0001254343,0.10000,0.357
2,mlp.experts.27.down_proj,0.0000006913,0.10000,0.370
2,mlp.experts.28.down_proj,0.0000392227,0.10000,0.341
2,mlp.experts.29.down_proj,0.0000053013,0.10000,0.329
2,mlp.experts.30.down_proj,0.0000251218,0.10000,0.401
2,mlp.experts.31.down_proj,0.0000078237,0.10000,0.358
2,mlp.experts.32.down_proj,0.0000049799,0.10000,0.357
2,mlp.experts.33.down_proj,0.0000156179,0.10000,0.348
2,mlp.experts.34.down_proj,0.0001252976,0.10000,0.385
2,mlp.experts.35.down_proj,0.0002407721,0.10000,0.395
2,mlp.experts.36.down_proj,0.0000056520,0.10000,0.331
2,mlp.experts.37.down_proj,0.0000044406,0.10000,0.331
2,mlp.experts.38.down_proj,0.0000002296,0.10000,0.315
2,mlp.experts.39.down_proj,0.0000051097,0.10000,0.323
2,mlp.experts.40.down_proj,0.0000000799,0.10000,0.347
2,mlp.experts.41.down_proj,0.0000057144,0.10000,0.350
2,mlp.experts.42.down_proj,0.0000069512,0.10000,0.368
2,mlp.experts.43.down_proj,0.0000147270,0.10000,0.356
2,mlp.experts.44.down_proj,0.0000088825,0.10000,0.391
2,mlp.experts.45.down_proj,0.0000064725,0.10000,0.401
2,mlp.experts.46.down_proj,0.0000011193,0.10000,0.388
2,mlp.experts.47.down_proj,0.0000002499,0.10000,0.401
2,mlp.experts.48.down_proj,0.0000019834,0.10000,0.388
2,mlp.experts.49.down_proj,0.0000003930,0.10000,0.402
2,mlp.experts.50.down_proj,0.0000000935,0.10000,0.388
2,mlp.experts.51.down_proj,0.0000000727,0.10000,0.387
2,mlp.experts.52.down_proj,0.0000005051,0.10000,0.389
2,mlp.experts.53.down_proj,0.0000004362,0.10000,0.402
2,mlp.experts.54.down_proj,0.0000003332,0.10000,0.390
2,mlp.experts.55.down_proj,0.0000011857,0.10000,0.398
2,mlp.experts.56.down_proj,0.0000024110,0.10000,0.394
2,mlp.experts.57.down_proj,0.0000235409,0.10000,0.390
2,mlp.experts.58.down_proj,0.0000018327,0.10000,0.395
2,mlp.experts.59.down_proj,0.0000034536,0.10000,0.398
2,mlp.experts.60.down_proj,0.0000005552,0.10000,0.398
2,mlp.experts.61.down_proj,0.0001314368,0.10000,0.393
2,mlp.experts.62.down_proj,0.0000036484,0.10000,0.376
2,mlp.experts.63.down_proj,0.0000005405,0.10000,0.385
2,mlp.experts.64.down_proj,0.0000002912,0.10000,0.395
2,mlp.experts.65.down_proj,0.0000009467,0.10000,0.383
2,mlp.experts.66.down_proj,0.0000055619,0.10000,0.384
2,mlp.experts.67.down_proj,0.0000010871,0.10000,0.382
2,mlp.experts.68.down_proj,0.0000011254,0.10000,0.383
2,mlp.experts.69.down_proj,0.0000014141,0.10000,0.391
2,mlp.experts.70.down_proj,0.0000051564,0.10000,0.392
2,mlp.experts.71.down_proj,0.0000145814,0.10000,0.390
2,mlp.experts.72.down_proj,0.0000003416,0.10000,0.396
2,mlp.experts.73.down_proj,0.0000002303,0.10000,0.401
2,mlp.experts.74.down_proj,0.0000041398,0.10000,0.393
2,mlp.experts.75.down_proj,0.0000077932,0.10000,0.390
2,mlp.experts.76.down_proj,0.0000003236,0.10000,0.395
2,mlp.experts.77.down_proj,0.0000033061,0.10000,0.397
2,mlp.experts.78.down_proj,0.0000079370,0.10000,0.404
2,mlp.experts.79.down_proj,0.0001170052,0.10000,0.388
2,mlp.experts.80.down_proj,0.0000009022,0.10000,0.335
2,mlp.experts.81.down_proj,0.0000117154,0.10000,0.329
2,mlp.experts.82.down_proj,0.0000018600,0.10000,0.330
2,mlp.experts.83.down_proj,0.0000008173,0.10000,0.345
2,mlp.experts.84.down_proj,0.0000001018,0.10000,0.396
2,mlp.experts.85.down_proj,0.0000003874,0.10000,0.396
2,mlp.experts.86.down_proj,0.0000154003,0.10000,0.393
2,mlp.experts.87.down_proj,0.0000011552,0.10000,0.410
2,mlp.experts.88.down_proj,0.0000001444,0.10000,0.336
2,mlp.experts.89.down_proj,0.0000203895,0.10000,0.322
2,mlp.experts.90.down_proj,0.0000003061,0.10000,0.330
2,mlp.experts.91.down_proj,0.0000258204,0.10000,0.326
2,mlp.experts.92.down_proj,0.8461395247,0.10000,0.370
2,mlp.experts.93.down_proj,0.0000004424,0.10000,0.363
2,mlp.experts.94.down_proj,0.0000038788,0.10000,0.375
2,mlp.experts.95.down_proj,0.0000002108,0.10000,0.380
2,mlp.experts.96.down_proj,0.0000577754,0.10000,0.378
2,mlp.experts.97.down_proj,0.0000021262,0.10000,0.411
2,mlp.experts.98.down_proj,0.0000998207,0.10000,0.374
2,mlp.experts.99.down_proj,0.0000040101,0.10000,0.406
2,mlp.experts.100.down_proj,0.0000002128,0.10000,0.377
2,mlp.experts.101.down_proj,0.0000003422,0.10000,0.412
2,mlp.experts.102.down_proj,0.0000227773,0.10000,0.387
2,mlp.experts.103.down_proj,0.0000039490,0.10000,0.380
2,mlp.experts.104.down_proj,0.0000015196,0.10000,0.338
2,mlp.experts.105.down_proj,0.0000156992,0.10000,0.347
2,mlp.experts.106.down_proj,0.0000048870,0.10000,0.378
2,mlp.experts.107.down_proj,0.0000161229,0.10000,0.409
2,mlp.experts.108.down_proj,0.0000122468,0.10000,0.403
2,mlp.experts.109.down_proj,0.0000053169,0.10000,0.400
2,mlp.experts.110.down_proj,0.0058361086,0.10000,0.405
2,mlp.experts.111.down_proj,0.0000217088,0.10000,0.403
2,mlp.experts.112.down_proj,0.0000032470,0.10000,0.394
2,mlp.experts.113.down_proj,0.0000009082,0.10000,0.381
2,mlp.experts.114.down_proj,0.0000546954,0.10000,0.353
2,mlp.experts.115.down_proj,0.0000014580,0.10000,0.348
2,mlp.experts.116.down_proj,0.0000001662,0.10000,0.359
2,mlp.experts.117.down_proj,0.0000003115,0.10000,0.398
2,mlp.experts.118.down_proj,0.0000000860,0.10000,0.408
2,mlp.experts.119.down_proj,0.0000006074,0.10000,0.395
2,mlp.experts.120.down_proj,0.0000024173,0.10000,0.397
2,mlp.experts.121.down_proj,0.0000043452,0.10000,0.373
2,mlp.experts.122.down_proj,0.0000002278,0.10000,0.380
2,mlp.experts.123.down_proj,0.0000008497,0.10000,0.423
2,mlp.experts.124.down_proj,0.0000452318,0.10000,0.383
2,mlp.experts.125.down_proj,0.0000001860,0.10000,0.406
2,mlp.experts.126.down_proj,0.0000091885,0.10000,0.396
2,mlp.experts.127.down_proj,0.0000044357,0.10000,0.313
3,self_attn.q_proj,0.0000000697,0.10000,1.031
3,self_attn.k_proj,0.0000000086,0.10000,1.035
3,self_attn.v_proj,0.0000000123,0.10000,0.606
3,self_attn.o_proj,0.0000000083,0.10000,1.198
3,mlp.gate,0.0000038232,0.10000,0.609
3,mlp.experts.1.up_proj,0.0000063691,0.10000,1.037
3,mlp.experts.0.up_proj,0.0000317482,0.10000,1.079
3,mlp.experts.2.up_proj,0.0000047658,0.10000,1.046
3,mlp.experts.3.up_proj,0.0000143657,0.10000,1.054
3,mlp.experts.4.up_proj,0.0000117772,0.10000,1.042
3,mlp.experts.5.up_proj,0.0000785188,0.10000,1.036
3,mlp.experts.6.up_proj,0.0000030546,0.10000,0.992
3,mlp.experts.7.up_proj,0.0000043895,0.10000,1.005
3,mlp.experts.8.up_proj,0.0005521875,0.10000,0.987
3,mlp.experts.9.up_proj,0.0000130181,0.10000,0.993
3,mlp.experts.10.up_proj,0.0000046383,0.10000,0.979
3,mlp.experts.11.up_proj,0.0000060780,0.10000,0.966
3,mlp.experts.12.up_proj,0.0000587668,0.10000,1.019
3,mlp.experts.13.up_proj,0.0000112577,0.10000,1.055
3,mlp.experts.14.up_proj,0.0000904007,0.10000,1.050
3,mlp.experts.15.up_proj,0.0001682348,0.10000,1.029
3,mlp.experts.16.up_proj,0.0000253861,0.10000,1.048
3,mlp.experts.17.up_proj,0.0000857287,0.10000,1.032
3,mlp.experts.18.up_proj,0.0001309116,0.10000,1.061
3,mlp.experts.19.up_proj,0.0000281401,0.10000,1.049
3,mlp.experts.21.up_proj,0.0000126276,0.10000,1.059
3,mlp.experts.20.up_proj,0.0000218751,0.10000,1.097
3,mlp.experts.23.up_proj,0.0000816685,0.10000,1.051
3,mlp.experts.22.up_proj,0.0000123377,0.10000,1.066
3,mlp.experts.24.up_proj,0.0000148265,0.10000,1.011
3,mlp.experts.25.up_proj,0.0000023635,0.10000,1.065
3,mlp.experts.26.up_proj,0.0000031569,0.10000,1.034
3,mlp.experts.27.up_proj,0.0000612267,0.10000,1.020
3,mlp.experts.28.up_proj,0.0000411031,0.10000,1.036
3,mlp.experts.29.up_proj,0.0000120843,0.10000,1.053
3,mlp.experts.30.up_proj,0.0000961292,0.10000,1.038
3,mlp.experts.31.up_proj,0.0000049095,0.10000,1.019
3,mlp.experts.32.up_proj,0.0000459641,0.10000,1.010
3,mlp.experts.33.up_proj,0.0002701135,0.10000,1.053
3,mlp.experts.34.up_proj,0.0000139156,0.10000,1.038
3,mlp.experts.35.up_proj,0.0000063255,0.10000,1.013
3,mlp.experts.36.up_proj,0.0000576428,0.10000,1.019
3,mlp.experts.37.up_proj,0.0000353126,0.10000,1.016
3,mlp.experts.38.up_proj,0.0000020864,0.10000,0.987
3,mlp.experts.39.up_proj,0.0000424879,0.10000,0.986
3,mlp.experts.40.up_proj,0.0000995784,0.10000,1.065
3,mlp.experts.41.up_proj,0.0000375061,0.10000,1.039
3,mlp.experts.42.up_proj,0.0000564508,0.10000,0.990
3,mlp.experts.43.up_proj,0.0002618070,0.10000,0.976
3,mlp.experts.44.up_proj,0.0001818473,0.10000,1.066
3,mlp.experts.45.up_proj,0.0000361375,0.10000,1.050
3,mlp.experts.47.up_proj,0.0000789854,0.10000,1.007
3,mlp.experts.46.up_proj,0.0001003485,0.10000,1.021
3,mlp.experts.48.up_proj,0.0000791442,0.10000,1.023
3,mlp.experts.49.up_proj,0.0000651380,0.10000,1.062
3,mlp.experts.50.up_proj,0.0000349556,0.10000,1.020
3,mlp.experts.51.up_proj,0.0000826775,0.10000,1.024
3,mlp.experts.52.up_proj,0.0097523391,0.10000,0.938
3,mlp.experts.53.up_proj,0.0000042988,0.10000,0.961
3,mlp.experts.54.up_proj,0.0000110518,0.10000,0.967
3,mlp.experts.55.up_proj,0.0000107763,0.10000,0.970
3,mlp.experts.56.up_proj,0.0001857365,0.10000,0.990
3,mlp.experts.57.up_proj,0.0005367547,0.10000,0.988
3,mlp.experts.58.up_proj,0.0006857435,0.10000,0.988
3,mlp.experts.59.up_proj,0.0000061013,0.10000,0.999
3,mlp.experts.60.up_proj,0.0000146456,0.10000,0.983
3,mlp.experts.61.up_proj,0.0000027997,0.10000,0.985
3,mlp.experts.62.up_proj,0.0000030647,0.10000,0.980
3,mlp.experts.63.up_proj,0.0002386421,0.10000,0.981
3,mlp.experts.64.up_proj,0.0000026607,0.10000,0.967
3,mlp.experts.65.up_proj,0.0000967227,0.10000,0.973
3,mlp.experts.66.up_proj,0.0000388191,0.10000,0.978
3,mlp.experts.67.up_proj,0.0000818719,0.10000,0.981
3,mlp.experts.68.up_proj,0.0001093375,0.10000,0.975
3,mlp.experts.69.up_proj,0.0000817124,0.10000,0.928
3,mlp.experts.70.up_proj,0.0000062831,0.10000,1.014
3,mlp.experts.71.up_proj,0.0000639841,0.10000,1.018
3,mlp.experts.72.up_proj,0.0047511927,0.10000,1.076
3,mlp.experts.73.up_proj,0.0000047934,0.10000,1.045
3,mlp.experts.74.up_proj,0.0000103510,0.10000,1.042
3,mlp.experts.75.up_proj,0.0000127162,0.10000,1.043
3,mlp.experts.76.up_proj,0.0000182905,0.10000,0.992
3,mlp.experts.77.up_proj,0.0000071618,0.10000,0.995
3,mlp.experts.78.up_proj,0.0000039974,0.10000,1.020
3,mlp.experts.79.up_proj,0.0000678873,0.10000,1.015
3,mlp.experts.80.up_proj,0.0000473983,0.10000,1.064
3,mlp.experts.81.up_proj,0.0000080932,0.10000,1.058
3,mlp.experts.82.up_proj,0.0011125022,0.10000,0.990
3,mlp.experts.83.up_proj,0.0000950580,0.10000,1.029
3,mlp.experts.84.up_proj,0.0000189626,0.10000,0.962
3,mlp.experts.85.up_proj,0.0248522231,0.10000,0.987
3,mlp.experts.86.up_proj,0.0000237398,0.10000,0.989
3,mlp.experts.87.up_proj,0.0000770976,0.10000,0.990
3,mlp.experts.88.up_proj,0.0000997769,0.10000,0.999
3,mlp.experts.89.up_proj,0.0000027990,0.10000,1.018
3,mlp.experts.90.up_proj,0.0000117525,0.10000,0.945
3,mlp.experts.91.up_proj,0.0000141502,0.10000,0.950
3,mlp.experts.92.up_proj,0.0000282244,0.10000,0.891
3,mlp.experts.93.up_proj,0.0000109151,0.10000,0.915
3,mlp.experts.94.up_proj,0.0000208894,0.10000,1.010
3,mlp.experts.95.up_proj,0.0002845710,0.10000,1.033
3,mlp.experts.96.up_proj,0.0001971875,0.10000,1.038
3,mlp.experts.97.up_proj,0.0000494449,0.10000,0.994
3,mlp.experts.98.up_proj,0.0000844215,0.10000,0.975
3,mlp.experts.99.up_proj,0.0000634315,0.10000,1.044
3,mlp.experts.100.up_proj,0.0001032810,0.10000,0.955
3,mlp.experts.101.up_proj,0.0000169664,0.10000,1.017
3,mlp.experts.102.up_proj,0.0003708580,0.10000,0.957
3,mlp.experts.103.up_proj,0.0000102112,0.10000,0.988
3,mlp.experts.104.up_proj,0.0000127536,0.10000,0.962
3,mlp.experts.105.up_proj,0.0000034277,0.10000,0.982
3,mlp.experts.106.up_proj,0.0000051278,0.10000,1.018
3,mlp.experts.107.up_proj,0.0000749589,0.10000,1.011
3,mlp.experts.108.up_proj,0.0000701336,0.10000,0.999
3,mlp.experts.109.up_proj,0.0000817263,0.10000,0.974
3,mlp.experts.110.up_proj,0.0002127415,0.10000,1.038
3,mlp.experts.111.up_proj,0.0001930966,0.10000,0.997
3,mlp.experts.112.up_proj,0.0000051903,0.10000,1.056
3,mlp.experts.113.up_proj,0.0000451468,0.10000,1.046
3,mlp.experts.114.up_proj,0.0001565510,0.10000,1.051
3,mlp.experts.115.up_proj,0.0001269072,0.10000,1.032
3,mlp.experts.116.up_proj,0.0001498135,0.10000,0.982
3,mlp.experts.117.up_proj,0.0001093535,0.10000,1.038
3,mlp.experts.118.up_proj,0.0001092732,0.10000,0.985
3,mlp.experts.119.up_proj,0.0000590353,0.10000,1.033
3,mlp.experts.120.up_proj,0.0000093408,0.10000,0.984
3,mlp.experts.121.up_proj,0.0000059016,0.10000,1.023
3,mlp.experts.122.up_proj,0.0000503576,0.10000,0.978
3,mlp.experts.123.up_proj,0.0000076084,0.10000,0.972
3,mlp.experts.124.up_proj,0.0000040378,0.10000,1.019
3,mlp.experts.125.up_proj,0.0000321647,0.10000,1.015
3,mlp.experts.126.up_proj,0.0001014793,0.10000,1.003
3,mlp.experts.127.up_proj,0.0000344582,0.10000,1.009
3,mlp.experts.0.gate_proj,0.0000333045,0.10000,1.003
3,mlp.experts.1.gate_proj,0.0000067387,0.10000,1.031
3,mlp.experts.2.gate_proj,0.0000049307,0.10000,0.945
3,mlp.experts.3.gate_proj,0.0000150650,0.10000,1.026
3,mlp.experts.4.gate_proj,0.0000127624,0.10000,0.966
3,mlp.experts.5.gate_proj,0.0000836177,0.10000,1.022
3,mlp.experts.6.gate_proj,0.0000031866,0.10000,1.018
3,mlp.experts.7.gate_proj,0.0000048436,0.10000,1.036
3,mlp.experts.8.gate_proj,0.0006214085,0.10000,0.990
3,mlp.experts.9.gate_proj,0.0000138924,0.10000,0.983
3,mlp.experts.10.gate_proj,0.0000050043,0.10000,0.982
3,mlp.experts.11.gate_proj,0.0000066251,0.10000,0.989
3,mlp.experts.12.gate_proj,0.0000627634,0.10000,0.977
3,mlp.experts.13.gate_proj,0.0000119387,0.10000,0.989
3,mlp.experts.14.gate_proj,0.0000922640,0.10000,1.006
3,mlp.experts.15.gate_proj,0.0001809280,0.10000,1.005
3,mlp.experts.16.gate_proj,0.0000269859,0.10000,0.993
3,mlp.experts.17.gate_proj,0.0000922794,0.10000,0.976
3,mlp.experts.18.gate_proj,0.0001384579,0.10000,0.996
3,mlp.experts.19.gate_proj,0.0000294519,0.10000,1.026
3,mlp.experts.20.gate_proj,0.0000232478,0.10000,1.040
3,mlp.experts.21.gate_proj,0.0000135111,0.10000,1.016
3,mlp.experts.22.gate_proj,0.0000132154,0.10000,1.029
3,mlp.experts.23.gate_proj,0.0000868235,0.10000,1.026
3,mlp.experts.24.gate_proj,0.0000151366,0.10000,0.985
3,mlp.experts.25.gate_proj,0.0000025133,0.10000,0.966
3,mlp.experts.26.gate_proj,0.0000032525,0.10000,0.962
3,mlp.experts.27.gate_proj,0.0000643513,0.10000,1.036
3,mlp.experts.28.gate_proj,0.0000442123,0.10000,1.042
3,mlp.experts.29.gate_proj,0.0000127312,0.10000,0.973
3,mlp.experts.30.gate_proj,0.0001017930,0.10000,0.937
3,mlp.experts.31.gate_proj,0.0000052606,0.10000,1.022
3,mlp.experts.32.gate_proj,0.0000498795,0.10000,1.060
3,mlp.experts.33.gate_proj,0.0002857352,0.10000,0.978
3,mlp.experts.34.gate_proj,0.0000145995,0.10000,0.973
3,mlp.experts.35.gate_proj,0.0000065931,0.10000,0.988
3,mlp.experts.36.gate_proj,0.0000624247,0.10000,1.005
3,mlp.experts.37.gate_proj,0.0000373374,0.10000,1.075
3,mlp.experts.38.gate_proj,0.0000021463,0.10000,1.023
3,mlp.experts.39.gate_proj,0.0000459220,0.10000,1.024
3,mlp.experts.40.gate_proj,0.0001041689,0.10000,1.045
3,mlp.experts.41.gate_proj,0.0000414353,0.10000,1.042
3,mlp.experts.42.gate_proj,0.0000639506,0.10000,1.057
3,mlp.experts.43.gate_proj,0.0002770347,0.10000,1.045
3,mlp.experts.44.gate_proj,0.0001936470,0.10000,1.028
3,mlp.experts.45.gate_proj,0.0000384016,0.10000,1.039
3,mlp.experts.46.gate_proj,0.0001054711,0.10000,1.031
3,mlp.experts.47.gate_proj,0.0000849646,0.10000,0.999
3,mlp.experts.48.gate_proj,0.0000855570,0.10000,1.069
3,mlp.experts.49.gate_proj,0.0000699416,0.10000,1.011
3,mlp.experts.50.gate_proj,0.0000366512,0.10000,1.015
3,mlp.experts.51.gate_proj,0.0000877922,0.10000,1.055
3,mlp.experts.52.gate_proj,0.0106749845,0.10000,0.988
3,mlp.experts.53.gate_proj,0.0000044269,0.10000,0.980
3,mlp.experts.54.gate_proj,0.0000113387,0.10000,0.986
3,mlp.experts.55.gate_proj,0.0000113345,0.10000,1.036
3,mlp.experts.56.gate_proj,0.0001975657,0.10000,1.064
3,mlp.experts.57.gate_proj,0.0005701561,0.10000,1.069
3,mlp.experts.58.gate_proj,0.0007287559,0.10000,0.993
3,mlp.experts.59.gate_proj,0.0000064971,0.10000,1.005
3,mlp.experts.60.gate_proj,0.0000157572,0.10000,1.032
3,mlp.experts.61.gate_proj,0.0000029406,0.10000,1.006
3,mlp.experts.62.gate_proj,0.0000031894,0.10000,1.047
3,mlp.experts.63.gate_proj,0.0002632211,0.10000,1.050
3,mlp.experts.64.gate_proj,0.0000028210,0.10000,1.032
3,mlp.experts.65.gate_proj,0.0001031147,0.10000,1.010
3,mlp.experts.66.gate_proj,0.0000408705,0.10000,1.011
3,mlp.experts.67.gate_proj,0.0000862557,0.10000,1.025
3,mlp.experts.68.gate_proj,0.0001166410,0.10000,1.029
3,mlp.experts.69.gate_proj,0.0000870889,0.10000,1.000
3,mlp.experts.70.gate_proj,0.0000064658,0.10000,1.009
3,mlp.experts.71.gate_proj,0.0000673321,0.10000,0.990
3,mlp.experts.72.gate_proj,0.0053556037,0.10000,1.013
3,mlp.experts.73.gate_proj,0.0000051097,0.10000,1.013
3,mlp.experts.74.gate_proj,0.0000107683,0.10000,1.007
3,mlp.experts.75.gate_proj,0.0000142882,0.10000,1.055
3,mlp.experts.76.gate_proj,0.0000196637,0.10000,0.969
3,mlp.experts.77.gate_proj,0.0000075313,0.10000,1.015
3,mlp.experts.78.gate_proj,0.0000042057,0.10000,0.958
3,mlp.experts.79.gate_proj,0.0000720880,0.10000,0.973
3,mlp.experts.80.gate_proj,0.0000502375,0.10000,0.969
3,mlp.experts.81.gate_proj,0.0000086945,0.10000,1.006
3,mlp.experts.82.gate_proj,0.0057821414,0.10000,1.002
3,mlp.experts.83.gate_proj,0.0001031361,0.10000,0.984
3,mlp.experts.84.gate_proj,0.0000200113,0.10000,1.025
3,mlp.experts.85.gate_proj,0.0237250721,0.10000,1.032
3,mlp.experts.86.gate_proj,0.0000257359,0.10000,1.011
3,mlp.experts.87.gate_proj,0.0000818914,0.10000,1.000
3,mlp.experts.88.gate_proj,0.0001066232,0.10000,1.019
3,mlp.experts.89.gate_proj,0.0000029465,0.10000,1.009
3,mlp.experts.90.gate_proj,0.0000125378,0.10000,1.028
3,mlp.experts.91.gate_proj,0.0000152964,0.10000,1.001
3,mlp.experts.92.gate_proj,0.0000295893,0.10000,1.029
3,mlp.experts.93.gate_proj,0.0000114876,0.10000,0.991
3,mlp.experts.94.gate_proj,0.0000221503,0.10000,1.042
3,mlp.experts.95.gate_proj,0.0003003044,0.10000,0.959
3,mlp.experts.96.gate_proj,0.0002066800,0.10000,0.971
3,mlp.experts.97.gate_proj,0.0000527680,0.10000,0.923
3,mlp.experts.98.gate_proj,0.0000940364,0.10000,0.935
3,mlp.experts.99.gate_proj,0.0000668851,0.10000,0.980
3,mlp.experts.100.gate_proj,0.0001094545,0.10000,1.027
3,mlp.experts.101.gate_proj,0.0000176395,0.10000,1.028
3,mlp.experts.102.gate_proj,0.0004045115,0.10000,1.005
3,mlp.experts.103.gate_proj,0.0000106898,0.10000,1.039
3,mlp.experts.104.gate_proj,0.0000137379,0.10000,0.971
3,mlp.experts.105.gate_proj,0.0000037045,0.10000,1.039
3,mlp.experts.106.gate_proj,0.0000054964,0.10000,1.026
3,mlp.experts.107.gate_proj,0.0000854838,0.10000,1.034
3,mlp.experts.108.gate_proj,0.0000748343,0.10000,1.023
3,mlp.experts.109.gate_proj,0.0000869679,0.10000,1.038
3,mlp.experts.110.gate_proj,0.0002264383,0.10000,1.031
3,mlp.experts.111.gate_proj,0.0002035406,0.10000,1.056
3,mlp.experts.112.gate_proj,0.0000055484,0.10000,1.039
3,mlp.experts.113.gate_proj,0.0000473878,0.10000,1.058
3,mlp.experts.114.gate_proj,0.0001633040,0.10000,1.049
3,mlp.experts.115.gate_proj,0.0001357028,0.10000,1.038
3,mlp.experts.116.gate_proj,0.0001610769,0.10000,1.026
3,mlp.experts.117.gate_proj,0.0001162172,0.10000,1.052
3,mlp.experts.118.gate_proj,0.0001150711,0.10000,1.053
3,mlp.experts.119.gate_proj,0.0000624126,0.10000,1.031
3,mlp.experts.120.gate_proj,0.0000096314,0.10000,1.070
3,mlp.experts.121.gate_proj,0.0000062994,0.10000,1.060
3,mlp.experts.122.gate_proj,0.0000540255,0.10000,1.040
3,mlp.experts.123.gate_proj,0.0000080641,0.10000,1.060
3,mlp.experts.124.gate_proj,0.0000042171,0.10000,1.023
3,mlp.experts.125.gate_proj,0.0000339195,0.10000,1.038
3,mlp.experts.126.gate_proj,0.0001047953,0.10000,1.010
3,mlp.experts.127.gate_proj,0.0000359447,0.10000,0.779
3,mlp.experts.0.down_proj,0.0000034104,0.10000,0.350
3,mlp.experts.1.down_proj,0.0000005885,0.10000,0.359
3,mlp.experts.2.down_proj,0.0000002756,0.10000,0.402
3,mlp.experts.3.down_proj,0.0000013137,0.10000,0.408
3,mlp.experts.4.down_proj,0.0000009431,0.10000,0.377
3,mlp.experts.5.down_proj,0.0000188164,0.10000,0.390
3,mlp.experts.6.down_proj,0.0000002622,0.10000,0.364
3,mlp.experts.7.down_proj,0.0000004510,0.10000,0.357
3,mlp.experts.8.down_proj,0.0001213235,0.10000,0.403
3,mlp.experts.9.down_proj,0.0000010218,0.10000,0.396
3,mlp.experts.10.down_proj,0.0000004427,0.10000,0.395
3,mlp.experts.11.down_proj,0.0000007345,0.10000,0.391
3,mlp.experts.12.down_proj,0.0000125336,0.10000,0.393
3,mlp.experts.13.down_proj,0.0000010560,0.10000,0.398
3,mlp.experts.14.down_proj,0.0000065985,0.10000,0.391
3,mlp.experts.15.down_proj,0.0000208464,0.10000,0.387
3,mlp.experts.16.down_proj,0.0000019282,0.10000,0.394
3,mlp.experts.17.down_proj,0.0000124753,0.10000,0.395
3,mlp.experts.18.down_proj,0.0000392219,0.10000,0.386
3,mlp.experts.19.down_proj,0.0000044097,0.10000,0.393
3,mlp.experts.20.down_proj,0.0000033383,0.10000,0.340
3,mlp.experts.21.down_proj,0.0000013223,0.10000,0.344
3,mlp.experts.22.down_proj,0.0000009618,0.10000,0.333
3,mlp.experts.23.down_proj,0.0000195769,0.10000,0.331
3,mlp.experts.24.down_proj,0.0000007555,0.10000,0.396
3,mlp.experts.25.down_proj,0.0000001655,0.10000,0.398
3,mlp.experts.26.down_proj,0.0000002246,0.10000,0.350
3,mlp.experts.27.down_proj,0.0000051472,0.10000,0.357
3,mlp.experts.28.down_proj,0.0000139157,0.10000,0.372
3,mlp.experts.29.down_proj,0.0000009883,0.10000,0.391
3,mlp.experts.30.down_proj,0.0000183700,0.10000,0.374
3,mlp.experts.31.down_proj,0.0000005661,0.10000,0.386
3,mlp.experts.32.down_proj,0.0000096312,0.10000,0.394
3,mlp.experts.33.down_proj,0.0000346375,0.10000,0.404
3,mlp.experts.34.down_proj,0.0000014108,0.10000,0.366
3,mlp.experts.35.down_proj,0.0000003880,0.10000,0.362
3,mlp.experts.36.down_proj,0.0000106485,0.10000,0.346
3,mlp.experts.37.down_proj,0.0000048407,0.10000,0.341
3,mlp.experts.38.down_proj,0.0000001310,0.10000,0.401
3,mlp.experts.39.down_proj,0.0000049519,0.10000,0.389
3,mlp.experts.40.down_proj,0.0000063259,0.10000,0.391
3,mlp.experts.41.down_proj,0.0000015544,0.10000,0.397
3,mlp.experts.42.down_proj,0.0000050308,0.10000,0.396
3,mlp.experts.43.down_proj,0.0000331889,0.10000,0.392
3,mlp.experts.44.down_proj,0.0000299242,0.10000,0.381
3,mlp.experts.45.down_proj,0.0000046471,0.10000,0.386
3,mlp.experts.46.down_proj,0.0000173634,0.10000,0.393
3,mlp.experts.47.down_proj,0.0000128877,0.10000,0.391
3,mlp.experts.48.down_proj,0.0000209438,0.10000,0.381
3,mlp.experts.49.down_proj,0.0000087630,0.10000,0.387
3,mlp.experts.50.down_proj,0.0000040995,0.10000,0.380
3,mlp.experts.51.down_proj,0.0000144539,0.10000,0.387
3,mlp.experts.52.down_proj,0.0001873227,0.10000,0.392
3,mlp.experts.53.down_proj,0.0000001599,0.10000,0.404
3,mlp.experts.54.down_proj,0.0000005883,0.10000,0.334
3,mlp.experts.55.down_proj,0.0000008188,0.10000,0.334
3,mlp.experts.56.down_proj,0.0000423835,0.10000,0.363
3,mlp.experts.57.down_proj,0.0000698648,0.10000,0.375
3,mlp.experts.58.down_proj,0.0001021030,0.10000,0.373
3,mlp.experts.59.down_proj,0.0000005667,0.10000,0.393
3,mlp.experts.60.down_proj,0.0000015453,0.10000,0.386
3,mlp.experts.61.down_proj,0.0000001652,0.10000,0.365
3,mlp.experts.62.down_proj,0.0000002078,0.10000,0.323
3,mlp.experts.63.down_proj,0.0000313899,0.10000,0.324
3,mlp.experts.64.down_proj,0.0000001995,0.10000,0.318
3,mlp.experts.65.down_proj,0.0000250304,0.10000,0.322
3,mlp.experts.66.down_proj,0.0000048326,0.10000,0.337
3,mlp.experts.67.down_proj,0.0000175513,0.10000,0.364
3,mlp.experts.68.down_proj,0.0000114176,0.10000,0.399
3,mlp.experts.69.down_proj,0.0000138183,0.10000,0.380
3,mlp.experts.70.down_proj,0.0000005566,0.10000,0.405
3,mlp.experts.71.down_proj,0.0000102177,0.10000,0.383
3,mlp.experts.72.down_proj,0.0002388789,0.10000,0.405
3,mlp.experts.73.down_proj,0.0000004065,0.10000,0.382
3,mlp.experts.74.down_proj,0.0000007341,0.10000,0.399
3,mlp.experts.75.down_proj,0.0000009775,0.10000,0.369
3,mlp.experts.76.down_proj,0.0000010440,0.10000,0.402
3,mlp.experts.77.down_proj,0.0000006363,0.10000,0.379
3,mlp.experts.78.down_proj,0.0000002178,0.10000,0.393
3,mlp.experts.79.down_proj,0.0000093511,0.10000,0.405
3,mlp.experts.80.down_proj,0.0000076586,0.10000,0.334
3,mlp.experts.81.down_proj,0.0000018885,0.10000,0.351
3,mlp.experts.82.down_proj,0.0051159799,0.10000,0.381
3,mlp.experts.83.down_proj,0.0000070926,0.10000,0.385
3,mlp.experts.84.down_proj,0.0000012018,0.10000,0.343
3,mlp.experts.85.down_proj,0.0004151529,0.10000,0.342
3,mlp.experts.86.down_proj,0.0000072311,0.10000,0.331
3,mlp.experts.87.down_proj,0.0000171092,0.10000,0.332
3,mlp.experts.88.down_proj,0.0000124779,0.10000,0.376
3,mlp.experts.89.down_proj,0.0000003322,0.10000,0.379
3,mlp.experts.90.down_proj,0.0000009730,0.10000,0.406
3,mlp.experts.91.down_proj,0.0000017001,0.10000,0.391
3,mlp.experts.92.down_proj,0.0000026728,0.10000,0.396
3,mlp.experts.93.down_proj,0.0000011867,0.10000,0.411
3,mlp.experts.94.down_proj,0.0000025691,0.10000,0.389
3,mlp.experts.95.down_proj,0.0000420196,0.10000,0.381
3,mlp.experts.96.down_proj,0.0000143226,0.10000,0.362
3,mlp.experts.97.down_proj,0.0000091639,0.10000,0.360
3,mlp.experts.98.down_proj,0.0000095368,0.10000,0.390
3,mlp.experts.99.down_proj,0.0000064874,0.10000,0.385
3,mlp.experts.100.down_proj,0.0000130723,0.10000,0.369
3,mlp.experts.101.down_proj,0.0000012512,0.10000,0.396
3,mlp.experts.102.down_proj,0.0000666041,0.10000,0.367
3,mlp.experts.103.down_proj,0.0000007547,0.10000,0.364
3,mlp.experts.104.down_proj,0.0000015794,0.10000,0.369
3,mlp.experts.105.down_proj,0.0000002965,0.10000,0.375
3,mlp.experts.106.down_proj,0.0000004720,0.10000,0.381
3,mlp.experts.107.down_proj,0.0000075958,0.10000,0.401
3,mlp.experts.108.down_proj,0.0000133023,0.10000,0.370
3,mlp.experts.109.down_proj,0.0000162400,0.10000,0.417
3,mlp.experts.110.down_proj,0.0000304903,0.10000,0.404
3,mlp.experts.111.down_proj,0.0000356278,0.10000,0.384
3,mlp.experts.112.down_proj,0.0000003970,0.10000,0.341
3,mlp.experts.113.down_proj,0.0000051670,0.10000,0.326
3,mlp.experts.114.down_proj,0.0000293276,0.10000,0.318
3,mlp.experts.115.down_proj,0.0000049241,0.10000,0.325
3,mlp.experts.116.down_proj,0.0000137241,0.10000,0.335
3,mlp.experts.117.down_proj,0.0000231823,0.10000,0.351
3,mlp.experts.118.down_proj,0.0000155466,0.10000,0.372
3,mlp.experts.119.down_proj,0.0000067967,0.10000,0.393
3,mlp.experts.120.down_proj,0.0000008501,0.10000,0.377
3,mlp.experts.121.down_proj,0.0000005219,0.10000,0.389
3,mlp.experts.122.down_proj,0.0000107460,0.10000,0.376
3,mlp.experts.123.down_proj,0.0000006582,0.10000,0.388
3,mlp.experts.124.down_proj,0.0000002439,0.10000,0.380
3,mlp.experts.125.down_proj,0.0000025135,0.10000,0.397
3,mlp.experts.126.down_proj,0.0000134395,0.10000,0.381
3,mlp.experts.127.down_proj,0.0000036539,0.10000,0.324
4,self_attn.q_proj,0.0000000454,0.10000,1.038
4,self_attn.k_proj,0.0000000065,0.10000,1.065
4,self_attn.v_proj,0.0000000078,0.10000,0.615
4,self_attn.o_proj,0.0000000065,0.10000,1.187
4,mlp.gate,0.0000030545,0.10000,0.616
4,mlp.experts.1.up_proj,0.0000839205,0.10000,1.054
4,mlp.experts.0.up_proj,0.0000047432,0.10000,1.073
4,mlp.experts.2.up_proj,0.0000559059,0.10000,1.012
4,mlp.experts.3.up_proj,0.0027989530,0.10000,1.038
4,mlp.experts.4.up_proj,0.0000217648,0.10000,1.044
4,mlp.experts.5.up_proj,0.0000106036,0.10000,1.033
4,mlp.experts.6.up_proj,0.0000191453,0.10000,0.991
4,mlp.experts.7.up_proj,0.0000800482,0.10000,1.042
4,mlp.experts.8.up_proj,0.0000873599,0.10000,0.966
4,mlp.experts.9.up_proj,0.0000124982,0.10000,1.004
4,mlp.experts.10.up_proj,0.0000057123,0.10000,1.037
4,mlp.experts.11.up_proj,0.0000103091,0.10000,1.042
4,mlp.experts.12.up_proj,0.0000417830,0.10000,0.980
4,mlp.experts.13.up_proj,0.0000616577,0.10000,1.000
4,mlp.experts.14.up_proj,0.0001736205,0.10000,1.061
4,mlp.experts.15.up_proj,0.0000203443,0.10000,0.976
4,mlp.experts.16.up_proj,0.0000444849,0.10000,1.038
4,mlp.experts.17.up_proj,0.0002388322,0.10000,1.052
4,mlp.experts.18.up_proj,0.0000071033,0.10000,1.004
4,mlp.experts.19.up_proj,0.0000673225,0.10000,0.965
4,mlp.experts.20.up_proj,0.0000090501,0.10000,1.023
4,mlp.experts.21.up_proj,0.0003524480,0.10000,1.037
4,mlp.experts.22.up_proj,0.0000023186,0.10000,0.995
4,mlp.experts.23.up_proj,0.0000121358,0.10000,0.953
4,mlp.experts.25.up_proj,0.0000031528,0.10000,1.056
4,mlp.experts.24.up_proj,0.0012488936,0.10000,1.074
4,mlp.experts.26.up_proj,0.0004378979,0.10000,0.967
4,mlp.experts.27.up_proj,0.0000089456,0.10000,0.959
4,mlp.experts.28.up_proj,0.0001717799,0.10000,1.040
4,mlp.experts.29.up_proj,0.0000223958,0.10000,1.051
4,mlp.experts.30.up_proj,0.0000501696,0.10000,1.026
4,mlp.experts.31.up_proj,0.0002128125,0.10000,1.052
4,mlp.experts.33.up_proj,0.0009719058,0.10000,1.017
4,mlp.experts.32.up_proj,0.0001771519,0.10000,1.071
4,mlp.experts.34.up_proj,0.0000708563,0.10000,1.046
4,mlp.experts.35.up_proj,0.0009635653,0.10000,1.069
4,mlp.experts.36.up_proj,0.0002894161,0.10000,1.070
4,mlp.experts.37.up_proj,0.0000245098,0.10000,1.058
4,mlp.experts.38.up_proj,0.0003461864,0.10000,1.039
4,mlp.experts.39.up_proj,0.0000050886,0.10000,1.076
4,mlp.experts.40.up_proj,0.0000125668,0.10000,1.055
4,mlp.experts.41.up_proj,0.0002443398,0.10000,1.026
4,mlp.experts.42.up_proj,0.0014593413,0.10000,0.955
4,mlp.experts.43.up_proj,0.0000932467,0.10000,0.952
4,mlp.experts.44.up_proj,0.0000350672,0.10000,0.959
4,mlp.experts.45.up_proj,0.0001419512,0.10000,0.970
4,mlp.experts.46.up_proj,0.0000168510,0.10000,1.008
4,mlp.experts.47.up_proj,0.0000092633,0.10000,0.996
4,mlp.experts.48.up_proj,0.0000050728,0.10000,0.993
4,mlp.experts.49.up_proj,0.0006723202,0.10000,1.000
4,mlp.experts.50.up_proj,0.0000090167,0.10000,0.992
4,mlp.experts.51.up_proj,0.0000116742,0.10000,0.992
4,mlp.experts.52.up_proj,0.0000101030,0.10000,1.051
4,mlp.experts.53.up_proj,0.0000253696,0.10000,1.050
4,mlp.experts.54.up_proj,0.0002587428,0.10000,1.027
4,mlp.experts.55.up_proj,0.0001029738,0.10000,1.038
4,mlp.experts.56.up_proj,0.0000079060,0.10000,0.990
4,mlp.experts.57.up_proj,0.0000163163,0.10000,0.967
4,mlp.experts.58.up_proj,0.0000171569,0.10000,0.983
4,mlp.experts.59.up_proj,0.0001046984,0.10000,0.997
4,mlp.experts.60.up_proj,0.0000160174,0.10000,0.977
4,mlp.experts.61.up_proj,0.0001107163,0.10000,1.003
4,mlp.experts.62.up_proj,0.0004234238,0.10000,0.958
4,mlp.experts.63.up_proj,0.0000062059,0.10000,0.937
4,mlp.experts.64.up_proj,0.0000399056,0.10000,0.996
4,mlp.experts.65.up_proj,0.0001363484,0.10000,0.990
4,mlp.experts.66.up_proj,0.0027941774,0.10000,1.007
4,mlp.experts.67.up_proj,0.0000123051,0.10000,1.022
4,mlp.experts.68.up_proj,0.0003197073,0.10000,1.053
4,mlp.experts.69.up_proj,0.0021586700,0.10000,1.030
4,mlp.experts.71.up_proj,0.0005645350,0.10000,1.055
4,mlp.experts.70.up_proj,0.0000172100,0.10000,1.094
4,mlp.experts.72.up_proj,0.0005472413,0.10000,0.936
4,mlp.experts.73.up_proj,0.0000358624,0.10000,0.949
4,mlp.experts.75.up_proj,0.0005399584,0.10000,1.006
4,mlp.experts.74.up_proj,0.0000085373,0.10000,1.037
4,mlp.experts.77.up_proj,0.0000033703,0.10000,1.051
4,mlp.experts.76.up_proj,0.0000044400,0.10000,1.068
4,mlp.experts.78.up_proj,0.0007586293,0.10000,0.910
4,mlp.experts.79.up_proj,0.0000053699,0.10000,0.918
4,mlp.experts.80.up_proj,0.0000190778,0.10000,1.009
4,mlp.experts.81.up_proj,0.0001157014,0.10000,1.004
4,mlp.experts.82.up_proj,0.0001764198,0.10000,1.036
4,mlp.experts.83.up_proj,0.0000237566,0.10000,1.034
4,mlp.experts.84.up_proj,0.0007990658,0.10000,1.035
4,mlp.experts.85.up_proj,0.0000059331,0.10000,1.038
4,mlp.experts.87.up_proj,0.0000068496,0.10000,1.063
4,mlp.experts.86.up_proj,0.0000066079,0.10000,1.074
4,mlp.experts.88.up_proj,0.0000439175,0.10000,1.053
4,mlp.experts.89.up_proj,0.0002007312,0.10000,1.070
4,mlp.experts.90.up_proj,0.0000594079,0.10000,1.001
4,mlp.experts.91.up_proj,0.0000059666,0.10000,1.018
4,mlp.experts.92.up_proj,0.0000840046,0.10000,1.030
4,mlp.experts.93.up_proj,0.0000259297,0.10000,1.048
4,mlp.experts.94.up_proj,0.0046747188,0.10000,1.042
4,mlp.experts.95.up_proj,0.0001911390,0.10000,1.034
4,mlp.experts.96.up_proj,0.0000128985,0.10000,1.000
4,mlp.experts.97.up_proj,0.0000080296,0.10000,1.033
4,mlp.experts.98.up_proj,0.0000485835,0.10000,1.013
4,mlp.experts.99.up_proj,0.0000787583,0.10000,1.038
4,mlp.experts.100.up_proj,0.0001124621,0.10000,1.040
4,mlp.experts.101.up_proj,0.0000270485,0.10000,1.045
4,mlp.experts.102.up_proj,0.0000086614,0.10000,0.985
4,mlp.experts.103.up_proj,0.0000439814,0.10000,1.032
4,mlp.experts.104.up_proj,0.0000177320,0.10000,1.067
4,mlp.experts.105.up_proj,0.0000049371,0.10000,1.045
4,mlp.experts.106.up_proj,0.0000049546,0.10000,1.031
4,mlp.experts.107.up_proj,0.0001182528,0.10000,0.969
4,mlp.experts.108.up_proj,0.0001286029,0.10000,1.046
4,mlp.experts.109.up_proj,0.0000264498,0.10000,0.993
4,mlp.experts.110.up_proj,0.0001330706,0.10000,0.993
4,mlp.experts.111.up_proj,0.0000073014,0.10000,1.017
4,mlp.experts.113.up_proj,0.0000072320,0.10000,1.021
4,mlp.experts.112.up_proj,0.0000723490,0.10000,1.065
4,mlp.experts.114.up_proj,0.0001058191,0.10000,1.069
4,mlp.experts.115.up_proj,0.0000097637,0.10000,1.074
4,mlp.experts.116.up_proj,0.0000044236,0.10000,1.046
4,mlp.experts.117.up_proj,0.0005833280,0.10000,1.042
4,mlp.experts.118.up_proj,0.0000430847,0.10000,1.007
4,mlp.experts.119.up_proj,0.0000794173,0.10000,1.010
4,mlp.experts.120.up_proj,0.0000311410,0.10000,0.983
4,mlp.experts.121.up_proj,0.0008003498,0.10000,0.987
4,mlp.experts.122.up_proj,0.0000386432,0.10000,1.012
4,mlp.experts.123.up_proj,0.0007037020,0.10000,1.052
4,mlp.experts.124.up_proj,0.0001436003,0.10000,1.029
4,mlp.experts.125.up_proj,0.0008155605,0.10000,1.000
4,mlp.experts.126.up_proj,0.0001080216,0.10000,1.012
4,mlp.experts.127.up_proj,0.0001417416,0.10000,1.074
4,mlp.experts.0.gate_proj,0.0000050413,0.10000,0.950
4,mlp.experts.1.gate_proj,0.0000873586,0.10000,0.965
4,mlp.experts.2.gate_proj,0.0000625712,0.10000,1.024
4,mlp.experts.3.gate_proj,0.0030272295,0.10000,1.011
4,mlp.experts.4.gate_proj,0.0000221943,0.10000,1.038
4,mlp.experts.5.gate_proj,0.0000111333,0.10000,0.989
4,mlp.experts.6.gate_proj,0.0000201900,0.10000,1.053
4,mlp.experts.7.gate_proj,0.0000856064,0.10000,1.030
4,mlp.experts.8.gate_proj,0.0000942461,0.10000,1.043
4,mlp.experts.9.gate_proj,0.0000129774,0.10000,1.040
4,mlp.experts.10.gate_proj,0.0000060290,0.10000,0.925
4,mlp.experts.11.gate_proj,0.0000109321,0.10000,0.939
4,mlp.experts.12.gate_proj,0.0000442714,0.10000,1.009
4,mlp.experts.13.gate_proj,0.0000673851,0.10000,1.013
4,mlp.experts.14.gate_proj,0.0001835660,0.10000,1.020
4,mlp.experts.15.gate_proj,0.0000219344,0.10000,1.017
4,mlp.experts.16.gate_proj,0.0004425416,0.10000,1.026
4,mlp.experts.17.gate_proj,0.0002626525,0.10000,1.058
4,mlp.experts.18.gate_proj,0.0000075499,0.10000,1.024
4,mlp.experts.19.gate_proj,0.0000717377,0.10000,1.038
4,mlp.experts.20.gate_proj,0.0000095976,0.10000,1.010
4,mlp.experts.21.gate_proj,0.0003978236,0.10000,1.031
4,mlp.experts.22.gate_proj,0.0000024403,0.10000,0.994
4,mlp.experts.23.gate_proj,0.0000126253,0.10000,1.043
4,mlp.experts.24.gate_proj,0.0013347354,0.10000,1.022
4,mlp.experts.25.gate_proj,0.0000032205,0.10000,1.035
4,mlp.experts.26.gate_proj,0.0004591330,0.10000,1.016
4,mlp.experts.27.gate_proj,0.0000098897,0.10000,1.031
4,mlp.experts.28.gate_proj,0.0001962736,0.10000,1.000
4,mlp.experts.29.gate_proj,0.0000249244,0.10000,0.982
4,mlp.experts.30.gate_proj,0.0000530964,0.10000,1.011
4,mlp.experts.31.gate_proj,0.0002252401,0.10000,1.019
4,mlp.experts.32.gate_proj,0.0001919727,0.10000,1.004
4,mlp.experts.33.gate_proj,0.0010199350,0.10000,1.042
4,mlp.experts.34.gate_proj,0.0000757411,0.10000,1.025
4,mlp.experts.35.gate_proj,0.0010808638,0.10000,1.028
4,mlp.experts.36.gate_proj,0.0003070757,0.10000,1.040
4,mlp.experts.37.gate_proj,0.0000269444,0.10000,1.016
4,mlp.experts.38.gate_proj,0.0003612859,0.10000,1.024
4,mlp.experts.39.gate_proj,0.0000057706,0.10000,1.016
4,mlp.experts.40.gate_proj,0.0000138897,0.10000,1.049
4,mlp.experts.41.gate_proj,0.0002738749,0.10000,1.023
4,mlp.experts.42.gate_proj,0.0015374928,0.10000,1.036
4,mlp.experts.43.gate_proj,0.0000971980,0.10000,1.014
4,mlp.experts.44.gate_proj,0.0000388521,0.10000,1.059
4,mlp.experts.45.gate_proj,0.0001511587,0.10000,1.009
4,mlp.experts.46.gate_proj,0.0000181153,0.10000,1.046
4,mlp.experts.47.gate_proj,0.0000101078,0.10000,1.018
4,mlp.experts.48.gate_proj,0.0000052207,0.10000,0.999
4,mlp.experts.49.gate_proj,0.0007128599,0.10000,0.994
4,mlp.experts.50.gate_proj,0.0000092842,0.10000,0.981
4,mlp.experts.51.gate_proj,0.0000123877,0.10000,0.993
4,mlp.experts.52.gate_proj,0.0000117972,0.10000,0.986
4,mlp.experts.53.gate_proj,0.0000262091,0.10000,0.981
4,mlp.experts.54.gate_proj,0.0002764862,0.10000,1.062
4,mlp.experts.55.gate_proj,0.0001096149,0.10000,1.052
4,mlp.experts.56.gate_proj,0.0000082221,0.10000,0.938
4,mlp.experts.57.gate_proj,0.0000172981,0.10000,0.971
4,mlp.experts.58.gate_proj,0.0000176810,0.10000,0.981
4,mlp.experts.59.gate_proj,0.0001096802,0.10000,1.019
4,mlp.experts.60.gate_proj,0.0000206002,0.10000,0.867
4,mlp.experts.61.gate_proj,0.0001153186,0.10000,0.865
4,mlp.experts.62.gate_proj,0.0004801088,0.10000,0.970
4,mlp.experts.63.gate_proj,0.0000065031,0.10000,1.004
4,mlp.experts.64.gate_proj,0.0000418508,0.10000,0.970
4,mlp.experts.65.gate_proj,0.0001427293,0.10000,1.006
4,mlp.experts.66.gate_proj,0.0031174377,0.10000,1.025
4,mlp.experts.67.gate_proj,0.0000126967,0.10000,1.029
4,mlp.experts.68.gate_proj,0.0003442142,0.10000,1.002
4,mlp.experts.69.gate_proj,0.0024345778,0.10000,1.003
4,mlp.experts.70.gate_proj,0.0000184989,0.10000,1.032
4,mlp.experts.71.gate_proj,0.0006509197,0.10000,1.030
4,mlp.experts.72.gate_proj,0.0005977484,0.10000,1.041
4,mlp.experts.73.gate_proj,0.0000376883,0.10000,0.981
4,mlp.experts.74.gate_proj,0.0000090615,0.10000,1.055
4,mlp.experts.75.gate_proj,0.0006505618,0.10000,1.025
4,mlp.experts.76.gate_proj,0.0000045417,0.10000,1.011
4,mlp.experts.77.gate_proj,0.0000035430,0.10000,1.020
4,mlp.experts.78.gate_proj,0.0009131252,0.10000,0.997
4,mlp.experts.79.gate_proj,0.0000056774,0.10000,0.995
4,mlp.experts.80.gate_proj,0.0000202595,0.10000,0.999
4,mlp.experts.81.gate_proj,0.0001238223,0.10000,0.987
4,mlp.experts.82.gate_proj,0.0001850154,0.10000,1.010
4,mlp.experts.83.gate_proj,0.0000242689,0.10000,1.021
4,mlp.experts.84.gate_proj,0.0008936582,0.10000,1.020
4,mlp.experts.85.gate_proj,0.0000062916,0.10000,1.028
4,mlp.experts.86.gate_proj,0.0000070953,0.10000,0.984
4,mlp.experts.87.gate_proj,0.0000073053,0.10000,0.989
4,mlp.experts.88.gate_proj,0.0000472652,0.10000,0.963
4,mlp.experts.89.gate_proj,0.0002093546,0.10000,1.000
4,mlp.experts.90.gate_proj,0.0000616365,0.10000,1.005
4,mlp.experts.91.gate_proj,0.0000059010,0.10000,1.046
4,mlp.experts.92.gate_proj,0.0000909167,0.10000,1.030
4,mlp.experts.93.gate_proj,0.0000273651,0.10000,1.022
4,mlp.experts.94.gate_proj,0.0051823610,0.10000,1.019
4,mlp.experts.95.gate_proj,0.0002007546,0.10000,1.012
4,mlp.experts.96.gate_proj,0.0000136771,0.10000,1.041
4,mlp.experts.97.gate_proj,0.0000083685,0.10000,1.051
4,mlp.experts.98.gate_proj,0.0000518946,0.10000,0.989
4,mlp.experts.99.gate_proj,0.0000886081,0.10000,0.981
4,mlp.experts.100.gate_proj,0.0001177337,0.10000,1.031
4,mlp.experts.101.gate_proj,0.0000288609,0.10000,1.005
4,mlp.experts.102.gate_proj,0.0000093154,0.10000,0.985
4,mlp.experts.103.gate_proj,0.0000462435,0.10000,0.998
4,mlp.experts.104.gate_proj,0.0000183197,0.10000,1.066
4,mlp.experts.105.gate_proj,0.0000052505,0.10000,1.040
4,mlp.experts.106.gate_proj,0.0000055372,0.10000,1.007
4,mlp.experts.107.gate_proj,0.0001242447,0.10000,1.074
4,mlp.experts.108.gate_proj,0.0001376156,0.10000,1.025
4,mlp.experts.109.gate_proj,0.0000284618,0.10000,1.047
4,mlp.experts.110.gate_proj,0.0001396133,0.10000,1.028
4,mlp.experts.111.gate_proj,0.0000076093,0.10000,1.036
4,mlp.experts.112.gate_proj,0.0000767746,0.10000,1.041
4,mlp.experts.113.gate_proj,0.0000077329,0.10000,0.981
4,mlp.experts.114.gate_proj,0.0001107236,0.10000,0.968
4,mlp.experts.115.gate_proj,0.0000107013,0.10000,0.993
4,mlp.experts.116.gate_proj,0.0000045456,0.10000,0.993
4,mlp.experts.117.gate_proj,0.0006225150,0.10000,0.976
4,mlp.experts.118.gate_proj,0.0000454418,0.10000,0.975
4,mlp.experts.119.gate_proj,0.0000850885,0.10000,0.927
4,mlp.experts.120.gate_proj,0.0000352371,0.10000,0.993
4,mlp.experts.121.gate_proj,0.0007873966,0.10000,0.995
4,mlp.experts.122.gate_proj,0.0000430662,0.10000,1.043
4,mlp.experts.123.gate_proj,0.0008221264,0.10000,1.053
4,mlp.experts.124.gate_proj,0.0001467630,0.10000,0.956
4,mlp.experts.125.gate_proj,0.0009089412,0.10000,0.964
4,mlp.experts.126.gate_proj,0.0001170365,0.10000,0.954
4,mlp.experts.127.gate_proj,0.0001489962,0.10000,0.940
4,mlp.experts.1.down_proj,0.0000096070,0.10000,0.319
4,mlp.experts.0.down_proj,0.0000004569,0.10000,0.329
4,mlp.experts.3.down_proj,0.0003422116,0.10000,0.396
4,mlp.experts.2.down_proj,0.0000194427,0.10000,0.407
4,mlp.experts.4.down_proj,0.0000024771,0.10000,0.405
4,mlp.experts.5.down_proj,0.0000008123,0.10000,0.409
4,mlp.experts.6.down_proj,0.0000014655,0.10000,0.327
4,mlp.experts.7.down_proj,0.0000062337,0.10000,0.331
4,mlp.experts.8.down_proj,0.0000075928,0.10000,0.358
4,mlp.experts.9.down_proj,0.0000011981,0.10000,0.363
4,mlp.experts.10.down_proj,0.0000004550,0.10000,0.379
4,mlp.experts.11.down_proj,0.0000005378,0.10000,0.397
4,mlp.experts.12.down_proj,0.0000032203,0.10000,0.367
4,mlp.experts.13.down_proj,0.0000056531,0.10000,0.387
4,mlp.experts.14.down_proj,0.0000171530,0.10000,0.369
4,mlp.experts.15.down_proj,0.0000013769,0.10000,0.365
4,mlp.experts.16.down_proj,0.0000066809,0.10000,0.385
4,mlp.experts.17.down_proj,0.0000286753,0.10000,0.360
4,mlp.experts.18.down_proj,0.0000005486,0.10000,0.389
4,mlp.experts.19.down_proj,0.0000060933,0.10000,0.400
4,mlp.experts.20.down_proj,0.0000005379,0.10000,0.403
4,mlp.experts.21.down_proj,0.0000516257,0.10000,0.383
4,mlp.experts.22.down_proj,0.0000001841,0.10000,0.398
4,mlp.experts.23.down_proj,0.0000010449,0.10000,0.395
4,mlp.experts.24.down_proj,0.0001182036,0.10000,0.394
4,mlp.experts.25.down_proj,0.0000002603,0.10000,0.397
4,mlp.experts.26.down_proj,0.0000288880,0.10000,0.382
4,mlp.experts.27.down_proj,0.0000009350,0.10000,0.380
4,mlp.experts.28.down_proj,0.0000167793,0.10000,0.379
4,mlp.experts.29.down_proj,0.0000027123,0.10000,0.373
4,mlp.experts.30.down_proj,0.0000110294,0.10000,0.402
4,mlp.experts.31.down_proj,0.0000303782,0.10000,0.403
4,mlp.experts.33.down_proj,0.0000185259,0.10000,0.388
4,mlp.experts.32.down_proj,0.0000219292,0.10000,0.410
4,mlp.experts.34.down_proj,0.0000116667,0.10000,0.378
4,mlp.experts.35.down_proj,0.0001136602,0.10000,0.418
4,mlp.experts.36.down_proj,0.0000677069,0.10000,0.370
4,mlp.experts.37.down_proj,0.0000022526,0.10000,0.401
4,mlp.experts.38.down_proj,0.0000714510,0.10000,0.364
4,mlp.experts.39.down_proj,0.0000006664,0.10000,0.404
4,mlp.experts.40.down_proj,0.0000013344,0.10000,0.388
4,mlp.experts.41.down_proj,0.0000261626,0.10000,0.400
4,mlp.experts.42.down_proj,0.0001105102,0.10000,0.353
4,mlp.experts.43.down_proj,0.0000113952,0.10000,0.341
4,mlp.experts.44.down_proj,0.0000024663,0.10000,0.329
4,mlp.experts.45.down_proj,0.0000111933,0.10000,0.328
4,mlp.experts.46.down_proj,0.0000017377,0.10000,0.336
4,mlp.experts.47.down_proj,0.0000012096,0.10000,0.354
4,mlp.experts.48.down_proj,0.0000003520,0.10000,0.396
4,mlp.experts.49.down_proj,0.0001138330,0.10000,0.390
4,mlp.experts.50.down_proj,0.0000007403,0.10000,0.397
4,mlp.experts.51.down_proj,0.0000008279,0.10000,0.388
4,mlp.experts.52.down_proj,0.0000006462,0.10000,0.397
4,mlp.experts.53.down_proj,0.0000026599,0.10000,0.394
4,mlp.experts.54.down_proj,0.0000282427,0.10000,0.408
4,mlp.experts.55.down_proj,0.0000098131,0.10000,0.389
4,mlp.experts.56.down_proj,0.0000008854,0.10000,0.390
4,mlp.experts.57.down_proj,0.0000012990,0.10000,0.408
4,mlp.experts.58.down_proj,0.0000010477,0.10000,0.394
4,mlp.experts.59.down_proj,0.0000032412,0.10000,0.409
4,mlp.experts.60.down_proj,0.0000017442,0.10000,0.395
4,mlp.experts.61.down_proj,0.0000116016,0.10000,0.409
4,mlp.experts.62.down_proj,0.0000726816,0.10000,0.362
4,mlp.experts.63.down_proj,0.0000007149,0.10000,0.335
4,mlp.experts.64.down_proj,0.0000036882,0.10000,0.349
4,mlp.experts.65.down_proj,0.0000175531,0.10000,0.372
4,mlp.experts.66.down_proj,0.0004777427,0.10000,0.414
4,mlp.experts.67.down_proj,0.0000008302,0.10000,0.391
4,mlp.experts.68.down_proj,0.0000391506,0.10000,0.407
4,mlp.experts.69.down_proj,0.0000288163,0.10000,0.388
4,mlp.experts.70.down_proj,0.0000015275,0.10000,0.371
4,mlp.experts.71.down_proj,0.0000734939,0.10000,0.362
4,mlp.experts.72.down_proj,0.0000879943,0.10000,0.381
4,mlp.experts.73.down_proj,0.0000030654,0.10000,0.383
4,mlp.experts.74.down_proj,0.0000008715,0.10000,0.376
4,mlp.experts.75.down_proj,0.0001034476,0.10000,0.371
4,mlp.experts.76.down_proj,0.0000004880,0.10000,0.343
4,mlp.experts.77.down_proj,0.0000002526,0.10000,0.375
4,mlp.experts.78.down_proj,0.0000185278,0.10000,0.400
4,mlp.experts.79.down_proj,0.0000006567,0.10000,0.408
4,mlp.experts.80.down_proj,0.0000012226,0.10000,0.408
4,mlp.experts.81.down_proj,0.0000121164,0.10000,0.401
4,mlp.experts.82.down_proj,0.0000195710,0.10000,0.399
4,mlp.experts.83.down_proj,0.0000021106,0.10000,0.404
4,mlp.experts.84.down_proj,0.0000908225,0.10000,0.402
4,mlp.experts.85.down_proj,0.0000007909,0.10000,0.396
4,mlp.experts.86.down_proj,0.0000004073,0.10000,0.387
4,mlp.experts.87.down_proj,0.0000008701,0.10000,0.389
4,mlp.experts.88.down_proj,0.0000050894,0.10000,0.358
4,mlp.experts.89.down_proj,0.0000314815,0.10000,0.345
4,mlp.experts.90.down_proj,0.0000046589,0.10000,0.346
4,mlp.experts.91.down_proj,0.0000005493,0.10000,0.363
4,mlp.experts.92.down_proj,0.0000173031,0.10000,0.395
4,mlp.experts.93.down_proj,0.0000025629,0.10000,0.384
4,mlp.experts.94.down_proj,0.0006985936,0.10000,0.365
4,mlp.experts.95.down_proj,0.0000283797,0.10000,0.357
4,mlp.experts.96.down_proj,0.0000010597,0.10000,0.391
4,mlp.experts.97.down_proj,0.0000006167,0.10000,0.393
4,mlp.experts.98.down_proj,0.0000038019,0.10000,0.383
4,mlp.experts.99.down_proj,0.0000235864,0.10000,0.391
4,mlp.experts.100.down_proj,0.0000140235,0.10000,0.381
4,mlp.experts.101.down_proj,0.0000033150,0.10000,0.379
4,mlp.experts.102.down_proj,0.0000011307,0.10000,0.335
4,mlp.experts.103.down_proj,0.0000061101,0.10000,0.330
4,mlp.experts.104.down_proj,0.0000017124,0.10000,0.326
4,mlp.experts.105.down_proj,0.0000004940,0.10000,0.347
4,mlp.experts.106.down_proj,0.0000006410,0.10000,0.371
4,mlp.experts.107.down_proj,0.0000169172,0.10000,0.372
4,mlp.experts.108.down_proj,0.0000037230,0.10000,0.391
4,mlp.experts.109.down_proj,0.0000016789,0.10000,0.399
4,mlp.experts.110.down_proj,0.0000176506,0.10000,0.383
4,mlp.experts.111.down_proj,0.0000007789,0.10000,0.400
4,mlp.experts.112.down_proj,0.0000060087,0.10000,0.376
4,mlp.experts.113.down_proj,0.0000006076,0.10000,0.373
4,mlp.experts.114.down_proj,0.0000122600,0.10000,0.386
4,mlp.experts.115.down_proj,0.0000015259,0.10000,0.359
4,mlp.experts.116.down_proj,0.0000003381,0.10000,0.334
4,mlp.experts.117.down_proj,0.0000457390,0.10000,0.334
4,mlp.experts.118.down_proj,0.0000074649,0.10000,0.333
4,mlp.experts.119.down_proj,0.0000093611,0.10000,0.324
4,mlp.experts.120.down_proj,0.0000019894,0.10000,0.341
4,mlp.experts.121.down_proj,0.0000148727,0.10000,0.354
4,mlp.experts.122.down_proj,0.0000051288,0.10000,0.362
4,mlp.experts.123.down_proj,0.0001105984,0.10000,0.367
4,mlp.experts.124.down_proj,0.0000165822,0.10000,0.405
4,mlp.experts.125.down_proj,0.0001260623,0.10000,0.394
4,mlp.experts.126.down_proj,0.0000158205,0.10000,0.404
4,mlp.experts.127.down_proj,0.0000149033,0.10000,0.351
5,self_attn.k_proj,0.0000000048,0.10000,0.958
5,self_attn.q_proj,0.0000000340,0.10000,1.035
5,self_attn.v_proj,0.0000000053,0.10000,0.640
5,self_attn.o_proj,0.0000000054,0.10000,1.194
5,mlp.gate,0.0000032428,0.10000,0.578
5,mlp.experts.0.up_proj,0.0001402537,0.10000,0.964
5,mlp.experts.1.up_proj,0.0002309296,0.10000,1.000
5,mlp.experts.2.up_proj,0.0000426802,0.10000,0.971
5,mlp.experts.3.up_proj,0.0001800146,0.10000,1.022
5,mlp.experts.4.up_proj,0.0014079581,0.10000,1.025
5,mlp.experts.5.up_proj,0.0000122176,0.10000,1.027
5,mlp.experts.6.up_proj,0.0002622424,0.10000,0.987
5,mlp.experts.7.up_proj,0.0000162276,0.10000,0.982
5,mlp.experts.8.up_proj,0.0000959001,0.10000,0.990
5,mlp.experts.9.up_proj,0.0004085763,0.10000,0.984
5,mlp.experts.10.up_proj,0.0001523863,0.10000,0.992
5,mlp.experts.11.up_proj,0.0001658512,0.10000,0.983
5,mlp.experts.12.up_proj,0.0007402032,0.10000,0.978
5,mlp.experts.13.up_proj,0.0000086718,0.10000,0.990
5,mlp.experts.14.up_proj,0.0002657164,0.10000,1.007
5,mlp.experts.15.up_proj,0.0005703752,0.10000,0.986
5,mlp.experts.16.up_proj,0.0000351742,0.10000,1.016
5,mlp.experts.17.up_proj,0.0000156315,0.10000,0.999
5,mlp.experts.18.up_proj,0.0000713013,0.10000,1.012
5,mlp.experts.19.up_proj,0.0000256314,0.10000,1.000
5,mlp.experts.20.up_proj,0.0000782154,0.10000,1.020
5,mlp.experts.21.up_proj,0.0000169020,0.10000,1.007
5,mlp.experts.23.up_proj,0.0032024004,0.10000,0.994
5,mlp.experts.22.up_proj,0.0000051229,0.10000,1.033
5,mlp.experts.24.up_proj,0.0000636718,0.10000,1.030
5,mlp.experts.25.up_proj,0.0001521367,0.10000,1.014
5,mlp.experts.26.up_proj,0.0002750740,0.10000,1.037
5,mlp.experts.27.up_proj,0.0020178224,0.10000,1.044
5,mlp.experts.28.up_proj,0.0009981875,0.10000,0.996
5,mlp.experts.29.up_proj,0.0001467313,0.10000,0.996
5,mlp.experts.30.up_proj,0.0000250893,0.10000,1.070
5,mlp.experts.31.up_proj,0.0000136167,0.10000,1.067
5,mlp.experts.32.up_proj,0.0000746979,0.10000,1.015
5,mlp.experts.33.up_proj,0.0000602984,0.10000,1.014
5,mlp.experts.35.up_proj,0.0001587792,0.10000,1.013
5,mlp.experts.34.up_proj,0.0000074071,0.10000,1.022
5,mlp.experts.36.up_proj,0.0000410800,0.10000,1.003
5,mlp.experts.37.up_proj,0.0000197038,0.10000,1.011
5,mlp.experts.39.up_proj,0.0000800707,0.10000,1.000
5,mlp.experts.38.up_proj,0.0003758259,0.10000,1.027
5,mlp.experts.40.up_proj,0.0009627084,0.10000,1.057
5,mlp.experts.41.up_proj,0.0000698636,0.10000,1.070
5,mlp.experts.42.up_proj,0.0000094690,0.10000,1.002
5,mlp.experts.43.up_proj,0.0001193304,0.10000,1.011
5,mlp.experts.44.up_proj,0.0002966563,0.10000,0.984
5,mlp.experts.45.up_proj,0.0000196519,0.10000,0.998
5,mlp.experts.46.up_proj,0.0002206229,0.10000,1.001
5,mlp.experts.47.up_proj,0.0000047358,0.10000,1.056
5,mlp.experts.48.up_proj,0.0000104321,0.10000,0.987
5,mlp.experts.49.up_proj,0.0000089912,0.10000,1.035
5,mlp.experts.50.up_proj,0.0004888515,0.10000,0.982
5,mlp.experts.51.up_proj,0.0000121517,0.10000,1.005
5,mlp.experts.52.up_proj,0.0000712781,0.10000,0.995
5,mlp.experts.53.up_proj,0.0000133595,0.10000,1.011
5,mlp.experts.54.up_proj,0.0000132561,0.10000,1.010
5,mlp.experts.55.up_proj,0.0000109420,0.10000,1.018
5,mlp.experts.56.up_proj,0.0000703130,0.10000,1.046
5,mlp.experts.57.up_proj,0.0014949345,0.10000,1.026
5,mlp.experts.58.up_proj,0.0000203001,0.10000,1.022
5,mlp.experts.59.up_proj,0.0001048614,0.10000,1.017
5,mlp.experts.60.up_proj,0.0001262341,0.10000,0.957
5,mlp.experts.61.up_proj,0.0000077920,0.10000,1.007
5,mlp.experts.62.up_proj,0.0000134779,0.10000,0.992
5,mlp.experts.63.up_proj,0.0000081967,0.10000,0.983
5,mlp.experts.64.up_proj,0.0000131383,0.10000,0.995
5,mlp.experts.65.up_proj,0.0002198026,0.10000,1.014
5,mlp.experts.66.up_proj,0.0000117429,0.10000,1.000
5,mlp.experts.67.up_proj,0.0000536701,0.10000,1.001
5,mlp.experts.68.up_proj,0.0000315886,0.10000,0.956
5,mlp.experts.69.up_proj,0.0005120700,0.10000,0.994
5,mlp.experts.70.up_proj,0.0000751805,0.10000,0.992
5,mlp.experts.71.up_proj,0.0000185940,0.10000,0.993
5,mlp.experts.72.up_proj,0.0008625809,0.10000,0.998
5,mlp.experts.73.up_proj,0.0002183837,0.10000,1.006
5,mlp.experts.74.up_proj,0.0000175087,0.10000,1.015
5,mlp.experts.75.up_proj,0.0000078650,0.10000,0.998
5,mlp.experts.76.up_proj,0.0001045797,0.10000,1.039
5,mlp.experts.77.up_proj,0.0000166010,0.10000,1.055
5,mlp.experts.78.up_proj,0.0000035256,0.10000,1.065
5,mlp.experts.79.up_proj,0.0000226116,0.10000,1.042
5,mlp.experts.80.up_proj,0.0000053971,0.10000,0.956
5,mlp.experts.81.up_proj,0.0000991730,0.10000,0.971
5,mlp.experts.82.up_proj,0.0000052246,0.10000,0.992
5,mlp.experts.83.up_proj,0.0000440733,0.10000,1.022
5,mlp.experts.84.up_proj,0.0001632020,0.10000,0.988
5,mlp.experts.85.up_proj,0.0001430601,0.10000,0.988
5,mlp.experts.86.up_proj,0.0000242168,0.10000,1.012
5,mlp.experts.87.up_proj,0.0000203393,0.10000,0.985
5,mlp.experts.88.up_proj,0.0004193599,0.10000,1.008
5,mlp.experts.89.up_proj,0.0000969448,0.10000,1.047
5,mlp.experts.90.up_proj,0.0000131269,0.10000,1.044
5,mlp.experts.91.up_proj,0.0001538302,0.10000,1.034
5,mlp.experts.92.up_proj,0.0006562243,0.10000,0.999
5,mlp.experts.93.up_proj,0.0000229661,0.10000,0.986
5,mlp.experts.94.up_proj,0.0000124372,0.10000,0.959
5,mlp.experts.95.up_proj,0.0000203957,0.10000,0.989
5,mlp.experts.96.up_proj,0.0000122790,0.10000,0.975
5,mlp.experts.97.up_proj,0.0000117607,0.10000,0.999
5,mlp.experts.98.up_proj,0.0002860393,0.10000,0.979
5,mlp.experts.99.up_proj,0.0000113437,0.10000,1.004
5,mlp.experts.100.up_proj,0.0000725118,0.10000,0.993
5,mlp.experts.101.up_proj,0.0001781570,0.10000,0.983
5,mlp.experts.102.up_proj,0.0000183630,0.10000,0.989
5,mlp.experts.103.up_proj,0.0000086923,0.10000,0.983
5,mlp.experts.104.up_proj,0.0000447943,0.10000,0.996
5,mlp.experts.105.up_proj,0.0000064958,0.10000,0.996
5,mlp.experts.106.up_proj,0.0000464180,0.10000,0.998
5,mlp.experts.107.up_proj,0.0000064160,0.10000,0.991
5,mlp.experts.108.up_proj,0.0000098120,0.10000,1.030
5,mlp.experts.109.up_proj,0.0003173209,0.10000,1.044
5,mlp.experts.110.up_proj,0.0000302737,0.10000,1.021
5,mlp.experts.111.up_proj,0.0000054957,0.10000,1.028
5,mlp.experts.112.up_proj,0.0000170515,0.10000,1.025
5,mlp.experts.113.up_proj,0.0000213471,0.10000,1.033
5,mlp.experts.114.up_proj,0.0001465205,0.10000,1.011
5,mlp.experts.115.up_proj,0.0000142863,0.10000,0.967
5,mlp.experts.116.up_proj,0.0000036949,0.10000,0.987
5,mlp.experts.117.up_proj,0.0000104029,0.10000,1.034
5,mlp.experts.118.up_proj,0.0001288590,0.10000,1.030
5,mlp.experts.119.up_proj,0.0000636358,0.10000,1.009
5,mlp.experts.120.up_proj,0.0000238285,0.10000,1.017
5,mlp.experts.121.up_proj,0.0013202988,0.10000,1.036
5,mlp.experts.122.up_proj,0.0000315765,0.10000,1.035
5,mlp.experts.123.up_proj,0.0001884177,0.10000,0.996
5,mlp.experts.124.up_proj,0.0001375755,0.10000,0.984
5,mlp.experts.125.up_proj,0.0000062373,0.10000,1.023
5,mlp.experts.126.up_proj,0.0000029939,0.10000,0.991
5,mlp.experts.127.up_proj,0.0003721531,0.10000,1.030
5,mlp.experts.0.gate_proj,0.0001476789,0.10000,0.996
5,mlp.experts.1.gate_proj,0.0002458500,0.10000,1.035
5,mlp.experts.2.gate_proj,0.0000439507,0.10000,1.018
5,mlp.experts.3.gate_proj,0.0001930676,0.10000,1.029
5,mlp.experts.4.gate_proj,0.0013878557,0.10000,0.996
5,mlp.experts.5.gate_proj,0.0000132025,0.10000,1.031
5,mlp.experts.6.gate_proj,0.0002801936,0.10000,1.025
5,mlp.experts.7.gate_proj,0.0000178810,0.10000,1.032
5,mlp.experts.8.gate_proj,0.0007032165,0.10000,1.028
5,mlp.experts.9.gate_proj,0.0004260565,0.10000,1.044
5,mlp.experts.10.gate_proj,0.0001561656,0.10000,0.979
5,mlp.experts.11.gate_proj,0.0001749624,0.10000,0.988
5,mlp.experts.12.gate_proj,0.0008039455,0.10000,1.059
5,mlp.experts.13.gate_proj,0.0000089933,0.10000,1.041
5,mlp.experts.14.gate_proj,0.0002847579,0.10000,0.961
5,mlp.experts.15.gate_proj,0.0006022306,0.10000,0.978
5,mlp.experts.16.gate_proj,0.0000374532,0.10000,0.993
5,mlp.experts.17.gate_proj,0.0000164848,0.10000,1.004
5,mlp.experts.18.gate_proj,0.0000744369,0.10000,0.969
5,mlp.experts.19.gate_proj,0.0000276780,0.10000,0.926
5,mlp.experts.20.gate_proj,0.0000830650,0.10000,0.942
5,mlp.experts.21.gate_proj,0.0000177431,0.10000,1.005
5,mlp.experts.22.gate_proj,0.0000054234,0.10000,0.984
5,mlp.experts.23.gate_proj,0.0034882772,0.10000,0.997
5,mlp.experts.24.gate_proj,0.0000673452,0.10000,0.989
5,mlp.experts.25.gate_proj,0.0001645284,0.10000,1.035
5,mlp.experts.26.gate_proj,0.0002979307,0.10000,1.024
5,mlp.experts.27.gate_proj,0.0020513543,0.10000,1.041
5,mlp.experts.28.gate_proj,0.0010458742,0.10000,1.022
5,mlp.experts.29.gate_proj,0.0001605321,0.10000,1.019
5,mlp.experts.30.gate_proj,0.0000267761,0.10000,1.034
5,mlp.experts.31.gate_proj,0.0000147775,0.10000,1.030
5,mlp.experts.32.gate_proj,0.0000819587,0.10000,0.997
5,mlp.experts.33.gate_proj,0.0000685997,0.10000,1.003
5,mlp.experts.34.gate_proj,0.0000079598,0.10000,1.050
5,mlp.experts.35.gate_proj,0.0001733371,0.10000,1.021
5,mlp.experts.36.gate_proj,0.0000439638,0.10000,1.018
5,mlp.experts.37.gate_proj,0.0000229893,0.10000,1.037
5,mlp.experts.38.gate_proj,0.0004302772,0.10000,1.027
5,mlp.experts.39.gate_proj,0.0000839437,0.10000,0.980
5,mlp.experts.40.gate_proj,0.0011227823,0.10000,0.981
5,mlp.experts.41.gate_proj,0.0000740361,0.10000,1.017
5,mlp.experts.42.gate_proj,0.0000102750,0.10000,1.024
5,mlp.experts.43.gate_proj,0.0001268429,0.10000,1.030
5,mlp.experts.44.gate_proj,0.0003192097,0.10000,1.020
5,mlp.experts.45.gate_proj,0.0000210707,0.10000,0.991
5,mlp.experts.46.gate_proj,0.0002317631,0.10000,0.984
5,mlp.experts.47.gate_proj,0.0000050666,0.10000,1.046
5,mlp.experts.48.gate_proj,0.0000094874,0.10000,1.040
5,mlp.experts.49.gate_proj,0.0000098763,0.10000,1.071
5,mlp.experts.50.gate_proj,0.0005368662,0.10000,1.057
5,mlp.experts.51.gate_proj,0.0000129425,0.10000,0.988
5,mlp.experts.52.gate_proj,0.0000747157,0.10000,0.993
5,mlp.experts.53.gate_proj,0.0000142948,0.10000,1.000
5,mlp.experts.54.gate_proj,0.0000139534,0.10000,0.998
5,mlp.experts.55.gate_proj,0.0000118252,0.10000,1.026
5,mlp.experts.56.gate_proj,0.0000740124,0.10000,0.954
5,mlp.experts.57.gate_proj,0.0016222702,0.10000,0.932
5,mlp.experts.58.gate_proj,0.0000218102,0.10000,0.988
5,mlp.experts.59.gate_proj,0.0001145647,0.10000,0.989
5,mlp.experts.60.gate_proj,0.0001342470,0.10000,0.982
5,mlp.experts.61.gate_proj,0.0000083031,0.10000,1.032
5,mlp.experts.62.gate_proj,0.0000145376,0.10000,0.956
5,mlp.experts.63.gate_proj,0.0000087191,0.10000,1.017
5,mlp.experts.64.gate_proj,0.0000142912,0.10000,1.008
5,mlp.experts.65.gate_proj,0.0002284867,0.10000,1.069
5,mlp.experts.66.gate_proj,0.0000124789,0.10000,1.017
5,mlp.experts.67.gate_proj,0.0000583261,0.10000,1.056
5,mlp.experts.68.gate_proj,0.0000328314,0.10000,1.018
5,mlp.experts.69.gate_proj,0.0005416143,0.10000,1.041
5,mlp.experts.70.gate_proj,0.0000796499,0.10000,1.053
5,mlp.experts.71.gate_proj,0.0000199664,0.10000,1.048
5,mlp.experts.72.gate_proj,0.0008617872,0.10000,1.031
5,mlp.experts.73.gate_proj,0.0002307462,0.10000,1.048
5,mlp.experts.74.gate_proj,0.0000185175,0.10000,1.042
5,mlp.experts.75.gate_proj,0.0000082847,0.10000,1.052
5,mlp.experts.76.gate_proj,0.0001101675,0.10000,1.026
5,mlp.experts.77.gate_proj,0.0000175851,0.10000,1.074
5,mlp.experts.78.gate_proj,0.0000036944,0.10000,1.017
5,mlp.experts.79.gate_proj,0.0000244176,0.10000,1.063
5,mlp.experts.80.gate_proj,0.0000058334,0.10000,1.010
5,mlp.experts.81.gate_proj,0.0001089813,0.10000,1.034
5,mlp.experts.82.gate_proj,0.0000054377,0.10000,1.053
5,mlp.experts.83.gate_proj,0.0000471201,0.10000,1.003
5,mlp.experts.84.gate_proj,0.0001714296,0.10000,1.019
5,mlp.experts.85.gate_proj,0.0001553934,0.10000,1.041
5,mlp.experts.86.gate_proj,0.0000261045,0.10000,1.012
5,mlp.experts.87.gate_proj,0.0000209508,0.10000,1.055
5,mlp.experts.88.gate_proj,0.0004501713,0.10000,1.050
5,mlp.experts.89.gate_proj,0.0000989108,0.10000,1.007
5,mlp.experts.90.gate_proj,0.0000143775,0.10000,0.999
5,mlp.experts.92.gate_proj,0.0006956893,0.10000,0.971
5,mlp.experts.91.gate_proj,0.0001638216,0.10000,0.997
5,mlp.experts.93.gate_proj,0.0000246518,0.10000,1.047
5,mlp.experts.94.gate_proj,0.0000130632,0.10000,1.053
5,mlp.experts.95.gate_proj,0.0000208494,0.10000,1.015
5,mlp.experts.96.gate_proj,0.0000129356,0.10000,1.036
5,mlp.experts.97.gate_proj,0.0000124278,0.10000,1.019
5,mlp.experts.98.gate_proj,0.0003047378,0.10000,1.038
5,mlp.experts.99.gate_proj,0.0000120003,0.10000,1.014
5,mlp.experts.100.gate_proj,0.0000757765,0.10000,0.992
5,mlp.experts.101.gate_proj,0.0001884259,0.10000,1.018
5,mlp.experts.102.gate_proj,0.0000193618,0.10000,1.004
5,mlp.experts.104.gate_proj,0.0000475151,0.10000,1.046
5,mlp.experts.103.gate_proj,0.0000089399,0.10000,1.065
5,mlp.experts.105.gate_proj,0.0000069729,0.10000,1.058
5,mlp.experts.106.gate_proj,0.0000503951,0.10000,1.053
5,mlp.experts.108.gate_proj,0.0000103347,0.10000,1.032
5,mlp.experts.107.gate_proj,0.0000069126,0.10000,1.051
5,mlp.experts.110.gate_proj,0.0000322666,0.10000,1.012
5,mlp.experts.109.gate_proj,0.0003636617,0.10000,1.036
5,mlp.experts.112.gate_proj,0.0000195289,0.10000,1.036
5,mlp.experts.111.gate_proj,0.0000058226,0.10000,1.046
5,mlp.experts.114.gate_proj,0.0001524614,0.10000,1.027
5,mlp.experts.113.gate_proj,0.0000232222,0.10000,1.037
5,mlp.experts.115.gate_proj,0.0000143645,0.10000,1.001
5,mlp.experts.116.gate_proj,0.0000039497,0.10000,1.024
5,mlp.experts.118.gate_proj,0.0001355173,0.10000,1.003
5,mlp.experts.117.gate_proj,0.0000106934,0.10000,1.043
5,mlp.experts.119.gate_proj,0.0000675860,0.10000,1.033
5,mlp.experts.120.gate_proj,0.0000256113,0.10000,1.038
5,mlp.experts.122.gate_proj,0.0000329796,0.10000,1.019
5,mlp.experts.121.gate_proj,0.0014928825,0.10000,1.038
5,mlp.experts.124.gate_proj,0.0001481913,0.10000,1.028
5,mlp.experts.123.gate_proj,0.0001991375,0.10000,1.042
5,mlp.experts.126.gate_proj,0.0000030140,0.10000,1.065
5,mlp.experts.125.gate_proj,0.0000061092,0.10000,1.091
5,mlp.experts.127.gate_proj,0.0004086696,0.10000,0.636
5,mlp.experts.1.down_proj,0.0000284785,0.10000,0.358
5,mlp.experts.0.down_proj,0.0000134451,0.10000,0.364
5,mlp.experts.2.down_proj,0.0000050817,0.10000,0.403
5,mlp.experts.3.down_proj,0.0000202094,0.10000,0.410
5,mlp.experts.4.down_proj,0.0000315957,0.10000,0.371
5,mlp.experts.5.down_proj,0.0000013496,0.10000,0.371
5,mlp.experts.7.down_proj,0.0000025108,0.10000,0.395
5,mlp.experts.6.down_proj,0.0000354114,0.10000,0.413
5,mlp.experts.8.down_proj,0.0000033036,0.10000,0.402
5,mlp.experts.9.down_proj,0.0000026534,0.10000,0.402
5,mlp.experts.10.down_proj,0.0000173567,0.10000,0.403
5,mlp.experts.11.down_proj,0.0000180612,0.10000,0.402
5,mlp.experts.13.down_proj,0.0000009295,0.10000,0.386
5,mlp.experts.12.down_proj,0.0000998518,0.10000,0.412
5,mlp.experts.14.down_proj,0.0000377173,0.10000,0.384
5,mlp.experts.15.down_proj,0.0000618910,0.10000,0.406
5,mlp.experts.16.down_proj,0.0000067702,0.10000,0.377
5,mlp.experts.17.down_proj,0.0000013648,0.10000,0.380
5,mlp.experts.18.down_proj,0.0000068135,0.10000,0.377
5,mlp.experts.19.down_proj,0.0000036111,0.10000,0.399
5,mlp.experts.20.down_proj,0.0000083758,0.10000,0.349
5,mlp.experts.21.down_proj,0.0000016194,0.10000,0.373
5,mlp.experts.22.down_proj,0.0000003184,0.10000,0.373
5,mlp.experts.23.down_proj,0.0000280756,0.10000,0.391
5,mlp.experts.24.down_proj,0.0000146049,0.10000,0.380
5,mlp.experts.25.down_proj,0.0000194548,0.10000,0.395
5,mlp.experts.26.down_proj,0.0000276025,0.10000,0.388
5,mlp.experts.27.down_proj,0.0001113106,0.10000,0.402
5,mlp.experts.28.down_proj,0.0001309692,0.10000,0.380
5,mlp.experts.29.down_proj,0.0000208584,0.10000,0.380
5,mlp.experts.30.down_proj,0.0000052094,0.10000,0.402
5,mlp.experts.31.down_proj,0.0000012210,0.10000,0.382
5,mlp.experts.32.down_proj,0.0000086775,0.10000,0.330
5,mlp.experts.33.down_proj,0.0000112214,0.10000,0.321
5,mlp.experts.34.down_proj,0.0000011633,0.10000,0.402
5,mlp.experts.35.down_proj,0.0000267334,0.10000,0.416
5,mlp.experts.36.down_proj,0.0000036098,0.10000,0.413
5,mlp.experts.37.down_proj,0.0000019152,0.10000,0.393
5,mlp.experts.38.down_proj,0.0000961520,0.10000,0.402
5,mlp.experts.39.down_proj,0.0000080623,0.10000,0.417
5,mlp.experts.40.down_proj,0.0001278613,0.10000,0.399
5,mlp.experts.41.down_proj,0.0000066182,0.10000,0.418
5,mlp.experts.42.down_proj,0.0000015789,0.10000,0.389
5,mlp.experts.43.down_proj,0.0000157091,0.10000,0.416
5,mlp.experts.44.down_proj,0.0000473607,0.10000,0.383
5,mlp.experts.45.down_proj,0.0000015597,0.10000,0.419
5,mlp.experts.46.down_proj,0.0000255756,0.10000,0.395
5,mlp.experts.47.down_proj,0.0000004799,0.10000,0.399
5,mlp.experts.48.down_proj,0.0000008665,0.10000,0.404
5,mlp.experts.49.down_proj,0.0000010376,0.10000,0.402
5,mlp.experts.50.down_proj,0.0000639408,0.10000,0.399
5,mlp.experts.51.down_proj,0.0000021194,0.10000,0.399
5,mlp.experts.52.down_proj,0.0000090340,0.10000,0.370
5,mlp.experts.53.down_proj,0.0000013630,0.10000,0.351
5,mlp.experts.54.down_proj,0.0000024714,0.10000,0.361
5,mlp.experts.55.down_proj,0.0000010810,0.10000,0.402
5,mlp.experts.56.down_proj,0.0000079486,0.10000,0.380
5,mlp.experts.57.down_proj,0.0002161910,0.10000,0.399
5,mlp.experts.58.down_proj,0.0000028943,0.10000,0.381
5,mlp.experts.59.down_proj,0.0000152725,0.10000,0.401
5,mlp.experts.60.down_proj,0.0000153770,0.10000,0.397
5,mlp.experts.61.down_proj,0.0000009535,0.10000,0.388
5,mlp.experts.62.down_proj,0.0000014337,0.10000,0.374
5,mlp.experts.63.down_proj,0.0000007494,0.10000,0.340
5,mlp.experts.64.down_proj,0.0000009536,0.10000,0.350
5,mlp.experts.65.down_proj,0.0000240781,0.10000,0.391
5,mlp.experts.66.down_proj,0.0000016183,0.10000,0.393
5,mlp.experts.67.down_proj,0.0000048631,0.10000,0.407
5,mlp.experts.68.down_proj,0.0000033756,0.10000,0.387
5,mlp.experts.69.down_proj,0.0000462201,0.10000,0.402
5,mlp.experts.70.down_proj,0.0000141526,0.10000,0.396
5,mlp.experts.71.down_proj,0.0000031145,0.10000,0.407
5,mlp.experts.72.down_proj,0.0000349766,0.10000,0.386
5,mlp.experts.73.down_proj,0.0000058966,0.10000,0.356
5,mlp.experts.74.down_proj,0.0000013614,0.10000,0.349
5,mlp.experts.75.down_proj,0.0000008099,0.10000,0.364
5,mlp.experts.76.down_proj,0.0000193761,0.10000,0.366
5,mlp.experts.77.down_proj,0.0000034992,0.10000,0.396
5,mlp.experts.78.down_proj,0.0000003626,0.10000,0.404
5,mlp.experts.79.down_proj,0.0000022835,0.10000,0.400
5,mlp.experts.80.down_proj,0.0000006159,0.10000,0.398
5,mlp.experts.81.down_proj,0.0000042247,0.10000,0.403
5,mlp.experts.82.down_proj,0.0000005391,0.10000,0.400
5,mlp.experts.83.down_proj,0.0000027047,0.10000,0.393
5,mlp.experts.84.down_proj,0.0000322079,0.10000,0.395
5,mlp.experts.85.down_proj,0.0000162440,0.10000,0.402
5,mlp.experts.86.down_proj,0.0000020023,0.10000,0.406
5,mlp.experts.87.down_proj,0.0000017145,0.10000,0.407
5,mlp.experts.88.down_proj,0.0000429698,0.10000,0.402
5,mlp.experts.89.down_proj,0.0000093916,0.10000,0.396
5,mlp.experts.90.down_proj,0.0000021826,0.10000,0.406
5,mlp.experts.91.down_proj,0.0000212668,0.10000,0.396
5,mlp.experts.92.down_proj,0.0000990748,0.10000,0.397
5,mlp.experts.93.down_proj,0.0000022704,0.10000,0.402
5,mlp.experts.94.down_proj,0.0000009814,0.10000,0.379
5,mlp.experts.95.down_proj,0.0000013293,0.10000,0.390
5,mlp.experts.96.down_proj,0.0000013367,0.10000,0.389
5,mlp.experts.97.down_proj,0.0000012827,0.10000,0.340
5,mlp.experts.98.down_proj,0.0000228440,0.10000,0.334
5,mlp.experts.99.down_proj,0.0000010399,0.10000,0.388
5,mlp.experts.100.down_proj,0.0000125898,0.10000,0.402
5,mlp.experts.101.down_proj,0.0000147998,0.10000,0.371
5,mlp.experts.102.down_proj,0.0000026451,0.10000,0.357
5,mlp.experts.103.down_proj,0.0000005514,0.10000,0.389
5,mlp.experts.104.down_proj,0.0000044856,0.10000,0.402
5,mlp.experts.105.down_proj,0.0000009692,0.10000,0.412
5,mlp.experts.106.down_proj,0.0000038368,0.10000,0.407
5,mlp.experts.107.down_proj,0.0000009770,0.10000,0.402
5,mlp.experts.108.down_proj,0.0000010433,0.10000,0.399
5,mlp.experts.109.down_proj,0.0000099201,0.10000,0.402
5,mlp.experts.110.down_proj,0.0000029673,0.10000,0.401
5,mlp.experts.111.down_proj,0.0000005992,0.10000,0.399
5,mlp.experts.112.down_proj,0.0000081654,0.10000,0.405
5,mlp.experts.113.down_proj,0.0000026799,0.10000,0.393
5,mlp.experts.114.down_proj,0.0000184625,0.10000,0.404
5,mlp.experts.115.down_proj,0.0000012110,0.10000,0.395
5,mlp.experts.116.down_proj,0.0000002865,0.10000,0.400
5,mlp.experts.117.down_proj,0.0000010855,0.10000,0.403
5,mlp.experts.118.down_proj,0.0000118145,0.10000,0.382
5,mlp.experts.119.down_proj,0.0000082078,0.10000,0.349
5,mlp.experts.120.down_proj,0.0000024411,0.10000,0.360
5,mlp.experts.121.down_proj,0.0002208978,0.10000,0.331
5,mlp.experts.122.down_proj,0.0000054159,0.10000,0.342
5,mlp.experts.123.down_proj,0.0000303684,0.10000,0.345
5,mlp.experts.124.down_proj,0.0000198766,0.10000,0.354
5,mlp.experts.125.down_proj,0.0000007122,0.10000,0.404
5,mlp.experts.126.down_proj,0.0000002437,0.10000,0.376
5,mlp.experts.127.down_proj,0.0000982551,0.10000,0.274
6,self_attn.k_proj,0.0000000115,0.10000,0.996
6,self_attn.q_proj,0.0000000801,0.10000,1.045
6,self_attn.v_proj,0.0000000139,0.10000,0.617
6,self_attn.o_proj,0.0000000149,0.10000,1.141
6,mlp.gate,0.0000039599,0.10000,0.545
6,mlp.experts.1.up_proj,0.0000526703,0.10000,0.998
6,mlp.experts.0.up_proj,0.0000209882,0.10000,1.047
6,mlp.experts.2.up_proj,0.0002093476,0.10000,0.968
6,mlp.experts.3.up_proj,0.0000498018,0.10000,0.984
6,mlp.experts.4.up_proj,0.0000102578,0.10000,0.981
6,mlp.experts.5.up_proj,0.0013636442,0.10000,0.995
6,mlp.experts.6.up_proj,0.0001360919,0.10000,0.994
6,mlp.experts.7.up_proj,0.0000054579,0.10000,0.983
6,mlp.experts.8.up_proj,0.0000682355,0.10000,0.983
6,mlp.experts.9.up_proj,0.0000153409,0.10000,1.046
6,mlp.experts.10.up_proj,0.0000042169,0.10000,1.010
6,mlp.experts.11.up_proj,0.0008208693,0.10000,1.019
6,mlp.experts.12.up_proj,0.0001716012,0.10000,1.007
6,mlp.experts.13.up_proj,0.0000087314,0.10000,1.043
6,mlp.experts.14.up_proj,0.0000160635,0.10000,1.046
6,mlp.experts.15.up_proj,0.0003920405,0.10000,1.015
6,mlp.experts.16.up_proj,0.0000899079,0.10000,1.020
6,mlp.experts.17.up_proj,0.0000605606,0.10000,1.048
6,mlp.experts.18.up_proj,0.0001357416,0.10000,0.985
6,mlp.experts.19.up_proj,0.0000616897,0.10000,1.070
6,mlp.experts.20.up_proj,0.0000766363,0.10000,1.004
6,mlp.experts.21.up_proj,0.0003240449,0.10000,0.975
6,mlp.experts.22.up_proj,0.0000147981,0.10000,0.921
6,mlp.experts.23.up_proj,0.0000055571,0.10000,0.984
6,mlp.experts.24.up_proj,0.0002592795,0.10000,1.018
6,mlp.experts.25.up_proj,0.0000238932,0.10000,1.072
6,mlp.experts.26.up_proj,0.0000937384,0.10000,0.992
6,mlp.experts.27.up_proj,0.0003124341,0.10000,0.986
6,mlp.experts.28.up_proj,0.0000219199,0.10000,0.969
6,mlp.experts.29.up_proj,0.0003283502,0.10000,0.982
6,mlp.experts.30.up_proj,0.0000281887,0.10000,1.041
6,mlp.experts.31.up_proj,0.0002871645,0.10000,1.045
6,mlp.experts.32.up_proj,0.0007513025,0.10000,1.039
6,mlp.experts.33.up_proj,0.0001128880,0.10000,1.011
6,mlp.experts.34.up_proj,0.0000186751,0.10000,1.019
6,mlp.experts.35.up_proj,0.0001301664,0.10000,1.033
6,mlp.experts.36.up_proj,0.0001059613,0.10000,1.003
6,mlp.experts.37.up_proj,0.0000384795,0.10000,1.009
6,mlp.experts.38.up_proj,0.0000144615,0.10000,0.983
6,mlp.experts.39.up_proj,0.0000345348,0.10000,1.050
6,mlp.experts.40.up_proj,0.0003406649,0.10000,1.032
6,mlp.experts.41.up_proj,0.0000241191,0.10000,1.029
6,mlp.experts.42.up_proj,0.0000059789,0.10000,1.025
6,mlp.experts.43.up_proj,0.0002283724,0.10000,1.026
6,mlp.experts.44.up_proj,0.0000286979,0.10000,1.025
6,mlp.experts.45.up_proj,0.0051129502,0.10000,1.012
6,mlp.experts.46.up_proj,0.0000248040,0.10000,1.034
6,mlp.experts.47.up_proj,0.0003245308,0.10000,1.041
6,mlp.experts.48.up_proj,0.0000168263,0.10000,1.029
6,mlp.experts.49.up_proj,0.0000745130,0.10000,1.001
6,mlp.experts.50.up_proj,0.0003917075,0.10000,1.004
6,mlp.experts.51.up_proj,0.0002425752,0.10000,1.022
6,mlp.experts.52.up_proj,0.0000047778,0.10000,1.002
6,mlp.experts.53.up_proj,0.0001595661,0.10000,0.983
6,mlp.experts.54.up_proj,0.0000280372,0.10000,0.982
6,mlp.experts.55.up_proj,0.0000421122,0.10000,1.058
6,mlp.experts.56.up_proj,0.0000041648,0.10000,1.024
6,mlp.experts.57.up_proj,0.0004999614,0.10000,1.042
6,mlp.experts.58.up_proj,0.0000423900,0.10000,1.004
6,mlp.experts.59.up_proj,0.0004280410,0.10000,0.943
6,mlp.experts.60.up_proj,0.0009226002,0.10000,0.928
6,mlp.experts.61.up_proj,0.0000311452,0.10000,0.969
6,mlp.experts.62.up_proj,0.0000176966,0.10000,0.964
6,mlp.experts.63.up_proj,0.0000177359,0.10000,1.038
6,mlp.experts.64.up_proj,0.0000118749,0.10000,1.026
6,mlp.experts.65.up_proj,0.0000584440,0.10000,1.052
6,mlp.experts.66.up_proj,0.0005388464,0.10000,1.047
6,mlp.experts.67.up_proj,0.0000638979,0.10000,1.049
6,mlp.experts.68.up_proj,0.0003910692,0.10000,1.010
6,mlp.experts.69.up_proj,0.0004451399,0.10000,1.026
6,mlp.experts.70.up_proj,0.0001418634,0.10000,1.015
6,mlp.experts.71.up_proj,0.0000175975,0.10000,0.997
6,mlp.experts.72.up_proj,0.0000588632,0.10000,1.017
6,mlp.experts.73.up_proj,0.0003990295,0.10000,1.008
6,mlp.experts.74.up_proj,0.0001127146,0.10000,0.931
6,mlp.experts.75.up_proj,0.0000077789,0.10000,1.026
6,mlp.experts.76.up_proj,0.0000423419,0.10000,1.002
6,mlp.experts.77.up_proj,0.0000597760,0.10000,1.003
6,mlp.experts.78.up_proj,0.0000527701,0.10000,1.002
6,mlp.experts.79.up_proj,0.0000065634,0.10000,0.987
6,mlp.experts.80.up_proj,0.0001104539,0.10000,1.001
6,mlp.experts.81.up_proj,0.0026790735,0.10000,0.946
6,mlp.experts.82.up_proj,0.0002552464,0.10000,0.945
6,mlp.experts.83.up_proj,0.0000100518,0.10000,0.993
6,mlp.experts.84.up_proj,0.0000360432,0.10000,1.002
6,mlp.experts.85.up_proj,0.0000033211,0.10000,1.005
6,mlp.experts.86.up_proj,0.0000104506,0.10000,0.966
6,mlp.experts.87.up_proj,0.0000388294,0.10000,1.028
6,mlp.experts.88.up_proj,0.0000404861,0.10000,1.040
6,mlp.experts.89.up_proj,0.0000395446,0.10000,1.030
6,mlp.experts.90.up_proj,0.0004938884,0.10000,1.016
6,mlp.experts.91.up_proj,0.0008021423,0.10000,0.980
6,mlp.experts.92.up_proj,0.0000599209,0.10000,1.026
6,mlp.experts.93.up_proj,0.0000342927,0.10000,1.008
6,mlp.experts.94.up_proj,0.0001057914,0.10000,1.026
6,mlp.experts.95.up_proj,0.0002102246,0.10000,1.024
6,mlp.experts.96.up_proj,0.0000246651,0.10000,1.027
6,mlp.experts.97.up_proj,0.0000132003,0.10000,0.973
6,mlp.experts.98.up_proj,0.0003216396,0.10000,0.981
6,mlp.experts.99.up_proj,0.0000243302,0.10000,0.993
6,mlp.experts.100.up_proj,0.0000102997,0.10000,1.002
6,mlp.experts.101.up_proj,0.0000129889,0.10000,0.964
6,mlp.experts.102.up_proj,0.0002162714,0.10000,0.938
6,mlp.experts.103.up_proj,0.0000459578,0.10000,0.992
6,mlp.experts.104.up_proj,0.0001161161,0.10000,0.989
6,mlp.experts.105.up_proj,0.0000105982,0.10000,1.024
6,mlp.experts.106.up_proj,0.0002542952,0.10000,0.994
6,mlp.experts.107.up_proj,0.0001657193,0.10000,1.004
6,mlp.experts.108.up_proj,0.0006054493,0.10000,1.010
6,mlp.experts.109.up_proj,0.0000685992,0.10000,0.991
6,mlp.experts.110.up_proj,0.0000037899,0.10000,1.030
6,mlp.experts.111.up_proj,0.0014725096,0.10000,0.924
6,mlp.experts.112.up_proj,0.0009458045,0.10000,0.948
6,mlp.experts.113.up_proj,0.0004835496,0.10000,1.022
6,mlp.experts.114.up_proj,0.0000177936,0.10000,1.015
6,mlp.experts.115.up_proj,0.0000202274,0.10000,1.028
6,mlp.experts.116.up_proj,0.0000111982,0.10000,1.035
6,mlp.experts.117.up_proj,0.0001703836,0.10000,1.016
6,mlp.experts.118.up_proj,0.0005185139,0.10000,1.040
6,mlp.experts.119.up_proj,0.0000279047,0.10000,1.012
6,mlp.experts.120.up_proj,0.0001306064,0.10000,1.008
6,mlp.experts.121.up_proj,0.0000981006,0.10000,0.994
6,mlp.experts.122.up_proj,0.0001291460,0.10000,0.988
6,mlp.experts.123.up_proj,0.0000224973,0.10000,1.018
6,mlp.experts.124.up_proj,0.0001107130,0.10000,0.988
6,mlp.experts.125.up_proj,0.0000246426,0.10000,0.996
6,mlp.experts.126.up_proj,0.0000341254,0.10000,1.018
6,mlp.experts.127.up_proj,0.0000218517,0.10000,1.043
6,mlp.experts.0.gate_proj,0.0000235311,0.10000,1.039
6,mlp.experts.1.gate_proj,0.0000570984,0.10000,0.974
6,mlp.experts.2.gate_proj,0.0002199083,0.10000,1.004
6,mlp.experts.3.gate_proj,0.0000532230,0.10000,0.996
6,mlp.experts.4.gate_proj,0.0000113488,0.10000,1.013
6,mlp.experts.5.gate_proj,0.0014504083,0.10000,1.011
6,mlp.experts.6.gate_proj,0.0001524760,0.10000,0.978
6,mlp.experts.7.gate_proj,0.0000059314,0.10000,0.980
6,mlp.experts.8.gate_proj,0.0000778171,0.10000,1.001
6,mlp.experts.9.gate_proj,0.0000169773,0.10000,1.008
6,mlp.experts.10.gate_proj,0.0000044078,0.10000,0.978
6,mlp.experts.11.gate_proj,0.0008653489,0.10000,1.042
6,mlp.experts.12.gate_proj,0.0001818401,0.10000,1.019
6,mlp.experts.13.gate_proj,0.0000108252,0.10000,1.068
6,mlp.experts.14.gate_proj,0.0000169707,0.10000,1.029
6,mlp.experts.15.gate_proj,0.0004534345,0.10000,0.960
6,mlp.experts.16.gate_proj,0.0001057439,0.10000,0.922
6,mlp.experts.17.gate_proj,0.0000774083,0.10000,0.989
6,mlp.experts.18.gate_proj,0.0001452864,0.10000,0.993
6,mlp.experts.19.gate_proj,0.0000623430,0.10000,0.983
6,mlp.experts.20.gate_proj,0.0000887952,0.10000,0.985
6,mlp.experts.21.gate_proj,0.0003818961,0.10000,0.983
6,mlp.experts.22.gate_proj,0.0000162370,0.10000,0.993
6,mlp.experts.23.gate_proj,0.0000059444,0.10000,1.002
6,mlp.experts.24.gate_proj,0.0002746116,0.10000,1.006
6,mlp.experts.25.gate_proj,0.0000261560,0.10000,0.991
6,mlp.experts.26.gate_proj,0.0001051713,0.10000,0.982
6,mlp.experts.27.gate_proj,0.0003499280,0.10000,1.027
6,mlp.experts.28.gate_proj,0.0000244735,0.10000,1.035
6,mlp.experts.29.gate_proj,0.0003986748,0.10000,1.082
6,mlp.experts.30.gate_proj,0.0000288821,0.10000,0.977
6,mlp.experts.31.gate_proj,0.0003493571,0.10000,0.943
6,mlp.experts.32.gate_proj,0.0009819775,0.10000,0.982
6,mlp.experts.33.gate_proj,0.0001262317,0.10000,1.005
6,mlp.experts.34.gate_proj,0.0000196876,0.10000,1.053
6,mlp.experts.35.gate_proj,0.0001393303,0.10000,1.003
6,mlp.experts.36.gate_proj,0.0001103539,0.10000,1.018
6,mlp.experts.37.gate_proj,0.0000434084,0.10000,1.057
6,mlp.experts.38.gate_proj,0.0000150113,0.10000,0.965
6,mlp.experts.39.gate_proj,0.0000366927,0.10000,0.963
6,mlp.experts.40.gate_proj,0.0004098692,0.10000,0.983
6,mlp.experts.41.gate_proj,0.0000255649,0.10000,1.024
6,mlp.experts.42.gate_proj,0.0000064671,0.10000,1.014
6,mlp.experts.43.gate_proj,0.0002357520,0.10000,1.013
6,mlp.experts.44.gate_proj,0.0000322718,0.10000,1.053
6,mlp.experts.45.gate_proj,0.0055553263,0.10000,1.045
6,mlp.experts.46.gate_proj,0.0000276053,0.10000,1.021
6,mlp.experts.47.gate_proj,0.0003621784,0.10000,1.014
6,mlp.experts.48.gate_proj,0.0000184563,0.10000,1.000
6,mlp.experts.49.gate_proj,0.0000837432,0.10000,1.039
6,mlp.experts.50.gate_proj,0.0004784941,0.10000,1.051
6,mlp.experts.51.gate_proj,0.0003079911,0.10000,1.029
6,mlp.experts.52.gate_proj,0.0000049500,0.10000,1.038
6,mlp.experts.53.gate_proj,0.0001861434,0.10000,1.033
6,mlp.experts.54.gate_proj,0.0000311312,0.10000,1.041
6,mlp.experts.55.gate_proj,0.0000445151,0.10000,1.019
6,mlp.experts.56.gate_proj,0.0000043687,0.10000,1.029
6,mlp.experts.57.gate_proj,0.0005621028,0.10000,1.023
6,mlp.experts.58.gate_proj,0.0000463949,0.10000,1.001
6,mlp.experts.59.gate_proj,0.0004889726,0.10000,1.025
6,mlp.experts.60.gate_proj,0.0009838536,0.10000,1.035
6,mlp.experts.61.gate_proj,0.0000341018,0.10000,1.045
6,mlp.experts.62.gate_proj,0.0000194721,0.10000,0.985
6,mlp.experts.63.gate_proj,0.0000194286,0.10000,1.037
6,mlp.experts.64.gate_proj,0.0000126240,0.10000,1.021
6,mlp.experts.65.gate_proj,0.0000620830,0.10000,1.039
6,mlp.experts.66.gate_proj,0.0006144310,0.10000,0.985
6,mlp.experts.67.gate_proj,0.0000695669,0.10000,0.983
6,mlp.experts.68.gate_proj,0.0005054833,0.10000,1.012
6,mlp.experts.69.gate_proj,0.0005481642,0.10000,0.950
6,mlp.experts.70.gate_proj,0.0001609525,0.10000,0.955
6,mlp.experts.71.gate_proj,0.0000211172,0.10000,0.988
6,mlp.experts.72.gate_proj,0.0000650874,0.10000,0.966
6,mlp.experts.73.gate_proj,0.0004351240,0.10000,1.008
6,mlp.experts.74.gate_proj,0.0001250251,0.10000,1.064
6,mlp.experts.75.gate_proj,0.0000082628,0.10000,1.039
6,mlp.experts.76.gate_proj,0.0000488463,0.10000,1.026
6,mlp.experts.77.gate_proj,0.0000658600,0.10000,1.013
6,mlp.experts.78.gate_proj,0.0000628065,0.10000,0.981
6,mlp.experts.79.gate_proj,0.0000068628,0.10000,1.017
6,mlp.experts.80.gate_proj,0.0001222124,0.10000,1.003
6,mlp.experts.81.gate_proj,0.0029038816,0.10000,1.027
6,mlp.experts.82.gate_proj,0.0002769620,0.10000,1.028
6,mlp.experts.83.gate_proj,0.0000103386,0.10000,1.033
6,mlp.experts.84.gate_proj,0.0000392186,0.10000,1.038
6,mlp.experts.85.gate_proj,0.0000031713,0.10000,1.044
6,mlp.experts.86.gate_proj,0.0000111852,0.10000,1.041
6,mlp.experts.87.gate_proj,0.0000415237,0.10000,1.032
6,mlp.experts.88.gate_proj,0.0000425291,0.10000,1.051
6,mlp.experts.89.gate_proj,0.0000435186,0.10000,1.012
6,mlp.experts.90.gate_proj,0.0005664845,0.10000,1.048
6,mlp.experts.91.gate_proj,0.0008843556,0.10000,1.053
6,mlp.experts.92.gate_proj,0.0000683249,0.10000,1.052
6,mlp.experts.93.gate_proj,0.0000372800,0.10000,1.062
6,mlp.experts.94.gate_proj,0.0001195305,0.10000,1.037
6,mlp.experts.95.gate_proj,0.0002278000,0.10000,1.025
6,mlp.experts.96.gate_proj,0.0000263194,0.10000,1.009
6,mlp.experts.97.gate_proj,0.0000144156,0.10000,0.957
6,mlp.experts.98.gate_proj,0.0003396389,0.10000,0.928
6,mlp.experts.99.gate_proj,0.0000260514,0.10000,0.862
6,mlp.experts.100.gate_proj,0.0000109262,0.10000,0.854
6,mlp.experts.101.gate_proj,0.0000145255,0.10000,0.927
6,mlp.experts.102.gate_proj,0.0002723897,0.10000,0.911
6,mlp.experts.103.gate_proj,0.0001095477,0.10000,1.048
6,mlp.experts.104.gate_proj,0.0001237339,0.10000,1.064
6,mlp.experts.105.gate_proj,0.0000105223,0.10000,1.023
6,mlp.experts.106.gate_proj,0.0002819632,0.10000,1.014
6,mlp.experts.107.gate_proj,0.0001765200,0.10000,1.055
6,mlp.experts.108.gate_proj,0.0006408395,0.10000,1.034
6,mlp.experts.109.gate_proj,0.0000732701,0.10000,1.035
6,mlp.experts.110.gate_proj,0.0000040512,0.10000,1.040
6,mlp.experts.111.gate_proj,0.0016232900,0.10000,1.050
6,mlp.experts.112.gate_proj,0.0041715279,0.10000,1.033
6,mlp.experts.113.gate_proj,0.0005538785,0.10000,1.024
6,mlp.experts.114.gate_proj,0.0000198220,0.10000,1.016
6,mlp.experts.115.gate_proj,0.0000218570,0.10000,1.011
6,mlp.experts.116.gate_proj,0.0000119169,0.10000,1.015
6,mlp.experts.117.gate_proj,0.0001800698,0.10000,1.038
6,mlp.experts.118.gate_proj,0.0005237849,0.10000,0.981
6,mlp.experts.119.gate_proj,0.0000316002,0.10000,0.889
6,mlp.experts.120.gate_proj,0.0001362696,0.10000,0.886
6,mlp.experts.121.gate_proj,0.0001068684,0.10000,0.979
6,mlp.experts.122.gate_proj,0.0001399502,0.10000,0.966
6,mlp.experts.123.gate_proj,0.0000229231,0.10000,1.013
6,mlp.experts.124.gate_proj,0.0001242959,0.10000,1.061
6,mlp.experts.125.gate_proj,0.0000261348,0.10000,1.037
6,mlp.experts.126.gate_proj,0.0000357996,0.10000,1.029
6,mlp.experts.127.gate_proj,0.0000233669,0.10000,0.653
6,mlp.experts.1.down_proj,0.0000054970,0.10000,0.355
6,mlp.experts.0.down_proj,0.0000017258,0.10000,0.370
6,mlp.experts.2.down_proj,0.0000184265,0.10000,0.377
6,mlp.experts.3.down_proj,0.0000038344,0.10000,0.388
6,mlp.experts.4.down_proj,0.0000009013,0.10000,0.379
6,mlp.experts.5.down_proj,0.0001150600,0.10000,0.387
6,mlp.experts.6.down_proj,0.0000125148,0.10000,0.339
6,mlp.experts.7.down_proj,0.0000004087,0.10000,0.345
6,mlp.experts.8.down_proj,0.0000059034,0.10000,0.379
6,mlp.experts.9.down_proj,0.0000011487,0.10000,0.388
6,mlp.experts.10.down_proj,0.0000003403,0.10000,0.397
6,mlp.experts.11.down_proj,0.0000460115,0.10000,0.397
6,mlp.experts.12.down_proj,0.0000132653,0.10000,0.381
6,mlp.experts.13.down_proj,0.0000005746,0.10000,0.389
6,mlp.experts.14.down_proj,0.0000016038,0.10000,0.385
6,mlp.experts.15.down_proj,0.0000393963,0.10000,0.385
6,mlp.experts.16.down_proj,0.0000083608,0.10000,0.382
6,mlp.experts.17.down_proj,0.0000403193,0.10000,0.398
6,mlp.experts.18.down_proj,0.0000103472,0.10000,0.384
6,mlp.experts.19.down_proj,0.0000044785,0.10000,0.378
6,mlp.experts.20.down_proj,0.0000086768,0.10000,0.371
6,mlp.experts.21.down_proj,0.0000439122,0.10000,0.370
6,mlp.experts.22.down_proj,0.0000011450,0.10000,0.389
6,mlp.experts.23.down_proj,0.0000003693,0.10000,0.400
6,mlp.experts.24.down_proj,0.0000340203,0.10000,0.377
6,mlp.experts.25.down_proj,0.0000017630,0.10000,0.383
6,mlp.experts.26.down_proj,0.0000082866,0.10000,0.377
6,mlp.experts.27.down_proj,0.0000348879,0.10000,0.371
6,mlp.experts.28.down_proj,0.0000015145,0.10000,0.396
6,mlp.experts.29.down_proj,0.0000351894,0.10000,0.417
6,mlp.experts.30.down_proj,0.0000024538,0.10000,0.403
6,mlp.experts.31.down_proj,0.0000585442,0.10000,0.412
6,mlp.experts.32.down_proj,0.0000188098,0.10000,0.381
6,mlp.experts.33.down_proj,0.0000100723,0.10000,0.417
6,mlp.experts.34.down_proj,0.0000014222,0.10000,0.377
6,mlp.experts.35.down_proj,0.0000180920,0.10000,0.417
6,mlp.experts.36.down_proj,0.0000064631,0.10000,0.371
6,mlp.experts.37.down_proj,0.0000031276,0.10000,0.410
6,mlp.experts.38.down_proj,0.0000012267,0.10000,0.383
6,mlp.experts.39.down_proj,0.0000024964,0.10000,0.386
6,mlp.experts.40.down_proj,0.0000440031,0.10000,0.393
6,mlp.experts.41.down_proj,0.0000017037,0.10000,0.390
6,mlp.experts.42.down_proj,0.0000005361,0.10000,0.403
6,mlp.experts.43.down_proj,0.0000245549,0.10000,0.389
6,mlp.experts.44.down_proj,0.0000021609,0.10000,0.398
6,mlp.experts.45.down_proj,0.0005974332,0.10000,0.390
6,mlp.experts.46.down_proj,0.0000023469,0.10000,0.383
6,mlp.experts.47.down_proj,0.0000424243,0.10000,0.395
6,mlp.experts.48.down_proj,0.0000009919,0.10000,0.374
6,mlp.experts.49.down_proj,0.0000070518,0.10000,0.393
6,mlp.experts.50.down_proj,0.0000662919,0.10000,0.361
6,mlp.experts.51.down_proj,0.0000422032,0.10000,0.330
6,mlp.experts.52.down_proj,0.0000003484,0.10000,0.327
6,mlp.experts.53.down_proj,0.0000137581,0.10000,0.347
6,mlp.experts.54.down_proj,0.0000022756,0.10000,0.384
6,mlp.experts.55.down_proj,0.0000057921,0.10000,0.357
6,mlp.experts.56.down_proj,0.0000002153,0.10000,0.333
6,mlp.experts.57.down_proj,0.0000641184,0.10000,0.352
6,mlp.experts.58.down_proj,0.0000029932,0.10000,0.379
6,mlp.experts.59.down_proj,0.0000521173,0.10000,0.399
6,mlp.experts.60.down_proj,0.0001053166,0.10000,0.394
6,mlp.experts.61.down_proj,0.0000020623,0.10000,0.387
6,mlp.experts.62.down_proj,0.0000012940,0.10000,0.400
6,mlp.experts.63.down_proj,0.0000013527,0.10000,0.385
6,mlp.experts.64.down_proj,0.0000009465,0.10000,0.406
6,mlp.experts.65.down_proj,0.0000042137,0.10000,0.394
6,mlp.experts.66.down_proj,0.0000114448,0.10000,0.389
6,mlp.experts.67.down_proj,0.0000050692,0.10000,0.380
6,mlp.experts.68.down_proj,0.0000695469,0.10000,0.381
6,mlp.experts.69.down_proj,0.0000607786,0.10000,0.373
6,mlp.experts.70.down_proj,0.0000160407,0.10000,0.361
6,mlp.experts.71.down_proj,0.0000011160,0.10000,0.381
6,mlp.experts.72.down_proj,0.0000053164,0.10000,0.394
6,mlp.experts.73.down_proj,0.0000521002,0.10000,0.411
6,mlp.experts.74.down_proj,0.0000095408,0.10000,0.403
6,mlp.experts.75.down_proj,0.0000004930,0.10000,0.401
6,mlp.experts.76.down_proj,0.0000036147,0.10000,0.408
6,mlp.experts.77.down_proj,0.0000050037,0.10000,0.401
6,mlp.experts.78.down_proj,0.0000101351,0.10000,0.403
6,mlp.experts.79.down_proj,0.0000006236,0.10000,0.396
6,mlp.experts.80.down_proj,0.0000113683,0.10000,0.385
6,mlp.experts.81.down_proj,0.0003081223,0.10000,0.361
6,mlp.experts.82.down_proj,0.0000243646,0.10000,0.378
6,mlp.experts.83.down_proj,0.0000011657,0.10000,0.376
6,mlp.experts.84.down_proj,0.0000029117,0.10000,0.371
6,mlp.experts.85.down_proj,0.0000002300,0.10000,0.364
6,mlp.experts.86.down_proj,0.0000007388,0.10000,0.323
6,mlp.experts.87.down_proj,0.0000034892,0.10000,0.330
6,mlp.experts.88.down_proj,0.0000041625,0.10000,0.316
6,mlp.experts.89.down_proj,0.0000034022,0.10000,0.348
6,mlp.experts.90.down_proj,0.0000592214,0.10000,0.360
6,mlp.experts.91.down_proj,0.0000998103,0.10000,0.353
6,mlp.experts.92.down_proj,0.0000049851,0.10000,0.367
6,mlp.experts.93.down_proj,0.0000025330,0.10000,0.405
6,mlp.experts.94.down_proj,0.0000104739,0.10000,0.376
6,mlp.experts.95.down_proj,0.0000245349,0.10000,0.350
6,mlp.experts.96.down_proj,0.0000021446,0.10000,0.333
6,mlp.experts.97.down_proj,0.0000008893,0.10000,0.339
6,mlp.experts.98.down_proj,0.0000332927,0.10000,0.341
6,mlp.experts.99.down_proj,0.0000024805,0.10000,0.345
6,mlp.experts.100.down_proj,0.0000007066,0.10000,0.355
6,mlp.experts.101.down_proj,0.0000012416,0.10000,0.380
6,mlp.experts.102.down_proj,0.0000311196,0.10000,0.391
6,mlp.experts.103.down_proj,0.0000029765,0.10000,0.383
6,mlp.experts.104.down_proj,0.0000098729,0.10000,0.384
6,mlp.experts.105.down_proj,0.0000010776,0.10000,0.387
6,mlp.experts.106.down_proj,0.0000231286,0.10000,0.372
6,mlp.experts.107.down_proj,0.0000046750,0.10000,0.395
6,mlp.experts.108.down_proj,0.0000788225,0.10000,0.383
6,mlp.experts.109.down_proj,0.0000070877,0.10000,0.383
6,mlp.experts.110.down_proj,0.0000003030,0.10000,0.376
6,mlp.experts.111.down_proj,0.0000324973,0.10000,0.357
6,mlp.experts.112.down_proj,0.0000011520,0.10000,0.367
6,mlp.experts.113.down_proj,0.0000708281,0.10000,0.386
6,mlp.experts.114.down_proj,0.0000015223,0.10000,0.391
6,mlp.experts.115.down_proj,0.0000031636,0.10000,0.387
6,mlp.experts.116.down_proj,0.0000007729,0.10000,0.383
6,mlp.experts.117.down_proj,0.0000124902,0.10000,0.389
6,mlp.experts.118.down_proj,0.0000251127,0.10000,0.382
6,mlp.experts.119.down_proj,0.0000029937,0.10000,0.386
6,mlp.experts.120.down_proj,0.0000107833,0.10000,0.390
6,mlp.experts.121.down_proj,0.0000092222,0.10000,0.389
6,mlp.experts.122.down_proj,0.0000111880,0.10000,0.380
6,mlp.experts.123.down_proj,0.0000018092,0.10000,0.384
6,mlp.experts.124.down_proj,0.0000081399,0.10000,0.381
6,mlp.experts.125.down_proj,0.0000017912,0.10000,0.385
6,mlp.experts.126.down_proj,0.0000049235,0.10000,0.373
6,mlp.experts.127.down_proj,0.0000014967,0.10000,0.281
7,self_attn.k_proj,0.0000000071,0.10000,1.026
7,self_attn.q_proj,0.0000000491,0.10000,1.041
7,self_attn.v_proj,0.0000000082,0.10000,0.565
7,self_attn.o_proj,0.0000000092,0.10000,1.123
7,mlp.gate,0.0000039659,0.10000,0.627
7,mlp.experts.0.up_proj,0.0008595123,0.10000,1.017
7,mlp.experts.1.up_proj,0.0000340352,0.10000,1.074
7,mlp.experts.2.up_proj,0.0000153968,0.10000,1.018
7,mlp.experts.3.up_proj,0.0000280667,0.10000,1.014
7,mlp.experts.4.up_proj,0.0000120000,0.10000,1.024
7,mlp.experts.5.up_proj,0.0000102408,0.10000,1.015
7,mlp.experts.6.up_proj,0.0000666710,0.10000,1.068
7,mlp.experts.7.up_proj,0.0001678490,0.10000,1.050
7,mlp.experts.8.up_proj,0.0000789413,0.10000,1.039
7,mlp.experts.9.up_proj,0.0000311296,0.10000,1.044
7,mlp.experts.10.up_proj,0.0001362966,0.10000,0.893
7,mlp.experts.11.up_proj,0.0000317433,0.10000,0.894
7,mlp.experts.12.up_proj,0.0000198893,0.10000,0.999
7,mlp.experts.13.up_proj,0.0000325447,0.10000,1.005
7,mlp.experts.14.up_proj,0.0002699850,0.10000,1.054
7,mlp.experts.15.up_proj,0.0000774135,0.10000,1.037
7,mlp.experts.16.up_proj,0.0002224142,0.10000,1.071
7,mlp.experts.17.up_proj,0.0000116795,0.10000,1.074
7,mlp.experts.18.up_proj,0.0001478382,0.10000,1.055
7,mlp.experts.19.up_proj,0.0000540846,0.10000,1.051
7,mlp.experts.20.up_proj,0.0000083647,0.10000,1.010
7,mlp.experts.21.up_proj,0.0000163348,0.10000,1.019
7,mlp.experts.22.up_proj,0.0000300139,0.10000,0.979
7,mlp.experts.23.up_proj,0.0002460045,0.10000,1.077
7,mlp.experts.24.up_proj,0.0000198887,0.10000,1.029
7,mlp.experts.25.up_proj,0.0000230887,0.10000,1.074
7,mlp.experts.26.up_proj,0.0000095678,0.10000,1.043
7,mlp.experts.27.up_proj,0.0000639319,0.10000,1.021
7,mlp.experts.28.up_proj,0.0011577432,0.10000,1.021
7,mlp.experts.29.up_proj,0.0002262701,0.10000,0.963
7,mlp.experts.30.up_proj,0.0001640271,0.10000,1.013
7,mlp.experts.31.up_proj,0.0000089392,0.10000,0.994
7,mlp.experts.32.up_proj,0.0000565608,0.10000,0.991
7,mlp.experts.33.up_proj,0.0000062492,0.10000,1.021
7,mlp.experts.34.up_proj,0.0000113810,0.10000,0.941
7,mlp.experts.35.up_proj,0.0002115387,0.10000,0.999
7,mlp.experts.36.up_proj,0.0000207124,0.10000,0.988
7,mlp.experts.37.up_proj,0.0013326376,0.10000,1.022
7,mlp.experts.38.up_proj,0.0000496006,0.10000,1.032
7,mlp.experts.39.up_proj,0.0000138904,0.10000,1.048
7,mlp.experts.40.up_proj,0.0000777539,0.10000,1.035
7,mlp.experts.41.up_proj,0.0000497698,0.10000,1.054
7,mlp.experts.42.up_proj,0.0003108784,0.10000,1.070
7,mlp.experts.43.up_proj,0.0000318520,0.10000,1.016
7,mlp.experts.44.up_proj,0.0000640337,0.10000,1.013
7,mlp.experts.45.up_proj,0.0000240516,0.10000,1.046
7,mlp.experts.46.up_proj,0.0000834484,0.10000,1.030
7,mlp.experts.47.up_proj,0.0000724708,0.10000,1.078
7,mlp.experts.48.up_proj,0.0000038229,0.10000,1.050
7,mlp.experts.49.up_proj,0.0000105803,0.10000,1.040
7,mlp.experts.50.up_proj,0.0000165722,0.10000,1.058
7,mlp.experts.51.up_proj,0.0000075716,0.10000,1.036
7,mlp.experts.52.up_proj,0.0001484759,0.10000,1.019
7,mlp.experts.53.up_proj,0.0000171584,0.10000,1.037
7,mlp.experts.54.up_proj,0.0010019696,0.10000,0.914
7,mlp.experts.55.up_proj,0.0003383264,0.10000,0.963
7,mlp.experts.56.up_proj,0.0003187742,0.10000,0.929
7,mlp.experts.57.up_proj,0.0010468372,0.10000,0.922
7,mlp.experts.58.up_proj,0.0000292240,0.10000,1.043
7,mlp.experts.59.up_proj,0.0000188532,0.10000,1.027
7,mlp.experts.60.up_proj,0.0000094272,0.10000,1.032
7,mlp.experts.61.up_proj,0.0000269259,0.10000,1.033
7,mlp.experts.62.up_proj,0.0002118241,0.10000,0.960
7,mlp.experts.63.up_proj,0.0000503726,0.10000,0.962
7,mlp.experts.64.up_proj,0.0000423275,0.10000,1.016
7,mlp.experts.65.up_proj,0.0002158457,0.10000,1.062
7,mlp.experts.66.up_proj,0.0000175231,0.10000,1.025
7,mlp.experts.67.up_proj,0.0001171010,0.10000,1.064
7,mlp.experts.68.up_proj,0.0001863524,0.10000,1.061
7,mlp.experts.69.up_proj,0.0002342320,0.10000,1.021
7,mlp.experts.70.up_proj,0.0001353558,0.10000,1.054
7,mlp.experts.71.up_proj,0.0003843687,0.10000,1.047
7,mlp.experts.72.up_proj,0.0000134076,0.10000,1.062
7,mlp.experts.73.up_proj,0.0000122584,0.10000,1.085
7,mlp.experts.74.up_proj,0.0000511632,0.10000,1.005
7,mlp.experts.75.up_proj,0.0000764972,0.10000,1.077
7,mlp.experts.76.up_proj,0.0004967732,0.10000,1.014
7,mlp.experts.77.up_proj,0.0007974848,0.10000,0.989
7,mlp.experts.78.up_proj,0.0001966837,0.10000,0.953
7,mlp.experts.79.up_proj,0.0001208526,0.10000,1.014
7,mlp.experts.80.up_proj,0.0004088582,0.10000,1.023
7,mlp.experts.81.up_proj,0.0001928471,0.10000,0.990
7,mlp.experts.82.up_proj,0.0000386246,0.10000,0.953
7,mlp.experts.83.up_proj,0.0000215779,0.10000,1.017
7,mlp.experts.84.up_proj,0.0001042390,0.10000,1.037
7,mlp.experts.85.up_proj,0.0002881474,0.10000,1.053
7,mlp.experts.86.up_proj,0.0000304600,0.10000,1.049
7,mlp.experts.87.up_proj,0.0000087548,0.10000,1.016
7,mlp.experts.88.up_proj,0.0000201521,0.10000,0.958
7,mlp.experts.89.up_proj,0.0000158039,0.10000,0.988
7,mlp.experts.90.up_proj,0.0004964616,0.10000,0.952
7,mlp.experts.91.up_proj,0.0000511581,0.10000,0.967
7,mlp.experts.92.up_proj,0.0025120056,0.10000,1.032
7,mlp.experts.93.up_proj,0.0000072078,0.10000,1.014
7,mlp.experts.94.up_proj,0.0000116009,0.10000,1.018
7,mlp.experts.95.up_proj,0.0000065461,0.10000,1.051
7,mlp.experts.96.up_proj,0.0001231411,0.10000,1.048
7,mlp.experts.97.up_proj,0.0002224708,0.10000,1.052
7,mlp.experts.98.up_proj,0.0000047129,0.10000,1.031
7,mlp.experts.99.up_proj,0.0000266781,0.10000,1.052
7,mlp.experts.100.up_proj,0.0000109168,0.10000,1.016
7,mlp.experts.101.up_proj,0.0002456530,0.10000,0.990
7,mlp.experts.102.up_proj,0.0001612267,0.10000,1.010
7,mlp.experts.103.up_proj,0.0000724468,0.10000,0.978
7,mlp.experts.104.up_proj,0.0002062406,0.10000,0.966
7,mlp.experts.105.up_proj,0.0005018940,0.10000,0.973
7,mlp.experts.106.up_proj,0.0000149980,0.10000,1.023
7,mlp.experts.107.up_proj,0.0001619160,0.10000,1.017
7,mlp.experts.108.up_proj,0.0000423903,0.10000,1.002
7,mlp.experts.109.up_proj,0.0000312794,0.10000,1.059
7,mlp.experts.110.up_proj,0.0000042121,0.10000,1.022
7,mlp.experts.111.up_proj,0.0001388309,0.10000,1.041
7,mlp.experts.112.up_proj,0.0000177799,0.10000,0.990
7,mlp.experts.113.up_proj,0.0002074214,0.10000,1.007
7,mlp.experts.114.up_proj,0.0001976211,0.10000,0.995
7,mlp.experts.115.up_proj,0.0001132072,0.10000,1.069
7,mlp.experts.116.up_proj,0.0000139268,0.10000,0.999
7,mlp.experts.117.up_proj,0.0000957332,0.10000,0.924
7,mlp.experts.118.up_proj,0.0001701051,0.10000,0.915
7,mlp.experts.119.up_proj,0.0000704622,0.10000,1.045
7,mlp.experts.120.up_proj,0.0002754511,0.10000,0.978
7,mlp.experts.121.up_proj,0.0002124693,0.10000,1.017
7,mlp.experts.122.up_proj,0.0003645778,0.10000,0.993
7,mlp.experts.123.up_proj,0.0000804799,0.10000,0.988
7,mlp.experts.124.up_proj,0.0000248738,0.10000,1.000
7,mlp.experts.125.up_proj,0.0000188055,0.10000,1.003
7,mlp.experts.126.up_proj,0.0003257464,0.10000,1.067
7,mlp.experts.127.up_proj,0.0000812186,0.10000,1.042
7,mlp.experts.0.gate_proj,0.0010269639,0.10000,1.000
7,mlp.experts.1.gate_proj,0.0000370989,0.10000,0.983
7,mlp.experts.2.gate_proj,0.0000162400,0.10000,0.986
7,mlp.experts.3.gate_proj,0.0000291121,0.10000,1.058
7,mlp.experts.4.gate_proj,0.0000130710,0.10000,1.028
7,mlp.experts.5.gate_proj,0.0000109270,0.10000,1.017
7,mlp.experts.6.gate_proj,0.0000777575,0.10000,1.009
7,mlp.experts.7.gate_proj,0.0001812657,0.10000,1.031
7,mlp.experts.8.gate_proj,0.0000843268,0.10000,1.030
7,mlp.experts.9.gate_proj,0.0000353131,0.10000,1.092
7,mlp.experts.10.gate_proj,0.0001455138,0.10000,0.989
7,mlp.experts.11.gate_proj,0.0000362827,0.10000,1.085
7,mlp.experts.12.gate_proj,0.0000226983,0.10000,0.988
7,mlp.experts.13.gate_proj,0.0000363795,0.10000,1.039
7,mlp.experts.14.gate_proj,0.0003280784,0.10000,1.036
7,mlp.experts.15.gate_proj,0.0000838213,0.10000,1.033
7,mlp.experts.16.gate_proj,0.0002280109,0.10000,1.036
7,mlp.experts.17.gate_proj,0.0000133553,0.10000,1.040
7,mlp.experts.18.gate_proj,0.0001679233,0.10000,1.032
7,mlp.experts.19.gate_proj,0.0000573420,0.10000,1.050
7,mlp.experts.20.gate_proj,0.0000091098,0.10000,1.058
7,mlp.experts.21.gate_proj,0.0000177695,0.10000,0.982
7,mlp.experts.22.gate_proj,0.0000339050,0.10000,0.959
7,mlp.experts.23.gate_proj,0.0002657788,0.10000,1.016
7,mlp.experts.24.gate_proj,0.0000215545,0.10000,1.027
7,mlp.experts.25.gate_proj,0.0000250013,0.10000,0.970
7,mlp.experts.26.gate_proj,0.0000105671,0.10000,0.989
7,mlp.experts.27.gate_proj,0.0000693627,0.10000,0.923
7,mlp.experts.28.gate_proj,0.0014054843,0.10000,0.943
7,mlp.experts.29.gate_proj,0.0002490460,0.10000,1.026
7,mlp.experts.30.gate_proj,0.0001868694,0.10000,0.991
7,mlp.experts.31.gate_proj,0.0000093443,0.10000,1.053
7,mlp.experts.32.gate_proj,0.0000622166,0.10000,1.054
7,mlp.experts.33.gate_proj,0.0000068384,0.10000,1.067
7,mlp.experts.34.gate_proj,0.0000119785,0.10000,1.061
7,mlp.experts.35.gate_proj,0.0002637598,0.10000,1.024
7,mlp.experts.36.gate_proj,0.0000230464,0.10000,1.036
7,mlp.experts.37.gate_proj,0.0014368339,0.10000,1.075
7,mlp.experts.38.gate_proj,0.0000547712,0.10000,1.069
7,mlp.experts.39.gate_proj,0.0000147489,0.10000,1.060
7,mlp.experts.40.gate_proj,0.0000876059,0.10000,1.064
7,mlp.experts.41.gate_proj,0.0000544617,0.10000,1.028
7,mlp.experts.42.gate_proj,0.0003582948,0.10000,1.012
7,mlp.experts.43.gate_proj,0.0000337965,0.10000,1.018
7,mlp.experts.44.gate_proj,0.0000721235,0.10000,1.022
7,mlp.experts.45.gate_proj,0.0000256491,0.10000,0.996
7,mlp.experts.46.gate_proj,0.0000888535,0.10000,1.019
7,mlp.experts.47.gate_proj,0.0000792928,0.10000,1.006
7,mlp.experts.48.gate_proj,0.0000040229,0.10000,1.008
7,mlp.experts.49.gate_proj,0.0000107018,0.10000,1.050
7,mlp.experts.50.gate_proj,0.0000173135,0.10000,1.033
7,mlp.experts.51.gate_proj,0.0000079620,0.10000,1.024
7,mlp.experts.52.gate_proj,0.0001685119,0.10000,1.023
7,mlp.experts.53.gate_proj,0.0000182428,0.10000,0.896
7,mlp.experts.54.gate_proj,0.0011480504,0.10000,0.898
7,mlp.experts.55.gate_proj,0.0003500719,0.10000,1.012
7,mlp.experts.56.gate_proj,0.0003508128,0.10000,1.043
7,mlp.experts.57.gate_proj,0.0011203004,0.10000,0.988
7,mlp.experts.58.gate_proj,0.0000321693,0.10000,0.983
7,mlp.experts.59.gate_proj,0.0000207448,0.10000,1.035
7,mlp.experts.60.gate_proj,0.0000098793,0.10000,1.020
7,mlp.experts.61.gate_proj,0.0000303699,0.10000,0.947
7,mlp.experts.62.gate_proj,0.0002353489,0.10000,0.949
7,mlp.experts.63.gate_proj,0.0000566634,0.10000,0.945
7,mlp.experts.64.gate_proj,0.0000446850,0.10000,0.963
7,mlp.experts.65.gate_proj,0.0002604677,0.10000,1.087
7,mlp.experts.66.gate_proj,0.0000190775,0.10000,1.038
7,mlp.experts.68.gate_proj,0.0002056781,0.10000,1.030
7,mlp.experts.67.gate_proj,0.0001264641,0.10000,1.064
7,mlp.experts.69.gate_proj,0.0002542845,0.10000,0.953
7,mlp.experts.70.gate_proj,0.0001495951,0.10000,0.953
7,mlp.experts.71.gate_proj,0.0004653292,0.10000,1.052
7,mlp.experts.72.gate_proj,0.0000150030,0.10000,1.037
7,mlp.experts.73.gate_proj,0.0000133011,0.10000,1.023
7,mlp.experts.74.gate_proj,0.0000552561,0.10000,1.039
7,mlp.experts.75.gate_proj,0.0000799888,0.10000,0.966
7,mlp.experts.76.gate_proj,0.0005605539,0.10000,0.990
7,mlp.experts.77.gate_proj,0.0008481794,0.10000,0.988
7,mlp.experts.78.gate_proj,0.0002373645,0.10000,1.020
7,mlp.experts.79.gate_proj,0.0001319638,0.10000,1.045
7,mlp.experts.80.gate_proj,0.0004564070,0.10000,1.034
7,mlp.experts.81.gate_proj,0.0002127472,0.10000,1.034
7,mlp.experts.82.gate_proj,0.0000428113,0.10000,1.043
7,mlp.experts.83.gate_proj,0.0000241736,0.10000,1.039
7,mlp.experts.84.gate_proj,0.0001119351,0.10000,1.061
7,mlp.experts.85.gate_proj,0.0003161524,0.10000,1.053
7,mlp.experts.86.gate_proj,0.0000331415,0.10000,1.052
7,mlp.experts.87.gate_proj,0.0000094671,0.10000,1.062
7,mlp.experts.88.gate_proj,0.0000220853,0.10000,1.071
7,mlp.experts.89.gate_proj,0.0000172844,0.10000,0.996
7,mlp.experts.90.gate_proj,0.0005555841,0.10000,1.071
7,mlp.experts.91.gate_proj,0.0000574316,0.10000,1.036
7,mlp.experts.92.gate_proj,0.0028728247,0.10000,1.045
7,mlp.experts.93.gate_proj,0.0000078598,0.10000,1.040
7,mlp.experts.94.gate_proj,0.0000125222,0.10000,1.045
7,mlp.experts.95.gate_proj,0.0000069475,0.10000,1.050
7,mlp.experts.96.gate_proj,0.0001306896,0.10000,1.061
7,mlp.experts.97.gate_proj,0.0002674862,0.10000,1.018
7,mlp.experts.98.gate_proj,0.0000047219,0.10000,1.020
7,mlp.experts.99.gate_proj,0.0000299910,0.10000,1.001
7,mlp.experts.100.gate_proj,0.0000114244,0.10000,1.001
7,mlp.experts.101.gate_proj,0.0002733564,0.10000,1.027
7,mlp.experts.102.gate_proj,0.0001672701,0.10000,0.999
7,mlp.experts.103.gate_proj,0.0000759830,0.10000,1.040
7,mlp.experts.104.gate_proj,0.0002530868,0.10000,0.965
7,mlp.experts.105.gate_proj,0.0006211473,0.10000,0.961
7,mlp.experts.106.gate_proj,0.0000161950,0.10000,0.979
7,mlp.experts.107.gate_proj,0.0001842907,0.10000,1.027
7,mlp.experts.108.gate_proj,0.0000482604,0.10000,1.032
7,mlp.experts.109.gate_proj,0.0000363429,0.10000,1.054
7,mlp.experts.110.gate_proj,0.0000045209,0.10000,1.065
7,mlp.experts.111.gate_proj,0.0001502078,0.10000,1.066
7,mlp.experts.112.gate_proj,0.0000186505,0.10000,1.051
7,mlp.experts.113.gate_proj,0.0002070186,0.10000,1.056
7,mlp.experts.114.gate_proj,0.0002198100,0.10000,1.096
7,mlp.experts.115.gate_proj,0.0008133009,0.10000,1.059
7,mlp.experts.116.gate_proj,0.0000149931,0.10000,1.086
7,mlp.experts.117.gate_proj,0.0001070379,0.10000,1.025
7,mlp.experts.118.gate_proj,0.0002024401,0.10000,1.053
7,mlp.experts.119.gate_proj,0.0000755691,0.10000,1.039
7,mlp.experts.120.gate_proj,0.0003120578,0.10000,1.048
7,mlp.experts.121.gate_proj,0.0002268015,0.10000,1.068
7,mlp.experts.122.gate_proj,0.0003945944,0.10000,1.055
7,mlp.experts.123.gate_proj,0.0000836564,0.10000,1.050
7,mlp.experts.124.gate_proj,0.0000263860,0.10000,1.053
7,mlp.experts.125.gate_proj,0.0000206235,0.10000,1.037
7,mlp.experts.126.gate_proj,0.0003704951,0.10000,1.069
7,mlp.experts.127.gate_proj,0.0000879149,0.10000,0.683
7,mlp.experts.1.down_proj,0.0000030518,0.10000,0.381
7,mlp.experts.0.down_proj,0.0001507832,0.10000,0.409
7,mlp.experts.2.down_proj,0.0000019159,0.10000,0.400
7,mlp.experts.3.down_proj,0.0000024359,0.10000,0.391
7,mlp.experts.4.down_proj,0.0000010116,0.10000,0.399
7,mlp.experts.5.down_proj,0.0000009244,0.10000,0.386
7,mlp.experts.6.down_proj,0.0000088186,0.10000,0.403
7,mlp.experts.7.down_proj,0.0000129376,0.10000,0.400
7,mlp.experts.8.down_proj,0.0000109440,0.10000,0.396
7,mlp.experts.9.down_proj,0.0000031352,0.10000,0.393
7,mlp.experts.10.down_proj,0.0000119587,0.10000,0.402
7,mlp.experts.11.down_proj,0.0000030229,0.10000,0.404
7,mlp.experts.12.down_proj,0.0000019490,0.10000,0.383
7,mlp.experts.13.down_proj,0.0000029512,0.10000,0.403
7,mlp.experts.14.down_proj,0.0000477790,0.10000,0.387
7,mlp.experts.15.down_proj,0.0000075284,0.10000,0.385
7,mlp.experts.16.down_proj,0.0000237291,0.10000,0.336
7,mlp.experts.17.down_proj,0.0000010616,0.10000,0.325
7,mlp.experts.18.down_proj,0.0000135104,0.10000,0.340
7,mlp.experts.19.down_proj,0.0000036220,0.10000,0.351
7,mlp.experts.20.down_proj,0.0000006734,0.10000,0.391
7,mlp.experts.21.down_proj,0.0000015564,0.10000,0.410
7,mlp.experts.22.down_proj,0.0000029112,0.10000,0.394
7,mlp.experts.23.down_proj,0.0000270884,0.10000,0.399
7,mlp.experts.24.down_proj,0.0000015144,0.10000,0.402
7,mlp.experts.25.down_proj,0.0000017438,0.10000,0.391
7,mlp.experts.26.down_proj,0.0000006415,0.10000,0.392
7,mlp.experts.27.down_proj,0.0000066591,0.10000,0.400
7,mlp.experts.28.down_proj,0.0001227333,0.10000,0.389
7,mlp.experts.29.down_proj,0.0000245832,0.10000,0.400
7,mlp.experts.30.down_proj,0.0000218860,0.10000,0.338
7,mlp.experts.31.down_proj,0.0000007670,0.10000,0.340
7,mlp.experts.32.down_proj,0.0000055054,0.10000,0.401
7,mlp.experts.33.down_proj,0.0000005418,0.10000,0.402
7,mlp.experts.34.down_proj,0.0000012753,0.10000,0.336
7,mlp.experts.35.down_proj,0.0000242354,0.10000,0.352
7,mlp.experts.36.down_proj,0.0000019261,0.10000,0.394
7,mlp.experts.37.down_proj,0.0000891991,0.10000,0.388
7,mlp.experts.38.down_proj,0.0000051310,0.10000,0.394
7,mlp.experts.39.down_proj,0.0000009761,0.10000,0.381
7,mlp.experts.40.down_proj,0.0000060000,0.10000,0.354
7,mlp.experts.41.down_proj,0.0000027194,0.10000,0.353
7,mlp.experts.42.down_proj,0.0000302384,0.10000,0.390
7,mlp.experts.43.down_proj,0.0000045983,0.10000,0.379
7,mlp.experts.44.down_proj,0.0000084388,0.10000,0.396
7,mlp.experts.45.down_proj,0.0000016835,0.10000,0.383
7,mlp.experts.46.down_proj,0.0000069028,0.10000,0.404
7,mlp.experts.47.down_proj,0.0000067233,0.10000,0.381
7,mlp.experts.49.down_proj,0.0000012105,0.10000,0.403
7,mlp.experts.48.down_proj,0.0000002558,0.10000,0.415
7,mlp.experts.50.down_proj,0.0000020015,0.10000,0.370
7,mlp.experts.51.down_proj,0.0000006468,0.10000,0.380
7,mlp.experts.52.down_proj,0.0000073435,0.10000,0.397
7,mlp.experts.53.down_proj,0.0000014417,0.10000,0.394
7,mlp.experts.54.down_proj,0.0001029778,0.10000,0.395
7,mlp.experts.55.down_proj,0.0000345716,0.10000,0.402
7,mlp.experts.56.down_proj,0.0000378763,0.10000,0.376
7,mlp.experts.57.down_proj,0.0001257083,0.10000,0.409
7,mlp.experts.58.down_proj,0.0000036924,0.10000,0.323
7,mlp.experts.59.down_proj,0.0000016681,0.10000,0.329
7,mlp.experts.60.down_proj,0.0000009275,0.10000,0.336
7,mlp.experts.61.down_proj,0.0000023245,0.10000,0.333
7,mlp.experts.62.down_proj,0.0000514918,0.10000,0.393
7,mlp.experts.63.down_proj,0.0000061749,0.10000,0.400
7,mlp.experts.64.down_proj,0.0000038365,0.10000,0.363
7,mlp.experts.65.down_proj,0.0000240032,0.10000,0.387
7,mlp.experts.66.down_proj,0.0000015643,0.10000,0.393
7,mlp.experts.67.down_proj,0.0000109436,0.10000,0.396
7,mlp.experts.68.down_proj,0.0000214161,0.10000,0.330
7,mlp.experts.69.down_proj,0.0000284940,0.10000,0.349
7,mlp.experts.70.down_proj,0.0000140282,0.10000,0.400
7,mlp.experts.71.down_proj,0.0000590988,0.10000,0.395
7,mlp.experts.72.down_proj,0.0000016012,0.10000,0.400
7,mlp.experts.73.down_proj,0.0000010473,0.10000,0.398
7,mlp.experts.74.down_proj,0.0000039345,0.10000,0.404
7,mlp.experts.75.down_proj,0.0000018546,0.10000,0.398
7,mlp.experts.76.down_proj,0.0000510366,0.10000,0.415
7,mlp.experts.77.down_proj,0.0000571860,0.10000,0.402
7,mlp.experts.78.down_proj,0.0000348616,0.10000,0.393
7,mlp.experts.79.down_proj,0.0000043478,0.10000,0.394
7,mlp.experts.80.down_proj,0.0000542487,0.10000,0.399
7,mlp.experts.81.down_proj,0.0000192787,0.10000,0.395
7,mlp.experts.82.down_proj,0.0000042546,0.10000,0.400
7,mlp.experts.83.down_proj,0.0000023381,0.10000,0.398
7,mlp.experts.84.down_proj,0.0000080990,0.10000,0.407
7,mlp.experts.85.down_proj,0.0000387311,0.10000,0.404
7,mlp.experts.86.down_proj,0.0000026099,0.10000,0.401
7,mlp.experts.87.down_proj,0.0000009616,0.10000,0.386
7,mlp.experts.88.down_proj,0.0000014745,0.10000,0.367
7,mlp.experts.89.down_proj,0.0000011948,0.10000,0.367
7,mlp.experts.90.down_proj,0.0000822945,0.10000,0.339
7,mlp.experts.91.down_proj,0.0000053484,0.10000,0.335
7,mlp.experts.92.down_proj,0.0000595242,0.10000,0.405
7,mlp.experts.93.down_proj,0.0000004464,0.10000,0.388
7,mlp.experts.94.down_proj,0.0000009845,0.10000,0.402
7,mlp.experts.95.down_proj,0.0000005910,0.10000,0.392
7,mlp.experts.96.down_proj,0.0000134152,0.10000,0.404
7,mlp.experts.97.down_proj,0.0000252267,0.10000,0.394
7,mlp.experts.98.down_proj,0.0000003956,0.10000,0.381
7,mlp.experts.99.down_proj,0.0000019396,0.10000,0.383
7,mlp.experts.100.down_proj,0.0000008919,0.10000,0.391
7,mlp.experts.101.down_proj,0.0000465957,0.10000,0.413
7,mlp.experts.102.down_proj,0.0000152191,0.10000,0.391
7,mlp.experts.103.down_proj,0.0000074163,0.10000,0.400
7,mlp.experts.104.down_proj,0.0000298019,0.10000,0.385
7,mlp.experts.105.down_proj,0.0001061340,0.10000,0.394
7,mlp.experts.106.down_proj,0.0000013711,0.10000,0.413
7,mlp.experts.107.down_proj,0.0000382137,0.10000,0.395
7,mlp.experts.108.down_proj,0.0000035481,0.10000,0.333
7,mlp.experts.109.down_proj,0.0000023278,0.10000,0.337
7,mlp.experts.110.down_proj,0.0000003603,0.10000,0.362
7,mlp.experts.111.down_proj,0.0000185723,0.10000,0.357
7,mlp.experts.112.down_proj,0.0000017032,0.10000,0.329
7,mlp.experts.113.down_proj,0.0000187436,0.10000,0.321
7,mlp.experts.114.down_proj,0.0000261397,0.10000,0.375
7,mlp.experts.115.down_proj,0.0000063742,0.10000,0.374
7,mlp.experts.116.down_proj,0.0000011554,0.10000,0.387
7,mlp.experts.117.down_proj,0.0000118934,0.10000,0.372
7,mlp.experts.118.down_proj,0.0000241351,0.10000,0.390
7,mlp.experts.119.down_proj,0.0000051867,0.10000,0.385
7,mlp.experts.120.down_proj,0.0000411509,0.10000,0.380
7,mlp.experts.121.down_proj,0.0000193036,0.10000,0.381
7,mlp.experts.122.down_proj,0.0000410705,0.10000,0.386
7,mlp.experts.123.down_proj,0.0000070021,0.10000,0.393
7,mlp.experts.124.down_proj,0.0000023935,0.10000,0.384
7,mlp.experts.125.down_proj,0.0000015343,0.10000,0.367
7,mlp.experts.126.down_proj,0.0000423632,0.10000,0.380
7,mlp.experts.127.down_proj,0.0000086384,0.10000,0.391
8,self_attn.q_proj,0.0000001343,0.10000,1.035
8,self_attn.k_proj,0.0000000195,0.10000,1.062
8,self_attn.v_proj,0.0000000218,0.10000,0.599
8,self_attn.o_proj,0.0000000128,0.10000,1.103
8,mlp.gate,0.0000041323,0.10000,0.585
8,mlp.experts.0.up_proj,0.0001747358,0.10000,1.067
8,mlp.experts.1.up_proj,0.0015328932,0.10000,1.068
8,mlp.experts.3.up_proj,0.0000214292,0.10000,0.914
8,mlp.experts.2.up_proj,0.0000166220,0.10000,0.929
8,mlp.experts.4.up_proj,0.0000264469,0.10000,1.055
8,mlp.experts.5.up_proj,0.0000594270,0.10000,1.070
8,mlp.experts.6.up_proj,0.0000620285,0.10000,1.030
8,mlp.experts.7.up_proj,0.0006126405,0.10000,1.039
8,mlp.experts.8.up_proj,0.0000184729,0.10000,1.041
8,mlp.experts.9.up_proj,0.0000640497,0.10000,1.031
8,mlp.experts.10.up_proj,0.0002607395,0.10000,1.020
8,mlp.experts.11.up_proj,0.0002471513,0.10000,1.024
8,mlp.experts.12.up_proj,0.0010741652,0.10000,1.066
8,mlp.experts.13.up_proj,0.0000878125,0.10000,1.042
8,mlp.experts.14.up_proj,0.0000138749,0.10000,0.927
8,mlp.experts.15.up_proj,0.0000230339,0.10000,0.925
8,mlp.experts.17.up_proj,0.0000413463,0.10000,1.093
8,mlp.experts.16.up_proj,0.0002976408,0.10000,1.100
8,mlp.experts.18.up_proj,0.0000553208,0.10000,0.983
8,mlp.experts.19.up_proj,0.0001357842,0.10000,0.991
8,mlp.experts.20.up_proj,0.0000683369,0.10000,0.987
8,mlp.experts.21.up_proj,0.0000133296,0.10000,1.014
8,mlp.experts.22.up_proj,0.0001756713,0.10000,1.005
8,mlp.experts.23.up_proj,0.0000253405,0.10000,1.011
8,mlp.experts.24.up_proj,0.0000155458,0.10000,1.029
8,mlp.experts.25.up_proj,0.0000153459,0.10000,1.038
8,mlp.experts.26.up_proj,0.0002666844,0.10000,0.978
8,mlp.experts.27.up_proj,0.0000133127,0.10000,0.974
8,mlp.experts.28.up_proj,0.0000124081,0.10000,1.009
8,mlp.experts.29.up_proj,0.0001816333,0.10000,1.004
8,mlp.experts.30.up_proj,0.0000614694,0.10000,1.036
8,mlp.experts.31.up_proj,0.0001865659,0.10000,1.025
8,mlp.experts.32.up_proj,0.0000222798,0.10000,0.990
8,mlp.experts.33.up_proj,0.0000035874,0.10000,0.999
8,mlp.experts.34.up_proj,0.0002973061,0.10000,1.016
8,mlp.experts.35.up_proj,0.0000127998,0.10000,1.025
8,mlp.experts.36.up_proj,0.0000099829,0.10000,1.020
8,mlp.experts.37.up_proj,0.0000491242,0.10000,1.024
8,mlp.experts.38.up_proj,0.0000578691,0.10000,0.970
8,mlp.experts.39.up_proj,0.0000062773,0.10000,1.036
8,mlp.experts.40.up_proj,0.0001531219,0.10000,1.030
8,mlp.experts.41.up_proj,0.0003797575,0.10000,1.032
8,mlp.experts.42.up_proj,0.0001316982,0.10000,0.993
8,mlp.experts.43.up_proj,0.0000360472,0.10000,0.992
8,mlp.experts.44.up_proj,0.0000036409,0.10000,1.009
8,mlp.experts.45.up_proj,0.0000408696,0.10000,0.936
8,mlp.experts.46.up_proj,0.0000398871,0.10000,1.017
8,mlp.experts.47.up_proj,0.0000243391,0.10000,1.027
8,mlp.experts.48.up_proj,0.0000678348,0.10000,0.982
8,mlp.experts.49.up_proj,0.0002723676,0.10000,0.996
8,mlp.experts.50.up_proj,0.0001565418,0.10000,1.023
8,mlp.experts.51.up_proj,0.0000194259,0.10000,1.003
8,mlp.experts.52.up_proj,0.0003303648,0.10000,0.976
8,mlp.experts.53.up_proj,0.0001100294,0.10000,1.015
8,mlp.experts.54.up_proj,0.0001305426,0.10000,0.973
8,mlp.experts.55.up_proj,0.0000273976,0.10000,1.037
8,mlp.experts.56.up_proj,0.0000117430,0.10000,1.035
8,mlp.experts.57.up_proj,0.0000684954,0.10000,0.982
8,mlp.experts.58.up_proj,0.0008554590,0.10000,1.005
8,mlp.experts.59.up_proj,0.0000818691,0.10000,1.036
8,mlp.experts.60.up_proj,0.0001600347,0.10000,0.997
8,mlp.experts.61.up_proj,0.0000126784,0.10000,1.024
8,mlp.experts.62.up_proj,0.0000135749,0.10000,1.022
8,mlp.experts.63.up_proj,0.0006071061,0.10000,1.018
8,mlp.experts.64.up_proj,0.0000122761,0.10000,1.045
8,mlp.experts.65.up_proj,0.0000266662,0.10000,1.010
8,mlp.experts.66.up_proj,0.0000220834,0.10000,0.969
8,mlp.experts.67.up_proj,0.0000716610,0.10000,1.036
8,mlp.experts.68.up_proj,0.0000915689,0.10000,0.966
8,mlp.experts.69.up_proj,0.0000591568,0.10000,0.955
8,mlp.experts.70.up_proj,0.0000256774,0.10000,1.052
8,mlp.experts.71.up_proj,0.0002643109,0.10000,1.054
8,mlp.experts.72.up_proj,0.0000465019,0.10000,0.966
8,mlp.experts.73.up_proj,0.0041085238,0.10000,0.967
8,mlp.experts.74.up_proj,0.0000384056,0.10000,1.022
8,mlp.experts.75.up_proj,0.0000956513,0.10000,1.004
8,mlp.experts.76.up_proj,0.0001641361,0.10000,1.025
8,mlp.experts.77.up_proj,0.0000660724,0.10000,0.965
8,mlp.experts.78.up_proj,0.0000505902,0.10000,1.022
8,mlp.experts.79.up_proj,0.0000314281,0.10000,1.005
8,mlp.experts.80.up_proj,0.0000115716,0.10000,1.031
8,mlp.experts.81.up_proj,0.0005595019,0.10000,1.027
8,mlp.experts.82.up_proj,0.0000392265,0.10000,1.063
8,mlp.experts.83.up_proj,0.0001237416,0.10000,1.039
8,mlp.experts.84.up_proj,0.0000109718,0.10000,1.064
8,mlp.experts.85.up_proj,0.0001608787,0.10000,1.040
8,mlp.experts.86.up_proj,0.0000191843,0.10000,1.060
8,mlp.experts.87.up_proj,0.0000540747,0.10000,1.044
8,mlp.experts.88.up_proj,0.0001661486,0.10000,1.019
8,mlp.experts.89.up_proj,0.0004632023,0.10000,1.040
8,mlp.experts.90.up_proj,0.0000047931,0.10000,1.014
8,mlp.experts.91.up_proj,0.0000147410,0.10000,1.046
8,mlp.experts.92.up_proj,0.0000756276,0.10000,1.035
8,mlp.experts.93.up_proj,0.0002942004,0.10000,1.040
8,mlp.experts.94.up_proj,0.0000455407,0.10000,1.018
8,mlp.experts.95.up_proj,0.0000038679,0.10000,1.015
8,mlp.experts.96.up_proj,0.0012563105,0.10000,0.990
8,mlp.experts.97.up_proj,0.0004874265,0.10000,0.996
8,mlp.experts.98.up_proj,0.0001521108,0.10000,0.974
8,mlp.experts.99.up_proj,0.0000326651,0.10000,1.011
8,mlp.experts.100.up_proj,0.0000212456,0.10000,0.948
8,mlp.experts.101.up_proj,0.0001303386,0.10000,1.026
8,mlp.experts.102.up_proj,0.0001038955,0.10000,1.023
8,mlp.experts.103.up_proj,0.0000140357,0.10000,1.069
8,mlp.experts.104.up_proj,0.0000090990,0.10000,1.060
8,mlp.experts.105.up_proj,0.0000160483,0.10000,1.025
8,mlp.experts.106.up_proj,0.0000056972,0.10000,1.047
8,mlp.experts.107.up_proj,0.0001734401,0.10000,1.013
8,mlp.experts.108.up_proj,0.0000506712,0.10000,1.025
8,mlp.experts.109.up_proj,0.0000163261,0.10000,1.003
8,mlp.experts.110.up_proj,0.0000163940,0.10000,1.028
8,mlp.experts.111.up_proj,0.0002634478,0.10000,1.033
8,mlp.experts.112.up_proj,0.0017176139,0.10000,1.021
8,mlp.experts.113.up_proj,0.0002720432,0.10000,1.030
8,mlp.experts.114.up_proj,0.0001124428,0.10000,1.020
8,mlp.experts.115.up_proj,0.0001741227,0.10000,1.031
8,mlp.experts.116.up_proj,0.0000097610,0.10000,1.040
8,mlp.experts.117.up_proj,0.0001778935,0.10000,1.040
8,mlp.experts.118.up_proj,0.0004555522,0.10000,1.024
8,mlp.experts.119.up_proj,0.0004509727,0.10000,1.060
8,mlp.experts.120.up_proj,0.0001447051,0.10000,1.046
8,mlp.experts.121.up_proj,0.0000676610,0.10000,1.029
8,mlp.experts.122.up_proj,0.0000084500,0.10000,0.950
8,mlp.experts.123.up_proj,0.0001123652,0.10000,1.023
8,mlp.experts.124.up_proj,0.0001810790,0.10000,1.032
8,mlp.experts.125.up_proj,0.0000566572,0.10000,0.973
8,mlp.experts.126.up_proj,0.0002521500,0.10000,1.008
8,mlp.experts.127.up_proj,0.0000296078,0.10000,1.027
8,mlp.experts.0.gate_proj,0.0001828412,0.10000,1.064
8,mlp.experts.1.gate_proj,0.0016169249,0.10000,0.981
8,mlp.experts.2.gate_proj,0.0000175179,0.10000,1.040
8,mlp.experts.3.gate_proj,0.0000221765,0.10000,1.018
8,mlp.experts.4.gate_proj,0.0000277211,0.10000,1.030
8,mlp.experts.5.gate_proj,0.0000630470,0.10000,1.063
8,mlp.experts.6.gate_proj,0.0000647739,0.10000,1.041
8,mlp.experts.7.gate_proj,0.0006796736,0.10000,1.014
8,mlp.experts.8.gate_proj,0.0000199534,0.10000,1.013
8,mlp.experts.9.gate_proj,0.0000670922,0.10000,0.998
8,mlp.experts.10.gate_proj,0.0002686557,0.10000,1.004
8,mlp.experts.11.gate_proj,0.0002566982,0.10000,0.994
8,mlp.experts.12.gate_proj,0.0011420654,0.10000,1.007
8,mlp.experts.13.gate_proj,0.0000987614,0.10000,0.991
8,mlp.experts.14.gate_proj,0.0000142972,0.10000,0.967
8,mlp.experts.15.gate_proj,0.0000243475,0.10000,1.024
8,mlp.experts.16.gate_proj,0.0003318742,0.10000,1.001
8,mlp.experts.17.gate_proj,0.0000440094,0.10000,1.008
8,mlp.experts.18.gate_proj,0.0000570513,0.10000,0.995
8,mlp.experts.19.gate_proj,0.0001408728,0.10000,1.012
8,mlp.experts.20.gate_proj,0.0000688609,0.10000,1.003
8,mlp.experts.21.gate_proj,0.0000142452,0.10000,0.992
8,mlp.experts.22.gate_proj,0.0001841427,0.10000,0.998
8,mlp.experts.23.gate_proj,0.0000266567,0.10000,1.001
8,mlp.experts.24.gate_proj,0.0000172187,0.10000,0.978
8,mlp.experts.25.gate_proj,0.0000162236,0.10000,1.008
8,mlp.experts.26.gate_proj,0.0002837739,0.10000,1.023
8,mlp.experts.27.gate_proj,0.0000135895,0.10000,1.064
8,mlp.experts.28.gate_proj,0.0000133569,0.10000,1.059
8,mlp.experts.29.gate_proj,0.0001821582,0.10000,1.019
8,mlp.experts.30.gate_proj,0.0000652571,0.10000,0.963
8,mlp.experts.31.gate_proj,0.0002066422,0.10000,0.993
8,mlp.experts.32.gate_proj,0.0000246795,0.10000,0.990
8,mlp.experts.33.gate_proj,0.0000037082,0.10000,1.006
8,mlp.experts.34.gate_proj,0.0003185031,0.10000,1.005
8,mlp.experts.35.gate_proj,0.0000130169,0.10000,1.015
8,mlp.experts.36.gate_proj,0.0000103616,0.10000,0.999
8,mlp.experts.37.gate_proj,0.0000507180,0.10000,0.969
8,mlp.experts.38.gate_proj,0.0000578980,0.10000,0.954
8,mlp.experts.39.gate_proj,0.0000061562,0.10000,0.981
8,mlp.experts.40.gate_proj,0.0001633410,0.10000,0.989
8,mlp.experts.41.gate_proj,0.0004150669,0.10000,0.997
8,mlp.experts.42.gate_proj,0.0001402240,0.10000,1.008
8,mlp.experts.43.gate_proj,0.0000385052,0.10000,0.951
8,mlp.experts.44.gate_proj,0.0000036886,0.10000,0.957
8,mlp.experts.45.gate_proj,0.0000428984,0.10000,1.000
8,mlp.experts.46.gate_proj,0.0000419406,0.10000,0.981
8,mlp.experts.47.gate_proj,0.0000260466,0.10000,1.000
8,mlp.experts.48.gate_proj,0.0000708511,0.10000,1.009
8,mlp.experts.49.gate_proj,0.0002885283,0.10000,0.979
8,mlp.experts.50.gate_proj,0.0001645140,0.10000,0.987
8,mlp.experts.51.gate_proj,0.0000200607,0.10000,0.944
8,mlp.experts.52.gate_proj,0.0003478148,0.10000,1.006
8,mlp.experts.53.gate_proj,0.0001166982,0.10000,0.997
8,mlp.experts.54.gate_proj,0.0001382921,0.10000,0.996
8,mlp.experts.55.gate_proj,0.0000288191,0.10000,1.002
8,mlp.experts.56.gate_proj,0.0000124783,0.10000,1.007
8,mlp.experts.57.gate_proj,0.0000730933,0.10000,0.972
8,mlp.experts.58.gate_proj,0.0008846885,0.10000,0.864
8,mlp.experts.59.gate_proj,0.0000849362,0.10000,0.888
8,mlp.experts.60.gate_proj,0.0001741757,0.10000,0.934
8,mlp.experts.61.gate_proj,0.0000130290,0.10000,0.963
8,mlp.experts.62.gate_proj,0.0000141736,0.10000,1.038
8,mlp.experts.63.gate_proj,0.0006650580,0.10000,1.020
8,mlp.experts.64.gate_proj,0.0000127798,0.10000,1.024
8,mlp.experts.65.gate_proj,0.0000276906,0.10000,1.051
8,mlp.experts.66.gate_proj,0.0000232402,0.10000,1.035
8,mlp.experts.67.gate_proj,0.0000771917,0.10000,1.025
8,mlp.experts.68.gate_proj,0.0000962687,0.10000,1.037
8,mlp.experts.69.gate_proj,0.0000623509,0.10000,1.022
8,mlp.experts.70.gate_proj,0.0000267952,0.10000,1.029
8,mlp.experts.71.gate_proj,0.0002878955,0.10000,1.018
8,mlp.experts.72.gate_proj,0.0000494205,0.10000,0.980
8,mlp.experts.73.gate_proj,0.0043047487,0.10000,0.989
8,mlp.experts.74.gate_proj,0.0000404904,0.10000,1.047
8,mlp.experts.75.gate_proj,0.0000992289,0.10000,1.036
8,mlp.experts.76.gate_proj,0.0001736205,0.10000,1.024
8,mlp.experts.77.gate_proj,0.0000685560,0.10000,1.030
8,mlp.experts.78.gate_proj,0.0000545684,0.10000,0.993
8,mlp.experts.79.gate_proj,0.0000329893,0.10000,1.016
8,mlp.experts.80.gate_proj,0.0000122238,0.10000,0.987
8,mlp.experts.81.gate_proj,0.0005913633,0.10000,0.983
8,mlp.experts.82.gate_proj,0.0000409512,0.10000,0.991
8,mlp.experts.83.gate_proj,0.0001350916,0.10000,1.018
8,mlp.experts.84.gate_proj,0.0000108180,0.10000,1.038
8,mlp.experts.85.gate_proj,0.0001739209,0.10000,1.032
8,mlp.experts.86.gate_proj,0.0000202025,0.10000,1.025
8,mlp.experts.87.gate_proj,0.0000592320,0.10000,1.041
8,mlp.experts.88.gate_proj,0.0001818915,0.10000,1.021
8,mlp.experts.89.gate_proj,0.0004974621,0.10000,1.056
8,mlp.experts.90.gate_proj,0.0000050095,0.10000,1.013
8,mlp.experts.91.gate_proj,0.0000154997,0.10000,1.008
8,mlp.experts.92.gate_proj,0.0000824058,0.10000,1.019
8,mlp.experts.93.gate_proj,0.0003104646,0.10000,0.952
8,mlp.experts.94.gate_proj,0.0000425561,0.10000,0.995
8,mlp.experts.95.gate_proj,0.0000040253,0.10000,1.005
8,mlp.experts.96.gate_proj,0.0014781763,0.10000,0.972
8,mlp.experts.97.gate_proj,0.0005109838,0.10000,1.056
8,mlp.experts.98.gate_proj,0.0001605937,0.10000,1.033
8,mlp.experts.99.gate_proj,0.0000337864,0.10000,1.031
8,mlp.experts.100.gate_proj,0.0000229240,0.10000,1.026
8,mlp.experts.101.gate_proj,0.0001339243,0.10000,1.010
8,mlp.experts.102.gate_proj,0.0001101395,0.10000,1.048
8,mlp.experts.103.gate_proj,0.0000142793,0.10000,1.003
8,mlp.experts.104.gate_proj,0.0000096708,0.10000,1.034
8,mlp.experts.105.gate_proj,0.0000169703,0.10000,1.034
8,mlp.experts.106.gate_proj,0.0000059200,0.10000,1.032
8,mlp.experts.107.gate_proj,0.0001832758,0.10000,1.037
8,mlp.experts.108.gate_proj,0.0000526295,0.10000,1.046
8,mlp.experts.109.gate_proj,0.0000167199,0.10000,1.055
8,mlp.experts.110.gate_proj,0.0000175833,0.10000,1.028
8,mlp.experts.111.gate_proj,0.0002808492,0.10000,0.950
8,mlp.experts.112.gate_proj,0.0018007072,0.10000,0.954
8,mlp.experts.113.gate_proj,0.0002839941,0.10000,0.978
8,mlp.experts.114.gate_proj,0.0001180283,0.10000,0.993
8,mlp.experts.115.gate_proj,0.0001815150,0.10000,0.954
8,mlp.experts.116.gate_proj,0.0000100634,0.10000,0.976
8,mlp.experts.117.gate_proj,0.0001890102,0.10000,1.003
8,mlp.experts.118.gate_proj,0.0031977944,0.10000,1.049
8,mlp.experts.119.gate_proj,0.0005168244,0.10000,1.017
8,mlp.experts.120.gate_proj,0.0001593146,0.10000,1.030
8,mlp.experts.121.gate_proj,0.0000687860,0.10000,1.023
8,mlp.experts.122.gate_proj,0.0000088598,0.10000,1.035
8,mlp.experts.123.gate_proj,0.0001183008,0.10000,1.023
8,mlp.experts.124.gate_proj,0.0001861913,0.10000,1.000
8,mlp.experts.125.gate_proj,0.0000597823,0.10000,0.995
8,mlp.experts.126.gate_proj,0.0002671803,0.10000,0.964
8,mlp.experts.127.gate_proj,0.0000296710,0.10000,0.932
8,mlp.experts.1.down_proj,0.0001286240,0.10000,0.335
8,mlp.experts.0.down_proj,0.0000184469,0.10000,0.339
8,mlp.experts.2.down_proj,0.0000021010,0.10000,0.370
8,mlp.experts.3.down_proj,0.0000013380,0.10000,0.371
8,mlp.experts.5.down_proj,0.0000040209,0.10000,0.396
8,mlp.experts.4.down_proj,0.0000036504,0.10000,0.407
8,mlp.experts.6.down_proj,0.0000073319,0.10000,0.391
8,mlp.experts.7.down_proj,0.0001036989,0.10000,0.396
8,mlp.experts.8.down_proj,0.0000018771,0.10000,0.384
8,mlp.experts.9.down_proj,0.0000049159,0.10000,0.412
8,mlp.experts.10.down_proj,0.0000297491,0.10000,0.403
8,mlp.experts.11.down_proj,0.0000290701,0.10000,0.391
8,mlp.experts.12.down_proj,0.0001087095,0.10000,0.331
8,mlp.experts.13.down_proj,0.0000094334,0.10000,0.326
8,mlp.experts.14.down_proj,0.0000017953,0.10000,0.387
8,mlp.experts.15.down_proj,0.0000028607,0.10000,0.388
8,mlp.experts.16.down_proj,0.0000408354,0.10000,0.391
8,mlp.experts.17.down_proj,0.0000047911,0.10000,0.397
8,mlp.experts.18.down_proj,0.0000057624,0.10000,0.366
8,mlp.experts.19.down_proj,0.0000167028,0.10000,0.370
8,mlp.experts.20.down_proj,0.0000057862,0.10000,0.402
8,mlp.experts.21.down_proj,0.0000012763,0.10000,0.405
8,mlp.experts.22.down_proj,0.0000066638,0.10000,0.338
8,mlp.experts.23.down_proj,0.0000024610,0.10000,0.334
8,mlp.experts.24.down_proj,0.0000020472,0.10000,0.328
8,mlp.experts.25.down_proj,0.0000012688,0.10000,0.331
8,mlp.experts.26.down_proj,0.0000208032,0.10000,0.401
8,mlp.experts.27.down_proj,0.0000016348,0.10000,0.406
8,mlp.experts.28.down_proj,0.0000014338,0.10000,0.343
8,mlp.experts.29.down_proj,0.0000207048,0.10000,0.337
8,mlp.experts.30.down_proj,0.0000094124,0.10000,0.377
8,mlp.experts.31.down_proj,0.0000438079,0.10000,0.382
8,mlp.experts.32.down_proj,0.0000026278,0.10000,0.391
8,mlp.experts.33.down_proj,0.0000002657,0.10000,0.394
8,mlp.experts.34.down_proj,0.0000490365,0.10000,0.390
8,mlp.experts.35.down_proj,0.0000011642,0.10000,0.401
8,mlp.experts.36.down_proj,0.0000010578,0.10000,0.404
8,mlp.experts.37.down_proj,0.0000030190,0.10000,0.389
8,mlp.experts.38.down_proj,0.0000033906,0.10000,0.396
8,mlp.experts.39.down_proj,0.0000006559,0.10000,0.382
8,mlp.experts.40.down_proj,0.0000169355,0.10000,0.359
8,mlp.experts.41.down_proj,0.0000827587,0.10000,0.354
8,mlp.experts.42.down_proj,0.0000135368,0.10000,0.385
8,mlp.experts.43.down_proj,0.0000041756,0.10000,0.387
8,mlp.experts.44.down_proj,0.0000002826,0.10000,0.387
8,mlp.experts.45.down_proj,0.0000025215,0.10000,0.388
8,mlp.experts.46.down_proj,0.0000038436,0.10000,0.389
8,mlp.experts.47.down_proj,0.0000025997,0.10000,0.383
8,mlp.experts.48.down_proj,0.0000037705,0.10000,0.351
8,mlp.experts.49.down_proj,0.0000327627,0.10000,0.349
8,mlp.experts.50.down_proj,0.0000225406,0.10000,0.382
8,mlp.experts.51.down_proj,0.0000028007,0.10000,0.377
8,mlp.experts.52.down_proj,0.0000459365,0.10000,0.395
8,mlp.experts.53.down_proj,0.0000089672,0.10000,0.390
8,mlp.experts.54.down_proj,0.0000113817,0.10000,0.357
8,mlp.experts.55.down_proj,0.0000027351,0.10000,0.362
8,mlp.experts.56.down_proj,0.0000012088,0.10000,0.391
8,mlp.experts.57.down_proj,0.0000058086,0.10000,0.419
8,mlp.experts.58.down_proj,0.0000515470,0.10000,0.372
8,mlp.experts.59.down_proj,0.0000061168,0.10000,0.379
8,mlp.experts.60.down_proj,0.0000270263,0.10000,0.349
8,mlp.experts.61.down_proj,0.0000011789,0.10000,0.345
8,mlp.experts.62.down_proj,0.0000012104,0.10000,0.325
8,mlp.experts.63.down_proj,0.0001102396,0.10000,0.318
8,mlp.experts.64.down_proj,0.0000014315,0.10000,0.381
8,mlp.experts.65.down_proj,0.0000025187,0.10000,0.407
8,mlp.experts.66.down_proj,0.0000029403,0.10000,0.398
8,mlp.experts.67.down_proj,0.0000091533,0.10000,0.394
8,mlp.experts.68.down_proj,0.0000085816,0.10000,0.360
8,mlp.experts.69.down_proj,0.0000050945,0.10000,0.362
8,mlp.experts.70.down_proj,0.0000024226,0.10000,0.322
8,mlp.experts.71.down_proj,0.0000471272,0.10000,0.332
8,mlp.experts.72.down_proj,0.0000040121,0.10000,0.377
8,mlp.experts.73.down_proj,0.0003989584,0.10000,0.405
8,mlp.experts.74.down_proj,0.0000029803,0.10000,0.389
8,mlp.experts.75.down_proj,0.0000085940,0.10000,0.404
8,mlp.experts.76.down_proj,0.0000140864,0.10000,0.408
8,mlp.experts.77.down_proj,0.0000092988,0.10000,0.388
8,mlp.experts.78.down_proj,0.0000049864,0.10000,0.395
8,mlp.experts.79.down_proj,0.0000036718,0.10000,0.389
8,mlp.experts.80.down_proj,0.0000011364,0.10000,0.400
8,mlp.experts.81.down_proj,0.0000866183,0.10000,0.400
8,mlp.experts.82.down_proj,0.0000039915,0.10000,0.397
8,mlp.experts.83.down_proj,0.0000272252,0.10000,0.374
8,mlp.experts.84.down_proj,0.0000010390,0.10000,0.391
8,mlp.experts.85.down_proj,0.0000053708,0.10000,0.379
8,mlp.experts.86.down_proj,0.0000020973,0.10000,0.385
8,mlp.experts.87.down_proj,0.0000107513,0.10000,0.387
8,mlp.experts.88.down_proj,0.0000213622,0.10000,0.385
8,mlp.experts.89.down_proj,0.0000754238,0.10000,0.380
8,mlp.experts.90.down_proj,0.0000003268,0.10000,0.387
8,mlp.experts.91.down_proj,0.0000011624,0.10000,0.368
8,mlp.experts.92.down_proj,0.0000071463,0.10000,0.354
8,mlp.experts.93.down_proj,0.0000466601,0.10000,0.357
8,mlp.experts.94.down_proj,0.0000044774,0.10000,0.336
8,mlp.experts.95.down_proj,0.0000002435,0.10000,0.355
8,mlp.experts.96.down_proj,0.0001799324,0.10000,0.372
8,mlp.experts.97.down_proj,0.0000653399,0.10000,0.375
8,mlp.experts.98.down_proj,0.0000198711,0.10000,0.331
8,mlp.experts.99.down_proj,0.0000047687,0.10000,0.325
8,mlp.experts.100.down_proj,0.0000023257,0.10000,0.324
8,mlp.experts.101.down_proj,0.0000145117,0.10000,0.318
8,mlp.experts.102.down_proj,0.0000126146,0.10000,0.385
8,mlp.experts.103.down_proj,0.0000012727,0.10000,0.400
8,mlp.experts.104.down_proj,0.0000007736,0.10000,0.390
8,mlp.experts.105.down_proj,0.0000012399,0.10000,0.393
8,mlp.experts.106.down_proj,0.0000005082,0.10000,0.319
8,mlp.experts.107.down_proj,0.0000169242,0.10000,0.312
8,mlp.experts.108.down_proj,0.0000041355,0.10000,0.359
8,mlp.experts.109.down_proj,0.0000023118,0.10000,0.392
8,mlp.experts.110.down_proj,0.0000013330,0.10000,0.380
8,mlp.experts.111.down_proj,0.0000398614,0.10000,0.403
8,mlp.experts.112.down_proj,0.0001150722,0.10000,0.370
8,mlp.experts.113.down_proj,0.0000306790,0.10000,0.397
8,mlp.experts.114.down_proj,0.0000088975,0.10000,0.403
8,mlp.experts.115.down_proj,0.0000151351,0.10000,0.377
8,mlp.experts.116.down_proj,0.0000008023,0.10000,0.404
8,mlp.experts.117.down_proj,0.0000203725,0.10000,0.384
8,mlp.experts.118.down_proj,0.0000206271,0.10000,0.366
8,mlp.experts.119.down_proj,0.0000635690,0.10000,0.369
8,mlp.experts.120.down_proj,0.0000207590,0.10000,0.378
8,mlp.experts.121.down_proj,0.0000047281,0.10000,0.376
8,mlp.experts.122.down_proj,0.0000008659,0.10000,0.377
8,mlp.experts.123.down_proj,0.0000111838,0.10000,0.383
8,mlp.experts.124.down_proj,0.0000174674,0.10000,0.348
8,mlp.experts.125.down_proj,0.0000071859,0.10000,0.333
8,mlp.experts.126.down_proj,0.0000247771,0.10000,0.331
8,mlp.experts.127.down_proj,0.0000023246,0.10000,0.314
9,self_attn.k_proj,0.0000000085,0.10000,1.068
9,self_attn.q_proj,0.0000000589,0.10000,1.112
9,self_attn.v_proj,0.0000000103,0.10000,0.626
9,self_attn.o_proj,0.0000000115,0.10000,1.208
9,mlp.gate,0.0000044691,0.10000,0.546
9,mlp.experts.0.up_proj,0.0000511759,0.10000,1.046
9,mlp.experts.1.up_proj,0.0000048583,0.10000,1.050
9,mlp.experts.3.up_proj,0.0019566610,0.10000,1.059
9,mlp.experts.2.up_proj,0.0000484433,0.10000,1.068
9,mlp.experts.4.up_proj,0.0007697422,0.10000,0.841
9,mlp.experts.5.up_proj,0.0000078091,0.10000,0.844
9,mlp.experts.6.up_proj,0.0000916246,0.10000,0.958
9,mlp.experts.7.up_proj,0.0000398519,0.10000,0.975
9,mlp.experts.8.up_proj,0.0017123719,0.10000,0.987
9,mlp.experts.9.up_proj,0.0000114166,0.10000,1.001
9,mlp.experts.11.up_proj,0.0002823835,0.10000,0.999
9,mlp.experts.10.up_proj,0.0000322935,0.10000,1.040
9,mlp.experts.12.up_proj,0.0003722253,0.10000,1.056
9,mlp.experts.13.up_proj,0.0014750094,0.10000,1.057
9,mlp.experts.15.up_proj,0.0000763703,0.10000,1.035
9,mlp.experts.14.up_proj,0.0003375485,0.10000,1.084
9,mlp.experts.16.up_proj,0.0011830861,0.10000,0.994
9,mlp.experts.17.up_proj,0.0000173799,0.10000,0.970
9,mlp.experts.18.up_proj,0.0002253234,0.10000,1.024
9,mlp.experts.19.up_proj,0.0000202912,0.10000,1.041
9,mlp.experts.20.up_proj,0.0001775495,0.10000,0.955
9,mlp.experts.21.up_proj,0.0002961409,0.10000,0.993
9,mlp.experts.22.up_proj,0.0000043327,0.10000,1.012
9,mlp.experts.23.up_proj,0.0002805213,0.10000,1.039
9,mlp.experts.24.up_proj,0.0000076612,0.10000,0.945
9,mlp.experts.25.up_proj,0.0000235661,0.10000,0.984
9,mlp.experts.26.up_proj,0.0004230635,0.10000,0.988
9,mlp.experts.27.up_proj,0.0003956853,0.10000,1.042
9,mlp.experts.28.up_proj,0.0000664149,0.10000,0.989
9,mlp.experts.29.up_proj,0.0013572976,0.10000,0.999
9,mlp.experts.30.up_proj,0.0003286106,0.10000,1.057
9,mlp.experts.31.up_proj,0.0010776100,0.10000,1.050
9,mlp.experts.32.up_proj,0.0000172293,0.10000,1.050
9,mlp.experts.33.up_proj,0.0000194388,0.10000,1.058
9,mlp.experts.34.up_proj,0.0003218313,0.10000,0.962
9,mlp.experts.35.up_proj,0.0000086585,0.10000,0.960
9,mlp.experts.36.up_proj,0.0008091920,0.10000,1.002
9,mlp.experts.37.up_proj,0.0000546038,0.10000,1.035
9,mlp.experts.38.up_proj,0.0003376954,0.10000,0.988
9,mlp.experts.39.up_proj,0.0003400890,0.10000,1.036
9,mlp.experts.40.up_proj,0.0001593420,0.10000,0.999
9,mlp.experts.41.up_proj,0.0000469728,0.10000,1.009
9,mlp.experts.42.up_proj,0.0050834641,0.10000,1.003
9,mlp.experts.43.up_proj,0.0000110138,0.10000,1.021
9,mlp.experts.44.up_proj,0.0003511414,0.10000,0.994
9,mlp.experts.45.up_proj,0.0000149551,0.10000,1.021
9,mlp.experts.46.up_proj,0.0000530490,0.10000,1.016
9,mlp.experts.47.up_proj,0.0000625283,0.10000,0.959
9,mlp.experts.48.up_proj,0.0000071930,0.10000,1.035
9,mlp.experts.49.up_proj,0.0000907520,0.10000,1.022
9,mlp.experts.50.up_proj,0.0001938372,0.10000,1.020
9,mlp.experts.51.up_proj,0.0001522432,0.10000,1.014
9,mlp.experts.52.up_proj,0.0000145478,0.10000,1.041
9,mlp.experts.53.up_proj,0.0001789839,0.10000,1.041
9,mlp.experts.54.up_proj,0.0001280981,0.10000,0.991
9,mlp.experts.55.up_proj,0.0025143876,0.10000,0.992
9,mlp.experts.56.up_proj,0.0002702230,0.10000,1.059
9,mlp.experts.57.up_proj,0.0000217708,0.10000,1.013
9,mlp.experts.58.up_proj,0.0000582636,0.10000,1.022
9,mlp.experts.59.up_proj,0.0001782505,0.10000,1.044
9,mlp.experts.60.up_proj,0.0000224515,0.10000,1.010
9,mlp.experts.61.up_proj,0.0003972741,0.10000,1.042
9,mlp.experts.62.up_proj,0.0000299510,0.10000,1.023
9,mlp.experts.63.up_proj,0.0001075991,0.10000,1.043
9,mlp.experts.64.up_proj,0.0000658125,0.10000,1.085
9,mlp.experts.65.up_proj,0.0000090869,0.10000,1.016
9,mlp.experts.66.up_proj,0.0000263908,0.10000,0.976
9,mlp.experts.67.up_proj,0.0001600447,0.10000,1.011
9,mlp.experts.68.up_proj,0.0000631289,0.10000,1.029
9,mlp.experts.69.up_proj,0.0000267777,0.10000,1.063
9,mlp.experts.70.up_proj,0.0000697109,0.10000,1.048
9,mlp.experts.71.up_proj,0.0000066577,0.10000,1.049
9,mlp.experts.72.up_proj,0.0003522287,0.10000,1.057
9,mlp.experts.73.up_proj,0.0000399377,0.10000,1.047
9,mlp.experts.74.up_proj,0.0008973904,0.10000,0.994
9,mlp.experts.75.up_proj,0.0015158166,0.10000,0.994
9,mlp.experts.76.up_proj,0.0000134697,0.10000,0.969
9,mlp.experts.77.up_proj,0.0001121013,0.10000,0.973
9,mlp.experts.78.up_proj,0.0004667130,0.10000,0.964
9,mlp.experts.79.up_proj,0.0000326416,0.10000,1.025
9,mlp.experts.80.up_proj,0.0000099671,0.10000,0.997
9,mlp.experts.81.up_proj,0.0000240173,0.10000,1.049
9,mlp.experts.82.up_proj,0.0000487975,0.10000,1.040
9,mlp.experts.83.up_proj,0.0000961965,0.10000,1.001
9,mlp.experts.84.up_proj,0.0000425268,0.10000,1.009
9,mlp.experts.85.up_proj,0.0000877294,0.10000,1.037
9,mlp.experts.86.up_proj,0.0000155913,0.10000,1.025
9,mlp.experts.87.up_proj,0.0002100921,0.10000,1.049
9,mlp.experts.88.up_proj,0.0001567990,0.10000,1.029
9,mlp.experts.89.up_proj,0.0000153889,0.10000,1.070
9,mlp.experts.90.up_proj,0.0002115230,0.10000,0.987
9,mlp.experts.91.up_proj,0.0000986649,0.10000,1.049
9,mlp.experts.92.up_proj,0.0001649287,0.10000,1.028
9,mlp.experts.93.up_proj,0.0004544478,0.10000,1.025
9,mlp.experts.94.up_proj,0.0000070412,0.10000,1.034
9,mlp.experts.95.up_proj,0.0003193927,0.10000,1.057
9,mlp.experts.96.up_proj,0.0000142572,0.10000,0.999
9,mlp.experts.97.up_proj,0.0000051481,0.10000,1.085
9,mlp.experts.98.up_proj,0.0000179838,0.10000,1.078
9,mlp.experts.99.up_proj,0.0000232003,0.10000,1.008
9,mlp.experts.100.up_proj,0.0000401365,0.10000,1.008
9,mlp.experts.101.up_proj,0.0002125573,0.10000,1.003
9,mlp.experts.102.up_proj,0.0000081138,0.10000,1.048
9,mlp.experts.103.up_proj,0.0000067726,0.10000,1.044
9,mlp.experts.104.up_proj,0.0000413712,0.10000,1.067
9,mlp.experts.105.up_proj,0.0000234388,0.10000,1.021
9,mlp.experts.106.up_proj,0.0002723025,0.10000,1.052
9,mlp.experts.107.up_proj,0.0003204842,0.10000,1.054
9,mlp.experts.108.up_proj,0.0001950040,0.10000,0.983
9,mlp.experts.109.up_proj,0.0001697448,0.10000,1.015
9,mlp.experts.110.up_proj,0.0000188539,0.10000,0.993
9,mlp.experts.111.up_proj,0.0000435588,0.10000,1.066
9,mlp.experts.112.up_proj,0.0000447578,0.10000,1.016
9,mlp.experts.113.up_proj,0.0000069555,0.10000,1.086
9,mlp.experts.114.up_proj,0.0001484988,0.10000,1.023
9,mlp.experts.115.up_proj,0.0003797847,0.10000,1.065
9,mlp.experts.116.up_proj,0.0000472791,0.10000,1.015
9,mlp.experts.117.up_proj,0.0000298863,0.10000,1.035
9,mlp.experts.118.up_proj,0.0000066627,0.10000,1.013
9,mlp.experts.119.up_proj,0.0004471170,0.10000,1.020
9,mlp.experts.120.up_proj,0.0018901992,0.10000,0.965
9,mlp.experts.121.up_proj,0.0011492407,0.10000,0.929
9,mlp.experts.122.up_proj,0.0000529437,0.10000,0.968
9,mlp.experts.123.up_proj,0.0001334997,0.10000,0.992
9,mlp.experts.124.up_proj,0.0001284214,0.10000,1.000
9,mlp.experts.125.up_proj,0.0001156948,0.10000,0.935
9,mlp.experts.126.up_proj,0.0005543308,0.10000,0.944
9,mlp.experts.127.up_proj,0.0000043924,0.10000,1.017
9,mlp.experts.0.gate_proj,0.0000530859,0.10000,1.034
9,mlp.experts.1.gate_proj,0.0000050339,0.10000,1.025
9,mlp.experts.2.gate_proj,0.0000511708,0.10000,1.036
9,mlp.experts.3.gate_proj,0.0020519445,0.10000,1.033
9,mlp.experts.4.gate_proj,0.0007910547,0.10000,1.010
9,mlp.experts.5.gate_proj,0.0000080987,0.10000,1.000
9,mlp.experts.6.gate_proj,0.0000948287,0.10000,0.974
9,mlp.experts.7.gate_proj,0.0000408810,0.10000,0.995
9,mlp.experts.8.gate_proj,0.0017696953,0.10000,1.039
9,mlp.experts.9.gate_proj,0.0000115862,0.10000,1.016
9,mlp.experts.10.gate_proj,0.0000334164,0.10000,1.028
9,mlp.experts.11.gate_proj,0.0002899814,0.10000,1.030
9,mlp.experts.12.gate_proj,0.0003908670,0.10000,1.039
9,mlp.experts.13.gate_proj,0.0014767332,0.10000,1.048
9,mlp.experts.14.gate_proj,0.0003475342,0.10000,1.036
9,mlp.experts.15.gate_proj,0.0000778472,0.10000,0.980
9,mlp.experts.16.gate_proj,0.0012105278,0.10000,0.984
9,mlp.experts.17.gate_proj,0.0000178650,0.10000,1.055
9,mlp.experts.18.gate_proj,0.0002392848,0.10000,1.025
9,mlp.experts.19.gate_proj,0.0000212696,0.10000,1.017
9,mlp.experts.20.gate_proj,0.0001835587,0.10000,1.038
9,mlp.experts.21.gate_proj,0.0003075746,0.10000,0.995
9,mlp.experts.22.gate_proj,0.0000043498,0.10000,1.021
9,mlp.experts.23.gate_proj,0.0002901358,0.10000,1.056
9,mlp.experts.24.gate_proj,0.0000077431,0.10000,1.032
9,mlp.experts.25.gate_proj,0.0000237656,0.10000,0.991
9,mlp.experts.26.gate_proj,0.0004349588,0.10000,0.964
9,mlp.experts.27.gate_proj,0.0004419640,0.10000,1.064
9,mlp.experts.28.gate_proj,0.0000688704,0.10000,0.980
9,mlp.experts.29.gate_proj,0.0014645808,0.10000,1.068
9,mlp.experts.30.gate_proj,0.0003392890,0.10000,1.000
9,mlp.experts.31.gate_proj,0.0011257680,0.10000,1.065
9,mlp.experts.32.gate_proj,0.0000504366,0.10000,1.015
9,mlp.experts.33.gate_proj,0.0000205088,0.10000,1.045
9,mlp.experts.34.gate_proj,0.0003302630,0.10000,1.023
9,mlp.experts.35.gate_proj,0.0000081985,0.10000,1.012
9,mlp.experts.36.gate_proj,0.0008587864,0.10000,1.066
9,mlp.experts.37.gate_proj,0.0000571586,0.10000,1.053
9,mlp.experts.38.gate_proj,0.0003476955,0.10000,1.051
9,mlp.experts.39.gate_proj,0.0003457532,0.10000,1.054
9,mlp.experts.40.gate_proj,0.0001605580,0.10000,1.043
9,mlp.experts.41.gate_proj,0.0000474699,0.10000,1.018
9,mlp.experts.42.gate_proj,0.0054629845,0.10000,1.042
9,mlp.experts.43.gate_proj,0.0000114653,0.10000,1.030
9,mlp.experts.44.gate_proj,0.0003618035,0.10000,1.010
9,mlp.experts.45.gate_proj,0.0000149312,0.10000,1.004
9,mlp.experts.46.gate_proj,0.0000554952,0.10000,1.020
9,mlp.experts.47.gate_proj,0.0000624009,0.10000,1.015
9,mlp.experts.48.gate_proj,0.0000073685,0.10000,1.037
9,mlp.experts.49.gate_proj,0.0000947568,0.10000,1.016
9,mlp.experts.50.gate_proj,0.0002041667,0.10000,0.974
9,mlp.experts.51.gate_proj,0.0001563954,0.10000,1.049
9,mlp.experts.52.gate_proj,0.0000147944,0.10000,1.045
9,mlp.experts.53.gate_proj,0.0001841852,0.10000,1.060
9,mlp.experts.54.gate_proj,0.0001301024,0.10000,1.013
9,mlp.experts.55.gate_proj,0.0026684731,0.10000,1.052
9,mlp.experts.56.gate_proj,0.0002791037,0.10000,1.026
9,mlp.experts.57.gate_proj,0.0000227845,0.10000,1.037
9,mlp.experts.58.gate_proj,0.0000599611,0.10000,1.028
9,mlp.experts.60.gate_proj,0.0000233638,0.10000,0.998
9,mlp.experts.59.gate_proj,0.0001880411,0.10000,1.082
9,mlp.experts.61.gate_proj,0.0004374873,0.10000,1.035
9,mlp.experts.62.gate_proj,0.0000308932,0.10000,1.006
9,mlp.experts.63.gate_proj,0.0001136534,0.10000,1.016
9,mlp.experts.64.gate_proj,0.0000697362,0.10000,1.007
9,mlp.experts.65.gate_proj,0.0000093489,0.10000,1.014
9,mlp.experts.66.gate_proj,0.0000269478,0.10000,1.008
9,mlp.experts.67.gate_proj,0.0001649434,0.10000,0.974
9,mlp.experts.68.gate_proj,0.0000666482,0.10000,0.992
9,mlp.experts.69.gate_proj,0.0000285579,0.10000,1.014
9,mlp.experts.70.gate_proj,0.0000735751,0.10000,0.997
9,mlp.experts.71.gate_proj,0.0000068382,0.10000,0.965
9,mlp.experts.72.gate_proj,0.0003739523,0.10000,0.969
9,mlp.experts.73.gate_proj,0.0000414273,0.10000,1.035
9,mlp.experts.74.gate_proj,0.0009804992,0.10000,1.027
9,mlp.experts.75.gate_proj,0.0015853250,0.10000,1.035
9,mlp.experts.76.gate_proj,0.0000142076,0.10000,1.017
9,mlp.experts.77.gate_proj,0.0001131291,0.10000,1.017
9,mlp.experts.78.gate_proj,0.0005066616,0.10000,1.028
9,mlp.experts.79.gate_proj,0.0000342043,0.10000,1.045
9,mlp.experts.80.gate_proj,0.0000104150,0.10000,1.041
9,mlp.experts.81.gate_proj,0.0000251313,0.10000,1.025
9,mlp.experts.82.gate_proj,0.0000505627,0.10000,1.022
9,mlp.experts.83.gate_proj,0.0000995296,0.10000,1.016
9,mlp.experts.84.gate_proj,0.0000440856,0.10000,1.012
9,mlp.experts.85.gate_proj,0.0000930049,0.10000,1.046
9,mlp.experts.86.gate_proj,0.0000161717,0.10000,1.045
9,mlp.experts.87.gate_proj,0.0002186685,0.10000,0.988
9,mlp.experts.88.gate_proj,0.0001644028,0.10000,0.984
9,mlp.experts.89.gate_proj,0.0000159790,0.10000,0.980
9,mlp.experts.90.gate_proj,0.0002230257,0.10000,0.993
9,mlp.experts.91.gate_proj,0.0001059858,0.10000,1.067
9,mlp.experts.92.gate_proj,0.0001693157,0.10000,1.076
9,mlp.experts.93.gate_proj,0.0004846382,0.10000,1.000
9,mlp.experts.94.gate_proj,0.0000079046,0.10000,1.006
9,mlp.experts.95.gate_proj,0.0003425435,0.10000,0.861
9,mlp.experts.96.gate_proj,0.0000145851,0.10000,0.895
9,mlp.experts.97.gate_proj,0.0000053662,0.10000,0.889
9,mlp.experts.98.gate_proj,0.0000189544,0.10000,0.884
9,mlp.experts.99.gate_proj,0.0000238208,0.10000,1.035
9,mlp.experts.100.gate_proj,0.0000434528,0.10000,1.017
9,mlp.experts.101.gate_proj,0.0002210344,0.10000,1.044
9,mlp.experts.102.gate_proj,0.0000082696,0.10000,1.048
9,mlp.experts.103.gate_proj,0.0000067295,0.10000,1.039
9,mlp.experts.104.gate_proj,0.0000440302,0.10000,1.066
9,mlp.experts.105.gate_proj,0.0000245384,0.10000,1.053
9,mlp.experts.106.gate_proj,0.0002794927,0.10000,1.034
9,mlp.experts.107.gate_proj,0.0003308435,0.10000,1.007
9,mlp.experts.108.gate_proj,0.0001989383,0.10000,1.053
9,mlp.experts.109.gate_proj,0.0001759832,0.10000,1.042
9,mlp.experts.110.gate_proj,0.0000188809,0.10000,1.041
9,mlp.experts.111.gate_proj,0.0000445798,0.10000,1.042
9,mlp.experts.112.gate_proj,0.0000461447,0.10000,1.041
9,mlp.experts.113.gate_proj,0.0000071881,0.10000,0.949
9,mlp.experts.114.gate_proj,0.0001535108,0.10000,0.963
9,mlp.experts.115.gate_proj,0.0003892479,0.10000,0.995
9,mlp.experts.116.gate_proj,0.0000488303,0.10000,0.984
9,mlp.experts.117.gate_proj,0.0000296019,0.10000,0.924
9,mlp.experts.118.gate_proj,0.0000065779,0.10000,0.933
9,mlp.experts.119.gate_proj,0.0004636847,0.10000,1.033
9,mlp.experts.120.gate_proj,0.0019692466,0.10000,1.033
9,mlp.experts.121.gate_proj,0.0012277099,0.10000,0.982
9,mlp.experts.122.gate_proj,0.0000551989,0.10000,0.981
9,mlp.experts.123.gate_proj,0.0001369035,0.10000,1.061
9,mlp.experts.124.gate_proj,0.0001322926,0.10000,1.037
9,mlp.experts.125.gate_proj,0.0001186024,0.10000,1.017
9,mlp.experts.126.gate_proj,0.0005977824,0.10000,1.026
9,mlp.experts.127.gate_proj,0.0000043233,0.10000,0.643
9,mlp.experts.1.down_proj,0.0000004292,0.10000,0.384
9,mlp.experts.0.down_proj,0.0000040713,0.10000,0.412
9,mlp.experts.2.down_proj,0.0000035148,0.10000,0.407
9,mlp.experts.3.down_proj,0.0002013453,0.10000,0.391
9,mlp.experts.4.down_proj,0.0000732850,0.10000,0.403
9,mlp.experts.5.down_proj,0.0000008543,0.10000,0.406
9,mlp.experts.6.down_proj,0.0000081373,0.10000,0.392
9,mlp.experts.7.down_proj,0.0000042066,0.10000,0.397
9,mlp.experts.8.down_proj,0.0000430631,0.10000,0.398
9,mlp.experts.9.down_proj,0.0000010477,0.10000,0.398
9,mlp.experts.10.down_proj,0.0000041733,0.10000,0.394
9,mlp.experts.11.down_proj,0.0000375968,0.10000,0.402
9,mlp.experts.12.down_proj,0.0000458493,0.10000,0.336
9,mlp.experts.13.down_proj,0.0000206188,0.10000,0.338
9,mlp.experts.14.down_proj,0.0000414701,0.10000,0.372
9,mlp.experts.15.down_proj,0.0000073522,0.10000,0.374
9,mlp.experts.16.down_proj,0.0000619479,0.10000,0.360
9,mlp.experts.17.down_proj,0.0000018222,0.10000,0.358
9,mlp.experts.18.down_proj,0.0000295999,0.10000,0.336
9,mlp.experts.19.down_proj,0.0000013733,0.10000,0.338
9,mlp.experts.20.down_proj,0.0000197104,0.10000,0.344
9,mlp.experts.21.down_proj,0.0000361598,0.10000,0.370
9,mlp.experts.22.down_proj,0.0000004487,0.10000,0.390
9,mlp.experts.23.down_proj,0.0000053806,0.10000,0.394
9,mlp.experts.24.down_proj,0.0000007933,0.10000,0.325
9,mlp.experts.25.down_proj,0.0000030793,0.10000,0.338
9,mlp.experts.26.down_proj,0.0000161811,0.10000,0.392
9,mlp.experts.27.down_proj,0.0000555446,0.10000,0.399
9,mlp.experts.28.down_proj,0.0000066598,0.10000,0.367
9,mlp.experts.29.down_proj,0.0001900218,0.10000,0.364
9,mlp.experts.30.down_proj,0.0000464125,0.10000,0.343
9,mlp.experts.31.down_proj,0.0001191010,0.10000,0.349
9,mlp.experts.32.down_proj,0.0000018417,0.10000,0.373
9,mlp.experts.33.down_proj,0.0000023907,0.10000,0.395
9,mlp.experts.34.down_proj,0.0000385974,0.10000,0.380
9,mlp.experts.35.down_proj,0.0000010192,0.10000,0.393
9,mlp.experts.36.down_proj,0.0001106743,0.10000,0.372
9,mlp.experts.37.down_proj,0.0000060020,0.10000,0.390
9,mlp.experts.38.down_proj,0.0000414695,0.10000,0.375
9,mlp.experts.39.down_proj,0.0000463877,0.10000,0.368
9,mlp.experts.40.down_proj,0.0000161231,0.10000,0.335
9,mlp.experts.41.down_proj,0.0000047982,0.10000,0.368
9,mlp.experts.42.down_proj,0.0001200793,0.10000,0.391
9,mlp.experts.43.down_proj,0.0000012967,0.10000,0.383
9,mlp.experts.44.down_proj,0.0000430481,0.10000,0.388
9,mlp.experts.45.down_proj,0.0000017438,0.10000,0.374
9,mlp.experts.46.down_proj,0.0000044347,0.10000,0.397
9,mlp.experts.47.down_proj,0.0000016960,0.10000,0.407
9,mlp.experts.48.down_proj,0.0000008036,0.10000,0.394
9,mlp.experts.49.down_proj,0.0000109604,0.10000,0.399
9,mlp.experts.50.down_proj,0.0000222813,0.10000,0.406
9,mlp.experts.51.down_proj,0.0000127183,0.10000,0.392
9,mlp.experts.52.down_proj,0.0000016401,0.10000,0.400
9,mlp.experts.53.down_proj,0.0000187709,0.10000,0.381
9,mlp.experts.54.down_proj,0.0000155535,0.10000,0.403
9,mlp.experts.55.down_proj,0.0000232212,0.10000,0.384
9,mlp.experts.56.down_proj,0.0000272167,0.10000,0.359
9,mlp.experts.57.down_proj,0.0000027315,0.10000,0.347
9,mlp.experts.58.down_proj,0.0000061207,0.10000,0.338
9,mlp.experts.59.down_proj,0.0000288485,0.10000,0.342
9,mlp.experts.60.down_proj,0.0000019788,0.10000,0.404
9,mlp.experts.61.down_proj,0.0000477273,0.10000,0.390
9,mlp.experts.62.down_proj,0.0000038864,0.10000,0.402
9,mlp.experts.63.down_proj,0.0000111605,0.10000,0.398
9,mlp.experts.64.down_proj,0.0000048207,0.10000,0.352
9,mlp.experts.65.down_proj,0.0000010617,0.10000,0.341
9,mlp.experts.66.down_proj,0.0000033930,0.10000,0.379
9,mlp.experts.67.down_proj,0.0000175234,0.10000,0.357
9,mlp.experts.68.down_proj,0.0000082331,0.10000,0.333
9,mlp.experts.69.down_proj,0.0000015405,0.10000,0.325
9,mlp.experts.70.down_proj,0.0000054020,0.10000,0.364
9,mlp.experts.71.down_proj,0.0000006193,0.10000,0.379
9,mlp.experts.72.down_proj,0.0000615748,0.10000,0.378
9,mlp.experts.73.down_proj,0.0000031659,0.10000,0.394
9,mlp.experts.74.down_proj,0.0002191561,0.10000,0.396
9,mlp.experts.75.down_proj,0.0001902685,0.10000,0.403
9,mlp.experts.76.down_proj,0.0000013333,0.10000,0.408
9,mlp.experts.77.down_proj,0.0000109016,0.10000,0.394
9,mlp.experts.78.down_proj,0.0000956583,0.10000,0.407
9,mlp.experts.79.down_proj,0.0000040984,0.10000,0.401
9,mlp.experts.80.down_proj,0.0000008492,0.10000,0.399
9,mlp.experts.81.down_proj,0.0000019450,0.10000,0.397
9,mlp.experts.82.down_proj,0.0000045005,0.10000,0.375
9,mlp.experts.83.down_proj,0.0000128150,0.10000,0.404
9,mlp.experts.84.down_proj,0.0000045251,0.10000,0.377
9,mlp.experts.85.down_proj,0.0000141764,0.10000,0.407
9,mlp.experts.86.down_proj,0.0000017048,0.10000,0.388
9,mlp.experts.87.down_proj,0.0000212648,0.10000,0.404
9,mlp.experts.88.down_proj,0.0000179441,0.10000,0.392
9,mlp.experts.89.down_proj,0.0000014328,0.10000,0.387
9,mlp.experts.90.down_proj,0.0000342593,0.10000,0.390
9,mlp.experts.91.down_proj,0.0000096114,0.10000,0.369
9,mlp.experts.92.down_proj,0.0000160812,0.10000,0.361
9,mlp.experts.93.down_proj,0.0000744390,0.10000,0.348
9,mlp.experts.94.down_proj,0.0000008897,0.10000,0.337
9,mlp.experts.95.down_proj,0.0000414412,0.10000,0.337
9,mlp.experts.96.down_proj,0.0000013680,0.10000,0.346
9,mlp.experts.97.down_proj,0.0000004667,0.10000,0.363
9,mlp.experts.98.down_proj,0.0000023743,0.10000,0.393
9,mlp.experts.99.down_proj,0.0000019462,0.10000,0.401
9,mlp.experts.100.down_proj,0.0000059729,0.10000,0.401
9,mlp.experts.101.down_proj,0.0000307186,0.10000,0.396
9,mlp.experts.102.down_proj,0.0000007922,0.10000,0.400
9,mlp.experts.103.down_proj,0.0000005323,0.10000,0.400
9,mlp.experts.104.down_proj,0.0000061046,0.10000,0.353
9,mlp.experts.105.down_proj,0.0000033370,0.10000,0.332
9,mlp.experts.106.down_proj,0.0000333464,0.10000,0.363
9,mlp.experts.107.down_proj,0.0000402584,0.10000,0.382
9,mlp.experts.108.down_proj,0.0000215742,0.10000,0.388
9,mlp.experts.109.down_proj,0.0000180470,0.10000,0.397
9,mlp.experts.110.down_proj,0.0000014504,0.10000,0.396
9,mlp.experts.111.down_proj,0.0000052239,0.10000,0.407
9,mlp.experts.112.down_proj,0.0000040510,0.10000,0.362
9,mlp.experts.113.down_proj,0.0000007702,0.10000,0.367
9,mlp.experts.114.down_proj,0.0000256048,0.10000,0.390
9,mlp.experts.115.down_proj,0.0000535943,0.10000,0.391
9,mlp.experts.116.down_proj,0.0000051920,0.10000,0.377
9,mlp.experts.117.down_proj,0.0000033615,0.10000,0.386
9,mlp.experts.118.down_proj,0.0000006573,0.10000,0.388
9,mlp.experts.119.down_proj,0.0000486811,0.10000,0.368
9,mlp.experts.120.down_proj,0.0002138522,0.10000,0.397
9,mlp.experts.121.down_proj,0.0001761268,0.10000,0.369
9,mlp.experts.122.down_proj,0.0000053187,0.10000,0.348
9,mlp.experts.123.down_proj,0.0000116967,0.10000,0.351
9,mlp.experts.124.down_proj,0.0000115210,0.10000,0.399
9,mlp.experts.125.down_proj,0.0000063952,0.10000,0.402
9,mlp.experts.126.down_proj,0.0000900349,0.10000,0.389
9,mlp.experts.127.down_proj,0.0000003793,0.10000,0.366
10,self_attn.k_proj,0.0000000079,0.10000,1.032
10,self_attn.q_proj,0.0000000535,0.10000,1.040
10,self_attn.v_proj,0.0000000081,0.10000,0.619
10,self_attn.o_proj,0.0000000116,0.10000,1.163
10,mlp.gate,0.0000041654,0.10000,0.605
10,mlp.experts.0.up_proj,0.0008613344,0.10000,1.090
10,mlp.experts.1.up_proj,0.0001190464,0.10000,1.099
10,mlp.experts.2.up_proj,0.0000326677,0.10000,1.024
10,mlp.experts.3.up_proj,0.0000357397,0.10000,1.021
10,mlp.experts.4.up_proj,0.0000352755,0.10000,1.026
10,mlp.experts.5.up_proj,0.0000382707,0.10000,1.044
10,mlp.experts.6.up_proj,0.0000476980,0.10000,1.073
10,mlp.experts.7.up_proj,0.0001544504,0.10000,1.070
10,mlp.experts.8.up_proj,0.0001875613,0.10000,1.054
10,mlp.experts.9.up_proj,0.0000570708,0.10000,1.090
10,mlp.experts.10.up_proj,0.0000277820,0.10000,1.015
10,mlp.experts.11.up_proj,0.0003605380,0.10000,1.059
10,mlp.experts.12.up_proj,0.0000644191,0.10000,1.010
10,mlp.experts.13.up_proj,0.0000229421,0.10000,1.055
10,mlp.experts.14.up_proj,0.0000211959,0.10000,0.938
10,mlp.experts.15.up_proj,0.0002149573,0.10000,1.008
10,mlp.experts.16.up_proj,0.0000346556,0.10000,0.970
10,mlp.experts.17.up_proj,0.0010430801,0.10000,1.004
10,mlp.experts.18.up_proj,0.0000053250,0.10000,0.932
10,mlp.experts.19.up_proj,0.0001666877,0.10000,0.937
10,mlp.experts.20.up_proj,0.0001292147,0.10000,0.962
10,mlp.experts.21.up_proj,0.0003683003,0.10000,0.995
10,mlp.experts.22.up_proj,0.0001928613,0.10000,0.926
10,mlp.experts.23.up_proj,0.0005019162,0.10000,1.002
10,mlp.experts.24.up_proj,0.0004784391,0.10000,0.982
10,mlp.experts.25.up_proj,0.0000769645,0.10000,1.014
10,mlp.experts.26.up_proj,0.0000232788,0.10000,1.011
10,mlp.experts.27.up_proj,0.0000408583,0.10000,1.017
10,mlp.experts.28.up_proj,0.0009263624,0.10000,1.001
10,mlp.experts.29.up_proj,0.0002639871,0.10000,1.011
10,mlp.experts.30.up_proj,0.0000039702,0.10000,1.003
10,mlp.experts.31.up_proj,0.0001806686,0.10000,1.024
10,mlp.experts.32.up_proj,0.0000327947,0.10000,1.005
10,mlp.experts.33.up_proj,0.0000728245,0.10000,0.978
10,mlp.experts.34.up_proj,0.0004360603,0.10000,1.050
10,mlp.experts.35.up_proj,0.0000068330,0.10000,1.037
10,mlp.experts.36.up_proj,0.0003346932,0.10000,0.999
10,mlp.experts.37.up_proj,0.0003838985,0.10000,0.972
10,mlp.experts.38.up_proj,0.0015111047,0.10000,0.989
10,mlp.experts.39.up_proj,0.0000132964,0.10000,1.062
10,mlp.experts.40.up_proj,0.0000104438,0.10000,1.009
10,mlp.experts.41.up_proj,0.0000448321,0.10000,1.001
10,mlp.experts.42.up_proj,0.0002689229,0.10000,1.009
10,mlp.experts.43.up_proj,0.0001065306,0.10000,1.037
10,mlp.experts.44.up_proj,0.0007537382,0.10000,0.979
10,mlp.experts.45.up_proj,0.0000344838,0.10000,1.005
10,mlp.experts.46.up_proj,0.0001783586,0.10000,1.010
10,mlp.experts.47.up_proj,0.0003601964,0.10000,0.986
10,mlp.experts.48.up_proj,0.0001164957,0.10000,0.977
10,mlp.experts.49.up_proj,0.0008598514,0.10000,1.019
10,mlp.experts.50.up_proj,0.0000292532,0.10000,1.004
10,mlp.experts.51.up_proj,0.0002009331,0.10000,0.989
10,mlp.experts.52.up_proj,0.0000043606,0.10000,0.997
10,mlp.experts.53.up_proj,0.0000519231,0.10000,1.016
10,mlp.experts.54.up_proj,0.0003671754,0.10000,0.989
10,mlp.experts.55.up_proj,0.0000758370,0.10000,1.027
10,mlp.experts.56.up_proj,0.0002250426,0.10000,1.020
10,mlp.experts.57.up_proj,0.0000852408,0.10000,1.032
10,mlp.experts.58.up_proj,0.0000620316,0.10000,1.032
10,mlp.experts.59.up_proj,0.0003432859,0.10000,1.031
10,mlp.experts.60.up_proj,0.0001789817,0.10000,1.031
10,mlp.experts.61.up_proj,0.0000549698,0.10000,1.035
10,mlp.experts.62.up_proj,0.0000057069,0.10000,0.998
10,mlp.experts.63.up_proj,0.0000695017,0.10000,0.980
10,mlp.experts.64.up_proj,0.0000034829,0.10000,0.982
10,mlp.experts.65.up_proj,0.0001050875,0.10000,0.979
10,mlp.experts.66.up_proj,0.0001311533,0.10000,1.019
10,mlp.experts.67.up_proj,0.0013052828,0.10000,0.973
10,mlp.experts.68.up_proj,0.0010464495,0.10000,0.985
10,mlp.experts.69.up_proj,0.0000476275,0.10000,1.019
10,mlp.experts.70.up_proj,0.0000254175,0.10000,1.004
10,mlp.experts.71.up_proj,0.0000768378,0.10000,1.046
10,mlp.experts.72.up_proj,0.0007536862,0.10000,0.929
10,mlp.experts.73.up_proj,0.0000139454,0.10000,0.957
10,mlp.experts.74.up_proj,0.0000107569,0.10000,1.029
10,mlp.experts.75.up_proj,0.0000742680,0.10000,1.038
10,mlp.experts.76.up_proj,0.0000087432,0.10000,1.022
10,mlp.experts.77.up_proj,0.0001914458,0.10000,1.023
10,mlp.experts.78.up_proj,0.0000238507,0.10000,1.016
10,mlp.experts.79.up_proj,0.0031062872,0.10000,1.036
10,mlp.experts.80.up_proj,0.0000107356,0.10000,1.002
10,mlp.experts.81.up_proj,0.0005078554,0.10000,1.063
10,mlp.experts.82.up_proj,0.0000221448,0.10000,1.017
10,mlp.experts.83.up_proj,0.0000125873,0.10000,0.997
10,mlp.experts.84.up_proj,0.0002610938,0.10000,1.039
10,mlp.experts.85.up_proj,0.0000130669,0.10000,1.055
10,mlp.experts.86.up_proj,0.0000491099,0.10000,1.047
10,mlp.experts.87.up_proj,0.0002080735,0.10000,1.014
10,mlp.experts.88.up_proj,0.0000127801,0.10000,1.048
10,mlp.experts.89.up_proj,0.0001472066,0.10000,1.037
10,mlp.experts.90.up_proj,0.0000458154,0.10000,1.008
10,mlp.experts.91.up_proj,0.0000100470,0.10000,0.994
10,mlp.experts.92.up_proj,0.0000403691,0.10000,0.998
10,mlp.experts.93.up_proj,0.0004305299,0.10000,0.981
10,mlp.experts.94.up_proj,0.0000140913,0.10000,0.999
10,mlp.experts.95.up_proj,0.0000112660,0.10000,1.058
10,mlp.experts.96.up_proj,0.0000245865,0.10000,1.038
10,mlp.experts.97.up_proj,0.0000238087,0.10000,1.033
10,mlp.experts.98.up_proj,0.0000100837,0.10000,1.043
10,mlp.experts.99.up_proj,0.0000251682,0.10000,1.077
10,mlp.experts.100.up_proj,0.0001250985,0.10000,1.011
10,mlp.experts.101.up_proj,0.0000602014,0.10000,1.086
10,mlp.experts.102.up_proj,0.0000608514,0.10000,0.998
10,mlp.experts.103.up_proj,0.0000136238,0.10000,1.090
10,mlp.experts.104.up_proj,0.0003662569,0.10000,0.981
10,mlp.experts.105.up_proj,0.0000133219,0.10000,1.044
10,mlp.experts.106.up_proj,0.0008698213,0.10000,0.981
10,mlp.experts.107.up_proj,0.0000091530,0.10000,1.072
10,mlp.experts.108.up_proj,0.0000052311,0.10000,1.047
10,mlp.experts.110.up_proj,0.0000200923,0.10000,1.038
10,mlp.experts.109.up_proj,0.0000437840,0.10000,1.081
10,mlp.experts.111.up_proj,0.0003231868,0.10000,1.048
10,mlp.experts.112.up_proj,0.0000111588,0.10000,1.070
10,mlp.experts.113.up_proj,0.0000222721,0.10000,1.018
10,mlp.experts.114.up_proj,0.0002356842,0.10000,0.996
10,mlp.experts.115.up_proj,0.0010245978,0.10000,1.047
10,mlp.experts.116.up_proj,0.0002454953,0.10000,1.074
10,mlp.experts.117.up_proj,0.0023835094,0.10000,1.057
10,mlp.experts.118.up_proj,0.0000538544,0.10000,1.049
10,mlp.experts.119.up_proj,0.0000226252,0.10000,1.075
10,mlp.experts.120.up_proj,0.0000126013,0.10000,1.057
10,mlp.experts.121.up_proj,0.0011797703,0.10000,1.079
10,mlp.experts.122.up_proj,0.0010025699,0.10000,1.065
10,mlp.experts.123.up_proj,0.0000074645,0.10000,1.047
10,mlp.experts.124.up_proj,0.0000966314,0.10000,1.083
10,mlp.experts.125.up_proj,0.0008799892,0.10000,1.035
10,mlp.experts.126.up_proj,0.0000411481,0.10000,1.077
10,mlp.experts.127.up_proj,0.0001021251,0.10000,1.013
10,mlp.experts.0.gate_proj,0.0008975318,0.10000,1.063
10,mlp.experts.1.gate_proj,0.0001225169,0.10000,1.050
10,mlp.experts.2.gate_proj,0.0000339115,0.10000,1.062
10,mlp.experts.3.gate_proj,0.0000368600,0.10000,1.017
10,mlp.experts.4.gate_proj,0.0000384144,0.10000,1.070
10,mlp.experts.5.gate_proj,0.0000394721,0.10000,1.060
10,mlp.experts.6.gate_proj,0.0000519664,0.10000,1.032
10,mlp.experts.7.gate_proj,0.0001613635,0.10000,1.072
10,mlp.experts.8.gate_proj,0.0002028767,0.10000,1.026
10,mlp.experts.9.gate_proj,0.0000569241,0.10000,1.062
10,mlp.experts.10.gate_proj,0.0000282767,0.10000,1.060
10,mlp.experts.11.gate_proj,0.0003709839,0.10000,1.048
10,mlp.experts.12.gate_proj,0.0000676212,0.10000,1.033
10,mlp.experts.13.gate_proj,0.0000235323,0.10000,1.071
10,mlp.experts.14.gate_proj,0.0000215281,0.10000,1.058
10,mlp.experts.15.gate_proj,0.0002223323,0.10000,1.084
10,mlp.experts.16.gate_proj,0.0000358787,0.10000,1.040
10,mlp.experts.17.gate_proj,0.0010599428,0.10000,1.018
10,mlp.experts.18.gate_proj,0.0000053545,0.10000,1.007
10,mlp.experts.19.gate_proj,0.0001656066,0.10000,0.966
10,mlp.experts.20.gate_proj,0.0001314797,0.10000,0.959
10,mlp.experts.21.gate_proj,0.0003911495,0.10000,1.015
10,mlp.experts.22.gate_proj,0.0001954208,0.10000,1.021
10,mlp.experts.23.gate_proj,0.0005514971,0.10000,1.023
10,mlp.experts.24.gate_proj,0.0005044159,0.10000,1.004
10,mlp.experts.25.gate_proj,0.0000789117,0.10000,1.009
10,mlp.experts.26.gate_proj,0.0000239766,0.10000,1.010
10,mlp.experts.28.gate_proj,0.0009505725,0.10000,1.028
10,mlp.experts.27.gate_proj,0.0000425995,0.10000,1.050
10,mlp.experts.30.gate_proj,0.0000039823,0.10000,1.049
10,mlp.experts.29.gate_proj,0.0002720431,0.10000,1.058
10,mlp.experts.32.gate_proj,0.0000330168,0.10000,1.025
10,mlp.experts.31.gate_proj,0.0001844293,0.10000,1.035
10,mlp.experts.33.gate_proj,0.0000749085,0.10000,1.072
10,mlp.experts.34.gate_proj,0.0004409259,0.10000,1.067
10,mlp.experts.35.gate_proj,0.0000073962,0.10000,1.056
10,mlp.experts.36.gate_proj,0.0003336469,0.10000,1.077
10,mlp.experts.37.gate_proj,0.0003923758,0.10000,1.032
10,mlp.experts.38.gate_proj,0.0213268436,0.10000,1.060
10,mlp.experts.39.gate_proj,0.0000135768,0.10000,1.004
10,mlp.experts.40.gate_proj,0.0000107616,0.10000,1.004
10,mlp.experts.41.gate_proj,0.0000456424,0.10000,1.015
10,mlp.experts.42.gate_proj,0.0002758503,0.10000,1.058
10,mlp.experts.43.gate_proj,0.0001115334,0.10000,1.012
10,mlp.experts.44.gate_proj,0.0007785415,0.10000,1.033
10,mlp.experts.45.gate_proj,0.0000355057,0.10000,1.023
10,mlp.experts.46.gate_proj,0.0001859408,0.10000,0.975
10,mlp.experts.47.gate_proj,0.0003813648,0.10000,1.015
10,mlp.experts.48.gate_proj,0.0001184363,0.10000,0.990
10,mlp.experts.49.gate_proj,0.0008877594,0.10000,0.993
10,mlp.experts.50.gate_proj,0.0000292870,0.10000,1.004
10,mlp.experts.51.gate_proj,0.0002032431,0.10000,0.991
10,mlp.experts.52.gate_proj,0.0000043272,0.10000,0.995
10,mlp.experts.53.gate_proj,0.0000552324,0.10000,1.041
10,mlp.experts.54.gate_proj,0.0003767645,0.10000,1.038
10,mlp.experts.55.gate_proj,0.0000922267,0.10000,1.025
10,mlp.experts.56.gate_proj,0.0002269674,0.10000,1.010
10,mlp.experts.57.gate_proj,0.0000921111,0.10000,1.059
10,mlp.experts.58.gate_proj,0.0000637198,0.10000,1.036
10,mlp.experts.59.gate_proj,0.0003543926,0.10000,1.054
10,mlp.experts.60.gate_proj,0.0001835125,0.10000,1.040
10,mlp.experts.62.gate_proj,0.0000055938,0.10000,1.023
10,mlp.experts.61.gate_proj,0.0000555165,0.10000,1.026
10,mlp.experts.63.gate_proj,0.0000749913,0.10000,1.051
10,mlp.experts.64.gate_proj,0.0000032308,0.10000,1.068
10,mlp.experts.65.gate_proj,0.0001065632,0.10000,1.080
10,mlp.experts.66.gate_proj,0.0001363126,0.10000,1.081
10,mlp.experts.67.gate_proj,0.0013275200,0.10000,1.032
10,mlp.experts.68.gate_proj,0.0011124161,0.10000,1.046
10,mlp.experts.69.gate_proj,0.0000488243,0.10000,1.000
10,mlp.experts.70.gate_proj,0.0000275103,0.10000,0.988
10,mlp.experts.71.gate_proj,0.0000957640,0.10000,1.037
10,mlp.experts.72.gate_proj,0.0008158808,0.10000,1.046
10,mlp.experts.74.gate_proj,0.0000108235,0.10000,1.014
10,mlp.experts.73.gate_proj,0.0000144867,0.10000,1.114
10,mlp.experts.75.gate_proj,0.0000762714,0.10000,1.010
10,mlp.experts.76.gate_proj,0.0000090517,0.10000,0.993
10,mlp.experts.77.gate_proj,0.0002024796,0.10000,1.027
10,mlp.experts.78.gate_proj,0.0000245207,0.10000,1.020
10,mlp.experts.79.gate_proj,0.0032441479,0.10000,1.024
10,mlp.experts.80.gate_proj,0.0000108810,0.10000,1.002
10,mlp.experts.82.gate_proj,0.0000227868,0.10000,1.015
10,mlp.experts.81.gate_proj,0.0005264881,0.10000,1.046
10,mlp.experts.83.gate_proj,0.0000125717,0.10000,1.037
10,mlp.experts.84.gate_proj,0.0002660774,0.10000,1.044
10,mlp.experts.85.gate_proj,0.0000134002,0.10000,1.033
10,mlp.experts.86.gate_proj,0.0000502945,0.10000,1.037
10,mlp.experts.87.gate_proj,0.0002133854,0.10000,1.030
10,mlp.experts.88.gate_proj,0.0000126602,0.10000,1.016
10,mlp.experts.90.gate_proj,0.0000473410,0.10000,1.034
10,mlp.experts.89.gate_proj,0.0001522934,0.10000,1.058
10,mlp.experts.91.gate_proj,0.0000103243,0.10000,1.062
10,mlp.experts.92.gate_proj,0.0000411720,0.10000,1.055
10,mlp.experts.94.gate_proj,0.0000151258,0.10000,0.957
10,mlp.experts.93.gate_proj,0.0004456531,0.10000,0.979
10,mlp.experts.96.gate_proj,0.0000251398,0.10000,1.041
10,mlp.experts.95.gate_proj,0.0000113521,0.10000,1.084
10,mlp.experts.98.gate_proj,0.0000103192,0.10000,1.034
10,mlp.experts.97.gate_proj,0.0000254286,0.10000,1.074
10,mlp.experts.99.gate_proj,0.0000265747,0.10000,1.048
10,mlp.experts.100.gate_proj,0.0001291701,0.10000,1.051
10,mlp.experts.102.gate_proj,0.0000621844,0.10000,1.052
10,mlp.experts.101.gate_proj,0.0000610667,0.10000,1.069
10,mlp.experts.104.gate_proj,0.0003809060,0.10000,1.003
10,mlp.experts.103.gate_proj,0.0000138414,0.10000,1.094
10,mlp.experts.105.gate_proj,0.0000133914,0.10000,1.029
10,mlp.experts.106.gate_proj,0.0008881448,0.10000,0.980
10,mlp.experts.107.gate_proj,0.0000099148,0.10000,1.069
10,mlp.experts.108.gate_proj,0.0000052558,0.10000,1.053
10,mlp.experts.110.gate_proj,0.0000212798,0.10000,1.048
10,mlp.experts.109.gate_proj,0.0000447093,0.10000,1.076
10,mlp.experts.111.gate_proj,0.0003297852,0.10000,1.046
10,mlp.experts.112.gate_proj,0.0000115737,0.10000,1.046
10,mlp.experts.113.gate_proj,0.0000226117,0.10000,1.022
10,mlp.experts.114.gate_proj,0.0002416112,0.10000,1.034
10,mlp.experts.115.gate_proj,0.0010707180,0.10000,1.043
10,mlp.experts.116.gate_proj,0.0002544859,0.10000,1.075
10,mlp.experts.117.gate_proj,0.0025658143,0.10000,1.071
10,mlp.experts.118.gate_proj,0.0000558765,0.10000,1.051
10,mlp.experts.119.gate_proj,0.0000235376,0.10000,1.075
10,mlp.experts.120.gate_proj,0.0000133030,0.10000,1.057
10,mlp.experts.122.gate_proj,0.0010405368,0.10000,1.047
10,mlp.experts.121.gate_proj,0.0012811781,0.10000,1.079
10,mlp.experts.123.gate_proj,0.0000075663,0.10000,1.024
10,mlp.experts.124.gate_proj,0.0000968648,0.10000,1.021
10,mlp.experts.125.gate_proj,0.0009353110,0.10000,1.086
10,mlp.experts.126.gate_proj,0.0000447946,0.10000,1.083
10,mlp.experts.127.gate_proj,0.0001043038,0.10000,0.660
10,mlp.experts.0.down_proj,0.0000143463,0.10000,0.376
10,mlp.experts.1.down_proj,0.0000120068,0.10000,0.392
10,mlp.experts.2.down_proj,0.0000049755,0.10000,0.335
10,mlp.experts.3.down_proj,0.0000026467,0.10000,0.343
10,mlp.experts.4.down_proj,0.0000076546,0.10000,0.374
10,mlp.experts.5.down_proj,0.0000024675,0.10000,0.364
10,mlp.experts.6.down_proj,0.0000000626,0.10000,0.358
10,mlp.experts.7.down_proj,0.0000210948,0.10000,0.356
10,mlp.experts.8.down_proj,0.0000155150,0.10000,0.408
10,mlp.experts.9.down_proj,0.0000019161,0.10000,0.399
10,mlp.experts.10.down_proj,0.0000036367,0.10000,0.407
10,mlp.experts.11.down_proj,0.0000450058,0.10000,0.408
10,mlp.experts.12.down_proj,0.0000057148,0.10000,0.404
10,mlp.experts.13.down_proj,0.0000023880,0.10000,0.411
10,mlp.experts.14.down_proj,0.0000024826,0.10000,0.370
10,mlp.experts.15.down_proj,0.0000306643,0.10000,0.418
10,mlp.experts.16.down_proj,0.0000025467,0.10000,0.376
10,mlp.experts.17.down_proj,0.0000634261,0.10000,0.398
10,mlp.experts.18.down_proj,0.0000004710,0.10000,0.402
10,mlp.experts.19.down_proj,0.0000057725,0.10000,0.371
10,mlp.experts.20.down_proj,0.0000127635,0.10000,0.391
10,mlp.experts.21.down_proj,0.0000677233,0.10000,0.381
10,mlp.experts.22.down_proj,0.0000215841,0.10000,0.394
10,mlp.experts.23.down_proj,0.0000016250,0.10000,0.385
10,mlp.experts.24.down_proj,0.0000443975,0.10000,0.396
10,mlp.experts.25.down_proj,0.0000066628,0.10000,0.396
10,mlp.experts.26.down_proj,0.0000023006,0.10000,0.364
10,mlp.experts.27.down_proj,0.0000043378,0.10000,0.373
10,mlp.experts.28.down_proj,0.0000936320,0.10000,0.328
10,mlp.experts.29.down_proj,0.0000271071,0.10000,0.321
10,mlp.experts.30.down_proj,0.0000003646,0.10000,0.368
10,mlp.experts.31.down_proj,0.0000148732,0.10000,0.374
10,mlp.experts.32.down_proj,0.0000023238,0.10000,0.381
10,mlp.experts.33.down_proj,0.0000096918,0.10000,0.385
10,mlp.experts.34.down_proj,0.0000558127,0.10000,0.381
10,mlp.experts.35.down_proj,0.0000008851,0.10000,0.361
10,mlp.experts.36.down_proj,0.0000204422,0.10000,0.377
10,mlp.experts.37.down_proj,0.0000451106,0.10000,0.381
10,mlp.experts.38.down_proj,0.0000127392,0.10000,0.385
10,mlp.experts.39.down_proj,0.0000013639,0.10000,0.379
10,mlp.experts.40.down_proj,0.0000011341,0.10000,0.393
10,mlp.experts.41.down_proj,0.0000047501,0.10000,0.381
10,mlp.experts.42.down_proj,0.0000278930,0.10000,0.385
10,mlp.experts.43.down_proj,0.0000109495,0.10000,0.385
10,mlp.experts.44.down_proj,0.0000816729,0.10000,0.390
10,mlp.experts.45.down_proj,0.0000051755,0.10000,0.389
10,mlp.experts.46.down_proj,0.0000250949,0.10000,0.383
10,mlp.experts.47.down_proj,0.0000694724,0.10000,0.381
10,mlp.experts.48.down_proj,0.0000085070,0.10000,0.384
10,mlp.experts.49.down_proj,0.0001386101,0.10000,0.386
10,mlp.experts.50.down_proj,0.0000030064,0.10000,0.377
10,mlp.experts.51.down_proj,0.0000260427,0.10000,0.378
10,mlp.experts.52.down_proj,0.0000003314,0.10000,0.388
10,mlp.experts.53.down_proj,0.0000048573,0.10000,0.386
10,mlp.experts.54.down_proj,0.0000406283,0.10000,0.380
10,mlp.experts.55.down_proj,0.0000085681,0.10000,0.393
10,mlp.experts.56.down_proj,0.0000138719,0.10000,0.379
10,mlp.experts.57.down_proj,0.0000139927,0.10000,0.389
10,mlp.experts.58.down_proj,0.0000057750,0.10000,0.396
10,mlp.experts.59.down_proj,0.0000414573,0.10000,0.404
10,mlp.experts.60.down_proj,0.0000193590,0.10000,0.396
10,mlp.experts.61.down_proj,0.0000028007,0.10000,0.370
10,mlp.experts.62.down_proj,0.0000006061,0.10000,0.406
10,mlp.experts.63.down_proj,0.0000112123,0.10000,0.394
10,mlp.experts.65.down_proj,0.0000128101,0.10000,0.398
10,mlp.experts.64.down_proj,0.0000002982,0.10000,0.422
10,mlp.experts.66.down_proj,0.0000120459,0.10000,0.387
10,mlp.experts.67.down_proj,0.0000260118,0.10000,0.404
10,mlp.experts.68.down_proj,0.0000183514,0.10000,0.403
10,mlp.experts.69.down_proj,0.0000042734,0.10000,0.382
10,mlp.experts.71.down_proj,0.0000104804,0.10000,0.390
10,mlp.experts.70.down_proj,0.0000031110,0.10000,0.404
10,mlp.experts.72.down_proj,0.0001192515,0.10000,0.398
10,mlp.experts.73.down_proj,0.0000019718,0.10000,0.404
10,mlp.experts.74.down_proj,0.0000013304,0.10000,0.408
10,mlp.experts.75.down_proj,0.0000060405,0.10000,0.409
10,mlp.experts.76.down_proj,0.0000007117,0.10000,0.404
10,mlp.experts.77.down_proj,0.0000242472,0.10000,0.416
10,mlp.experts.78.down_proj,0.0000015422,0.10000,0.398
10,mlp.experts.79.down_proj,0.0002484555,0.10000,0.401
10,mlp.experts.80.down_proj,0.0000008209,0.10000,0.360
10,mlp.experts.81.down_proj,0.0000676909,0.10000,0.364
10,mlp.experts.82.down_proj,0.0000026436,0.10000,0.336
10,mlp.experts.83.down_proj,0.0000014426,0.10000,0.337
10,mlp.experts.84.down_proj,0.0000251313,0.10000,0.343
10,mlp.experts.85.down_proj,0.0000014647,0.10000,0.351
10,mlp.experts.86.down_proj,0.0000053032,0.10000,0.330
10,mlp.experts.87.down_proj,0.0000255698,0.10000,0.327
10,mlp.experts.88.down_proj,0.0000014471,0.10000,0.352
10,mlp.experts.89.down_proj,0.0000159161,0.10000,0.347
10,mlp.experts.90.down_proj,0.0000059826,0.10000,0.369
10,mlp.experts.91.down_proj,0.0000009622,0.10000,0.371
10,mlp.experts.92.down_proj,0.0000031986,0.10000,0.399
10,mlp.experts.93.down_proj,0.0000721062,0.10000,0.396
10,mlp.experts.94.down_proj,0.0000016178,0.10000,0.402
10,mlp.experts.95.down_proj,0.0000014662,0.10000,0.396
10,mlp.experts.96.down_proj,0.0000019646,0.10000,0.401
10,mlp.experts.97.down_proj,0.0000031765,0.10000,0.402
10,mlp.experts.98.down_proj,0.0000006597,0.10000,0.420
10,mlp.experts.99.down_proj,0.0000035919,0.10000,0.414
10,mlp.experts.100.down_proj,0.0000176907,0.10000,0.384
10,mlp.experts.101.down_proj,0.0000082974,0.10000,0.393
10,mlp.experts.102.down_proj,0.0000049836,0.10000,0.340
10,mlp.experts.103.down_proj,0.0000011427,0.10000,0.341
10,mlp.experts.104.down_proj,0.0000478366,0.10000,0.363
10,mlp.experts.105.down_proj,0.0000009562,0.10000,0.374
10,mlp.experts.106.down_proj,0.0000512870,0.10000,0.390
10,mlp.experts.107.down_proj,0.0000012588,0.10000,0.394
10,mlp.experts.108.down_proj,0.0000005909,0.10000,0.387
10,mlp.experts.109.down_proj,0.0000072958,0.10000,0.381
10,mlp.experts.110.down_proj,0.0000024272,0.10000,0.338
10,mlp.experts.111.down_proj,0.0000478159,0.10000,0.341
10,mlp.experts.112.down_proj,0.0000010277,0.10000,0.370
10,mlp.experts.113.down_proj,0.0000022165,0.10000,0.367
10,mlp.experts.114.down_proj,0.0000188327,0.10000,0.391
10,mlp.experts.115.down_proj,0.0000277249,0.10000,0.370
10,mlp.experts.116.down_proj,0.0000260727,0.10000,0.380
10,mlp.experts.117.down_proj,0.0004996545,0.10000,0.385
10,mlp.experts.118.down_proj,0.0000036097,0.10000,0.357
10,mlp.experts.119.down_proj,0.0000029178,0.10000,0.392
10,mlp.experts.120.down_proj,0.0000016529,0.10000,0.369
10,mlp.experts.121.down_proj,0.0000243157,0.10000,0.378
10,mlp.experts.122.down_proj,0.0000882024,0.10000,0.366
10,mlp.experts.123.down_proj,0.0000007881,0.10000,0.387
10,mlp.experts.124.down_proj,0.0000081642,0.10000,0.371
10,mlp.experts.125.down_proj,0.0001382666,0.10000,0.396
10,mlp.experts.126.down_proj,0.0000048202,0.10000,0.382
10,mlp.experts.127.down_proj,0.0000089316,0.10000,0.349
11,self_attn.k_proj,0.0000000081,0.10000,0.988
11,self_attn.q_proj,0.0000000559,0.10000,1.004
11,self_attn.v_proj,0.0000000082,0.10000,0.579
11,self_attn.o_proj,0.0000000109,0.10000,1.203
11,mlp.gate,0.0000040688,0.10000,0.631
11,mlp.experts.1.up_proj,0.0002161766,0.10000,1.027
11,mlp.experts.0.up_proj,0.0000062489,0.10000,1.050
11,mlp.experts.2.up_proj,0.0000341357,0.10000,1.009
11,mlp.experts.3.up_proj,0.0000269148,0.10000,1.008
11,mlp.experts.4.up_proj,0.0009870642,0.10000,0.973
11,mlp.experts.5.up_proj,0.0003837719,0.10000,0.991
11,mlp.experts.6.up_proj,0.0004812374,0.10000,1.032
11,mlp.experts.7.up_proj,0.0000380962,0.10000,1.025
11,mlp.experts.8.up_proj,0.0000092149,0.10000,1.024
11,mlp.experts.9.up_proj,0.0000914698,0.10000,0.997
11,mlp.experts.10.up_proj,0.0003253898,0.10000,1.015
11,mlp.experts.11.up_proj,0.0004341742,0.10000,1.038
11,mlp.experts.12.up_proj,0.0000107286,0.10000,0.916
11,mlp.experts.13.up_proj,0.0000200418,0.10000,0.915
11,mlp.experts.14.up_proj,0.0001521710,0.10000,1.024
11,mlp.experts.15.up_proj,0.0001424798,0.10000,1.044
11,mlp.experts.16.up_proj,0.0000091187,0.10000,1.016
11,mlp.experts.17.up_proj,0.0001891054,0.10000,1.037
11,mlp.experts.18.up_proj,0.0001081230,0.10000,1.019
11,mlp.experts.19.up_proj,0.0003300751,0.10000,1.017
11,mlp.experts.20.up_proj,0.0000339208,0.10000,1.017
11,mlp.experts.21.up_proj,0.0000421144,0.10000,1.025
11,mlp.experts.22.up_proj,0.0000727584,0.10000,1.039
11,mlp.experts.23.up_proj,0.0000354354,0.10000,1.020
11,mlp.experts.24.up_proj,0.0000335492,0.10000,1.015
11,mlp.experts.25.up_proj,0.0000458848,0.10000,0.993
11,mlp.experts.26.up_proj,0.0000155175,0.10000,1.004
11,mlp.experts.27.up_proj,0.0003111808,0.10000,1.005
11,mlp.experts.28.up_proj,0.0000413812,0.10000,0.869
11,mlp.experts.29.up_proj,0.0000078475,0.10000,0.868
11,mlp.experts.30.up_proj,0.0001397949,0.10000,1.026
11,mlp.experts.31.up_proj,0.0000744043,0.10000,1.028
11,mlp.experts.32.up_proj,0.0001421036,0.10000,0.998
11,mlp.experts.33.up_proj,0.0000096770,0.10000,0.996
11,mlp.experts.34.up_proj,0.0009638991,0.10000,1.002
11,mlp.experts.35.up_proj,0.0013670816,0.10000,0.976
11,mlp.experts.37.up_proj,0.0000095097,0.10000,0.988
11,mlp.experts.36.up_proj,0.0003962014,0.10000,1.000
11,mlp.experts.38.up_proj,0.0002106165,0.10000,1.018
11,mlp.experts.39.up_proj,0.0000270858,0.10000,1.031
11,mlp.experts.40.up_proj,0.0000534488,0.10000,1.070
11,mlp.experts.41.up_proj,0.0000277433,0.10000,1.061
11,mlp.experts.42.up_proj,0.0001546276,0.10000,1.025
11,mlp.experts.43.up_proj,0.0000104559,0.10000,1.029
11,mlp.experts.44.up_proj,0.0004513604,0.10000,1.073
11,mlp.experts.45.up_proj,0.0000249495,0.10000,1.059
11,mlp.experts.47.up_proj,0.0000068779,0.10000,1.048
11,mlp.experts.46.up_proj,0.0000506194,0.10000,1.073
11,mlp.experts.48.up_proj,0.0000618793,0.10000,0.979
11,mlp.experts.49.up_proj,0.0000234770,0.10000,1.070
11,mlp.experts.50.up_proj,0.0000127428,0.10000,0.971
11,mlp.experts.51.up_proj,0.0002878726,0.10000,1.055
11,mlp.experts.52.up_proj,0.0001694319,0.10000,1.026
11,mlp.experts.53.up_proj,0.0000677038,0.10000,1.038
11,mlp.experts.54.up_proj,0.0001094603,0.10000,0.948
11,mlp.experts.55.up_proj,0.0000306798,0.10000,0.971
11,mlp.experts.56.up_proj,0.0001585580,0.10000,0.990
11,mlp.experts.57.up_proj,0.0012567837,0.10000,1.003
11,mlp.experts.58.up_proj,0.0000087130,0.10000,1.020
11,mlp.experts.59.up_proj,0.0000426849,0.10000,1.003
11,mlp.experts.60.up_proj,0.0000308129,0.10000,0.996
11,mlp.experts.61.up_proj,0.0000194700,0.10000,0.997
11,mlp.experts.62.up_proj,0.0001286487,0.10000,0.991
11,mlp.experts.63.up_proj,0.0002318534,0.10000,0.968
11,mlp.experts.64.up_proj,0.0003360150,0.10000,0.945
11,mlp.experts.65.up_proj,0.0004091412,0.10000,0.976
11,mlp.experts.66.up_proj,0.0048426380,0.10000,1.004
11,mlp.experts.67.up_proj,0.0000167440,0.10000,0.963
11,mlp.experts.68.up_proj,0.0004942388,0.10000,0.977
11,mlp.experts.69.up_proj,0.0000144944,0.10000,0.980
11,mlp.experts.70.up_proj,0.0004269255,0.10000,0.911
11,mlp.experts.71.up_proj,0.0000102016,0.10000,0.988
11,mlp.experts.72.up_proj,0.0000730971,0.10000,1.017
11,mlp.experts.73.up_proj,0.0000984633,0.10000,1.018
11,mlp.experts.74.up_proj,0.0010649624,0.10000,1.022
11,mlp.experts.75.up_proj,0.0003893143,0.10000,1.012
11,mlp.experts.76.up_proj,0.0002026744,0.10000,1.084
11,mlp.experts.77.up_proj,0.0007584789,0.10000,1.050
11,mlp.experts.78.up_proj,0.0000119159,0.10000,0.976
11,mlp.experts.79.up_proj,0.0000084439,0.10000,0.979
11,mlp.experts.80.up_proj,0.0030419371,0.10000,1.042
11,mlp.experts.81.up_proj,0.0001896659,0.10000,1.004
11,mlp.experts.82.up_proj,0.0000454421,0.10000,0.974
11,mlp.experts.83.up_proj,0.0001621466,0.10000,1.027
11,mlp.experts.84.up_proj,0.0003622003,0.10000,1.043
11,mlp.experts.85.up_proj,0.0000154537,0.10000,1.082
11,mlp.experts.86.up_proj,0.0000787959,0.10000,1.030
11,mlp.experts.87.up_proj,0.0000214511,0.10000,1.018
11,mlp.experts.88.up_proj,0.0006191261,0.10000,1.058
11,mlp.experts.89.up_proj,0.0000257619,0.10000,1.061
11,mlp.experts.90.up_proj,0.0000555191,0.10000,1.015
11,mlp.experts.91.up_proj,0.0006143140,0.10000,1.015
11,mlp.experts.92.up_proj,0.0000207752,0.10000,0.986
11,mlp.experts.93.up_proj,0.0008212665,0.10000,1.091
11,mlp.experts.94.up_proj,0.0000184878,0.10000,1.015
11,mlp.experts.95.up_proj,0.0000717233,0.10000,1.009
11,mlp.experts.96.up_proj,0.0000087164,0.10000,1.012
11,mlp.experts.97.up_proj,0.0002519111,0.10000,1.022
11,mlp.experts.98.up_proj,0.0000045925,0.10000,1.026
11,mlp.experts.99.up_proj,0.0000290475,0.10000,1.049
11,mlp.experts.100.up_proj,0.0000341625,0.10000,1.034
11,mlp.experts.101.up_proj,0.0000119087,0.10000,1.031
11,mlp.experts.102.up_proj,0.0000532425,0.10000,1.030
11,mlp.experts.103.up_proj,0.0002233479,0.10000,1.032
11,mlp.experts.104.up_proj,0.0003772713,0.10000,1.017
11,mlp.experts.105.up_proj,0.0000042888,0.10000,1.040
11,mlp.experts.106.up_proj,0.0006015047,0.10000,0.974
11,mlp.experts.107.up_proj,0.0000202693,0.10000,0.972
11,mlp.experts.108.up_proj,0.0026845191,0.10000,0.999
11,mlp.experts.109.up_proj,0.0000194759,0.10000,1.065
11,mlp.experts.110.up_proj,0.0013279661,0.10000,1.026
11,mlp.experts.111.up_proj,0.0000144382,0.10000,1.053
11,mlp.experts.112.up_proj,0.0016358756,0.10000,1.049
11,mlp.experts.113.up_proj,0.0008750317,0.10000,1.041
11,mlp.experts.114.up_proj,0.0002978761,0.10000,1.035
11,mlp.experts.115.up_proj,0.0000035126,0.10000,1.077
11,mlp.experts.116.up_proj,0.0000184593,0.10000,0.993
11,mlp.experts.117.up_proj,0.0002899907,0.10000,1.077
11,mlp.experts.118.up_proj,0.0001646263,0.10000,1.057
11,mlp.experts.119.up_proj,0.0039025564,0.10000,1.046
11,mlp.experts.120.up_proj,0.0002217477,0.10000,0.992
11,mlp.experts.121.up_proj,0.0001073029,0.10000,0.983
11,mlp.experts.122.up_proj,0.0000242934,0.10000,0.987
11,mlp.experts.123.up_proj,0.0001952935,0.10000,0.999
11,mlp.experts.124.up_proj,0.0001088013,0.10000,0.984
11,mlp.experts.125.up_proj,0.0000172809,0.10000,1.017
11,mlp.experts.126.up_proj,0.0000949908,0.10000,1.035
11,mlp.experts.127.up_proj,0.0002452409,0.10000,1.045
11,mlp.experts.0.gate_proj,0.0000061415,0.10000,1.041
11,mlp.experts.1.gate_proj,0.0002185046,0.10000,1.001
11,mlp.experts.2.gate_proj,0.0000353092,0.10000,0.974
11,mlp.experts.3.gate_proj,0.0000277337,0.10000,1.057
11,mlp.experts.4.gate_proj,0.0009959693,0.10000,1.019
11,mlp.experts.5.gate_proj,0.0004001658,0.10000,1.106
11,mlp.experts.6.gate_proj,0.0004945114,0.10000,1.016
11,mlp.experts.7.gate_proj,0.0000389925,0.10000,1.014
11,mlp.experts.8.gate_proj,0.0000099470,0.10000,0.998
11,mlp.experts.9.gate_proj,0.0000906445,0.10000,1.006
11,mlp.experts.10.gate_proj,0.0003300546,0.10000,1.014
11,mlp.experts.11.gate_proj,0.0004388758,0.10000,1.070
11,mlp.experts.12.gate_proj,0.0000109519,0.10000,1.073
11,mlp.experts.13.gate_proj,0.0000204935,0.10000,0.984
11,mlp.experts.14.gate_proj,0.0001598025,0.10000,1.006
11,mlp.experts.15.gate_proj,0.0001478266,0.10000,1.019
11,mlp.experts.16.gate_proj,0.0000087640,0.10000,1.021
11,mlp.experts.17.gate_proj,0.0001985914,0.10000,1.039
11,mlp.experts.18.gate_proj,0.0001070178,0.10000,1.021
11,mlp.experts.19.gate_proj,0.0003399502,0.10000,0.980
11,mlp.experts.20.gate_proj,0.0000359635,0.10000,1.019
11,mlp.experts.21.gate_proj,0.0000428843,0.10000,1.055
11,mlp.experts.22.gate_proj,0.0000736664,0.10000,1.060
11,mlp.experts.23.gate_proj,0.0000356052,0.10000,1.020
11,mlp.experts.24.gate_proj,0.0000335615,0.10000,1.031
11,mlp.experts.25.gate_proj,0.0000754593,0.10000,1.033
11,mlp.experts.26.gate_proj,0.0000155374,0.10000,1.016
11,mlp.experts.27.gate_proj,0.0003259120,0.10000,1.024
11,mlp.experts.28.gate_proj,0.0000423446,0.10000,0.983
11,mlp.experts.29.gate_proj,0.0000079220,0.10000,0.895
11,mlp.experts.30.gate_proj,0.0001519979,0.10000,0.897
11,mlp.experts.31.gate_proj,0.0002761645,0.10000,0.926
11,mlp.experts.32.gate_proj,0.0001449300,0.10000,0.911
11,mlp.experts.33.gate_proj,0.0000093826,0.10000,1.045
11,mlp.experts.34.gate_proj,0.0010106112,0.10000,1.002
11,mlp.experts.35.gate_proj,0.0014084545,0.10000,1.010
11,mlp.experts.36.gate_proj,0.0003917005,0.10000,1.019
11,mlp.experts.37.gate_proj,0.0000098738,0.10000,1.053
11,mlp.experts.38.gate_proj,0.0002173791,0.10000,1.046
11,mlp.experts.39.gate_proj,0.0000277381,0.10000,0.997
11,mlp.experts.40.gate_proj,0.0000547707,0.10000,0.986
11,mlp.experts.41.gate_proj,0.0000286980,0.10000,1.070
11,mlp.experts.42.gate_proj,0.0001570833,0.10000,1.026
11,mlp.experts.43.gate_proj,0.0000105944,0.10000,0.995
11,mlp.experts.44.gate_proj,0.0004654582,0.10000,1.012
11,mlp.experts.45.gate_proj,0.0000261162,0.10000,1.043
11,mlp.experts.46.gate_proj,0.0000512956,0.10000,1.020
11,mlp.experts.47.gate_proj,0.0000066660,0.10000,1.008
11,mlp.experts.48.gate_proj,0.0000671801,0.10000,0.957
11,mlp.experts.50.gate_proj,0.0000130658,0.10000,0.990
11,mlp.experts.49.gate_proj,0.0000236229,0.10000,1.036
11,mlp.experts.51.gate_proj,0.0002914018,0.10000,1.072
11,mlp.experts.52.gate_proj,0.0001742214,0.10000,1.081
11,mlp.experts.53.gate_proj,0.0000711761,0.10000,1.075
11,mlp.experts.54.gate_proj,0.0001123772,0.10000,1.077
11,mlp.experts.56.gate_proj,0.0001683808,0.10000,1.025
11,mlp.experts.55.gate_proj,0.0000321639,0.10000,1.056
11,mlp.experts.57.gate_proj,0.0012787786,0.10000,1.069
11,mlp.experts.58.gate_proj,0.0000092970,0.10000,1.069
11,mlp.experts.59.gate_proj,0.0000433727,0.10000,1.073
11,mlp.experts.60.gate_proj,0.0000315305,0.10000,1.066
11,mlp.experts.62.gate_proj,0.0001314915,0.10000,1.071
11,mlp.experts.61.gate_proj,0.0000193499,0.10000,1.080
11,mlp.experts.63.gate_proj,0.0002453275,0.10000,1.042
11,mlp.experts.64.gate_proj,0.0003446407,0.10000,1.044
11,mlp.experts.65.gate_proj,0.0004264611,0.10000,1.040
11,mlp.experts.66.gate_proj,0.0051392892,0.10000,1.038
11,mlp.experts.67.gate_proj,0.0000160752,0.10000,1.061
11,mlp.experts.68.gate_proj,0.0005016755,0.10000,1.062
11,mlp.experts.69.gate_proj,0.0000149149,0.10000,1.052
11,mlp.experts.70.gate_proj,0.0004430288,0.10000,1.081
11,mlp.experts.71.gate_proj,0.0000110730,0.10000,1.044
11,mlp.experts.72.gate_proj,0.0000746163,0.10000,1.031
11,mlp.experts.73.gate_proj,0.0000926218,0.10000,1.048
11,mlp.experts.74.gate_proj,0.0011084295,0.10000,1.030
11,mlp.experts.75.gate_proj,0.0004002094,0.10000,1.059
11,mlp.experts.76.gate_proj,0.0002073248,0.10000,1.061
11,mlp.experts.78.gate_proj,0.0000123526,0.10000,1.034
11,mlp.experts.77.gate_proj,0.0007777540,0.10000,1.058
11,mlp.experts.79.gate_proj,0.0000088711,0.10000,1.062
11,mlp.experts.80.gate_proj,0.0031421462,0.10000,1.069
11,mlp.experts.81.gate_proj,0.0001957576,0.10000,1.031
11,mlp.experts.82.gate_proj,0.0000454290,0.10000,1.024
11,mlp.experts.83.gate_proj,0.0001706387,0.10000,1.058
11,mlp.experts.84.gate_proj,0.0003791063,0.10000,1.066
11,mlp.experts.85.gate_proj,0.0000157237,0.10000,1.046
11,mlp.experts.86.gate_proj,0.0000789840,0.10000,1.054
11,mlp.experts.87.gate_proj,0.0000219851,0.10000,1.063
11,mlp.experts.88.gate_proj,0.0006455356,0.10000,1.033
11,mlp.experts.89.gate_proj,0.0000267624,0.10000,1.024
11,mlp.experts.90.gate_proj,0.0000567823,0.10000,1.057
11,mlp.experts.91.gate_proj,0.0006401051,0.10000,1.059
11,mlp.experts.92.gate_proj,0.0000223431,0.10000,1.066
11,mlp.experts.93.gate_proj,0.0008553096,0.10000,0.994
11,mlp.experts.94.gate_proj,0.0000196020,0.10000,1.030
11,mlp.experts.95.gate_proj,0.0000748256,0.10000,0.986
11,mlp.experts.96.gate_proj,0.0000088808,0.10000,1.007
11,mlp.experts.97.gate_proj,0.0002561779,0.10000,1.023
11,mlp.experts.98.gate_proj,0.0000045549,0.10000,1.021
11,mlp.experts.99.gate_proj,0.0000297456,0.10000,1.024
11,mlp.experts.100.gate_proj,0.0000353308,0.10000,0.993
11,mlp.experts.101.gate_proj,0.0000116323,0.10000,1.018
11,mlp.experts.102.gate_proj,0.0000548285,0.10000,1.038
11,mlp.experts.103.gate_proj,0.0002299108,0.10000,1.003
11,mlp.experts.104.gate_proj,0.0003826742,0.10000,1.002
11,mlp.experts.105.gate_proj,0.0000043984,0.10000,1.008
11,mlp.experts.106.gate_proj,0.0006177115,0.10000,0.989
11,mlp.experts.107.gate_proj,0.0000204959,0.10000,1.024
11,mlp.experts.108.gate_proj,0.0027018994,0.10000,1.022
11,mlp.experts.109.gate_proj,0.0000197287,0.10000,1.012
11,mlp.experts.110.gate_proj,0.0013993159,0.10000,1.015
11,mlp.experts.111.gate_proj,0.0000158753,0.10000,1.016
11,mlp.experts.112.gate_proj,0.0017365657,0.10000,1.034
11,mlp.experts.113.gate_proj,0.0009212383,0.10000,0.995
11,mlp.experts.114.gate_proj,0.0003018569,0.10000,1.036
11,mlp.experts.115.gate_proj,0.0000035899,0.10000,0.990
11,mlp.experts.116.gate_proj,0.0000191963,0.10000,1.035
11,mlp.experts.117.gate_proj,0.0002946645,0.10000,0.945
11,mlp.experts.118.gate_proj,0.0001678820,0.10000,0.941
11,mlp.experts.119.gate_proj,0.0040192138,0.10000,1.036
11,mlp.experts.120.gate_proj,0.0002266894,0.10000,1.021
11,mlp.experts.121.gate_proj,0.0001081382,0.10000,1.021
11,mlp.experts.122.gate_proj,0.0000244927,0.10000,0.974
11,mlp.experts.123.gate_proj,0.0001991039,0.10000,1.009
11,mlp.experts.124.gate_proj,0.0001162374,0.10000,1.027
11,mlp.experts.125.gate_proj,0.0000174213,0.10000,1.013
11,mlp.experts.126.gate_proj,0.0000972384,0.10000,1.012
11,mlp.experts.127.gate_proj,0.0002472001,0.10000,0.693
11,mlp.experts.0.down_proj,0.0000005113,0.10000,0.403
11,mlp.experts.1.down_proj,0.0000257268,0.10000,0.417
11,mlp.experts.2.down_proj,0.0000025374,0.10000,0.346
11,mlp.experts.3.down_proj,0.0000018546,0.10000,0.358
11,mlp.experts.4.down_proj,0.0000005813,0.10000,0.390
11,mlp.experts.5.down_proj,0.0000563356,0.10000,0.408
11,mlp.experts.6.down_proj,0.0000557616,0.10000,0.384
11,mlp.experts.7.down_proj,0.0000024309,0.10000,0.392
11,mlp.experts.8.down_proj,0.0000011621,0.10000,0.335
11,mlp.experts.9.down_proj,0.0000036739,0.10000,0.337
11,mlp.experts.10.down_proj,0.0000597458,0.10000,0.380
11,mlp.experts.11.down_proj,0.0000389806,0.10000,0.389
11,mlp.experts.12.down_proj,0.0000008235,0.10000,0.372
11,mlp.experts.13.down_proj,0.0000029140,0.10000,0.383
11,mlp.experts.14.down_proj,0.0000168743,0.10000,0.337
11,mlp.experts.15.down_proj,0.0000084978,0.10000,0.341
11,mlp.experts.16.down_proj,0.0000014199,0.10000,0.371
11,mlp.experts.17.down_proj,0.0000173565,0.10000,0.389
11,mlp.experts.18.down_proj,0.0000050555,0.10000,0.385
11,mlp.experts.19.down_proj,0.0000519459,0.10000,0.375
11,mlp.experts.20.down_proj,0.0000029420,0.10000,0.378
11,mlp.experts.21.down_proj,0.0000038517,0.10000,0.384
11,mlp.experts.22.down_proj,0.0000031158,0.10000,0.340
11,mlp.experts.23.down_proj,0.0000017192,0.10000,0.321
11,mlp.experts.24.down_proj,0.0000011206,0.10000,0.352
11,mlp.experts.25.down_proj,0.0000066752,0.10000,0.366
11,mlp.experts.26.down_proj,0.0000021943,0.10000,0.367
11,mlp.experts.27.down_proj,0.0000354520,0.10000,0.366
11,mlp.experts.28.down_proj,0.0000030600,0.10000,0.378
11,mlp.experts.29.down_proj,0.0000007152,0.10000,0.391
11,mlp.experts.30.down_proj,0.0000195127,0.10000,0.375
11,mlp.experts.31.down_proj,0.0000040370,0.10000,0.396
11,mlp.experts.32.down_proj,0.0000140460,0.10000,0.382
11,mlp.experts.33.down_proj,0.0000007666,0.10000,0.396
11,mlp.experts.34.down_proj,0.0001021601,0.10000,0.384
11,mlp.experts.35.down_proj,0.0001387663,0.10000,0.395
11,mlp.experts.36.down_proj,0.0000329354,0.10000,0.390
11,mlp.experts.37.down_proj,0.0000008059,0.10000,0.400
11,mlp.experts.38.down_proj,0.0000290251,0.10000,0.387
11,mlp.experts.39.down_proj,0.0000036205,0.10000,0.388
11,mlp.experts.40.down_proj,0.0000041380,0.10000,0.367
11,mlp.experts.41.down_proj,0.0000023085,0.10000,0.343
11,mlp.experts.42.down_proj,0.0000182449,0.10000,0.371
11,mlp.experts.43.down_proj,0.0000008089,0.10000,0.390
11,mlp.experts.44.down_proj,0.0000453163,0.10000,0.411
11,mlp.experts.45.down_proj,0.0000044054,0.10000,0.374
11,mlp.experts.46.down_proj,0.0000062729,0.10000,0.345
11,mlp.experts.47.down_proj,0.0000009597,0.10000,0.370
11,mlp.experts.48.down_proj,0.0000057492,0.10000,0.393
11,mlp.experts.49.down_proj,0.0000020806,0.10000,0.368
11,mlp.experts.50.down_proj,0.0000017556,0.10000,0.337
11,mlp.experts.51.down_proj,0.0000353256,0.10000,0.355
11,mlp.experts.52.down_proj,0.0000125099,0.10000,0.393
11,mlp.experts.53.down_proj,0.0000075824,0.10000,0.405
11,mlp.experts.54.down_proj,0.0000088158,0.10000,0.383
11,mlp.experts.55.down_proj,0.0000051955,0.10000,0.416
11,mlp.experts.56.down_proj,0.0000143110,0.10000,0.396
11,mlp.experts.57.down_proj,0.0000838686,0.10000,0.404
11,mlp.experts.58.down_proj,0.0000010417,0.10000,0.392
11,mlp.experts.59.down_proj,0.0000045359,0.10000,0.403
11,mlp.experts.60.down_proj,0.0000029593,0.10000,0.390
11,mlp.experts.61.down_proj,0.0000010875,0.10000,0.376
11,mlp.experts.62.down_proj,0.0000128126,0.10000,0.349
11,mlp.experts.63.down_proj,0.0000336087,0.10000,0.352
11,mlp.experts.64.down_proj,0.0000568245,0.10000,0.367
11,mlp.experts.65.down_proj,0.0000358876,0.10000,0.385
11,mlp.experts.66.down_proj,0.0000671204,0.10000,0.400
11,mlp.experts.67.down_proj,0.0000015727,0.10000,0.391
11,mlp.experts.68.down_proj,0.0000629113,0.10000,0.402
11,mlp.experts.69.down_proj,0.0000020377,0.10000,0.393
11,mlp.experts.70.down_proj,0.0000551907,0.10000,0.403
11,mlp.experts.71.down_proj,0.0000011995,0.10000,0.403
11,mlp.experts.72.down_proj,0.0000078320,0.10000,0.401
11,mlp.experts.73.down_proj,0.0000076146,0.10000,0.405
11,mlp.experts.74.down_proj,0.0001744592,0.10000,0.402
11,mlp.experts.75.down_proj,0.0000428774,0.10000,0.384
11,mlp.experts.76.down_proj,0.0000196000,0.10000,0.339
11,mlp.experts.77.down_proj,0.0000859448,0.10000,0.327
11,mlp.experts.78.down_proj,0.0000014226,0.10000,0.334
11,mlp.experts.79.down_proj,0.0000010227,0.10000,0.362
11,mlp.experts.80.down_proj,0.0004078851,0.10000,0.393
11,mlp.experts.81.down_proj,0.0000217029,0.10000,0.405
11,mlp.experts.82.down_proj,0.0000057722,0.10000,0.394
11,mlp.experts.83.down_proj,0.0000158459,0.10000,0.378
11,mlp.experts.84.down_proj,0.0000495032,0.10000,0.336
11,mlp.experts.85.down_proj,0.0000015292,0.10000,0.345
11,mlp.experts.86.down_proj,0.0000103109,0.10000,0.361
11,mlp.experts.87.down_proj,0.0000028419,0.10000,0.375
11,mlp.experts.88.down_proj,0.0000869587,0.10000,0.381
11,mlp.experts.89.down_proj,0.0000029603,0.10000,0.380
11,mlp.experts.90.down_proj,0.0000027596,0.10000,0.383
11,mlp.experts.91.down_proj,0.0000879607,0.10000,0.376
11,mlp.experts.92.down_proj,0.0000038303,0.10000,0.383
11,mlp.experts.93.down_proj,0.0000970417,0.10000,0.359
11,mlp.experts.94.down_proj,0.0000023808,0.10000,0.353
11,mlp.experts.95.down_proj,0.0000091373,0.10000,0.370
11,mlp.experts.96.down_proj,0.0000006370,0.10000,0.367
11,mlp.experts.97.down_proj,0.0000193703,0.10000,0.388
11,mlp.experts.98.down_proj,0.0000004398,0.10000,0.380
11,mlp.experts.99.down_proj,0.0000027861,0.10000,0.390
11,mlp.experts.100.down_proj,0.0000048578,0.10000,0.387
11,mlp.experts.101.down_proj,0.0000008220,0.10000,0.394
11,mlp.experts.102.down_proj,0.0000077106,0.10000,0.388
11,mlp.experts.103.down_proj,0.0000332930,0.10000,0.361
11,mlp.experts.104.down_proj,0.0000401560,0.10000,0.367
11,mlp.experts.105.down_proj,0.0000003992,0.10000,0.373
11,mlp.experts.106.down_proj,0.0000469816,0.10000,0.386
11,mlp.experts.107.down_proj,0.0000015839,0.10000,0.349
11,mlp.experts.108.down_proj,0.0000277338,0.10000,0.341
11,mlp.experts.109.down_proj,0.0000018805,0.10000,0.362
11,mlp.experts.110.down_proj,0.0000345057,0.10000,0.390
11,mlp.experts.111.down_proj,0.0000018947,0.10000,0.373
11,mlp.experts.112.down_proj,0.0001691106,0.10000,0.390
11,mlp.experts.113.down_proj,0.0001104613,0.10000,0.403
11,mlp.experts.114.down_proj,0.0000406263,0.10000,0.404
11,mlp.experts.115.down_proj,0.0000003507,0.10000,0.409
11,mlp.experts.116.down_proj,0.0000022324,0.10000,0.398
11,mlp.experts.117.down_proj,0.0000269946,0.10000,0.369
11,mlp.experts.118.down_proj,0.0000203586,0.10000,0.331
11,mlp.experts.119.down_proj,0.0004045926,0.10000,0.327
11,mlp.experts.120.down_proj,0.0000244077,0.10000,0.357
11,mlp.experts.121.down_proj,0.0000102356,0.10000,0.397
11,mlp.experts.122.down_proj,0.0000026435,0.10000,0.380
11,mlp.experts.123.down_proj,0.0000231213,0.10000,0.391
11,mlp.experts.124.down_proj,0.0000098080,0.10000,0.374
11,mlp.experts.125.down_proj,0.0000011876,0.10000,0.373
11,mlp.experts.126.down_proj,0.0000111122,0.10000,0.407
11,mlp.experts.127.down_proj,0.0000288543,0.10000,0.315
12,self_attn.k_proj,0.0000000113,0.10000,1.039
12,self_attn.q_proj,0.0000000844,0.10000,1.090
12,self_attn.v_proj,0.0000000136,0.10000,0.630
12,self_attn.o_proj,0.0000000146,0.10000,1.083
12,mlp.gate,0.0000043923,0.10000,0.553
12,mlp.experts.0.up_proj,0.0000973388,0.10000,0.868
12,mlp.experts.1.up_proj,0.0004510637,0.10000,0.872
12,mlp.experts.2.up_proj,0.0000077792,0.10000,1.011
12,mlp.experts.3.up_proj,0.0002545947,0.10000,1.029
12,mlp.experts.4.up_proj,0.0000615797,0.10000,1.061
12,mlp.experts.5.up_proj,0.0016462781,0.10000,1.065
12,mlp.experts.6.up_proj,0.0000212382,0.10000,1.016
12,mlp.experts.7.up_proj,0.0000566179,0.10000,1.009
12,mlp.experts.8.up_proj,0.0000494169,0.10000,0.969
12,mlp.experts.9.up_proj,0.0000508003,0.10000,0.982
12,mlp.experts.10.up_proj,0.0056188623,0.10000,1.023
12,mlp.experts.11.up_proj,0.0003294282,0.10000,1.032
12,mlp.experts.12.up_proj,0.0000184452,0.10000,1.052
12,mlp.experts.13.up_proj,0.0012777230,0.10000,1.050
12,mlp.experts.14.up_proj,0.0000143811,0.10000,1.031
12,mlp.experts.15.up_proj,0.0000256182,0.10000,1.042
12,mlp.experts.16.up_proj,0.0001450215,0.10000,1.043
12,mlp.experts.17.up_proj,0.0001433822,0.10000,1.029
12,mlp.experts.18.up_proj,0.0000165576,0.10000,1.028
12,mlp.experts.19.up_proj,0.0008135709,0.10000,1.030
12,mlp.experts.20.up_proj,0.0004280591,0.10000,1.014
12,mlp.experts.21.up_proj,0.0003485466,0.10000,0.979
12,mlp.experts.22.up_proj,0.0000374415,0.10000,0.953
12,mlp.experts.23.up_proj,0.0001300674,0.10000,1.008
12,mlp.experts.24.up_proj,0.0000293452,0.10000,0.985
12,mlp.experts.25.up_proj,0.0000210162,0.10000,0.988
12,mlp.experts.26.up_proj,0.0000133647,0.10000,0.979
12,mlp.experts.27.up_proj,0.0000416598,0.10000,0.988
12,mlp.experts.28.up_proj,0.0001227373,0.10000,1.053
12,mlp.experts.29.up_proj,0.0006982881,0.10000,1.076
12,mlp.experts.30.up_proj,0.0000480212,0.10000,1.058
12,mlp.experts.31.up_proj,0.0003529199,0.10000,1.048
12,mlp.experts.32.up_proj,0.0000140972,0.10000,0.987
12,mlp.experts.33.up_proj,0.0019694394,0.10000,1.064
12,mlp.experts.34.up_proj,0.0000130016,0.10000,1.005
12,mlp.experts.35.up_proj,0.0001473002,0.10000,1.068
12,mlp.experts.36.up_proj,0.0000186672,0.10000,1.055
12,mlp.experts.37.up_proj,0.0021773407,0.10000,1.055
12,mlp.experts.38.up_proj,0.0000227268,0.10000,1.036
12,mlp.experts.39.up_proj,0.0008095002,0.10000,1.034
12,mlp.experts.40.up_proj,0.0000327642,0.10000,1.040
12,mlp.experts.41.up_proj,0.0001605858,0.10000,1.037
12,mlp.experts.42.up_proj,0.0000031929,0.10000,1.019
12,mlp.experts.43.up_proj,0.0000227162,0.10000,1.068
12,mlp.experts.44.up_proj,0.0000584134,0.10000,1.064
12,mlp.experts.45.up_proj,0.0007901898,0.10000,1.058
12,mlp.experts.46.up_proj,0.0000080417,0.10000,1.071
12,mlp.experts.47.up_proj,0.0003980884,0.10000,1.062
12,mlp.experts.48.up_proj,0.0003235610,0.10000,1.028
12,mlp.experts.49.up_proj,0.0000590063,0.10000,1.047
12,mlp.experts.50.up_proj,0.0000505180,0.10000,1.024
12,mlp.experts.51.up_proj,0.0001154885,0.10000,1.038
12,mlp.experts.52.up_proj,0.0000111610,0.10000,0.988
12,mlp.experts.53.up_proj,0.0000072714,0.10000,0.984
12,mlp.experts.54.up_proj,0.0005611272,0.10000,1.021
12,mlp.experts.55.up_proj,0.0024686292,0.10000,0.948
12,mlp.experts.56.up_proj,0.0000452440,0.10000,0.968
12,mlp.experts.57.up_proj,0.0026248332,0.10000,0.985
12,mlp.experts.58.up_proj,0.0000077596,0.10000,0.989
12,mlp.experts.59.up_proj,0.0008239778,0.10000,1.031
12,mlp.experts.60.up_proj,0.0001439290,0.10000,1.025
12,mlp.experts.61.up_proj,0.0000105267,0.10000,1.047
12,mlp.experts.62.up_proj,0.0000547309,0.10000,1.008
12,mlp.experts.63.up_proj,0.0000073954,0.10000,1.030
12,mlp.experts.64.up_proj,0.0000690062,0.10000,1.028
12,mlp.experts.65.up_proj,0.0000135472,0.10000,1.036
12,mlp.experts.66.up_proj,0.0001517036,0.10000,0.997
12,mlp.experts.67.up_proj,0.0002849114,0.10000,1.003
12,mlp.experts.68.up_proj,0.0000124420,0.10000,0.991
12,mlp.experts.69.up_proj,0.0000172698,0.10000,1.021
12,mlp.experts.70.up_proj,0.0005909474,0.10000,0.987
12,mlp.experts.71.up_proj,0.0000323809,0.10000,1.027
12,mlp.experts.72.up_proj,0.0044668220,0.10000,0.973
12,mlp.experts.73.up_proj,0.0000269728,0.10000,1.045
12,mlp.experts.74.up_proj,0.0000336249,0.10000,0.996
12,mlp.experts.75.up_proj,0.0000352674,0.10000,1.033
12,mlp.experts.76.up_proj,0.0000240475,0.10000,1.068
12,mlp.experts.77.up_proj,0.0019690205,0.10000,1.030
12,mlp.experts.78.up_proj,0.0004274216,0.10000,1.030
12,mlp.experts.79.up_proj,0.0000239821,0.10000,1.044
12,mlp.experts.80.up_proj,0.0000399501,0.10000,1.019
12,mlp.experts.81.up_proj,0.0023125462,0.10000,1.025
12,mlp.experts.82.up_proj,0.0006239991,0.10000,0.984
12,mlp.experts.83.up_proj,0.0001983082,0.10000,1.004
12,mlp.experts.84.up_proj,0.0001731157,0.10000,0.990
12,mlp.experts.85.up_proj,0.0000240922,0.10000,0.998
12,mlp.experts.86.up_proj,0.0004839066,0.10000,0.963
12,mlp.experts.87.up_proj,0.0000034961,0.10000,1.009
12,mlp.experts.88.up_proj,0.0131538197,0.10000,0.946
12,mlp.experts.89.up_proj,0.0000437900,0.10000,1.007
12,mlp.experts.90.up_proj,0.0000349270,0.10000,0.996
12,mlp.experts.91.up_proj,0.0004507856,0.10000,1.005
12,mlp.experts.92.up_proj,0.0003102312,0.10000,0.990
12,mlp.experts.93.up_proj,0.0003877516,0.10000,1.002
12,mlp.experts.94.up_proj,0.0001059956,0.10000,1.006
12,mlp.experts.95.up_proj,0.0001263077,0.10000,1.000
12,mlp.experts.96.up_proj,0.0000312673,0.10000,0.947
12,mlp.experts.97.up_proj,0.0000084652,0.10000,0.952
12,mlp.experts.98.up_proj,0.0009784748,0.10000,1.019
12,mlp.experts.99.up_proj,0.0000657015,0.10000,0.978
12,mlp.experts.100.up_proj,0.0000096414,0.10000,1.002
12,mlp.experts.101.up_proj,0.0002601895,0.10000,1.001
12,mlp.experts.102.up_proj,0.0000137157,0.10000,0.997
12,mlp.experts.103.up_proj,0.0000128991,0.10000,1.042
12,mlp.experts.104.up_proj,0.0001176577,0.10000,1.056
12,mlp.experts.105.up_proj,0.0002625164,0.10000,1.031
12,mlp.experts.106.up_proj,0.0009364718,0.10000,1.032
12,mlp.experts.107.up_proj,0.0000155591,0.10000,1.050
12,mlp.experts.108.up_proj,0.0001547864,0.10000,1.017
12,mlp.experts.109.up_proj,0.0006175955,0.10000,1.044
12,mlp.experts.110.up_proj,0.0000905773,0.10000,1.022
12,mlp.experts.111.up_proj,0.0004260091,0.10000,1.038
12,mlp.experts.112.up_proj,0.0001815585,0.10000,1.006
12,mlp.experts.113.up_proj,0.0000979631,0.10000,0.996
12,mlp.experts.114.up_proj,0.0000146123,0.10000,0.975
12,mlp.experts.115.up_proj,0.0000174186,0.10000,1.012
12,mlp.experts.116.up_proj,0.0000233605,0.10000,1.073
12,mlp.experts.117.up_proj,0.0000751326,0.10000,1.058
12,mlp.experts.118.up_proj,0.0000141533,0.10000,1.029
12,mlp.experts.119.up_proj,0.0005193709,0.10000,0.995
12,mlp.experts.120.up_proj,0.0000268369,0.10000,0.937
12,mlp.experts.121.up_proj,0.0000341258,0.10000,1.033
12,mlp.experts.122.up_proj,0.0017888486,0.10000,1.019
12,mlp.experts.123.up_proj,0.0000403876,0.10000,0.989
12,mlp.experts.124.up_proj,0.0000153319,0.10000,0.995
12,mlp.experts.125.up_proj,0.0000910712,0.10000,1.014
12,mlp.experts.126.up_proj,0.0003338026,0.10000,1.009
12,mlp.experts.127.up_proj,0.0000472354,0.10000,1.029
12,mlp.experts.0.gate_proj,0.0000988097,0.10000,1.021
12,mlp.experts.1.gate_proj,0.0004563040,0.10000,1.008
12,mlp.experts.2.gate_proj,0.0000079489,0.10000,1.055
12,mlp.experts.3.gate_proj,0.0002593247,0.10000,1.031
12,mlp.experts.4.gate_proj,0.0000634401,0.10000,1.009
12,mlp.experts.5.gate_proj,0.0016906751,0.10000,0.947
12,mlp.experts.6.gate_proj,0.0000217273,0.10000,0.992
12,mlp.experts.7.gate_proj,0.0000578842,0.10000,1.050
12,mlp.experts.8.gate_proj,0.0000510799,0.10000,1.004
12,mlp.experts.9.gate_proj,0.0000522135,0.10000,1.045
12,mlp.experts.10.gate_proj,0.0059820275,0.10000,0.984
12,mlp.experts.11.gate_proj,0.0022029729,0.10000,0.982
12,mlp.experts.12.gate_proj,0.0000189473,0.10000,0.943
12,mlp.experts.13.gate_proj,0.0013051494,0.10000,0.998
12,mlp.experts.14.gate_proj,0.0000145347,0.10000,0.938
12,mlp.experts.15.gate_proj,0.0000259349,0.10000,1.010
12,mlp.experts.16.gate_proj,0.0001474076,0.10000,0.995
12,mlp.experts.17.gate_proj,0.0001457988,0.10000,0.987
12,mlp.experts.18.gate_proj,0.0000167499,0.10000,1.005
12,mlp.experts.19.gate_proj,0.0008300170,0.10000,1.024
12,mlp.experts.20.gate_proj,0.0004410103,0.10000,1.002
12,mlp.experts.21.gate_proj,0.0003588461,0.10000,1.020
12,mlp.experts.22.gate_proj,0.0000418045,0.10000,0.982
12,mlp.experts.23.gate_proj,0.0001325512,0.10000,0.967
12,mlp.experts.24.gate_proj,0.0000328502,0.10000,0.975
12,mlp.experts.25.gate_proj,0.0000206912,0.10000,1.039
12,mlp.experts.26.gate_proj,0.0000137496,0.10000,1.050
12,mlp.experts.27.gate_proj,0.0000423743,0.10000,1.054
12,mlp.experts.28.gate_proj,0.0001255894,0.10000,0.992
12,mlp.experts.29.gate_proj,0.0007140548,0.10000,1.031
12,mlp.experts.30.gate_proj,0.0000484895,0.10000,1.054
12,mlp.experts.31.gate_proj,0.0003672263,0.10000,1.001
12,mlp.experts.32.gate_proj,0.0000144702,0.10000,0.988
12,mlp.experts.34.gate_proj,0.0000132382,0.10000,1.037
12,mlp.experts.33.gate_proj,0.0020054176,0.10000,1.073
12,mlp.experts.35.gate_proj,0.0001523437,0.10000,1.039
12,mlp.experts.36.gate_proj,0.0000191546,0.10000,1.044
12,mlp.experts.37.gate_proj,0.0023292611,0.10000,0.970
12,mlp.experts.38.gate_proj,0.0000230780,0.10000,0.973
12,mlp.experts.40.gate_proj,0.0000339943,0.10000,1.016
12,mlp.experts.39.gate_proj,0.0008083281,0.10000,1.047
12,mlp.experts.42.gate_proj,0.0000030748,0.10000,1.036
12,mlp.experts.41.gate_proj,0.0001667086,0.10000,1.069
12,mlp.experts.43.gate_proj,0.0000234685,0.10000,1.029
12,mlp.experts.44.gate_proj,0.0000590745,0.10000,1.029
12,mlp.experts.45.gate_proj,0.0007996328,0.10000,1.041
12,mlp.experts.46.gate_proj,0.0000081918,0.10000,1.055
12,mlp.experts.47.gate_proj,0.0004074406,0.10000,1.050
12,mlp.experts.48.gate_proj,0.0003311009,0.10000,1.053
12,mlp.experts.49.gate_proj,0.0000598683,0.10000,1.055
12,mlp.experts.50.gate_proj,0.0000531644,0.10000,1.052
12,mlp.experts.51.gate_proj,0.0001187030,0.10000,1.050
12,mlp.experts.52.gate_proj,0.0000117135,0.10000,1.029
12,mlp.experts.53.gate_proj,0.0000074305,0.10000,0.909
12,mlp.experts.54.gate_proj,0.0005673153,0.10000,0.913
12,mlp.experts.55.gate_proj,0.0024456205,0.10000,0.984
12,mlp.experts.56.gate_proj,0.0000463951,0.10000,1.000
12,mlp.experts.57.gate_proj,0.0026088054,0.10000,1.055
12,mlp.experts.58.gate_proj,0.0000076818,0.10000,1.047
12,mlp.experts.59.gate_proj,0.0008329449,0.10000,1.079
12,mlp.experts.60.gate_proj,0.0001458894,0.10000,1.068
12,mlp.experts.61.gate_proj,0.0000105102,0.10000,1.067
12,mlp.experts.62.gate_proj,0.0000554329,0.10000,1.074
12,mlp.experts.64.gate_proj,0.0000705587,0.10000,1.043
12,mlp.experts.63.gate_proj,0.0000075354,0.10000,1.071
12,mlp.experts.65.gate_proj,0.0000139222,0.10000,1.015
12,mlp.experts.66.gate_proj,0.0001557902,0.10000,1.021
12,mlp.experts.68.gate_proj,0.0000124819,0.10000,1.021
12,mlp.experts.67.gate_proj,0.0002943824,0.10000,1.073
12,mlp.experts.69.gate_proj,0.0000178588,0.10000,1.008
12,mlp.experts.70.gate_proj,0.0006083683,0.10000,1.063
12,mlp.experts.71.gate_proj,0.0000326204,0.10000,0.997
12,mlp.experts.72.gate_proj,0.0046266628,0.10000,1.041
12,mlp.experts.73.gate_proj,0.0000278399,0.10000,1.011
12,mlp.experts.74.gate_proj,0.0000334987,0.10000,1.013
12,mlp.experts.75.gate_proj,0.0000357747,0.10000,1.045
12,mlp.experts.76.gate_proj,0.0000242317,0.10000,1.052
12,mlp.experts.77.gate_proj,0.0020129661,0.10000,1.047
12,mlp.experts.78.gate_proj,0.0004390340,0.10000,1.011
12,mlp.experts.79.gate_proj,0.0000244663,0.10000,1.068
12,mlp.experts.80.gate_proj,0.0000397350,0.10000,1.008
12,mlp.experts.81.gate_proj,0.0024296926,0.10000,0.974
12,mlp.experts.82.gate_proj,0.0006468267,0.10000,0.968
12,mlp.experts.83.gate_proj,0.0002084075,0.10000,0.955
12,mlp.experts.84.gate_proj,0.0001756772,0.10000,0.922
12,mlp.experts.85.gate_proj,0.0000246743,0.10000,1.053
12,mlp.experts.86.gate_proj,0.0004941647,0.10000,1.068
12,mlp.experts.87.gate_proj,0.0000033728,0.10000,1.005
12,mlp.experts.88.gate_proj,0.0135603532,0.10000,1.037
12,mlp.experts.89.gate_proj,0.0000452877,0.10000,1.023
12,mlp.experts.90.gate_proj,0.0000356538,0.10000,1.025
12,mlp.experts.91.gate_proj,0.0004653211,0.10000,0.969
12,mlp.experts.92.gate_proj,0.0003185102,0.10000,0.958
12,mlp.experts.93.gate_proj,0.0004005426,0.10000,1.043
12,mlp.experts.94.gate_proj,0.0001090101,0.10000,1.007
12,mlp.experts.96.gate_proj,0.0000314368,0.10000,0.972
12,mlp.experts.95.gate_proj,0.0001280440,0.10000,1.041
12,mlp.experts.97.gate_proj,0.0000086500,0.10000,1.026
12,mlp.experts.98.gate_proj,0.0009940506,0.10000,1.066
12,mlp.experts.99.gate_proj,0.0000657151,0.10000,0.991
12,mlp.experts.100.gate_proj,0.0000095779,0.10000,1.051
12,mlp.experts.101.gate_proj,0.0002656958,0.10000,1.067
12,mlp.experts.102.gate_proj,0.0000141001,0.10000,1.062
12,mlp.experts.103.gate_proj,0.0000135689,0.10000,1.015
12,mlp.experts.104.gate_proj,0.0001208605,0.10000,1.022
12,mlp.experts.105.gate_proj,0.0002792518,0.10000,1.006
12,mlp.experts.106.gate_proj,0.0009547824,0.10000,1.015
12,mlp.experts.107.gate_proj,0.0000159714,0.10000,1.014
12,mlp.experts.108.gate_proj,0.0001579949,0.10000,1.031
12,mlp.experts.109.gate_proj,0.0006311722,0.10000,1.021
12,mlp.experts.110.gate_proj,0.0000924887,0.10000,1.002
12,mlp.experts.111.gate_proj,0.0004352971,0.10000,1.031
12,mlp.experts.112.gate_proj,0.0001880183,0.10000,1.034
12,mlp.experts.113.gate_proj,0.0000990528,0.10000,0.968
12,mlp.experts.114.gate_proj,0.0000150449,0.10000,1.027
12,mlp.experts.115.gate_proj,0.0000175581,0.10000,1.014
12,mlp.experts.116.gate_proj,0.0000238213,0.10000,1.038
12,mlp.experts.117.gate_proj,0.0000793693,0.10000,1.046
12,mlp.experts.118.gate_proj,0.0000137875,0.10000,1.051
12,mlp.experts.119.gate_proj,0.0005334768,0.10000,1.033
12,mlp.experts.120.gate_proj,0.0000268308,0.10000,1.035
12,mlp.experts.121.gate_proj,0.0000352361,0.10000,1.022
12,mlp.experts.122.gate_proj,0.0017027809,0.10000,1.029
12,mlp.experts.123.gate_proj,0.0000416753,0.10000,1.039
12,mlp.experts.124.gate_proj,0.0000155844,0.10000,1.036
12,mlp.experts.125.gate_proj,0.0000952913,0.10000,1.038
12,mlp.experts.126.gate_proj,0.0003408382,0.10000,1.058
12,mlp.experts.127.gate_proj,0.0000483899,0.10000,0.741
12,mlp.experts.0.down_proj,0.0000112427,0.10000,0.410
12,mlp.experts.1.down_proj,0.0000638249,0.10000,0.418
12,mlp.experts.2.down_proj,0.0000005930,0.10000,0.377
12,mlp.experts.3.down_proj,0.0000292832,0.10000,0.415
12,mlp.experts.4.down_proj,0.0000069982,0.10000,0.349
12,mlp.experts.5.down_proj,0.0001055493,0.10000,0.359
12,mlp.experts.6.down_proj,0.0000015300,0.10000,0.390
12,mlp.experts.7.down_proj,0.0000095222,0.10000,0.398
12,mlp.experts.8.down_proj,0.0000036162,0.10000,0.391
12,mlp.experts.9.down_proj,0.0000068296,0.10000,0.393
12,mlp.experts.10.down_proj,0.0007294628,0.10000,0.393
12,mlp.experts.11.down_proj,0.0000125579,0.10000,0.400
12,mlp.experts.12.down_proj,0.0000024270,0.10000,0.396
12,mlp.experts.13.down_proj,0.0001034610,0.10000,0.394
12,mlp.experts.14.down_proj,0.0000016301,0.10000,0.383
12,mlp.experts.15.down_proj,0.0000025031,0.10000,0.396
12,mlp.experts.16.down_proj,0.0000111085,0.10000,0.390
12,mlp.experts.17.down_proj,0.0000154859,0.10000,0.400
12,mlp.experts.18.down_proj,0.0000015867,0.10000,0.389
12,mlp.experts.19.down_proj,0.0000861270,0.10000,0.392
12,mlp.experts.20.down_proj,0.0000442458,0.10000,0.395
12,mlp.experts.21.down_proj,0.0000228826,0.10000,0.402
12,mlp.experts.22.down_proj,0.0000030374,0.10000,0.354
12,mlp.experts.23.down_proj,0.0000062497,0.10000,0.339
12,mlp.experts.24.down_proj,0.0000033347,0.10000,0.348
12,mlp.experts.25.down_proj,0.0000002424,0.10000,0.366
12,mlp.experts.26.down_proj,0.0000018798,0.10000,0.382
12,mlp.experts.27.down_proj,0.0000035068,0.10000,0.392
12,mlp.experts.28.down_proj,0.0000106162,0.10000,0.389
12,mlp.experts.29.down_proj,0.0000512171,0.10000,0.397
12,mlp.experts.30.down_proj,0.0000047035,0.10000,0.379
12,mlp.experts.31.down_proj,0.0000616039,0.10000,0.374
12,mlp.experts.32.down_proj,0.0000014446,0.10000,0.368
12,mlp.experts.33.down_proj,0.0001927300,0.10000,0.370
12,mlp.experts.34.down_proj,0.0000009666,0.10000,0.396
12,mlp.experts.35.down_proj,0.0000195173,0.10000,0.394
12,mlp.experts.36.down_proj,0.0000025745,0.10000,0.399
12,mlp.experts.37.down_proj,0.0000242598,0.10000,0.395
12,mlp.experts.38.down_proj,0.0000026992,0.10000,0.368
12,mlp.experts.39.down_proj,0.0000040547,0.10000,0.360
12,mlp.experts.40.down_proj,0.0000020342,0.10000,0.394
12,mlp.experts.41.down_proj,0.0000223426,0.10000,0.404
12,mlp.experts.42.down_proj,0.0000002828,0.10000,0.402
12,mlp.experts.43.down_proj,0.0000030433,0.10000,0.398
12,mlp.experts.44.down_proj,0.0000062141,0.10000,0.394
12,mlp.experts.45.down_proj,0.0000713063,0.10000,0.396
12,mlp.experts.46.down_proj,0.0000006935,0.10000,0.336
12,mlp.experts.47.down_proj,0.0000379325,0.10000,0.358
12,mlp.experts.48.down_proj,0.0000451539,0.10000,0.388
12,mlp.experts.49.down_proj,0.0000033949,0.10000,0.403
12,mlp.experts.50.down_proj,0.0000029855,0.10000,0.392
12,mlp.experts.51.down_proj,0.0000140664,0.10000,0.405
12,mlp.experts.52.down_proj,0.0000013347,0.10000,0.370
12,mlp.experts.53.down_proj,0.0000008825,0.10000,0.376
12,mlp.experts.54.down_proj,0.0000639013,0.10000,0.404
12,mlp.experts.55.down_proj,0.0000164363,0.10000,0.403
12,mlp.experts.56.down_proj,0.0000057876,0.10000,0.377
12,mlp.experts.57.down_proj,0.0000404864,0.10000,0.383
12,mlp.experts.58.down_proj,0.0000008160,0.10000,0.388
12,mlp.experts.59.down_proj,0.0000909752,0.10000,0.392
12,mlp.experts.60.down_proj,0.0000176563,0.10000,0.397
12,mlp.experts.61.down_proj,0.0000007994,0.10000,0.402
12,mlp.experts.62.down_proj,0.0000058157,0.10000,0.392
12,mlp.experts.63.down_proj,0.0000007145,0.10000,0.394
12,mlp.experts.64.down_proj,0.0000066322,0.10000,0.397
12,mlp.experts.65.down_proj,0.0000011500,0.10000,0.397
12,mlp.experts.66.down_proj,0.0000203512,0.10000,0.403
12,mlp.experts.67.down_proj,0.0000275705,0.10000,0.401
12,mlp.experts.68.down_proj,0.0000013506,0.10000,0.400
12,mlp.experts.69.down_proj,0.0000021622,0.10000,0.392
12,mlp.experts.70.down_proj,0.0000728171,0.10000,0.396
12,mlp.experts.71.down_proj,0.0000008716,0.10000,0.364
12,mlp.experts.72.down_proj,0.0005276498,0.10000,0.342
12,mlp.experts.73.down_proj,0.0000020486,0.10000,0.335
12,mlp.experts.74.down_proj,0.0000037835,0.10000,0.327
12,mlp.experts.75.down_proj,0.0000029622,0.10000,0.340
12,mlp.experts.76.down_proj,0.0000024158,0.10000,0.367
12,mlp.experts.77.down_proj,0.0000270448,0.10000,0.382
12,mlp.experts.78.down_proj,0.0000550861,0.10000,0.374
12,mlp.experts.79.down_proj,0.0000018500,0.10000,0.378
12,mlp.experts.80.down_proj,0.0000050921,0.10000,0.382
12,mlp.experts.81.down_proj,0.0002754862,0.10000,0.385
12,mlp.experts.82.down_proj,0.0000998974,0.10000,0.385
12,mlp.experts.83.down_proj,0.0000152353,0.10000,0.388
12,mlp.experts.84.down_proj,0.0000147785,0.10000,0.392
12,mlp.experts.85.down_proj,0.0000018145,0.10000,0.375
12,mlp.experts.86.down_proj,0.0000588881,0.10000,0.342
12,mlp.experts.87.down_proj,0.0000002670,0.10000,0.332
12,mlp.experts.88.down_proj,0.0008754835,0.10000,0.338
12,mlp.experts.89.down_proj,0.0000056398,0.10000,0.331
12,mlp.experts.90.down_proj,0.0000027894,0.10000,0.357
12,mlp.experts.91.down_proj,0.0000487541,0.10000,0.369
12,mlp.experts.92.down_proj,0.0000291998,0.10000,0.400
12,mlp.experts.93.down_proj,0.0000401588,0.10000,0.400
12,mlp.experts.94.down_proj,0.0000125302,0.10000,0.370
12,mlp.experts.95.down_proj,0.0000115337,0.10000,0.381
12,mlp.experts.96.down_proj,0.0000022803,0.10000,0.402
12,mlp.experts.97.down_proj,0.0000008171,0.10000,0.389
12,mlp.experts.98.down_proj,0.0001301403,0.10000,0.390
12,mlp.experts.99.down_proj,0.0000050615,0.10000,0.383
12,mlp.experts.100.down_proj,0.0000011286,0.10000,0.370
12,mlp.experts.101.down_proj,0.0000228022,0.10000,0.377
12,mlp.experts.102.down_proj,0.0000012475,0.10000,0.375
12,mlp.experts.103.down_proj,0.0000017758,0.10000,0.388
12,mlp.experts.104.down_proj,0.0000189882,0.10000,0.382
12,mlp.experts.105.down_proj,0.0000411923,0.10000,0.386
12,mlp.experts.106.down_proj,0.0001238609,0.10000,0.372
12,mlp.experts.107.down_proj,0.0000024111,0.10000,0.392
12,mlp.experts.108.down_proj,0.0000133013,0.10000,0.379
12,mlp.experts.109.down_proj,0.0000662209,0.10000,0.389
12,mlp.experts.110.down_proj,0.0000070083,0.10000,0.373
12,mlp.experts.111.down_proj,0.0000386079,0.10000,0.384
12,mlp.experts.112.down_proj,0.0000137069,0.10000,0.385
12,mlp.experts.113.down_proj,0.0000089537,0.10000,0.391
12,mlp.experts.114.down_proj,0.0000014133,0.10000,0.384
12,mlp.experts.115.down_proj,0.0000019305,0.10000,0.383
12,mlp.experts.116.down_proj,0.0000021552,0.10000,0.381
12,mlp.experts.117.down_proj,0.0000102877,0.10000,0.390
12,mlp.experts.118.down_proj,0.0000018808,0.10000,0.377
12,mlp.experts.119.down_proj,0.0000481654,0.10000,0.387
12,mlp.experts.120.down_proj,0.0000030675,0.10000,0.381
12,mlp.experts.121.down_proj,0.0000037621,0.10000,0.385
12,mlp.experts.122.down_proj,0.0000276183,0.10000,0.381
12,mlp.experts.123.down_proj,0.0000058188,0.10000,0.385
12,mlp.experts.124.down_proj,0.0000019396,0.10000,0.375
12,mlp.experts.125.down_proj,0.0000094648,0.10000,0.389
12,mlp.experts.126.down_proj,0.0000473313,0.10000,0.393
12,mlp.experts.127.down_proj,0.0000048348,0.10000,0.293
13,self_attn.k_proj,0.0000000119,0.10000,1.033
13,self_attn.q_proj,0.0000000840,0.10000,1.114
13,self_attn.v_proj,0.0000000139,0.10000,0.644
13,self_attn.o_proj,0.0000000162,0.10000,1.217
13,mlp.gate,0.0000042226,0.10000,0.565
13,mlp.experts.0.up_proj,0.0000427049,0.10000,1.035
13,mlp.experts.1.up_proj,0.0001639589,0.10000,1.074
13,mlp.experts.2.up_proj,0.0000087008,0.10000,1.003
13,mlp.experts.3.up_proj,0.0141218709,0.10000,1.029
13,mlp.experts.4.up_proj,0.0000650739,0.10000,1.013
13,mlp.experts.5.up_proj,0.0006625335,0.10000,1.029
13,mlp.experts.6.up_proj,0.0000131435,0.10000,1.002
13,mlp.experts.7.up_proj,0.0004549443,0.10000,0.996
13,mlp.experts.8.up_proj,0.0000676863,0.10000,1.054
13,mlp.experts.9.up_proj,0.0036225886,0.10000,1.005
13,mlp.experts.10.up_proj,0.0000038276,0.10000,1.082
13,mlp.experts.11.up_proj,0.0006838312,0.10000,1.062
13,mlp.experts.12.up_proj,0.0000220436,0.10000,1.063
13,mlp.experts.13.up_proj,0.0004285653,0.10000,1.076
13,mlp.experts.14.up_proj,0.0001712726,0.10000,1.065
13,mlp.experts.15.up_proj,0.0000279052,0.10000,1.075
13,mlp.experts.16.up_proj,0.0000164790,0.10000,1.036
13,mlp.experts.17.up_proj,0.0005330257,0.10000,1.049
13,mlp.experts.18.up_proj,0.0008646137,0.10000,1.052
13,mlp.experts.19.up_proj,0.0000652600,0.10000,1.038
13,mlp.experts.20.up_proj,0.0001007680,0.10000,0.998
13,mlp.experts.21.up_proj,0.0000202685,0.10000,1.007
13,mlp.experts.22.up_proj,0.0074983766,0.10000,0.977
13,mlp.experts.23.up_proj,0.0000202019,0.10000,1.024
13,mlp.experts.24.up_proj,0.0000142839,0.10000,0.997
13,mlp.experts.25.up_proj,0.0000504963,0.10000,0.995
13,mlp.experts.26.up_proj,0.0000454927,0.10000,0.989
13,mlp.experts.27.up_proj,0.0001195658,0.10000,0.986
13,mlp.experts.28.up_proj,0.0000184350,0.10000,0.988
13,mlp.experts.29.up_proj,0.0000749572,0.10000,0.990
13,mlp.experts.30.up_proj,0.0014148037,0.10000,0.984
13,mlp.experts.31.up_proj,0.0001946852,0.10000,1.026
13,mlp.experts.32.up_proj,0.0002436712,0.10000,0.977
13,mlp.experts.33.up_proj,0.0003559764,0.10000,1.055
13,mlp.experts.34.up_proj,0.0000776880,0.10000,1.018
13,mlp.experts.35.up_proj,0.0013878403,0.10000,1.003
13,mlp.experts.36.up_proj,0.0000288511,0.10000,1.042
13,mlp.experts.37.up_proj,0.0005996942,0.10000,1.027
13,mlp.experts.38.up_proj,0.0000840023,0.10000,0.989
13,mlp.experts.39.up_proj,0.0008299212,0.10000,0.974
13,mlp.experts.40.up_proj,0.0000082324,0.10000,1.022
13,mlp.experts.41.up_proj,0.0000199406,0.10000,0.974
13,mlp.experts.42.up_proj,0.0000281289,0.10000,1.037
13,mlp.experts.43.up_proj,0.0021427929,0.10000,1.039
13,mlp.experts.44.up_proj,0.0000087083,0.10000,1.031
13,mlp.experts.45.up_proj,0.0004923038,0.10000,1.025
13,mlp.experts.46.up_proj,0.0064057757,0.10000,1.029
13,mlp.experts.47.up_proj,0.0000421582,0.10000,1.027
13,mlp.experts.48.up_proj,0.0011617490,0.10000,1.048
13,mlp.experts.49.up_proj,0.0001842478,0.10000,1.048
13,mlp.experts.50.up_proj,0.0011537599,0.10000,1.020
13,mlp.experts.51.up_proj,0.0000513978,0.10000,1.030
13,mlp.experts.52.up_proj,0.0001811494,0.10000,1.036
13,mlp.experts.53.up_proj,0.0000987007,0.10000,1.047
13,mlp.experts.54.up_proj,0.0008407227,0.10000,1.044
13,mlp.experts.55.up_proj,0.0000140287,0.10000,1.032
13,mlp.experts.56.up_proj,0.0003702377,0.10000,1.044
13,mlp.experts.57.up_proj,0.0000393849,0.10000,0.992
13,mlp.experts.58.up_proj,0.0000255506,0.10000,1.040
13,mlp.experts.59.up_proj,0.0000411242,0.10000,0.995
13,mlp.experts.60.up_proj,0.0002750963,0.10000,0.992
13,mlp.experts.61.up_proj,0.0000553530,0.10000,1.013
13,mlp.experts.62.up_proj,0.0010618829,0.10000,0.943
13,mlp.experts.63.up_proj,0.0000686221,0.10000,1.032
13,mlp.experts.64.up_proj,0.0002088650,0.10000,1.020
13,mlp.experts.65.up_proj,0.0000060807,0.10000,1.070
13,mlp.experts.66.up_proj,0.0000103401,0.10000,1.066
13,mlp.experts.67.up_proj,0.0000432756,0.10000,1.049
13,mlp.experts.68.up_proj,0.0002679331,0.10000,0.993
13,mlp.experts.69.up_proj,0.0015358999,0.10000,0.962
13,mlp.experts.70.up_proj,0.0002427745,0.10000,1.084
13,mlp.experts.71.up_proj,0.0000094175,0.10000,0.982
13,mlp.experts.72.up_proj,0.0007029686,0.10000,1.061
13,mlp.experts.73.up_proj,0.0000184196,0.10000,1.049
13,mlp.experts.74.up_proj,0.0005198696,0.10000,1.012
13,mlp.experts.75.up_proj,0.0000060008,0.10000,1.000
13,mlp.experts.76.up_proj,0.0000081334,0.10000,1.023
13,mlp.experts.77.up_proj,0.0000114655,0.10000,1.019
13,mlp.experts.79.up_proj,0.0000094713,0.10000,1.023
13,mlp.experts.78.up_proj,0.0000711497,0.10000,1.124
13,mlp.experts.80.up_proj,0.0000377660,0.10000,1.047
13,mlp.experts.81.up_proj,0.0002491387,0.10000,1.082
13,mlp.experts.82.up_proj,0.0000631366,0.10000,1.043
13,mlp.experts.83.up_proj,0.0000266971,0.10000,1.022
13,mlp.experts.84.up_proj,0.0003828971,0.10000,1.038
13,mlp.experts.85.up_proj,0.0001380256,0.10000,1.004
13,mlp.experts.86.up_proj,0.0004565930,0.10000,0.990
13,mlp.experts.87.up_proj,0.0002931741,0.10000,1.071
13,mlp.experts.88.up_proj,0.0001138235,0.10000,1.025
13,mlp.experts.89.up_proj,0.0000591959,0.10000,1.031
13,mlp.experts.90.up_proj,0.0011976580,0.10000,0.896
13,mlp.experts.91.up_proj,0.0000140003,0.10000,0.917
13,mlp.experts.92.up_proj,0.0000427485,0.10000,1.054
13,mlp.experts.93.up_proj,0.0000532902,0.10000,1.030
13,mlp.experts.94.up_proj,0.0044717995,0.10000,1.012
13,mlp.experts.95.up_proj,0.0000208097,0.10000,1.037
13,mlp.experts.96.up_proj,0.0043207644,0.10000,1.031
13,mlp.experts.97.up_proj,0.0006325789,0.10000,1.005
13,mlp.experts.98.up_proj,0.0000076100,0.10000,1.012
13,mlp.experts.99.up_proj,0.0003119003,0.10000,1.035
13,mlp.experts.100.up_proj,0.0050375556,0.10000,1.023
13,mlp.experts.101.up_proj,0.0000045175,0.10000,1.026
13,mlp.experts.102.up_proj,0.0000120624,0.10000,0.976
13,mlp.experts.103.up_proj,0.0000642208,0.10000,0.978
13,mlp.experts.104.up_proj,0.0001120154,0.10000,0.982
13,mlp.experts.105.up_proj,0.0000294661,0.10000,1.001
13,mlp.experts.106.up_proj,0.0000068943,0.10000,1.007
13,mlp.experts.107.up_proj,0.0000695337,0.10000,1.019
13,mlp.experts.108.up_proj,0.0000743199,0.10000,0.985
13,mlp.experts.109.up_proj,0.0000108433,0.10000,0.970
13,mlp.experts.110.up_proj,0.0002836885,0.10000,0.992
13,mlp.experts.111.up_proj,0.0002524926,0.10000,1.010
13,mlp.experts.112.up_proj,0.0000275294,0.10000,0.949
13,mlp.experts.113.up_proj,0.0000179441,0.10000,1.021
13,mlp.experts.114.up_proj,0.0006710175,0.10000,0.974
13,mlp.experts.115.up_proj,0.0001127972,0.10000,0.992
13,mlp.experts.116.up_proj,0.0004296642,0.10000,0.962
13,mlp.experts.117.up_proj,0.0012811598,0.10000,0.951
13,mlp.experts.118.up_proj,0.0000934515,0.10000,1.039
13,mlp.experts.119.up_proj,0.0003209032,0.10000,1.063
13,mlp.experts.120.up_proj,0.0003584314,0.10000,0.988
13,mlp.experts.121.up_proj,0.0000144187,0.10000,1.001
13,mlp.experts.122.up_proj,0.0001055051,0.10000,1.034
13,mlp.experts.123.up_proj,0.0003818050,0.10000,1.013
13,mlp.experts.124.up_proj,0.0000473879,0.10000,0.984
13,mlp.experts.125.up_proj,0.0000491259,0.10000,1.020
13,mlp.experts.126.up_proj,0.0009672204,0.10000,0.989
13,mlp.experts.127.up_proj,0.0001715050,0.10000,1.007
13,mlp.experts.0.gate_proj,0.0000441371,0.10000,1.022
13,mlp.experts.1.gate_proj,0.0001712581,0.10000,1.007
13,mlp.experts.2.gate_proj,0.0000089218,0.10000,0.983
13,mlp.experts.3.gate_proj,0.0146680836,0.10000,1.021
13,mlp.experts.4.gate_proj,0.0000673951,0.10000,1.033
13,mlp.experts.5.gate_proj,0.0006985320,0.10000,1.021
13,mlp.experts.6.gate_proj,0.0000120684,0.10000,1.022
13,mlp.experts.7.gate_proj,0.0004816811,0.10000,1.029
13,mlp.experts.8.gate_proj,0.0000726854,0.10000,1.033
13,mlp.experts.9.gate_proj,0.0039378359,0.10000,1.024
13,mlp.experts.10.gate_proj,0.0000037893,0.10000,1.016
13,mlp.experts.11.gate_proj,0.0006854317,0.10000,1.065
13,mlp.experts.12.gate_proj,0.0000233709,0.10000,0.978
13,mlp.experts.13.gate_proj,0.0004337550,0.10000,0.978
13,mlp.experts.14.gate_proj,0.0001753499,0.10000,0.999
13,mlp.experts.15.gate_proj,0.0000286377,0.10000,1.003
13,mlp.experts.16.gate_proj,0.0000170457,0.10000,1.002
13,mlp.experts.17.gate_proj,0.0005703125,0.10000,1.006
13,mlp.experts.18.gate_proj,0.0009136287,0.10000,1.008
13,mlp.experts.19.gate_proj,0.0000698944,0.10000,1.009
13,mlp.experts.20.gate_proj,0.0001060336,0.10000,1.017
13,mlp.experts.21.gate_proj,0.0000203089,0.10000,0.923
13,mlp.experts.22.gate_proj,0.0077712412,0.10000,0.898
13,mlp.experts.23.gate_proj,0.0000205158,0.10000,0.996
13,mlp.experts.24.gate_proj,0.0000154283,0.10000,1.040
13,mlp.experts.25.gate_proj,0.0000511935,0.10000,0.992
13,mlp.experts.26.gate_proj,0.0000468747,0.10000,0.964
13,mlp.experts.27.gate_proj,0.0001208404,0.10000,0.996
13,mlp.experts.28.gate_proj,0.0000183088,0.10000,0.982
13,mlp.experts.29.gate_proj,0.0000783527,0.10000,1.009
13,mlp.experts.30.gate_proj,0.0014584372,0.10000,0.996
13,mlp.experts.31.gate_proj,0.0002010864,0.10000,1.027
13,mlp.experts.32.gate_proj,0.0002471475,0.10000,1.010
13,mlp.experts.33.gate_proj,0.0003657748,0.10000,1.018
13,mlp.experts.34.gate_proj,0.0000807939,0.10000,1.000
13,mlp.experts.35.gate_proj,0.0130916691,0.10000,0.987
13,mlp.experts.36.gate_proj,0.0000311893,0.10000,0.954
13,mlp.experts.37.gate_proj,0.0006340423,0.10000,1.012
13,mlp.experts.38.gate_proj,0.0000862418,0.10000,1.005
13,mlp.experts.39.gate_proj,0.0008668303,0.10000,1.030
13,mlp.experts.40.gate_proj,0.0000081333,0.10000,1.006
13,mlp.experts.41.gate_proj,0.0000205187,0.10000,1.027
13,mlp.experts.42.gate_proj,0.0000286334,0.10000,1.055
13,mlp.experts.43.gate_proj,0.0022064979,0.10000,1.038
13,mlp.experts.44.gate_proj,0.0000089005,0.10000,1.055
13,mlp.experts.45.gate_proj,0.0004902915,0.10000,1.041
13,mlp.experts.46.gate_proj,0.0066412356,0.10000,1.047
13,mlp.experts.47.gate_proj,0.0000432790,0.10000,1.008
13,mlp.experts.48.gate_proj,0.0011920488,0.10000,1.045
13,mlp.experts.49.gate_proj,0.0001956531,0.10000,0.990
13,mlp.experts.50.gate_proj,0.0011738586,0.10000,0.969
13,mlp.experts.51.gate_proj,0.0000545388,0.10000,1.011
13,mlp.experts.52.gate_proj,0.0001922539,0.10000,0.991
13,mlp.experts.53.gate_proj,0.0000988871,0.10000,1.017
13,mlp.experts.54.gate_proj,0.0008527513,0.10000,1.049
13,mlp.experts.55.gate_proj,0.0000139299,0.10000,1.048
13,mlp.experts.56.gate_proj,0.0003699489,0.10000,1.023
13,mlp.experts.57.gate_proj,0.0000396192,0.10000,0.973
13,mlp.experts.58.gate_proj,0.0000259245,0.10000,0.974
13,mlp.experts.59.gate_proj,0.0000452096,0.10000,1.018
13,mlp.experts.60.gate_proj,0.0002807192,0.10000,0.999
13,mlp.experts.61.gate_proj,0.0000640898,0.10000,1.010
13,mlp.experts.62.gate_proj,0.0010741828,0.10000,0.983
13,mlp.experts.63.gate_proj,0.0000681539,0.10000,1.048
13,mlp.experts.64.gate_proj,0.0002243357,0.10000,1.018
13,mlp.experts.65.gate_proj,0.0000057646,0.10000,1.068
13,mlp.experts.66.gate_proj,0.0000107776,0.10000,0.994
13,mlp.experts.67.gate_proj,0.0000469142,0.10000,1.067
13,mlp.experts.68.gate_proj,0.0002735958,0.10000,0.949
13,mlp.experts.69.gate_proj,0.0015699706,0.10000,1.001
13,mlp.experts.70.gate_proj,0.0002484376,0.10000,1.011
13,mlp.experts.71.gate_proj,0.0000095764,0.10000,1.041
13,mlp.experts.72.gate_proj,0.0007176759,0.10000,1.009
13,mlp.experts.73.gate_proj,0.0000191084,0.10000,1.002
13,mlp.experts.74.gate_proj,0.0005301236,0.10000,0.983
13,mlp.experts.75.gate_proj,0.0000062795,0.10000,1.026
13,mlp.experts.76.gate_proj,0.0000076610,0.10000,0.994
13,mlp.experts.77.gate_proj,0.0000120922,0.10000,0.992
13,mlp.experts.78.gate_proj,0.0000770925,0.10000,0.981
13,mlp.experts.79.gate_proj,0.0000095657,0.10000,1.091
13,mlp.experts.80.gate_proj,0.0000385964,0.10000,1.005
13,mlp.experts.81.gate_proj,0.0002575051,0.10000,1.039
13,mlp.experts.82.gate_proj,0.0000634015,0.10000,1.031
13,mlp.experts.83.gate_proj,0.0000276510,0.10000,1.025
13,mlp.experts.84.gate_proj,0.0003907227,0.10000,1.075
13,mlp.experts.85.gate_proj,0.0001407828,0.10000,1.002
13,mlp.experts.86.gate_proj,0.0004664174,0.10000,0.995
13,mlp.experts.87.gate_proj,0.0003091909,0.10000,0.990
13,mlp.experts.88.gate_proj,0.0001188775,0.10000,1.041
13,mlp.experts.89.gate_proj,0.0000599348,0.10000,1.021
13,mlp.experts.90.gate_proj,0.0012425871,0.10000,1.053
13,mlp.experts.91.gate_proj,0.0000143240,0.10000,1.047
13,mlp.experts.92.gate_proj,0.0000447274,0.10000,1.001
13,mlp.experts.93.gate_proj,0.0000551348,0.10000,0.999
13,mlp.experts.94.gate_proj,0.0047594386,0.10000,1.051
13,mlp.experts.95.gate_proj,0.0000210643,0.10000,1.030
13,mlp.experts.96.gate_proj,0.0045028657,0.10000,1.041
13,mlp.experts.97.gate_proj,0.0006487305,0.10000,1.027
13,mlp.experts.98.gate_proj,0.0000078408,0.10000,1.051
13,mlp.experts.99.gate_proj,0.0003056368,0.10000,1.051
13,mlp.experts.100.gate_proj,0.0052951539,0.10000,1.019
13,mlp.experts.101.gate_proj,0.0000044871,0.10000,1.046
13,mlp.experts.102.gate_proj,0.0000127582,0.10000,1.011
13,mlp.experts.103.gate_proj,0.0000652597,0.10000,1.010
13,mlp.experts.104.gate_proj,0.0001134823,0.10000,0.980
13,mlp.experts.105.gate_proj,0.0000299954,0.10000,0.996
13,mlp.experts.106.gate_proj,0.0000069864,0.10000,1.010
13,mlp.experts.107.gate_proj,0.0000706044,0.10000,1.052
13,mlp.experts.108.gate_proj,0.0000770212,0.10000,1.057
13,mlp.experts.109.gate_proj,0.0000107521,0.10000,1.041
13,mlp.experts.110.gate_proj,0.0002872985,0.10000,1.038
13,mlp.experts.111.gate_proj,0.0002565128,0.10000,1.042
13,mlp.experts.112.gate_proj,0.0000294448,0.10000,1.063
13,mlp.experts.113.gate_proj,0.0000180475,0.10000,1.023
13,mlp.experts.114.gate_proj,0.0007087088,0.10000,1.002
13,mlp.experts.115.gate_proj,0.0001163247,0.10000,0.957
13,mlp.experts.116.gate_proj,0.0004429411,0.10000,0.948
13,mlp.experts.117.gate_proj,0.0012442258,0.10000,0.991
13,mlp.experts.118.gate_proj,0.0000953614,0.10000,0.963
13,mlp.experts.119.gate_proj,0.0003268841,0.10000,0.989
13,mlp.experts.120.gate_proj,0.0003606174,0.10000,0.970
13,mlp.experts.121.gate_proj,0.0000141485,0.10000,1.005
13,mlp.experts.122.gate_proj,0.0001083771,0.10000,1.019
13,mlp.experts.123.gate_proj,0.0003768304,0.10000,1.004
13,mlp.experts.124.gate_proj,0.0000492260,0.10000,1.016
13,mlp.experts.125.gate_proj,0.0000496433,0.10000,0.958
13,mlp.experts.126.gate_proj,0.0009966897,0.10000,0.996
13,mlp.experts.127.gate_proj,0.0001735785,0.10000,0.678
13,mlp.experts.0.down_proj,0.0000041623,0.10000,0.392
13,mlp.experts.1.down_proj,0.0000252444,0.10000,0.405
13,mlp.experts.2.down_proj,0.0000011763,0.10000,0.364
13,mlp.experts.3.down_proj,0.0014148341,0.10000,0.363
13,mlp.experts.4.down_proj,0.0000106088,0.10000,0.364
13,mlp.experts.5.down_proj,0.0001065619,0.10000,0.360
13,mlp.experts.6.down_proj,0.0000020312,0.10000,0.336
13,mlp.experts.7.down_proj,0.0000536003,0.10000,0.337
13,mlp.experts.8.down_proj,0.0000127453,0.10000,0.345
13,mlp.experts.9.down_proj,0.0005443778,0.10000,0.344
13,mlp.experts.10.down_proj,0.0000003153,0.10000,0.339
13,mlp.experts.11.down_proj,0.0000140393,0.10000,0.337
13,mlp.experts.12.down_proj,0.0000031037,0.10000,0.392
13,mlp.experts.13.down_proj,0.0000633835,0.10000,0.389
13,mlp.experts.14.down_proj,0.0000218694,0.10000,0.367
13,mlp.experts.15.down_proj,0.0000036868,0.10000,0.365
13,mlp.experts.16.down_proj,0.0000023691,0.10000,0.411
13,mlp.experts.17.down_proj,0.0000997298,0.10000,0.412
13,mlp.experts.18.down_proj,0.0000008520,0.10000,0.371
13,mlp.experts.19.down_proj,0.0000097036,0.10000,0.371
13,mlp.experts.20.down_proj,0.0000085987,0.10000,0.399
13,mlp.experts.21.down_proj,0.0000024053,0.10000,0.404
13,mlp.experts.22.down_proj,0.0006616769,0.10000,0.353
13,mlp.experts.23.down_proj,0.0000019233,0.10000,0.366
13,mlp.experts.24.down_proj,0.0000024693,0.10000,0.390
13,mlp.experts.25.down_proj,0.0000064819,0.10000,0.396
13,mlp.experts.26.down_proj,0.0000054314,0.10000,0.388
13,mlp.experts.27.down_proj,0.0000116230,0.10000,0.412
13,mlp.experts.28.down_proj,0.0000017476,0.10000,0.397
13,mlp.experts.29.down_proj,0.0000067074,0.10000,0.397
13,mlp.experts.30.down_proj,0.0001793490,0.10000,0.382
13,mlp.experts.31.down_proj,0.0000264232,0.10000,0.380
13,mlp.experts.32.down_proj,0.0000470530,0.10000,0.388
13,mlp.experts.33.down_proj,0.0000532488,0.10000,0.387
13,mlp.experts.34.down_proj,0.0000065042,0.10000,0.389
13,mlp.experts.35.down_proj,0.0000167294,0.10000,0.383
13,mlp.experts.36.down_proj,0.0000032873,0.10000,0.403
13,mlp.experts.37.down_proj,0.0000764854,0.10000,0.391
13,mlp.experts.38.down_proj,0.0000132411,0.10000,0.369
13,mlp.experts.39.down_proj,0.0001559879,0.10000,0.367
13,mlp.experts.40.down_proj,0.0000006623,0.10000,0.321
13,mlp.experts.41.down_proj,0.0000034414,0.10000,0.328
13,mlp.experts.42.down_proj,0.0000041563,0.10000,0.362
13,mlp.experts.43.down_proj,0.0001247764,0.10000,0.356
13,mlp.experts.44.down_proj,0.0000012650,0.10000,0.327
13,mlp.experts.45.down_proj,0.0000439793,0.10000,0.328
13,mlp.experts.46.down_proj,0.0006411441,0.10000,0.395
13,mlp.experts.47.down_proj,0.0000047867,0.10000,0.396
13,mlp.experts.48.down_proj,0.0000770003,0.10000,0.383
13,mlp.experts.49.down_proj,0.0000398714,0.10000,0.391
13,mlp.experts.50.down_proj,0.0001484806,0.10000,0.375
13,mlp.experts.51.down_proj,0.0000030248,0.10000,0.408
13,mlp.experts.52.down_proj,0.0000174603,0.10000,0.402
13,mlp.experts.53.down_proj,0.0000097981,0.10000,0.387
13,mlp.experts.54.down_proj,0.0000571274,0.10000,0.359
13,mlp.experts.55.down_proj,0.0000019765,0.10000,0.355
13,mlp.experts.56.down_proj,0.0000749549,0.10000,0.386
13,mlp.experts.57.down_proj,0.0000042764,0.10000,0.380
13,mlp.experts.58.down_proj,0.0000017148,0.10000,0.328
13,mlp.experts.59.down_proj,0.0000037720,0.10000,0.321
13,mlp.experts.60.down_proj,0.0000472510,0.10000,0.368
13,mlp.experts.61.down_proj,0.0000058292,0.10000,0.358
13,mlp.experts.62.down_proj,0.0000513601,0.10000,0.400
13,mlp.experts.63.down_proj,0.0000013675,0.10000,0.388
13,mlp.experts.64.down_proj,0.0000465915,0.10000,0.399
13,mlp.experts.65.down_proj,0.0000006733,0.10000,0.397
13,mlp.experts.66.down_proj,0.0000014824,0.10000,0.337
13,mlp.experts.67.down_proj,0.0000090006,0.10000,0.334
13,mlp.experts.68.down_proj,0.0000354582,0.10000,0.324
13,mlp.experts.69.down_proj,0.0001395248,0.10000,0.326
13,mlp.experts.70.down_proj,0.0000400150,0.10000,0.397
13,mlp.experts.71.down_proj,0.0000007111,0.10000,0.383
13,mlp.experts.72.down_proj,0.0000858316,0.10000,0.404
13,mlp.experts.73.down_proj,0.0000012848,0.10000,0.402
13,mlp.experts.74.down_proj,0.0000779542,0.10000,0.341
13,mlp.experts.75.down_proj,0.0000008118,0.10000,0.343
13,mlp.experts.76.down_proj,0.0000007541,0.10000,0.390
13,mlp.experts.77.down_proj,0.0000012307,0.10000,0.398
13,mlp.experts.78.down_proj,0.0000097597,0.10000,0.372
13,mlp.experts.79.down_proj,0.0000011726,0.10000,0.393
13,mlp.experts.80.down_proj,0.0000070128,0.10000,0.397
13,mlp.experts.81.down_proj,0.0000605257,0.10000,0.403
13,mlp.experts.82.down_proj,0.0000043060,0.10000,0.389
13,mlp.experts.83.down_proj,0.0000040276,0.10000,0.398
13,mlp.experts.84.down_proj,0.0000437702,0.10000,0.385
13,mlp.experts.85.down_proj,0.0000136866,0.10000,0.396
13,mlp.experts.86.down_proj,0.0000586533,0.10000,0.384
13,mlp.experts.87.down_proj,0.0000321982,0.10000,0.389
13,mlp.experts.88.down_proj,0.0000165536,0.10000,0.389
13,mlp.experts.89.down_proj,0.0000084686,0.10000,0.395
13,mlp.experts.90.down_proj,0.0001065323,0.10000,0.398
13,mlp.experts.91.down_proj,0.0000011516,0.10000,0.390
13,mlp.experts.92.down_proj,0.0000048431,0.10000,0.399
13,mlp.experts.93.down_proj,0.0000047538,0.10000,0.396
13,mlp.experts.94.down_proj,0.0005103110,0.10000,0.358
13,mlp.experts.95.down_proj,0.0000033922,0.10000,0.356
13,mlp.experts.96.down_proj,0.0004921426,0.10000,0.385
13,mlp.experts.97.down_proj,0.0000757811,0.10000,0.399
13,mlp.experts.98.down_proj,0.0000010550,0.10000,0.354
13,mlp.experts.99.down_proj,0.0000075966,0.10000,0.360
13,mlp.experts.100.down_proj,0.0005863900,0.10000,0.352
13,mlp.experts.101.down_proj,0.0000003976,0.10000,0.365
13,mlp.experts.102.down_proj,0.0000018710,0.10000,0.362
13,mlp.experts.103.down_proj,0.0000083830,0.10000,0.354
13,mlp.experts.104.down_proj,0.0000163137,0.10000,0.381
13,mlp.experts.105.down_proj,0.0000028354,0.10000,0.397
13,mlp.experts.106.down_proj,0.0000005509,0.10000,0.375
13,mlp.experts.107.down_proj,0.0000090246,0.10000,0.376
13,mlp.experts.108.down_proj,0.0000113637,0.10000,0.403
13,mlp.experts.109.down_proj,0.0000007682,0.10000,0.394
13,mlp.experts.110.down_proj,0.0000346517,0.10000,0.334
13,mlp.experts.111.down_proj,0.0000339377,0.10000,0.330
13,mlp.experts.112.down_proj,0.0000037009,0.10000,0.400
13,mlp.experts.113.down_proj,0.0000026408,0.10000,0.405
13,mlp.experts.114.down_proj,0.0000688988,0.10000,0.379
13,mlp.experts.115.down_proj,0.0000134159,0.10000,0.395
13,mlp.experts.116.down_proj,0.0000793536,0.10000,0.382
13,mlp.experts.117.down_proj,0.0000182390,0.10000,0.393
13,mlp.experts.118.down_proj,0.0000099625,0.10000,0.397
13,mlp.experts.119.down_proj,0.0000334161,0.10000,0.408
13,mlp.experts.120.down_proj,0.0000224198,0.10000,0.382
13,mlp.experts.121.down_proj,0.0000020866,0.10000,0.409
13,mlp.experts.122.down_proj,0.0000117794,0.10000,0.391
13,mlp.experts.123.down_proj,0.0000162738,0.10000,0.394
13,mlp.experts.124.down_proj,0.0000056673,0.10000,0.416
13,mlp.experts.125.down_proj,0.0000037079,0.10000,0.404
13,mlp.experts.126.down_proj,0.0001496623,0.10000,0.406
13,mlp.experts.127.down_proj,0.0000158844,0.10000,0.351
14,self_attn.q_proj,0.0000002145,0.10000,1.062
14,self_attn.k_proj,0.0000000310,0.10000,1.086
14,self_attn.v_proj,0.0000000392,0.10000,0.603
14,self_attn.o_proj,0.0000000333,0.10000,1.097
14,mlp.gate,0.0000043666,0.10000,0.590
14,mlp.experts.1.up_proj,0.0001218898,0.10000,0.984
14,mlp.experts.0.up_proj,0.0003155477,0.10000,1.023
14,mlp.experts.2.up_proj,0.0009003084,0.10000,0.961
14,mlp.experts.3.up_proj,0.0000062539,0.10000,0.961
14,mlp.experts.4.up_proj,0.0001391638,0.10000,1.019
14,mlp.experts.5.up_proj,0.0001979339,0.10000,1.060
14,mlp.experts.6.up_proj,0.0000054204,0.10000,0.987
14,mlp.experts.7.up_proj,0.0000654424,0.10000,1.051
14,mlp.experts.8.up_proj,0.0000076054,0.10000,0.915
14,mlp.experts.9.up_proj,0.0003592296,0.10000,0.940
14,mlp.experts.10.up_proj,0.0000164248,0.10000,0.987
14,mlp.experts.11.up_proj,0.0001350550,0.10000,1.003
14,mlp.experts.12.up_proj,0.0002200303,0.10000,0.999
14,mlp.experts.13.up_proj,0.0001653577,0.10000,1.005
14,mlp.experts.14.up_proj,0.0000616423,0.10000,1.054
14,mlp.experts.15.up_proj,0.0002357482,0.10000,1.065
14,mlp.experts.16.up_proj,0.0000131221,0.10000,1.041
14,mlp.experts.17.up_proj,0.0000341777,0.10000,1.051
14,mlp.experts.18.up_proj,0.0000353924,0.10000,0.986
14,mlp.experts.19.up_proj,0.0006288054,0.10000,1.043
14,mlp.experts.20.up_proj,0.0000196356,0.10000,1.014
14,mlp.experts.21.up_proj,0.0001110030,0.10000,1.007
14,mlp.experts.22.up_proj,0.0000764610,0.10000,0.998
14,mlp.experts.23.up_proj,0.0000139049,0.10000,0.994
14,mlp.experts.24.up_proj,0.0004945389,0.10000,0.988
14,mlp.experts.25.up_proj,0.0003942049,0.10000,1.010
14,mlp.experts.26.up_proj,0.0002709125,0.10000,0.994
14,mlp.experts.27.up_proj,0.0002368440,0.10000,1.015
14,mlp.experts.28.up_proj,0.0000102499,0.10000,0.995
14,mlp.experts.29.up_proj,0.0003958389,0.10000,1.016
14,mlp.experts.30.up_proj,0.0000687267,0.10000,1.049
14,mlp.experts.31.up_proj,0.0029994179,0.10000,1.019
14,mlp.experts.32.up_proj,0.0004122639,0.10000,1.028
14,mlp.experts.33.up_proj,0.0000971236,0.10000,1.048
14,mlp.experts.34.up_proj,0.0000040033,0.10000,1.008
14,mlp.experts.35.up_proj,0.0006094641,0.10000,1.045
14,mlp.experts.36.up_proj,0.0000774482,0.10000,1.015
14,mlp.experts.37.up_proj,0.0000343116,0.10000,1.056
14,mlp.experts.38.up_proj,0.0000153342,0.10000,1.004
14,mlp.experts.39.up_proj,0.0000081061,0.10000,1.004
14,mlp.experts.40.up_proj,0.0000157867,0.10000,1.028
14,mlp.experts.41.up_proj,0.0015579939,0.10000,1.022
14,mlp.experts.42.up_proj,0.0001028547,0.10000,1.006
14,mlp.experts.43.up_proj,0.0015184449,0.10000,0.997
14,mlp.experts.44.up_proj,0.0000080343,0.10000,1.046
14,mlp.experts.45.up_proj,0.0124118513,0.10000,1.011
14,mlp.experts.46.up_proj,0.0002951402,0.10000,1.038
14,mlp.experts.47.up_proj,0.0002301280,0.10000,1.003
14,mlp.experts.48.up_proj,0.0000156372,0.10000,1.052
14,mlp.experts.49.up_proj,0.0001565402,0.10000,0.970
14,mlp.experts.50.up_proj,0.0000108354,0.10000,1.053
14,mlp.experts.51.up_proj,0.0000362963,0.10000,1.017
14,mlp.experts.52.up_proj,0.0001446640,0.10000,1.023
14,mlp.experts.53.up_proj,0.0000170193,0.10000,1.018
14,mlp.experts.54.up_proj,0.0004045656,0.10000,1.034
14,mlp.experts.55.up_proj,0.0000045178,0.10000,1.010
14,mlp.experts.56.up_proj,0.0004752573,0.10000,1.064
14,mlp.experts.57.up_proj,0.0000100092,0.10000,1.019
14,mlp.experts.58.up_proj,0.0002676013,0.10000,1.041
14,mlp.experts.59.up_proj,0.0004058934,0.10000,1.053
14,mlp.experts.60.up_proj,0.0007533124,0.10000,0.910
14,mlp.experts.61.up_proj,0.0001937232,0.10000,0.891
14,mlp.experts.62.up_proj,0.0000299249,0.10000,0.970
14,mlp.experts.63.up_proj,0.0004832012,0.10000,1.038
14,mlp.experts.64.up_proj,0.0003176360,0.10000,1.036
14,mlp.experts.65.up_proj,0.0027864986,0.10000,1.054
14,mlp.experts.66.up_proj,0.0001882387,0.10000,1.008
14,mlp.experts.67.up_proj,0.0000817139,0.10000,0.956
14,mlp.experts.68.up_proj,0.0000234247,0.10000,1.070
14,mlp.experts.69.up_proj,0.0000506994,0.10000,1.012
14,mlp.experts.70.up_proj,0.0005988285,0.10000,1.012
14,mlp.experts.71.up_proj,0.0001591803,0.10000,1.000
14,mlp.experts.72.up_proj,0.0002932744,0.10000,1.035
14,mlp.experts.73.up_proj,0.0009799219,0.10000,1.034
14,mlp.experts.74.up_proj,0.0001698000,0.10000,1.020
14,mlp.experts.75.up_proj,0.0000056146,0.10000,1.034
14,mlp.experts.76.up_proj,0.0000196637,0.10000,1.035
14,mlp.experts.77.up_proj,0.0001217870,0.10000,1.028
14,mlp.experts.78.up_proj,0.0002925474,0.10000,0.959
14,mlp.experts.79.up_proj,0.0000077308,0.10000,0.960
14,mlp.experts.80.up_proj,0.0000171329,0.10000,0.995
14,mlp.experts.81.up_proj,0.0000544832,0.10000,1.000
14,mlp.experts.82.up_proj,0.0000252629,0.10000,0.993
14,mlp.experts.83.up_proj,0.0129054891,0.10000,1.024
14,mlp.experts.84.up_proj,0.0000283368,0.10000,0.996
14,mlp.experts.85.up_proj,0.0004351979,0.10000,0.973
14,mlp.experts.86.up_proj,0.0000233445,0.10000,1.032
14,mlp.experts.87.up_proj,0.0001386396,0.10000,0.999
14,mlp.experts.88.up_proj,0.0000708454,0.10000,1.008
14,mlp.experts.89.up_proj,0.0002449187,0.10000,0.974
14,mlp.experts.91.up_proj,0.0012785059,0.10000,1.005
14,mlp.experts.90.up_proj,0.0000689447,0.10000,1.039
14,mlp.experts.92.up_proj,0.0000758763,0.10000,1.055
14,mlp.experts.93.up_proj,0.0001375574,0.10000,1.045
14,mlp.experts.94.up_proj,0.0000729832,0.10000,1.052
14,mlp.experts.95.up_proj,0.0000136935,0.10000,1.053
14,mlp.experts.96.up_proj,0.0002675406,0.10000,1.010
14,mlp.experts.97.up_proj,0.0022680281,0.10000,1.007
14,mlp.experts.99.up_proj,0.0000240152,0.10000,1.032
14,mlp.experts.98.up_proj,0.0007462278,0.10000,1.046
14,mlp.experts.100.up_proj,0.0000436023,0.10000,0.999
14,mlp.experts.101.up_proj,0.0000275708,0.10000,1.003
14,mlp.experts.103.up_proj,0.0004569415,0.10000,1.026
14,mlp.experts.102.up_proj,0.0001298442,0.10000,1.041
14,mlp.experts.104.up_proj,0.0008850142,0.10000,1.006
14,mlp.experts.105.up_proj,0.0000214766,0.10000,1.011
14,mlp.experts.106.up_proj,0.0023508413,0.10000,1.042
14,mlp.experts.107.up_proj,0.0000273419,0.10000,1.046
14,mlp.experts.108.up_proj,0.0000376141,0.10000,0.975
14,mlp.experts.109.up_proj,0.0000422340,0.10000,1.014
14,mlp.experts.110.up_proj,0.0000292846,0.10000,1.017
14,mlp.experts.111.up_proj,0.0000209302,0.10000,1.029
14,mlp.experts.112.up_proj,0.0001027018,0.10000,1.017
14,mlp.experts.113.up_proj,0.0002798822,0.10000,1.052
14,mlp.experts.114.up_proj,0.0000710276,0.10000,0.997
14,mlp.experts.115.up_proj,0.0000220423,0.10000,0.993
14,mlp.experts.116.up_proj,0.0029787340,0.10000,1.040
14,mlp.experts.117.up_proj,0.0063032351,0.10000,1.041
14,mlp.experts.118.up_proj,0.0002031981,0.10000,0.969
14,mlp.experts.119.up_proj,0.0000410758,0.10000,0.966
14,mlp.experts.120.up_proj,0.0007394375,0.10000,0.985
14,mlp.experts.121.up_proj,0.0000792963,0.10000,0.973
14,mlp.experts.122.up_proj,0.0009815965,0.10000,1.005
14,mlp.experts.123.up_proj,0.0002754187,0.10000,0.964
14,mlp.experts.124.up_proj,0.0008745552,0.10000,1.003
14,mlp.experts.125.up_proj,0.0001110612,0.10000,0.995
14,mlp.experts.126.up_proj,0.0000733712,0.10000,0.956
14,mlp.experts.127.up_proj,0.0005381775,0.10000,1.023
14,mlp.experts.0.gate_proj,0.0003262303,0.10000,0.973
14,mlp.experts.1.gate_proj,0.0001265722,0.10000,0.999
14,mlp.experts.2.gate_proj,0.0008804126,0.10000,1.018
14,mlp.experts.3.gate_proj,0.0000063153,0.10000,1.039
14,mlp.experts.4.gate_proj,0.0001450625,0.10000,1.019
14,mlp.experts.5.gate_proj,0.0001944425,0.10000,1.017
14,mlp.experts.6.gate_proj,0.0000051952,0.10000,0.991
14,mlp.experts.7.gate_proj,0.0000670881,0.10000,1.069
14,mlp.experts.8.gate_proj,0.0000075184,0.10000,0.995
14,mlp.experts.9.gate_proj,0.0003834746,0.10000,0.982
14,mlp.experts.10.gate_proj,0.0000171609,0.10000,1.031
14,mlp.experts.11.gate_proj,0.0001370170,0.10000,1.011
14,mlp.experts.12.gate_proj,0.0002267233,0.10000,1.053
14,mlp.experts.13.gate_proj,0.0001658306,0.10000,1.020
14,mlp.experts.14.gate_proj,0.0000653146,0.10000,0.882
14,mlp.experts.15.gate_proj,0.0002401158,0.10000,0.866
14,mlp.experts.16.gate_proj,0.0000139326,0.10000,0.941
14,mlp.experts.17.gate_proj,0.0000349457,0.10000,0.998
14,mlp.experts.18.gate_proj,0.0000355803,0.10000,0.962
14,mlp.experts.19.gate_proj,0.0006241095,0.10000,1.018
14,mlp.experts.20.gate_proj,0.0000211021,0.10000,0.997
14,mlp.experts.21.gate_proj,0.0001121596,0.10000,0.978
14,mlp.experts.22.gate_proj,0.0000829740,0.10000,0.866
14,mlp.experts.23.gate_proj,0.0000142668,0.10000,0.863
14,mlp.experts.24.gate_proj,0.0005049054,0.10000,0.977
14,mlp.experts.25.gate_proj,0.0004009628,0.10000,0.995
14,mlp.experts.26.gate_proj,0.0003039646,0.10000,1.008
14,mlp.experts.27.gate_proj,0.0002408203,0.10000,0.986
14,mlp.experts.28.gate_proj,0.0000098921,0.10000,1.008
14,mlp.experts.29.gate_proj,0.0004040674,0.10000,1.023
14,mlp.experts.30.gate_proj,0.0000698282,0.10000,1.017
14,mlp.experts.31.gate_proj,0.0031167546,0.10000,1.026
14,mlp.experts.32.gate_proj,0.0004453872,0.10000,1.010
14,mlp.experts.33.gate_proj,0.0001056118,0.10000,1.020
14,mlp.experts.34.gate_proj,0.0000038190,0.10000,1.031
14,mlp.experts.35.gate_proj,0.0006277490,0.10000,1.035
14,mlp.experts.36.gate_proj,0.0000799537,0.10000,1.027
14,mlp.experts.37.gate_proj,0.0000350281,0.10000,1.030
14,mlp.experts.38.gate_proj,0.0000158429,0.10000,1.047
14,mlp.experts.39.gate_proj,0.0000077665,0.10000,0.990
14,mlp.experts.40.gate_proj,0.0000161662,0.10000,0.934
14,mlp.experts.41.gate_proj,0.0016454882,0.10000,0.969
14,mlp.experts.42.gate_proj,0.0001152828,0.10000,1.026
14,mlp.experts.43.gate_proj,0.0015547705,0.10000,1.016
14,mlp.experts.44.gate_proj,0.0000082256,0.10000,0.994
14,mlp.experts.45.gate_proj,0.0134859567,0.10000,0.983
14,mlp.experts.46.gate_proj,0.0002971478,0.10000,1.021
14,mlp.experts.47.gate_proj,0.0002386398,0.10000,1.053
14,mlp.experts.48.gate_proj,0.0000158314,0.10000,1.027
14,mlp.experts.49.gate_proj,0.0001611515,0.10000,1.029
14,mlp.experts.50.gate_proj,0.0000111534,0.10000,0.995
14,mlp.experts.51.gate_proj,0.0000372237,0.10000,1.000
14,mlp.experts.52.gate_proj,0.0001445894,0.10000,0.989
14,mlp.experts.53.gate_proj,0.0000175403,0.10000,1.016
14,mlp.experts.54.gate_proj,0.0004068602,0.10000,1.012
14,mlp.experts.55.gate_proj,0.0000052565,0.10000,0.954
14,mlp.experts.56.gate_proj,0.0004990299,0.10000,1.017
14,mlp.experts.57.gate_proj,0.0000102007,0.10000,0.960
14,mlp.experts.58.gate_proj,0.0002542406,0.10000,0.990
14,mlp.experts.59.gate_proj,0.0004112861,0.10000,0.976
14,mlp.experts.60.gate_proj,0.0007456971,0.10000,1.038
14,mlp.experts.61.gate_proj,0.0002040254,0.10000,1.008
14,mlp.experts.62.gate_proj,0.0000322877,0.10000,1.035
14,mlp.experts.63.gate_proj,0.0043107913,0.10000,1.010
14,mlp.experts.64.gate_proj,0.0003256967,0.10000,1.049
14,mlp.experts.65.gate_proj,0.0029606309,0.10000,0.990
14,mlp.experts.66.gate_proj,0.0001917749,0.10000,1.018
14,mlp.experts.67.gate_proj,0.0000847974,0.10000,1.039
14,mlp.experts.68.gate_proj,0.0000249506,0.10000,1.004
14,mlp.experts.69.gate_proj,0.0000520280,0.10000,1.056
14,mlp.experts.70.gate_proj,0.0006058896,0.10000,0.943
14,mlp.experts.71.gate_proj,0.0001589637,0.10000,1.022
14,mlp.experts.72.gate_proj,0.0002997943,0.10000,1.031
14,mlp.experts.73.gate_proj,0.0009617970,0.10000,1.009
14,mlp.experts.74.gate_proj,0.0001769528,0.10000,0.955
14,mlp.experts.75.gate_proj,0.0000056979,0.10000,0.984
14,mlp.experts.76.gate_proj,0.0000201217,0.10000,1.048
14,mlp.experts.77.gate_proj,0.0001292175,0.10000,0.963
14,mlp.experts.78.gate_proj,0.0002985880,0.10000,0.974
14,mlp.experts.79.gate_proj,0.0000078677,0.10000,0.975
14,mlp.experts.80.gate_proj,0.0000182192,0.10000,0.951
14,mlp.experts.81.gate_proj,0.0000558481,0.10000,0.962
14,mlp.experts.82.gate_proj,0.0000265860,0.10000,1.044
14,mlp.experts.83.gate_proj,0.0129860363,0.10000,1.034
14,mlp.experts.84.gate_proj,0.0000295554,0.10000,1.057
14,mlp.experts.85.gate_proj,0.0004648382,0.10000,1.016
14,mlp.experts.86.gate_proj,0.0000248907,0.10000,0.966
14,mlp.experts.87.gate_proj,0.0001417499,0.10000,0.951
14,mlp.experts.88.gate_proj,0.0000716573,0.10000,1.005
14,mlp.experts.89.gate_proj,0.0002483203,0.10000,0.984
14,mlp.experts.90.gate_proj,0.0000693145,0.10000,1.015
14,mlp.experts.91.gate_proj,0.0012921814,0.10000,0.997
14,mlp.experts.92.gate_proj,0.0000850589,0.10000,0.960
14,mlp.experts.93.gate_proj,0.0001424155,0.10000,0.967
14,mlp.experts.94.gate_proj,0.0000754878,0.10000,1.031
14,mlp.experts.95.gate_proj,0.0000140155,0.10000,1.052
14,mlp.experts.96.gate_proj,0.0002662324,0.10000,1.036
14,mlp.experts.97.gate_proj,0.0023298981,0.10000,1.027
14,mlp.experts.98.gate_proj,0.0008153157,0.10000,0.993
14,mlp.experts.99.gate_proj,0.0000238899,0.10000,1.001
14,mlp.experts.100.gate_proj,0.0000461123,0.10000,0.963
14,mlp.experts.101.gate_proj,0.0000286149,0.10000,0.951
14,mlp.experts.102.gate_proj,0.0001360603,0.10000,1.079
14,mlp.experts.103.gate_proj,0.0004627606,0.10000,1.047
14,mlp.experts.104.gate_proj,0.0009091595,0.10000,1.051
14,mlp.experts.105.gate_proj,0.0000223556,0.10000,1.040
14,mlp.experts.107.gate_proj,0.0000280643,0.10000,1.010
14,mlp.experts.106.gate_proj,0.0024421564,0.10000,1.050
14,mlp.experts.108.gate_proj,0.0000389849,0.10000,0.949
14,mlp.experts.109.gate_proj,0.0000438829,0.10000,0.975
14,mlp.experts.110.gate_proj,0.0000298816,0.10000,0.994
14,mlp.experts.111.gate_proj,0.0000214892,0.10000,1.004
14,mlp.experts.112.gate_proj,0.0001049086,0.10000,0.995
14,mlp.experts.113.gate_proj,0.0002864248,0.10000,1.004
14,mlp.experts.114.gate_proj,0.0000740131,0.10000,0.979
14,mlp.experts.115.gate_proj,0.0000231957,0.10000,0.994
14,mlp.experts.116.gate_proj,0.0031790818,0.10000,0.990
14,mlp.experts.117.gate_proj,0.0084413995,0.10000,1.014
14,mlp.experts.118.gate_proj,0.0002011734,0.10000,0.993
14,mlp.experts.119.gate_proj,0.0000422145,0.10000,1.018
14,mlp.experts.120.gate_proj,0.0007830414,0.10000,0.986
14,mlp.experts.121.gate_proj,0.0000816636,0.10000,1.001
14,mlp.experts.122.gate_proj,0.0010068664,0.10000,1.013
14,mlp.experts.123.gate_proj,0.0002792748,0.10000,1.041
14,mlp.experts.124.gate_proj,0.0009303972,0.10000,1.034
14,mlp.experts.125.gate_proj,0.0001130704,0.10000,1.026
14,mlp.experts.126.gate_proj,0.0000776856,0.10000,1.049
14,mlp.experts.127.gate_proj,0.0005525301,0.10000,0.983
14,mlp.experts.1.down_proj,0.0000157461,0.10000,0.379
14,mlp.experts.0.down_proj,0.0000305646,0.10000,0.395
14,mlp.experts.2.down_proj,0.0000185029,0.10000,0.370
14,mlp.experts.3.down_proj,0.0000005722,0.10000,0.372
14,mlp.experts.4.down_proj,0.0000189295,0.10000,0.393
14,mlp.experts.5.down_proj,0.0000187223,0.10000,0.398
14,mlp.experts.6.down_proj,0.0000005542,0.10000,0.399
14,mlp.experts.7.down_proj,0.0000103977,0.10000,0.400
14,mlp.experts.8.down_proj,0.0000008936,0.10000,0.346
14,mlp.experts.9.down_proj,0.0000589632,0.10000,0.350
14,mlp.experts.10.down_proj,0.0000029328,0.10000,0.351
14,mlp.experts.11.down_proj,0.0000196411,0.10000,0.351
14,mlp.experts.12.down_proj,0.0000418970,0.10000,0.327
14,mlp.experts.13.down_proj,0.0000185414,0.10000,0.325
14,mlp.experts.14.down_proj,0.0000058388,0.10000,0.345
14,mlp.experts.15.down_proj,0.0000374688,0.10000,0.352
14,mlp.experts.16.down_proj,0.0000017381,0.10000,0.388
14,mlp.experts.17.down_proj,0.0000043873,0.10000,0.382
14,mlp.experts.18.down_proj,0.0000048574,0.10000,0.382
14,mlp.experts.19.down_proj,0.0000223661,0.10000,0.392
14,mlp.experts.20.down_proj,0.0000034666,0.10000,0.386
14,mlp.experts.21.down_proj,0.0000168416,0.10000,0.400
14,mlp.experts.22.down_proj,0.0000139372,0.10000,0.392
14,mlp.experts.23.down_proj,0.0000014639,0.10000,0.374
14,mlp.experts.24.down_proj,0.0000548853,0.10000,0.393
14,mlp.experts.25.down_proj,0.0000523027,0.10000,0.396
14,mlp.experts.26.down_proj,0.0000533361,0.10000,0.380
14,mlp.experts.27.down_proj,0.0000322191,0.10000,0.367
14,mlp.experts.28.down_proj,0.0000018288,0.10000,0.399
14,mlp.experts.29.down_proj,0.0000427493,0.10000,0.389
14,mlp.experts.30.down_proj,0.0000051656,0.10000,0.362
14,mlp.experts.31.down_proj,0.0000401761,0.10000,0.358
14,mlp.experts.32.down_proj,0.0001506103,0.10000,0.406
14,mlp.experts.33.down_proj,0.0000125032,0.10000,0.405
14,mlp.experts.34.down_proj,0.0000004020,0.10000,0.393
14,mlp.experts.35.down_proj,0.0000820111,0.10000,0.400
14,mlp.experts.36.down_proj,0.0000103456,0.10000,0.396
14,mlp.experts.37.down_proj,0.0000033957,0.10000,0.400
14,mlp.experts.38.down_proj,0.0000015016,0.10000,0.383
14,mlp.experts.39.down_proj,0.0000010657,0.10000,0.397
14,mlp.experts.40.down_proj,0.0000014279,0.10000,0.337
14,mlp.experts.41.down_proj,0.0002462567,0.10000,0.345
14,mlp.experts.42.down_proj,0.0000080223,0.10000,0.396
14,mlp.experts.43.down_proj,0.0001229727,0.10000,0.387
14,mlp.experts.44.down_proj,0.0000008537,0.10000,0.384
14,mlp.experts.45.down_proj,0.0002638198,0.10000,0.399
14,mlp.experts.46.down_proj,0.0000504097,0.10000,0.402
14,mlp.experts.47.down_proj,0.0000551684,0.10000,0.394
14,mlp.experts.48.down_proj,0.0000018142,0.10000,0.375
14,mlp.experts.49.down_proj,0.0000233292,0.10000,0.396
14,mlp.experts.50.down_proj,0.0000009731,0.10000,0.397
14,mlp.experts.51.down_proj,0.0000034108,0.10000,0.387
14,mlp.experts.52.down_proj,0.0000189211,0.10000,0.393
14,mlp.experts.53.down_proj,0.0000017653,0.10000,0.395
14,mlp.experts.54.down_proj,0.0000442073,0.10000,0.386
14,mlp.experts.55.down_proj,0.0000004132,0.10000,0.362
14,mlp.experts.56.down_proj,0.0000892535,0.10000,0.360
14,mlp.experts.57.down_proj,0.0000008873,0.10000,0.367
14,mlp.experts.58.down_proj,0.0000624864,0.10000,0.357
14,mlp.experts.59.down_proj,0.0000481202,0.10000,0.366
14,mlp.experts.60.down_proj,0.0000170491,0.10000,0.387
14,mlp.experts.61.down_proj,0.0000317216,0.10000,0.404
14,mlp.experts.62.down_proj,0.0000064589,0.10000,0.400
14,mlp.experts.63.down_proj,0.0000002852,0.10000,0.398
14,mlp.experts.64.down_proj,0.0000697299,0.10000,0.341
14,mlp.experts.65.down_proj,0.0003162840,0.10000,0.347
14,mlp.experts.66.down_proj,0.0000193629,0.10000,0.340
14,mlp.experts.67.down_proj,0.0000055313,0.10000,0.341
14,mlp.experts.68.down_proj,0.0000046638,0.10000,0.340
14,mlp.experts.69.down_proj,0.0000083220,0.10000,0.334
14,mlp.experts.70.down_proj,0.0000679048,0.10000,0.373
14,mlp.experts.71.down_proj,0.0000169083,0.10000,0.397
14,mlp.experts.72.down_proj,0.0000289755,0.10000,0.349
14,mlp.experts.73.down_proj,0.0000196242,0.10000,0.366
14,mlp.experts.74.down_proj,0.0000163892,0.10000,0.377
14,mlp.experts.75.down_proj,0.0000008117,0.10000,0.372
14,mlp.experts.76.down_proj,0.0000017689,0.10000,0.361
14,mlp.experts.77.down_proj,0.0000063090,0.10000,0.372
14,mlp.experts.78.down_proj,0.0000259732,0.10000,0.354
14,mlp.experts.79.down_proj,0.0000010729,0.10000,0.332
14,mlp.experts.80.down_proj,0.0000034321,0.10000,0.336
14,mlp.experts.81.down_proj,0.0000052108,0.10000,0.354
14,mlp.experts.82.down_proj,0.0000056867,0.10000,0.373
14,mlp.experts.83.down_proj,0.0010496937,0.10000,0.383
14,mlp.experts.84.down_proj,0.0000042651,0.10000,0.391
14,mlp.experts.85.down_proj,0.0001141643,0.10000,0.386
14,mlp.experts.86.down_proj,0.0000016457,0.10000,0.386
14,mlp.experts.87.down_proj,0.0000162130,0.10000,0.397
14,mlp.experts.88.down_proj,0.0000104621,0.10000,0.369
14,mlp.experts.89.down_proj,0.0000285330,0.10000,0.375
14,mlp.experts.90.down_proj,0.0000072165,0.10000,0.372
14,mlp.experts.91.down_proj,0.0001712050,0.10000,0.398
14,mlp.experts.92.down_proj,0.0000085131,0.10000,0.400
14,mlp.experts.93.down_proj,0.0000157524,0.10000,0.404
14,mlp.experts.94.down_proj,0.0000088769,0.10000,0.376
14,mlp.experts.95.down_proj,0.0000013297,0.10000,0.380
14,mlp.experts.96.down_proj,0.0000560978,0.10000,0.388
14,mlp.experts.97.down_proj,0.0001452856,0.10000,0.381
14,mlp.experts.98.down_proj,0.0000117594,0.10000,0.396
14,mlp.experts.99.down_proj,0.0000027400,0.10000,0.378
14,mlp.experts.100.down_proj,0.0000051063,0.10000,0.388
14,mlp.experts.101.down_proj,0.0000048613,0.10000,0.378
14,mlp.experts.102.down_proj,0.0000337052,0.10000,0.383
14,mlp.experts.103.down_proj,0.0000608157,0.10000,0.381
14,mlp.experts.104.down_proj,0.0001181247,0.10000,0.376
14,mlp.experts.105.down_proj,0.0000028530,0.10000,0.367
14,mlp.experts.106.down_proj,0.0002322283,0.10000,0.392
14,mlp.experts.107.down_proj,0.0000029092,0.10000,0.375
14,mlp.experts.108.down_proj,0.0000044301,0.10000,0.384
14,mlp.experts.109.down_proj,0.0000033055,0.10000,0.371
14,mlp.experts.110.down_proj,0.0000022757,0.10000,0.387
14,mlp.experts.111.down_proj,0.0000027942,0.10000,0.375
14,mlp.experts.112.down_proj,0.0000127624,0.10000,0.352
14,mlp.experts.113.down_proj,0.0000272880,0.10000,0.345
14,mlp.experts.114.down_proj,0.0000077955,0.10000,0.331
14,mlp.experts.115.down_proj,0.0000027564,0.10000,0.336
14,mlp.experts.116.down_proj,0.0000497625,0.10000,0.336
14,mlp.experts.117.down_proj,0.0000280902,0.10000,0.337
14,mlp.experts.118.down_proj,0.0000324308,0.10000,0.330
14,mlp.experts.119.down_proj,0.0000057205,0.10000,0.342
14,mlp.experts.120.down_proj,0.0001015869,0.10000,0.378
14,mlp.experts.121.down_proj,0.0000130435,0.10000,0.385
14,mlp.experts.122.down_proj,0.0001585757,0.10000,0.341
14,mlp.experts.123.down_proj,0.0000136252,0.10000,0.325
14,mlp.experts.124.down_proj,0.0001383906,0.10000,0.346
14,mlp.experts.125.down_proj,0.0000160963,0.10000,0.363
14,mlp.experts.126.down_proj,0.0000139137,0.10000,0.396
14,mlp.experts.127.down_proj,0.0000631839,0.10000,0.371
15,self_attn.k_proj,0.0000000152,0.10000,0.970
15,self_attn.q_proj,0.0000001195,0.10000,1.008
15,self_attn.v_proj,0.0000000201,0.10000,0.618
15,self_attn.o_proj,0.0000000220,0.10000,1.205
15,mlp.gate,0.0000049688,0.10000,0.577
15,mlp.experts.0.up_proj,0.0000673193,0.10000,1.038
15,mlp.experts.1.up_proj,0.0000044549,0.10000,1.063
15,mlp.experts.2.up_proj,0.0001577536,0.10000,1.030
15,mlp.experts.3.up_proj,0.0000083833,0.10000,1.022
15,mlp.experts.4.up_proj,0.0001488959,0.10000,1.041
15,mlp.experts.5.up_proj,0.0009920400,0.10000,1.026
15,mlp.experts.7.up_proj,0.0000142844,0.10000,1.021
15,mlp.experts.6.up_proj,0.0000097910,0.10000,1.047
15,mlp.experts.8.up_proj,0.0000225127,0.10000,1.043
15,mlp.experts.9.up_proj,0.0000267304,0.10000,1.051
15,mlp.experts.10.up_proj,0.0000516503,0.10000,1.031
15,mlp.experts.11.up_proj,0.0000755385,0.10000,1.047
15,mlp.experts.12.up_proj,0.0011069880,0.10000,1.014
15,mlp.experts.13.up_proj,0.0000847317,0.10000,1.064
15,mlp.experts.14.up_proj,0.0002965668,0.10000,1.041
15,mlp.experts.15.up_proj,0.0016100090,0.10000,0.994
15,mlp.experts.16.up_proj,0.0000083121,0.10000,1.000
15,mlp.experts.17.up_proj,0.0000114770,0.10000,0.999
15,mlp.experts.18.up_proj,0.0001033707,0.10000,0.995
15,mlp.experts.19.up_proj,0.0009248876,0.10000,0.971
15,mlp.experts.20.up_proj,0.0000414027,0.10000,1.035
15,mlp.experts.21.up_proj,0.0004687223,0.10000,1.078
15,mlp.experts.22.up_proj,0.0002314418,0.10000,0.993
15,mlp.experts.23.up_proj,0.0000205742,0.10000,1.014
15,mlp.experts.24.up_proj,0.0002566290,0.10000,1.036
15,mlp.experts.25.up_proj,0.0001535945,0.10000,1.031
15,mlp.experts.26.up_proj,0.0075126105,0.10000,1.053
15,mlp.experts.27.up_proj,0.0003699379,0.10000,1.011
15,mlp.experts.28.up_proj,0.0001469265,0.10000,1.009
15,mlp.experts.29.up_proj,0.0000594390,0.10000,1.032
15,mlp.experts.30.up_proj,0.0000524865,0.10000,1.033
15,mlp.experts.31.up_proj,0.0000277139,0.10000,1.056
15,mlp.experts.32.up_proj,0.0000441689,0.10000,1.041
15,mlp.experts.33.up_proj,0.0002235010,0.10000,1.049
15,mlp.experts.34.up_proj,0.0000225384,0.10000,1.035
15,mlp.experts.35.up_proj,0.0000123224,0.10000,0.981
15,mlp.experts.36.up_proj,0.0010562327,0.10000,1.041
15,mlp.experts.37.up_proj,0.0000266691,0.10000,1.026
15,mlp.experts.38.up_proj,0.0000413157,0.10000,1.021
15,mlp.experts.39.up_proj,0.0000410175,0.10000,1.093
15,mlp.experts.40.up_proj,0.0000068871,0.10000,0.952
15,mlp.experts.41.up_proj,0.0007942020,0.10000,0.967
15,mlp.experts.42.up_proj,0.0012485611,0.10000,1.071
15,mlp.experts.43.up_proj,0.0012241364,0.10000,0.992
15,mlp.experts.44.up_proj,0.0012227932,0.10000,1.055
15,mlp.experts.45.up_proj,0.0000891218,0.10000,1.054
15,mlp.experts.46.up_proj,0.0007617595,0.10000,1.060
15,mlp.experts.47.up_proj,0.0006194212,0.10000,1.065
15,mlp.experts.48.up_proj,0.0000843222,0.10000,0.959
15,mlp.experts.49.up_proj,0.0000439256,0.10000,0.976
15,mlp.experts.50.up_proj,0.0001414749,0.10000,0.998
15,mlp.experts.51.up_proj,0.0001205751,0.10000,1.013
15,mlp.experts.52.up_proj,0.0002303243,0.10000,0.967
15,mlp.experts.53.up_proj,0.0005958300,0.10000,0.928
15,mlp.experts.54.up_proj,0.0001229246,0.10000,1.042
15,mlp.experts.55.up_proj,0.0000069859,0.10000,1.034
15,mlp.experts.56.up_proj,0.0000161267,0.10000,1.032
15,mlp.experts.57.up_proj,0.0000896567,0.10000,1.041
15,mlp.experts.58.up_proj,0.0001307009,0.10000,1.029
15,mlp.experts.59.up_proj,0.0000804862,0.10000,1.034
15,mlp.experts.60.up_proj,0.0000134018,0.10000,1.003
15,mlp.experts.61.up_proj,0.0000610308,0.10000,0.990
15,mlp.experts.62.up_proj,0.0012495561,0.10000,1.040
15,mlp.experts.63.up_proj,0.0005688590,0.10000,1.049
15,mlp.experts.64.up_proj,0.0009613250,0.10000,0.937
15,mlp.experts.65.up_proj,0.0010200515,0.10000,0.935
15,mlp.experts.66.up_proj,0.0002662605,0.10000,1.002
15,mlp.experts.67.up_proj,0.0010368709,0.10000,1.004
15,mlp.experts.68.up_proj,0.0003644888,0.10000,0.998
15,mlp.experts.69.up_proj,0.0000357948,0.10000,0.995
15,mlp.experts.70.up_proj,0.0000978890,0.10000,0.984
15,mlp.experts.71.up_proj,0.0000249065,0.10000,1.030
15,mlp.experts.72.up_proj,0.0000226075,0.10000,0.979
15,mlp.experts.73.up_proj,0.0001840578,0.10000,1.012
15,mlp.experts.74.up_proj,0.0022295954,0.10000,0.969
15,mlp.experts.75.up_proj,0.0002071435,0.10000,1.005
15,mlp.experts.76.up_proj,0.0001534069,0.10000,0.971
15,mlp.experts.77.up_proj,0.0000483427,0.10000,1.050
15,mlp.experts.78.up_proj,0.0001706414,0.10000,1.006
15,mlp.experts.79.up_proj,0.0005885782,0.10000,1.047
15,mlp.experts.80.up_proj,0.0001190024,0.10000,1.055
15,mlp.experts.81.up_proj,0.0005182513,0.10000,1.028
15,mlp.experts.82.up_proj,0.0000078818,0.10000,0.975
15,mlp.experts.83.up_proj,0.0003518373,0.10000,0.974
15,mlp.experts.84.up_proj,0.0001680948,0.10000,0.934
15,mlp.experts.85.up_proj,0.0000187184,0.10000,0.978
15,mlp.experts.86.up_proj,0.0000146653,0.10000,0.994
15,mlp.experts.87.up_proj,0.0000132909,0.10000,0.983
15,mlp.experts.88.up_proj,0.0005508333,0.10000,1.028
15,mlp.experts.89.up_proj,0.0000212293,0.10000,1.032
15,mlp.experts.90.up_proj,0.0000237340,0.10000,1.010
15,mlp.experts.91.up_proj,0.0000075127,0.10000,1.016
15,mlp.experts.92.up_proj,0.0046287403,0.10000,1.069
15,mlp.experts.93.up_proj,0.0004106601,0.10000,0.994
15,mlp.experts.94.up_proj,0.0000149378,0.10000,0.987
15,mlp.experts.95.up_proj,0.0000066877,0.10000,0.973
15,mlp.experts.96.up_proj,0.0000361105,0.10000,1.041
15,mlp.experts.97.up_proj,0.0025880249,0.10000,1.041
15,mlp.experts.98.up_proj,0.0000102792,0.10000,0.981
15,mlp.experts.99.up_proj,0.0005533864,0.10000,0.958
15,mlp.experts.100.up_proj,0.0000178449,0.10000,1.015
15,mlp.experts.101.up_proj,0.0000381652,0.10000,1.039
15,mlp.experts.102.up_proj,0.0001177261,0.10000,1.061
15,mlp.experts.103.up_proj,0.0000527990,0.10000,1.012
15,mlp.experts.104.up_proj,0.0004141870,0.10000,1.058
15,mlp.experts.105.up_proj,0.0006512388,0.10000,1.045
15,mlp.experts.106.up_proj,0.0001713633,0.10000,0.992
15,mlp.experts.107.up_proj,0.0005033193,0.10000,1.043
15,mlp.experts.108.up_proj,0.0018595078,0.10000,0.995
15,mlp.experts.109.up_proj,0.0000525023,0.10000,1.070
15,mlp.experts.110.up_proj,0.0009851264,0.10000,1.045
15,mlp.experts.111.up_proj,0.0024818396,0.10000,1.023
15,mlp.experts.112.up_proj,0.0005993695,0.10000,1.003
15,mlp.experts.113.up_proj,0.0002865253,0.10000,1.024
15,mlp.experts.114.up_proj,0.0041114830,0.10000,1.030
15,mlp.experts.115.up_proj,0.0002284482,0.10000,1.040
15,mlp.experts.116.up_proj,0.0000306795,0.10000,1.029
15,mlp.experts.117.up_proj,0.0003457234,0.10000,1.036
15,mlp.experts.118.up_proj,0.0003663351,0.10000,1.028
15,mlp.experts.119.up_proj,0.0001807953,0.10000,1.027
15,mlp.experts.120.up_proj,0.0000196117,0.10000,1.001
15,mlp.experts.121.up_proj,0.0000162370,0.10000,0.978
15,mlp.experts.122.up_proj,0.0002575111,0.10000,1.018
15,mlp.experts.123.up_proj,0.0001396237,0.10000,1.035
15,mlp.experts.124.up_proj,0.0005160630,0.10000,1.003
15,mlp.experts.125.up_proj,0.0001434180,0.10000,1.025
15,mlp.experts.126.up_proj,0.0004449338,0.10000,1.026
15,mlp.experts.127.up_proj,0.0002730267,0.10000,1.071
15,mlp.experts.0.gate_proj,0.0000756758,0.10000,1.023
15,mlp.experts.1.gate_proj,0.0000041294,0.10000,1.053
15,mlp.experts.2.gate_proj,0.0001625819,0.10000,1.044
15,mlp.experts.3.gate_proj,0.0000080829,0.10000,1.034
15,mlp.experts.4.gate_proj,0.0001374121,0.10000,1.048
15,mlp.experts.5.gate_proj,0.0010078710,0.10000,1.031
15,mlp.experts.6.gate_proj,0.0000097877,0.10000,1.053
15,mlp.experts.7.gate_proj,0.0000149382,0.10000,0.990
15,mlp.experts.8.gate_proj,0.0000231711,0.10000,1.012
15,mlp.experts.9.gate_proj,0.0000279935,0.10000,1.024
15,mlp.experts.10.gate_proj,0.0000535032,0.10000,0.954
15,mlp.experts.11.gate_proj,0.0000803252,0.10000,0.956
15,mlp.experts.12.gate_proj,0.0011125462,0.10000,0.999
15,mlp.experts.13.gate_proj,0.0000853229,0.10000,1.020
15,mlp.experts.14.gate_proj,0.0003046019,0.10000,1.002
15,mlp.experts.15.gate_proj,0.0017030660,0.10000,1.076
15,mlp.experts.16.gate_proj,0.0000084836,0.10000,0.996
15,mlp.experts.17.gate_proj,0.0000116341,0.10000,1.042
15,mlp.experts.18.gate_proj,0.0001059595,0.10000,1.019
15,mlp.experts.19.gate_proj,0.0009364218,0.10000,1.018
15,mlp.experts.20.gate_proj,0.0000417447,0.10000,1.012
15,mlp.experts.21.gate_proj,0.0004767074,0.10000,1.017
15,mlp.experts.22.gate_proj,0.0002296410,0.10000,1.009
15,mlp.experts.23.gate_proj,0.0000206787,0.10000,1.063
15,mlp.experts.24.gate_proj,0.0002643472,0.10000,1.035
15,mlp.experts.25.gate_proj,0.0001826218,0.10000,1.040
15,mlp.experts.26.gate_proj,0.0077909810,0.10000,1.057
15,mlp.experts.27.gate_proj,0.0003743113,0.10000,1.044
15,mlp.experts.28.gate_proj,0.0001559675,0.10000,0.985
15,mlp.experts.29.gate_proj,0.0000628045,0.10000,1.027
15,mlp.experts.30.gate_proj,0.0000536719,0.10000,0.979
15,mlp.experts.31.gate_proj,0.0000266617,0.10000,1.030
15,mlp.experts.32.gate_proj,0.0000490340,0.10000,1.033
15,mlp.experts.33.gate_proj,0.0002290635,0.10000,1.036
15,mlp.experts.34.gate_proj,0.0000231122,0.10000,1.037
15,mlp.experts.35.gate_proj,0.0000120768,0.10000,1.060
15,mlp.experts.36.gate_proj,0.0010738119,0.10000,1.009
15,mlp.experts.37.gate_proj,0.0000279817,0.10000,1.009
15,mlp.experts.38.gate_proj,0.0000421944,0.10000,0.982
15,mlp.experts.39.gate_proj,0.0000425464,0.10000,1.009
15,mlp.experts.40.gate_proj,0.0000070661,0.10000,0.992
15,mlp.experts.41.gate_proj,0.0008414441,0.10000,0.989
15,mlp.experts.42.gate_proj,0.0013079168,0.10000,0.973
15,mlp.experts.43.gate_proj,0.0013443485,0.10000,0.948
15,mlp.experts.44.gate_proj,0.0012595274,0.10000,0.951
15,mlp.experts.45.gate_proj,0.0000922126,0.10000,1.055
15,mlp.experts.46.gate_proj,0.0008138805,0.10000,1.020
15,mlp.experts.47.gate_proj,0.0006473727,0.10000,1.012
15,mlp.experts.48.gate_proj,0.0000864331,0.10000,1.029
15,mlp.experts.49.gate_proj,0.0000457941,0.10000,1.072
15,mlp.experts.50.gate_proj,0.0001422856,0.10000,1.060
15,mlp.experts.51.gate_proj,0.0001321039,0.10000,1.013
15,mlp.experts.52.gate_proj,0.0002847830,0.10000,1.043
15,mlp.experts.53.gate_proj,0.0006142953,0.10000,1.018
15,mlp.experts.54.gate_proj,0.0001237602,0.10000,1.005
15,mlp.experts.55.gate_proj,0.0000066941,0.10000,0.985
15,mlp.experts.56.gate_proj,0.0000150125,0.10000,1.000
15,mlp.experts.57.gate_proj,0.0000934575,0.10000,1.015
15,mlp.experts.58.gate_proj,0.0001343764,0.10000,1.001
15,mlp.experts.59.gate_proj,0.0000842017,0.10000,1.067
15,mlp.experts.60.gate_proj,0.0000132379,0.10000,1.035
15,mlp.experts.61.gate_proj,0.0000614528,0.10000,1.039
15,mlp.experts.62.gate_proj,0.0013068457,0.10000,0.977
15,mlp.experts.63.gate_proj,0.0005828221,0.10000,1.012
15,mlp.experts.64.gate_proj,0.0009984706,0.10000,1.011
15,mlp.experts.65.gate_proj,0.0010614831,0.10000,1.009
15,mlp.experts.66.gate_proj,0.0002890289,0.10000,1.002
15,mlp.experts.67.gate_proj,0.0010744970,0.10000,1.039
15,mlp.experts.68.gate_proj,0.0003731270,0.10000,1.021
15,mlp.experts.69.gate_proj,0.0000363293,0.10000,1.008
15,mlp.experts.70.gate_proj,0.0001000005,0.10000,1.035
15,mlp.experts.71.gate_proj,0.0000256558,0.10000,1.029
15,mlp.experts.72.gate_proj,0.0000239025,0.10000,1.018
15,mlp.experts.73.gate_proj,0.0010959471,0.10000,1.051
15,mlp.experts.74.gate_proj,0.0023536483,0.10000,1.026
15,mlp.experts.75.gate_proj,0.0002156160,0.10000,1.050
15,mlp.experts.76.gate_proj,0.0001584625,0.10000,1.024
15,mlp.experts.77.gate_proj,0.0000500391,0.10000,1.062
15,mlp.experts.78.gate_proj,0.0001771827,0.10000,0.968
15,mlp.experts.79.gate_proj,0.0005985317,0.10000,1.046
15,mlp.experts.80.gate_proj,0.0001514752,0.10000,1.030
15,mlp.experts.81.gate_proj,0.0005442928,0.10000,1.051
15,mlp.experts.82.gate_proj,0.0000080706,0.10000,1.011
15,mlp.experts.83.gate_proj,0.0003646479,0.10000,1.040
15,mlp.experts.84.gate_proj,0.0001725700,0.10000,1.029
15,mlp.experts.85.gate_proj,0.0000189487,0.10000,1.057
15,mlp.experts.86.gate_proj,0.0000151740,0.10000,1.046
15,mlp.experts.87.gate_proj,0.0000143457,0.10000,1.040
15,mlp.experts.88.gate_proj,0.0005644931,0.10000,1.046
15,mlp.experts.90.gate_proj,0.0000251871,0.10000,1.048
15,mlp.experts.89.gate_proj,0.0000221376,0.10000,1.071
15,mlp.experts.91.gate_proj,0.0000075800,0.10000,1.056
15,mlp.experts.92.gate_proj,0.0049096896,0.10000,1.078
15,mlp.experts.93.gate_proj,0.0004315539,0.10000,1.046
15,mlp.experts.94.gate_proj,0.0000154056,0.10000,1.020
15,mlp.experts.95.gate_proj,0.0000066357,0.10000,1.071
15,mlp.experts.96.gate_proj,0.0000367599,0.10000,1.068
15,mlp.experts.98.gate_proj,0.0000108667,0.10000,1.086
15,mlp.experts.97.gate_proj,0.0026908728,0.10000,1.093
15,mlp.experts.99.gate_proj,0.0005822138,0.10000,1.083
15,mlp.experts.100.gate_proj,0.0000191018,0.10000,1.082
15,mlp.experts.101.gate_proj,0.0000396123,0.10000,1.083
15,mlp.experts.102.gate_proj,0.0001241050,0.10000,1.091
15,mlp.experts.103.gate_proj,0.0000529221,0.10000,1.042
15,mlp.experts.104.gate_proj,0.0004240093,0.10000,1.095
15,mlp.experts.105.gate_proj,0.0006788277,0.10000,1.067
15,mlp.experts.106.gate_proj,0.0001783345,0.10000,1.022
15,mlp.experts.107.gate_proj,0.0005062546,0.10000,1.078
15,mlp.experts.108.gate_proj,0.0019578052,0.10000,1.068
15,mlp.experts.109.gate_proj,0.0000551310,0.10000,1.017
15,mlp.experts.110.gate_proj,0.0009957474,0.10000,1.068
15,mlp.experts.111.gate_proj,0.0025262954,0.10000,1.035
15,mlp.experts.112.gate_proj,0.0006150592,0.10000,0.992
15,mlp.experts.114.gate_proj,0.0044301552,0.10000,1.037
15,mlp.experts.113.gate_proj,0.0002964971,0.10000,1.092
15,mlp.experts.115.gate_proj,0.0002273169,0.10000,1.031
15,mlp.experts.116.gate_proj,0.0000324753,0.10000,1.050
15,mlp.experts.117.gate_proj,0.0003640906,0.10000,0.924
15,mlp.experts.118.gate_proj,0.0003670430,0.10000,0.931
15,mlp.experts.119.gate_proj,0.0001973933,0.10000,1.034
15,mlp.experts.120.gate_proj,0.0000204766,0.10000,1.052
15,mlp.experts.121.gate_proj,0.0000166558,0.10000,1.063
15,mlp.experts.122.gate_proj,0.0002631103,0.10000,1.018
15,mlp.experts.123.gate_proj,0.0001464844,0.10000,1.051
15,mlp.experts.124.gate_proj,0.0005362982,0.10000,1.041
15,mlp.experts.125.gate_proj,0.0001493799,0.10000,1.050
15,mlp.experts.126.gate_proj,0.0004525055,0.10000,1.081
15,mlp.experts.127.gate_proj,0.0002785248,0.10000,0.652
15,mlp.experts.1.down_proj,0.0000004730,0.10000,0.394
15,mlp.experts.0.down_proj,0.0000070454,0.10000,0.399
15,mlp.experts.2.down_proj,0.0000206099,0.10000,0.395
15,mlp.experts.3.down_proj,0.0000009900,0.10000,0.403
15,mlp.experts.4.down_proj,0.0000183508,0.10000,0.404
15,mlp.experts.5.down_proj,0.0001053836,0.10000,0.404
15,mlp.experts.6.down_proj,0.0000009925,0.10000,0.397
15,mlp.experts.7.down_proj,0.0000016393,0.10000,0.402
15,mlp.experts.8.down_proj,0.0000026397,0.10000,0.388
15,mlp.experts.9.down_proj,0.0000033032,0.10000,0.396
15,mlp.experts.10.down_proj,0.0000057479,0.10000,0.386
15,mlp.experts.11.down_proj,0.0000090911,0.10000,0.399
15,mlp.experts.12.down_proj,0.0001362048,0.10000,0.389
15,mlp.experts.13.down_proj,0.0000090502,0.10000,0.399
15,mlp.experts.14.down_proj,0.0000326886,0.10000,0.389
15,mlp.experts.15.down_proj,0.0000343111,0.10000,0.398
15,mlp.experts.16.down_proj,0.0000007544,0.10000,0.381
15,mlp.experts.17.down_proj,0.0000011070,0.10000,0.401
15,mlp.experts.18.down_proj,0.0000118477,0.10000,0.375
15,mlp.experts.19.down_proj,0.0001195269,0.10000,0.384
15,mlp.experts.20.down_proj,0.0000046417,0.10000,0.328
15,mlp.experts.21.down_proj,0.0000517129,0.10000,0.329
15,mlp.experts.22.down_proj,0.0000396499,0.10000,0.324
15,mlp.experts.23.down_proj,0.0000034525,0.10000,0.326
15,mlp.experts.24.down_proj,0.0000256313,0.10000,0.327
15,mlp.experts.25.down_proj,0.0000189939,0.10000,0.349
15,mlp.experts.26.down_proj,0.0000872189,0.10000,0.410
15,mlp.experts.27.down_proj,0.0000464130,0.10000,0.401
15,mlp.experts.28.down_proj,0.0000265864,0.10000,0.407
15,mlp.experts.29.down_proj,0.0000088829,0.10000,0.389
15,mlp.experts.30.down_proj,0.0000086755,0.10000,0.407
15,mlp.experts.31.down_proj,0.0000029781,0.10000,0.380
15,mlp.experts.32.down_proj,0.0000047182,0.10000,0.383
15,mlp.experts.33.down_proj,0.0000396940,0.10000,0.389
15,mlp.experts.34.down_proj,0.0000035933,0.10000,0.383
15,mlp.experts.35.down_proj,0.0000016778,0.10000,0.383
15,mlp.experts.36.down_proj,0.0001613090,0.10000,0.379
15,mlp.experts.37.down_proj,0.0000044566,0.10000,0.388
15,mlp.experts.38.down_proj,0.0000011126,0.10000,0.378
15,mlp.experts.39.down_proj,0.0000036148,0.10000,0.374
15,mlp.experts.40.down_proj,0.0000006950,0.10000,0.365
15,mlp.experts.41.down_proj,0.0001679881,0.10000,0.373
15,mlp.experts.42.down_proj,0.0002090824,0.10000,0.342
15,mlp.experts.43.down_proj,0.0002493218,0.10000,0.338
15,mlp.experts.44.down_proj,0.0001574460,0.10000,0.352
15,mlp.experts.45.down_proj,0.0000115069,0.10000,0.364
15,mlp.experts.46.down_proj,0.0001855978,0.10000,0.403
15,mlp.experts.47.down_proj,0.0001324096,0.10000,0.407
15,mlp.experts.48.down_proj,0.0000063971,0.10000,0.370
15,mlp.experts.49.down_proj,0.0000048556,0.10000,0.403
15,mlp.experts.50.down_proj,0.0000147494,0.10000,0.376
15,mlp.experts.51.down_proj,0.0000225362,0.10000,0.401
15,mlp.experts.52.down_proj,0.0000584610,0.10000,0.398
15,mlp.experts.53.down_proj,0.0001247509,0.10000,0.390
15,mlp.experts.54.down_proj,0.0000177057,0.10000,0.357
15,mlp.experts.55.down_proj,0.0000008047,0.10000,0.334
15,mlp.experts.56.down_proj,0.0000017773,0.10000,0.321
15,mlp.experts.57.down_proj,0.0000116447,0.10000,0.349
15,mlp.experts.58.down_proj,0.0000107932,0.10000,0.371
15,mlp.experts.59.down_proj,0.0000070732,0.10000,0.394
15,mlp.experts.60.down_proj,0.0000018805,0.10000,0.364
15,mlp.experts.61.down_proj,0.0000068912,0.10000,0.353
15,mlp.experts.62.down_proj,0.0002192771,0.10000,0.335
15,mlp.experts.63.down_proj,0.0000193800,0.10000,0.348
15,mlp.experts.64.down_proj,0.0000385248,0.10000,0.330
15,mlp.experts.65.down_proj,0.0001672412,0.10000,0.340
15,mlp.experts.66.down_proj,0.0000276255,0.10000,0.350
15,mlp.experts.67.down_proj,0.0001181503,0.10000,0.386
15,mlp.experts.68.down_proj,0.0000405779,0.10000,0.376
15,mlp.experts.69.down_proj,0.0000051821,0.10000,0.396
15,mlp.experts.70.down_proj,0.0000112566,0.10000,0.410
15,mlp.experts.71.down_proj,0.0000036242,0.10000,0.400
15,mlp.experts.72.down_proj,0.0000032615,0.10000,0.390
15,mlp.experts.73.down_proj,0.0000080533,0.10000,0.404
15,mlp.experts.74.down_proj,0.0003432314,0.10000,0.393
15,mlp.experts.75.down_proj,0.0000277399,0.10000,0.384
15,mlp.experts.76.down_proj,0.0000194478,0.10000,0.386
15,mlp.experts.77.down_proj,0.0000060902,0.10000,0.362
15,mlp.experts.78.down_proj,0.0000221599,0.10000,0.355
15,mlp.experts.79.down_proj,0.0000685114,0.10000,0.395
15,mlp.experts.80.down_proj,0.0000268715,0.10000,0.374
15,mlp.experts.81.down_proj,0.0000848885,0.10000,0.380
15,mlp.experts.82.down_proj,0.0000008292,0.10000,0.391
15,mlp.experts.83.down_proj,0.0000115370,0.10000,0.392
15,mlp.experts.84.down_proj,0.0000182098,0.10000,0.384
15,mlp.experts.85.down_proj,0.0000027378,0.10000,0.395
15,mlp.experts.86.down_proj,0.0000016849,0.10000,0.392
15,mlp.experts.87.down_proj,0.0000015325,0.10000,0.359
15,mlp.experts.88.down_proj,0.0000646343,0.10000,0.352
15,mlp.experts.89.down_proj,0.0000024559,0.10000,0.394
15,mlp.experts.90.down_proj,0.0000035287,0.10000,0.389
15,mlp.experts.91.down_proj,0.0000007207,0.10000,0.386
15,mlp.experts.92.down_proj,0.0003904775,0.10000,0.385
15,mlp.experts.93.down_proj,0.0000814677,0.10000,0.383
15,mlp.experts.94.down_proj,0.0000015172,0.10000,0.386
15,mlp.experts.95.down_proj,0.0000007141,0.10000,0.395
15,mlp.experts.96.down_proj,0.0000034896,0.10000,0.376
15,mlp.experts.97.down_proj,0.0002812289,0.10000,0.382
15,mlp.experts.98.down_proj,0.0000012658,0.10000,0.369
15,mlp.experts.99.down_proj,0.0000149710,0.10000,0.385
15,mlp.experts.100.down_proj,0.0000022762,0.10000,0.376
15,mlp.experts.101.down_proj,0.0000044477,0.10000,0.395
15,mlp.experts.102.down_proj,0.0000153757,0.10000,0.387
15,mlp.experts.103.down_proj,0.0000097044,0.10000,0.390
15,mlp.experts.104.down_proj,0.0000488583,0.10000,0.381
15,mlp.experts.105.down_proj,0.0001149769,0.10000,0.384
15,mlp.experts.106.down_proj,0.0000226868,0.10000,0.386
15,mlp.experts.107.down_proj,0.0000699208,0.10000,0.388
15,mlp.experts.108.down_proj,0.0001595273,0.10000,0.378
15,mlp.experts.109.down_proj,0.0000044946,0.10000,0.388
15,mlp.experts.110.down_proj,0.0000911897,0.10000,0.380
15,mlp.experts.111.down_proj,0.0000672536,0.10000,0.388
15,mlp.experts.112.down_proj,0.0000804509,0.10000,0.377
15,mlp.experts.113.down_proj,0.0000458669,0.10000,0.327
15,mlp.experts.114.down_proj,0.0008580874,0.10000,0.320
15,mlp.experts.115.down_proj,0.0000331303,0.10000,0.350
15,mlp.experts.116.down_proj,0.0000030788,0.10000,0.350
15,mlp.experts.117.down_proj,0.0000467342,0.10000,0.399
15,mlp.experts.118.down_proj,0.0000480807,0.10000,0.392
15,mlp.experts.119.down_proj,0.0000177987,0.10000,0.392
15,mlp.experts.120.down_proj,0.0000027314,0.10000,0.385
15,mlp.experts.121.down_proj,0.0000018780,0.10000,0.367
15,mlp.experts.122.down_proj,0.0000230678,0.10000,0.358
15,mlp.experts.123.down_proj,0.0000202184,0.10000,0.383
15,mlp.experts.124.down_proj,0.0000656785,0.10000,0.385
15,mlp.experts.125.down_proj,0.0000185266,0.10000,0.404
15,mlp.experts.126.down_proj,0.0000502672,0.10000,0.402
15,mlp.experts.127.down_proj,0.0000233259,0.10000,0.254
16,self_attn.k_proj,0.0000000209,0.10000,1.059
16,self_attn.q_proj,0.0000001494,0.10000,1.106
16,self_attn.v_proj,0.0000000254,0.10000,0.667
16,self_attn.o_proj,0.0000000258,0.10000,1.201
16,mlp.gate,0.0000048037,0.10000,0.552
16,mlp.experts.0.up_proj,0.0000654569,0.10000,1.002
16,mlp.experts.1.up_proj,0.0002313415,0.10000,1.003
16,mlp.experts.2.up_proj,0.0022156811,0.10000,1.044
16,mlp.experts.3.up_proj,0.0005437073,0.10000,1.044
16,mlp.experts.5.up_proj,0.0014096956,0.10000,1.026
16,mlp.experts.4.up_proj,0.0000549806,0.10000,1.074
16,mlp.experts.6.up_proj,0.0003221649,0.10000,1.058
16,mlp.experts.7.up_proj,0.0000192522,0.10000,1.055
16,mlp.experts.8.up_proj,0.0000159140,0.10000,1.050
16,mlp.experts.9.up_proj,0.0000235569,0.10000,1.043
16,mlp.experts.10.up_proj,0.0012205581,0.10000,1.047
16,mlp.experts.11.up_proj,0.0000148789,0.10000,1.061
16,mlp.experts.12.up_proj,0.0000632288,0.10000,1.035
16,mlp.experts.13.up_proj,0.0003998601,0.10000,1.059
16,mlp.experts.14.up_proj,0.0000143487,0.10000,0.997
16,mlp.experts.15.up_proj,0.0000299857,0.10000,0.994
16,mlp.experts.16.up_proj,0.0000419646,0.10000,0.965
16,mlp.experts.17.up_proj,0.0000446284,0.10000,0.951
16,mlp.experts.18.up_proj,0.0000066458,0.10000,1.008
16,mlp.experts.19.up_proj,0.0000677255,0.10000,1.020
16,mlp.experts.20.up_proj,0.0000254460,0.10000,1.048
16,mlp.experts.21.up_proj,0.0010914987,0.10000,1.053
16,mlp.experts.22.up_proj,0.0000867219,0.10000,1.007
16,mlp.experts.23.up_proj,0.0003852481,0.10000,1.048
16,mlp.experts.24.up_proj,0.0000112974,0.10000,1.009
16,mlp.experts.25.up_proj,0.0001839321,0.10000,1.054
16,mlp.experts.26.up_proj,0.0000294575,0.10000,1.050
16,mlp.experts.27.up_proj,0.0027265222,0.10000,1.042
16,mlp.experts.28.up_proj,0.0002850265,0.10000,1.004
16,mlp.experts.29.up_proj,0.0000577511,0.10000,1.008
16,mlp.experts.30.up_proj,0.0000078584,0.10000,1.018
16,mlp.experts.31.up_proj,0.0014989800,0.10000,1.046
16,mlp.experts.32.up_proj,0.0001286587,0.10000,1.008
16,mlp.experts.33.up_proj,0.0000422406,0.10000,1.015
16,mlp.experts.34.up_proj,0.0004337170,0.10000,0.961
16,mlp.experts.35.up_proj,0.0001823687,0.10000,0.979
16,mlp.experts.36.up_proj,0.0001477498,0.10000,1.048
16,mlp.experts.37.up_proj,0.0000168419,0.10000,0.987
16,mlp.experts.38.up_proj,0.0028101745,0.10000,0.966
16,mlp.experts.39.up_proj,0.0002285025,0.10000,0.996
16,mlp.experts.40.up_proj,0.0000153242,0.10000,1.004
16,mlp.experts.41.up_proj,0.0004507286,0.10000,0.950
16,mlp.experts.42.up_proj,0.0006510150,0.10000,1.001
16,mlp.experts.43.up_proj,0.0000066993,0.10000,1.027
16,mlp.experts.44.up_proj,0.0000411730,0.10000,1.005
16,mlp.experts.45.up_proj,0.0000074336,0.10000,1.076
16,mlp.experts.46.up_proj,0.0004140737,0.10000,1.037
16,mlp.experts.47.up_proj,0.0005860631,0.10000,1.055
16,mlp.experts.48.up_proj,0.0015941769,0.10000,1.023
16,mlp.experts.49.up_proj,0.0001866328,0.10000,1.016
16,mlp.experts.50.up_proj,0.0000283600,0.10000,1.039
16,mlp.experts.51.up_proj,0.0000174535,0.10000,1.042
16,mlp.experts.52.up_proj,0.0000478310,0.10000,1.024
16,mlp.experts.53.up_proj,0.0016097415,0.10000,1.026
16,mlp.experts.54.up_proj,0.0001028330,0.10000,1.062
16,mlp.experts.55.up_proj,0.0000159817,0.10000,1.046
16,mlp.experts.56.up_proj,0.0005788433,0.10000,1.076
16,mlp.experts.57.up_proj,0.0000320568,0.10000,1.015
16,mlp.experts.58.up_proj,0.0014806185,0.10000,1.068
16,mlp.experts.59.up_proj,0.0001645152,0.10000,1.058
16,mlp.experts.60.up_proj,0.0000221612,0.10000,0.996
16,mlp.experts.61.up_proj,0.0086348690,0.10000,1.071
16,mlp.experts.62.up_proj,0.0001011480,0.10000,1.057
16,mlp.experts.63.up_proj,0.0002892186,0.10000,1.020
16,mlp.experts.64.up_proj,0.0019283027,0.10000,1.073
16,mlp.experts.65.up_proj,0.0000393025,0.10000,1.041
16,mlp.experts.66.up_proj,0.0003659846,0.10000,1.075
16,mlp.experts.67.up_proj,0.0002276042,0.10000,1.026
16,mlp.experts.68.up_proj,0.0004488836,0.10000,1.081
16,mlp.experts.69.up_proj,0.0043239163,0.10000,1.002
16,mlp.experts.70.up_proj,0.0003258341,0.10000,0.956
16,mlp.experts.71.up_proj,0.0005312975,0.10000,0.961
16,mlp.experts.72.up_proj,0.0000386532,0.10000,0.940
16,mlp.experts.73.up_proj,0.0000459920,0.10000,0.952
16,mlp.experts.74.up_proj,0.0015922937,0.10000,0.995
16,mlp.experts.75.up_proj,0.0000098753,0.10000,0.958
16,mlp.experts.76.up_proj,0.0001778082,0.10000,1.002
16,mlp.experts.77.up_proj,0.0000298809,0.10000,1.008
16,mlp.experts.78.up_proj,0.0000574225,0.10000,1.001
16,mlp.experts.79.up_proj,0.0000201675,0.10000,1.016
16,mlp.experts.80.up_proj,0.0000117555,0.10000,0.985
16,mlp.experts.81.up_proj,0.0000444635,0.10000,0.991
16,mlp.experts.83.up_proj,0.0000145494,0.10000,1.039
16,mlp.experts.82.up_proj,0.0001304133,0.10000,1.085
16,mlp.experts.85.up_proj,0.0003951102,0.10000,1.020
16,mlp.experts.84.up_proj,0.0000350982,0.10000,1.033
16,mlp.experts.86.up_proj,0.0012045927,0.10000,1.021
16,mlp.experts.87.up_proj,0.0005098763,0.10000,1.028
16,mlp.experts.88.up_proj,0.0002036145,0.10000,1.016
16,mlp.experts.89.up_proj,0.0002946685,0.10000,1.015
16,mlp.experts.90.up_proj,0.0000419812,0.10000,1.051
16,mlp.experts.91.up_proj,0.0003736515,0.10000,1.061
16,mlp.experts.92.up_proj,0.0002990616,0.10000,1.079
16,mlp.experts.93.up_proj,0.0004938063,0.10000,1.058
16,mlp.experts.94.up_proj,0.0000953654,0.10000,1.038
16,mlp.experts.95.up_proj,0.0005633715,0.10000,1.040
16,mlp.experts.96.up_proj,0.0000789156,0.10000,1.017
16,mlp.experts.97.up_proj,0.0000886687,0.10000,1.036
16,mlp.experts.98.up_proj,0.0000669798,0.10000,1.014
16,mlp.experts.99.up_proj,0.0019589265,0.10000,1.005
16,mlp.experts.101.up_proj,0.0000352741,0.10000,1.055
16,mlp.experts.100.up_proj,0.0000356955,0.10000,1.072
16,mlp.experts.102.up_proj,0.0000081549,0.10000,1.073
16,mlp.experts.103.up_proj,0.0000570392,0.10000,1.082
16,mlp.experts.104.up_proj,0.0006062553,0.10000,1.017
16,mlp.experts.105.up_proj,0.0001499208,0.10000,1.024
16,mlp.experts.106.up_proj,0.0005361108,0.10000,1.070
16,mlp.experts.107.up_proj,0.0008895980,0.10000,1.070
16,mlp.experts.108.up_proj,0.0000158104,0.10000,0.985
16,mlp.experts.109.up_proj,0.0002553677,0.10000,0.998
16,mlp.experts.110.up_proj,0.0001298418,0.10000,0.994
16,mlp.experts.111.up_proj,0.0001377374,0.10000,0.998
16,mlp.experts.112.up_proj,0.0000815480,0.10000,0.994
16,mlp.experts.113.up_proj,0.0000992876,0.10000,0.999
16,mlp.experts.114.up_proj,0.0000119955,0.10000,0.994
16,mlp.experts.115.up_proj,0.0000237528,0.10000,1.022
16,mlp.experts.116.up_proj,0.0007032025,0.10000,1.027
16,mlp.experts.117.up_proj,0.0000054135,0.10000,1.033
16,mlp.experts.118.up_proj,0.0005076988,0.10000,1.018
16,mlp.experts.119.up_proj,0.0000260923,0.10000,1.027
16,mlp.experts.120.up_proj,0.0013967606,0.10000,1.007
16,mlp.experts.121.up_proj,0.0000199684,0.10000,1.024
16,mlp.experts.122.up_proj,0.0033061844,0.10000,0.986
16,mlp.experts.123.up_proj,0.0000196336,0.10000,0.998
16,mlp.experts.124.up_proj,0.0000154817,0.10000,0.985
16,mlp.experts.125.up_proj,0.0043669496,0.10000,0.991
16,mlp.experts.126.up_proj,0.0004676744,0.10000,0.993
16,mlp.experts.127.up_proj,0.0000263918,0.10000,1.023
16,mlp.experts.0.gate_proj,0.0000691807,0.10000,1.078
16,mlp.experts.1.gate_proj,0.0002412131,0.10000,1.022
16,mlp.experts.2.gate_proj,0.0023612834,0.10000,1.104
16,mlp.experts.3.gate_proj,0.0005706558,0.10000,1.048
16,mlp.experts.5.gate_proj,0.0014952994,0.10000,1.019
16,mlp.experts.4.gate_proj,0.0000578758,0.10000,1.094
16,mlp.experts.6.gate_proj,0.0003325031,0.10000,0.994
16,mlp.experts.7.gate_proj,0.0000200611,0.10000,0.990
16,mlp.experts.8.gate_proj,0.0000161724,0.10000,0.959
16,mlp.experts.9.gate_proj,0.0000246873,0.10000,0.975
16,mlp.experts.10.gate_proj,0.0012310851,0.10000,0.999
16,mlp.experts.11.gate_proj,0.0000153500,0.10000,0.995
16,mlp.experts.12.gate_proj,0.0000635122,0.10000,0.988
16,mlp.experts.13.gate_proj,0.0004076655,0.10000,0.996
16,mlp.experts.14.gate_proj,0.0000151538,0.10000,0.991
16,mlp.experts.15.gate_proj,0.0000302286,0.10000,0.989
16,mlp.experts.16.gate_proj,0.0000440490,0.10000,0.993
16,mlp.experts.17.gate_proj,0.0000457529,0.10000,1.010
16,mlp.experts.18.gate_proj,0.0000068209,0.10000,0.989
16,mlp.experts.19.gate_proj,0.0000699141,0.10000,0.989
16,mlp.experts.20.gate_proj,0.0000250935,0.10000,1.005
16,mlp.experts.21.gate_proj,0.0012033184,0.10000,1.020
16,mlp.experts.22.gate_proj,0.0000902981,0.10000,0.944
16,mlp.experts.23.gate_proj,0.0004068496,0.10000,1.015
16,mlp.experts.24.gate_proj,0.0000118757,0.10000,1.032
16,mlp.experts.25.gate_proj,0.0001907205,0.10000,1.059
16,mlp.experts.26.gate_proj,0.0000311534,0.10000,1.052
16,mlp.experts.27.gate_proj,0.0024444353,0.10000,1.019
16,mlp.experts.28.gate_proj,0.0002951444,0.10000,1.041
16,mlp.experts.29.gate_proj,0.0000567789,0.10000,1.025
16,mlp.experts.30.gate_proj,0.0000085536,0.10000,0.981
16,mlp.experts.31.gate_proj,0.0016150575,0.10000,0.970
16,mlp.experts.32.gate_proj,0.0001446696,0.10000,1.038
16,mlp.experts.33.gate_proj,0.0000439861,0.10000,1.070
16,mlp.experts.34.gate_proj,0.0004366376,0.10000,1.039
16,mlp.experts.35.gate_proj,0.0001992536,0.10000,1.077
16,mlp.experts.36.gate_proj,0.0001540901,0.10000,1.052
16,mlp.experts.37.gate_proj,0.0000180302,0.10000,1.069
16,mlp.experts.38.gate_proj,0.0030959265,0.10000,1.059
16,mlp.experts.39.gate_proj,0.0002335626,0.10000,1.035
16,mlp.experts.40.gate_proj,0.0000167215,0.10000,0.940
16,mlp.experts.41.gate_proj,0.0004813116,0.10000,1.008
16,mlp.experts.42.gate_proj,0.0007055523,0.10000,0.997
16,mlp.experts.43.gate_proj,0.0000063229,0.10000,1.001
16,mlp.experts.44.gate_proj,0.0000409724,0.10000,1.027
16,mlp.experts.45.gate_proj,0.0000073976,0.10000,1.039
16,mlp.experts.46.gate_proj,0.0004149776,0.10000,1.039
16,mlp.experts.47.gate_proj,0.0006189376,0.10000,1.007
16,mlp.experts.48.gate_proj,0.0016278448,0.10000,1.012
16,mlp.experts.49.gate_proj,0.0001930763,0.10000,0.988
16,mlp.experts.50.gate_proj,0.0000302858,0.10000,1.000
16,mlp.experts.51.gate_proj,0.0000182014,0.10000,0.994
16,mlp.experts.52.gate_proj,0.0000501434,0.10000,1.008
16,mlp.experts.53.gate_proj,0.0017305708,0.10000,0.978
16,mlp.experts.54.gate_proj,0.0001032789,0.10000,0.988
16,mlp.experts.55.gate_proj,0.0000165822,0.10000,1.007
16,mlp.experts.56.gate_proj,0.0005813333,0.10000,1.000
16,mlp.experts.57.gate_proj,0.0000333958,0.10000,0.994
16,mlp.experts.58.gate_proj,0.0015128399,0.10000,1.041
16,mlp.experts.59.gate_proj,0.0001722066,0.10000,1.045
16,mlp.experts.60.gate_proj,0.0000221077,0.10000,1.051
16,mlp.experts.61.gate_proj,0.0094285570,0.10000,1.013
16,mlp.experts.62.gate_proj,0.0001039661,0.10000,1.046
16,mlp.experts.63.gate_proj,0.0002950387,0.10000,1.037
16,mlp.experts.64.gate_proj,0.0019782272,0.10000,1.040
16,mlp.experts.65.gate_proj,0.0000418157,0.10000,1.022
16,mlp.experts.66.gate_proj,0.0003875408,0.10000,0.997
16,mlp.experts.67.gate_proj,0.0002422911,0.10000,1.018
16,mlp.experts.68.gate_proj,0.0005058915,0.10000,0.969
16,mlp.experts.69.gate_proj,0.0043761657,0.10000,1.076
16,mlp.experts.70.gate_proj,0.0003299990,0.10000,1.008
16,mlp.experts.71.gate_proj,0.0005576607,0.10000,1.061
16,mlp.experts.72.gate_proj,0.0000418596,0.10000,1.003
16,mlp.experts.73.gate_proj,0.0000459620,0.10000,1.046
16,mlp.experts.74.gate_proj,0.0165583309,0.10000,1.044
16,mlp.experts.75.gate_proj,0.0000103837,0.10000,1.042
16,mlp.experts.76.gate_proj,0.0001901951,0.10000,1.036
16,mlp.experts.77.gate_proj,0.0000295805,0.10000,1.066
16,mlp.experts.78.gate_proj,0.0000605020,0.10000,1.055
16,mlp.experts.79.gate_proj,0.0000216110,0.10000,1.021
16,mlp.experts.80.gate_proj,0.0000124769,0.10000,1.057
16,mlp.experts.81.gate_proj,0.0000457428,0.10000,0.988
16,mlp.experts.82.gate_proj,0.0001379505,0.10000,0.914
16,mlp.experts.83.gate_proj,0.0000152373,0.10000,0.961
16,mlp.experts.84.gate_proj,0.0000383567,0.10000,1.033
16,mlp.experts.85.gate_proj,0.0004088076,0.10000,1.021
16,mlp.experts.86.gate_proj,0.0013493817,0.10000,1.011
16,mlp.experts.87.gate_proj,0.0005221205,0.10000,1.003
16,mlp.experts.88.gate_proj,0.0002076616,0.10000,0.980
16,mlp.experts.89.gate_proj,0.0003059989,0.10000,0.976
16,mlp.experts.90.gate_proj,0.0000435364,0.10000,1.036
16,mlp.experts.91.gate_proj,0.0003807587,0.10000,1.021
16,mlp.experts.92.gate_proj,0.0003136052,0.10000,0.985
16,mlp.experts.93.gate_proj,0.0005245752,0.10000,1.024
16,mlp.experts.94.gate_proj,0.0000973433,0.10000,1.029
16,mlp.experts.95.gate_proj,0.0005836334,0.10000,1.050
16,mlp.experts.96.gate_proj,0.0000825671,0.10000,0.947
16,mlp.experts.97.gate_proj,0.0000916003,0.10000,0.979
16,mlp.experts.98.gate_proj,0.0000670883,0.10000,0.967
16,mlp.experts.99.gate_proj,0.0021525561,0.10000,1.010
16,mlp.experts.100.gate_proj,0.0000358008,0.10000,1.009
16,mlp.experts.101.gate_proj,0.0000372766,0.10000,1.027
16,mlp.experts.102.gate_proj,0.0000083309,0.10000,1.014
16,mlp.experts.103.gate_proj,0.0000597392,0.10000,1.031
16,mlp.experts.104.gate_proj,0.0006377643,0.10000,0.986
16,mlp.experts.105.gate_proj,0.0001518153,0.10000,1.034
16,mlp.experts.106.gate_proj,0.0005557930,0.10000,0.967
16,mlp.experts.107.gate_proj,0.0008410044,0.10000,0.957
16,mlp.experts.108.gate_proj,0.0000148519,0.10000,0.978
16,mlp.experts.109.gate_proj,0.0002776212,0.10000,0.974
16,mlp.experts.110.gate_proj,0.0001313909,0.10000,1.006
16,mlp.experts.111.gate_proj,0.0001401713,0.10000,1.019
16,mlp.experts.112.gate_proj,0.0000848680,0.10000,1.040
16,mlp.experts.113.gate_proj,0.0001097510,0.10000,1.060
16,mlp.experts.114.gate_proj,0.0000127872,0.10000,1.035
16,mlp.experts.115.gate_proj,0.0000243839,0.10000,1.058
16,mlp.experts.116.gate_proj,0.0007250011,0.10000,1.012
16,mlp.experts.117.gate_proj,0.0000055931,0.10000,1.032
16,mlp.experts.118.gate_proj,0.0005378301,0.10000,1.042
16,mlp.experts.119.gate_proj,0.0000272254,0.10000,1.046
16,mlp.experts.120.gate_proj,0.0014731671,0.10000,1.031
16,mlp.experts.121.gate_proj,0.0000214107,0.10000,0.989
16,mlp.experts.122.gate_proj,0.0033310158,0.10000,0.963
16,mlp.experts.123.gate_proj,0.0000219987,0.10000,1.005
16,mlp.experts.124.gate_proj,0.0000157370,0.10000,1.024
16,mlp.experts.125.gate_proj,0.0046977531,0.10000,1.014
16,mlp.experts.126.gate_proj,0.0005283744,0.10000,0.993
16,mlp.experts.127.gate_proj,0.0000275876,0.10000,0.803
16,mlp.experts.0.down_proj,0.0000109194,0.10000,0.369
16,mlp.experts.1.down_proj,0.0000247984,0.10000,0.372
16,mlp.experts.3.down_proj,0.0000749222,0.10000,0.382
16,mlp.experts.2.down_proj,0.0002634104,0.10000,0.389
16,mlp.experts.4.down_proj,0.0000084717,0.10000,0.393
16,mlp.experts.5.down_proj,0.0003374750,0.10000,0.398
16,mlp.experts.6.down_proj,0.0000732623,0.10000,0.388
16,mlp.experts.7.down_proj,0.0000032486,0.10000,0.390
16,mlp.experts.8.down_proj,0.0000025090,0.10000,0.386
16,mlp.experts.9.down_proj,0.0000026790,0.10000,0.390
16,mlp.experts.10.down_proj,0.0001504636,0.10000,0.386
16,mlp.experts.11.down_proj,0.0000024177,0.10000,0.387
16,mlp.experts.12.down_proj,0.0000087362,0.10000,0.378
16,mlp.experts.13.down_proj,0.0000420151,0.10000,0.396
16,mlp.experts.14.down_proj,0.0000015491,0.10000,0.387
16,mlp.experts.15.down_proj,0.0000053437,0.10000,0.376
16,mlp.experts.16.down_proj,0.0000052612,0.10000,0.362
16,mlp.experts.17.down_proj,0.0000047962,0.10000,0.375
16,mlp.experts.18.down_proj,0.0000007444,0.10000,0.343
16,mlp.experts.19.down_proj,0.0000066096,0.10000,0.340
16,mlp.experts.20.down_proj,0.0000040755,0.10000,0.371
16,mlp.experts.21.down_proj,0.0001987731,0.10000,0.389
16,mlp.experts.22.down_proj,0.0000096222,0.10000,0.335
16,mlp.experts.23.down_proj,0.0000772481,0.10000,0.349
16,mlp.experts.24.down_proj,0.0000012201,0.10000,0.382
16,mlp.experts.25.down_proj,0.0000172252,0.10000,0.385
16,mlp.experts.26.down_proj,0.0000023337,0.10000,0.392
16,mlp.experts.27.down_proj,0.0000421964,0.10000,0.375
16,mlp.experts.28.down_proj,0.0000361202,0.10000,0.343
16,mlp.experts.29.down_proj,0.0000080424,0.10000,0.354
16,mlp.experts.30.down_proj,0.0000007405,0.10000,0.392
16,mlp.experts.31.down_proj,0.0002813146,0.10000,0.393
16,mlp.experts.32.down_proj,0.0000147379,0.10000,0.386
16,mlp.experts.33.down_proj,0.0000085607,0.10000,0.385
16,mlp.experts.34.down_proj,0.0000587529,0.10000,0.378
16,mlp.experts.35.down_proj,0.0000203394,0.10000,0.383
16,mlp.experts.36.down_proj,0.0000279812,0.10000,0.349
16,mlp.experts.37.down_proj,0.0000019886,0.10000,0.346
16,mlp.experts.38.down_proj,0.0005694686,0.10000,0.377
16,mlp.experts.39.down_proj,0.0000242070,0.10000,0.379
16,mlp.experts.40.down_proj,0.0000022950,0.10000,0.385
16,mlp.experts.41.down_proj,0.0000665471,0.10000,0.391
16,mlp.experts.42.down_proj,0.0000781415,0.10000,0.387
16,mlp.experts.43.down_proj,0.0000007675,0.10000,0.378
16,mlp.experts.44.down_proj,0.0000059946,0.10000,0.326
16,mlp.experts.45.down_proj,0.0000008218,0.10000,0.326
16,mlp.experts.46.down_proj,0.0000543727,0.10000,0.331
16,mlp.experts.47.down_proj,0.0001115786,0.10000,0.332
16,mlp.experts.48.down_proj,0.0000137111,0.10000,0.351
16,mlp.experts.49.down_proj,0.0000223153,0.10000,0.349
16,mlp.experts.50.down_proj,0.0000036964,0.10000,0.330
16,mlp.experts.51.down_proj,0.0000026010,0.10000,0.321
16,mlp.experts.52.down_proj,0.0000048478,0.10000,0.348
16,mlp.experts.53.down_proj,0.0000507845,0.10000,0.346
16,mlp.experts.54.down_proj,0.0000114316,0.10000,0.322
16,mlp.experts.55.down_proj,0.0000021371,0.10000,0.324
16,mlp.experts.56.down_proj,0.0001013473,0.10000,0.342
16,mlp.experts.57.down_proj,0.0000036839,0.10000,0.332
16,mlp.experts.58.down_proj,0.0001592526,0.10000,0.383
16,mlp.experts.59.down_proj,0.0000303285,0.10000,0.381
16,mlp.experts.60.down_proj,0.0000035274,0.10000,0.356
16,mlp.experts.61.down_proj,0.0015717339,0.10000,0.354
16,mlp.experts.62.down_proj,0.0000095079,0.10000,0.386
16,mlp.experts.63.down_proj,0.0000284778,0.10000,0.382
16,mlp.experts.64.down_proj,0.0002838971,0.10000,0.398
16,mlp.experts.65.down_proj,0.0000046595,0.10000,0.392
16,mlp.experts.66.down_proj,0.0000435723,0.10000,0.396
16,mlp.experts.67.down_proj,0.0000411334,0.10000,0.375
16,mlp.experts.68.down_proj,0.0000843613,0.10000,0.355
16,mlp.experts.69.down_proj,0.0004222203,0.10000,0.357
16,mlp.experts.70.down_proj,0.0000359955,0.10000,0.367
16,mlp.experts.71.down_proj,0.0000366685,0.10000,0.382
16,mlp.experts.72.down_proj,0.0000031643,0.10000,0.389
16,mlp.experts.73.down_proj,0.0000043186,0.10000,0.397
16,mlp.experts.74.down_proj,0.0000163092,0.10000,0.392
16,mlp.experts.75.down_proj,0.0000010624,0.10000,0.398
16,mlp.experts.76.down_proj,0.0000268017,0.10000,0.382
16,mlp.experts.77.down_proj,0.0000032250,0.10000,0.409
16,mlp.experts.78.down_proj,0.0000037648,0.10000,0.360
16,mlp.experts.79.down_proj,0.0000021770,0.10000,0.392
16,mlp.experts.80.down_proj,0.0000014090,0.10000,0.373
16,mlp.experts.81.down_proj,0.0000046971,0.10000,0.389
16,mlp.experts.82.down_proj,0.0000135654,0.10000,0.362
16,mlp.experts.83.down_proj,0.0000018799,0.10000,0.355
16,mlp.experts.84.down_proj,0.0000050851,0.10000,0.328
16,mlp.experts.85.down_proj,0.0000584249,0.10000,0.327
16,mlp.experts.86.down_proj,0.0000348864,0.10000,0.335
16,mlp.experts.87.down_proj,0.0000975870,0.10000,0.353
16,mlp.experts.88.down_proj,0.0000315858,0.10000,0.380
16,mlp.experts.89.down_proj,0.0000673541,0.10000,0.383
16,mlp.experts.90.down_proj,0.0000072570,0.10000,0.344
16,mlp.experts.91.down_proj,0.0000473379,0.10000,0.331
16,mlp.experts.92.down_proj,0.0000391830,0.10000,0.327
16,mlp.experts.93.down_proj,0.0000411334,0.10000,0.346
16,mlp.experts.94.down_proj,0.0000125594,0.10000,0.363
16,mlp.experts.95.down_proj,0.0000996946,0.10000,0.379
16,mlp.experts.96.down_proj,0.0000084390,0.10000,0.387
16,mlp.experts.97.down_proj,0.0000072752,0.10000,0.404
16,mlp.experts.98.down_proj,0.0000090977,0.10000,0.396
16,mlp.experts.99.down_proj,0.0002157001,0.10000,0.400
16,mlp.experts.100.down_proj,0.0000010559,0.10000,0.366
16,mlp.experts.101.down_proj,0.0000041685,0.10000,0.369
16,mlp.experts.102.down_proj,0.0000008097,0.10000,0.393
16,mlp.experts.103.down_proj,0.0000052064,0.10000,0.364
16,mlp.experts.104.down_proj,0.0000861107,0.10000,0.335
16,mlp.experts.105.down_proj,0.0000249339,0.10000,0.375
16,mlp.experts.106.down_proj,0.0000553648,0.10000,0.357
16,mlp.experts.107.down_proj,0.0000199734,0.10000,0.335
16,mlp.experts.108.down_proj,0.0000014758,0.10000,0.357
16,mlp.experts.109.down_proj,0.0000512144,0.10000,0.375
16,mlp.experts.110.down_proj,0.0000212757,0.10000,0.380
16,mlp.experts.111.down_proj,0.0000204286,0.10000,0.391
16,mlp.experts.112.down_proj,0.0000134571,0.10000,0.384
16,mlp.experts.113.down_proj,0.0000089310,0.10000,0.384
16,mlp.experts.114.down_proj,0.0000017641,0.10000,0.377
16,mlp.experts.115.down_proj,0.0000024162,0.10000,0.384
16,mlp.experts.116.down_proj,0.0001381970,0.10000,0.392
16,mlp.experts.117.down_proj,0.0000005488,0.10000,0.393
16,mlp.experts.118.down_proj,0.0000527821,0.10000,0.392
16,mlp.experts.119.down_proj,0.0000040495,0.10000,0.395
16,mlp.experts.120.down_proj,0.0002529296,0.10000,0.369
16,mlp.experts.121.down_proj,0.0000025465,0.10000,0.368
16,mlp.experts.122.down_proj,0.0002963556,0.10000,0.390
16,mlp.experts.123.down_proj,0.0000030186,0.10000,0.415
16,mlp.experts.124.down_proj,0.0000021104,0.10000,0.387
16,mlp.experts.125.down_proj,0.0007227871,0.10000,0.413
16,mlp.experts.126.down_proj,0.0000149929,0.10000,0.389
16,mlp.experts.127.down_proj,0.0000031627,0.10000,0.296
17,self_attn.q_proj,0.0000001450,0.10000,0.967
17,self_attn.k_proj,0.0000000206,0.10000,1.054
17,self_attn.v_proj,0.0000000244,0.10000,0.600
17,self_attn.o_proj,0.0000000232,0.10000,1.207
17,mlp.gate,0.0000043151,0.10000,0.623
17,mlp.experts.0.up_proj,0.0000314499,0.10000,1.041
17,mlp.experts.1.up_proj,0.0000147616,0.10000,1.048
17,mlp.experts.2.up_proj,0.0000163186,0.10000,1.006
17,mlp.experts.3.up_proj,0.0000558753,0.10000,1.052
17,mlp.experts.4.up_proj,0.0002253013,0.10000,1.044
17,mlp.experts.5.up_proj,0.0000418631,0.10000,1.059
17,mlp.experts.6.up_proj,0.0000176836,0.10000,1.075
17,mlp.experts.7.up_proj,0.0000783719,0.10000,1.057
17,mlp.experts.8.up_proj,0.0024344000,0.10000,0.983
17,mlp.experts.9.up_proj,0.0000089434,0.10000,0.993
17,mlp.experts.10.up_proj,0.0002528273,0.10000,0.945
17,mlp.experts.11.up_proj,0.0000539579,0.10000,1.003
17,mlp.experts.12.up_proj,0.0000811632,0.10000,0.982
17,mlp.experts.13.up_proj,0.0002690993,0.10000,0.994
17,mlp.experts.14.up_proj,0.0000249840,0.10000,0.952
17,mlp.experts.15.up_proj,0.0000150117,0.10000,0.947
17,mlp.experts.16.up_proj,0.0004490743,0.10000,1.030
17,mlp.experts.17.up_proj,0.0000070439,0.10000,1.028
17,mlp.experts.18.up_proj,0.0000254325,0.10000,1.029
17,mlp.experts.19.up_proj,0.0000182360,0.10000,1.016
17,mlp.experts.20.up_proj,0.0000114912,0.10000,1.042
17,mlp.experts.21.up_proj,0.0000999462,0.10000,0.974
17,mlp.experts.22.up_proj,0.0000627205,0.10000,1.035
17,mlp.experts.23.up_proj,0.0024650974,0.10000,1.028
17,mlp.experts.24.up_proj,0.0000141470,0.10000,1.034
17,mlp.experts.25.up_proj,0.0030362861,0.10000,1.036
17,mlp.experts.26.up_proj,0.0002716512,0.10000,1.050
17,mlp.experts.27.up_proj,0.0003140227,0.10000,1.049
17,mlp.experts.28.up_proj,0.0004729942,0.10000,1.048
17,mlp.experts.29.up_proj,0.0020066549,0.10000,1.045
17,mlp.experts.30.up_proj,0.0000483524,0.10000,0.923
17,mlp.experts.31.up_proj,0.0008125506,0.10000,0.917
17,mlp.experts.32.up_proj,0.0008320822,0.10000,0.996
17,mlp.experts.33.up_proj,0.0009675495,0.10000,1.030
17,mlp.experts.34.up_proj,0.0002176659,0.10000,0.969
17,mlp.experts.35.up_proj,0.0001510301,0.10000,1.024
17,mlp.experts.36.up_proj,0.0001182559,0.10000,0.992
17,mlp.experts.37.up_proj,0.0003783608,0.10000,0.959
17,mlp.experts.38.up_proj,0.0001568149,0.10000,0.983
17,mlp.experts.39.up_proj,0.0001490381,0.10000,0.991
17,mlp.experts.40.up_proj,0.0001763238,0.10000,1.028
17,mlp.experts.41.up_proj,0.0013167567,0.10000,1.026
17,mlp.experts.42.up_proj,0.0001151876,0.10000,0.913
17,mlp.experts.43.up_proj,0.0179034973,0.10000,0.914
17,mlp.experts.44.up_proj,0.0001822002,0.10000,0.982
17,mlp.experts.45.up_proj,0.0000094643,0.10000,0.962
17,mlp.experts.46.up_proj,0.0000420727,0.10000,0.975
17,mlp.experts.47.up_proj,0.0000324076,0.10000,0.972
17,mlp.experts.48.up_proj,0.0002106837,0.10000,1.038
17,mlp.experts.49.up_proj,0.0001427736,0.10000,1.032
17,mlp.experts.50.up_proj,0.0000878656,0.10000,1.036
17,mlp.experts.51.up_proj,0.0003124601,0.10000,1.046
17,mlp.experts.52.up_proj,0.0000725847,0.10000,1.028
17,mlp.experts.53.up_proj,0.0000332406,0.10000,1.039
17,mlp.experts.54.up_proj,0.0003750843,0.10000,1.009
17,mlp.experts.55.up_proj,0.0000614744,0.10000,1.014
17,mlp.experts.56.up_proj,0.0003715106,0.10000,0.938
17,mlp.experts.57.up_proj,0.0000468939,0.10000,0.959
17,mlp.experts.58.up_proj,0.0000678528,0.10000,0.942
17,mlp.experts.59.up_proj,0.0003005744,0.10000,0.980
17,mlp.experts.60.up_proj,0.0010459838,0.10000,0.961
17,mlp.experts.61.up_proj,0.0000563538,0.10000,0.962
17,mlp.experts.62.up_proj,0.0000160591,0.10000,1.017
17,mlp.experts.63.up_proj,0.0002915786,0.10000,1.019
17,mlp.experts.64.up_proj,0.0000346584,0.10000,0.982
17,mlp.experts.65.up_proj,0.0000189571,0.10000,0.988
17,mlp.experts.66.up_proj,0.0000119737,0.10000,0.970
17,mlp.experts.67.up_proj,0.0015541121,0.10000,0.966
17,mlp.experts.68.up_proj,0.0000213773,0.10000,0.987
17,mlp.experts.69.up_proj,0.0000121004,0.10000,0.970
17,mlp.experts.70.up_proj,0.0008626820,0.10000,0.951
17,mlp.experts.71.up_proj,0.0005115245,0.10000,0.965
17,mlp.experts.72.up_proj,0.0000388957,0.10000,0.986
17,mlp.experts.73.up_proj,0.0000813642,0.10000,0.980
17,mlp.experts.74.up_proj,0.0002460106,0.10000,0.913
17,mlp.experts.75.up_proj,0.0007483830,0.10000,0.940
17,mlp.experts.76.up_proj,0.0021116904,0.10000,0.982
17,mlp.experts.77.up_proj,0.0000377733,0.10000,0.948
17,mlp.experts.78.up_proj,0.0001979960,0.10000,0.975
17,mlp.experts.79.up_proj,0.0000322030,0.10000,1.016
17,mlp.experts.80.up_proj,0.0001032642,0.10000,1.015
17,mlp.experts.81.up_proj,0.0010489307,0.10000,1.036
17,mlp.experts.82.up_proj,0.0000572170,0.10000,1.017
17,mlp.experts.83.up_proj,0.0000968798,0.10000,1.057
17,mlp.experts.84.up_proj,0.0001667761,0.10000,1.002
17,mlp.experts.85.up_proj,0.0000066142,0.10000,1.005
17,mlp.experts.86.up_proj,0.0002068263,0.10000,1.034
17,mlp.experts.87.up_proj,0.0000336788,0.10000,1.047
17,mlp.experts.88.up_proj,0.0001521654,0.10000,1.052
17,mlp.experts.89.up_proj,0.0003624457,0.10000,1.041
17,mlp.experts.90.up_proj,0.0010989846,0.10000,1.027
17,mlp.experts.91.up_proj,0.0004562236,0.10000,1.024
17,mlp.experts.92.up_proj,0.0001005528,0.10000,1.035
17,mlp.experts.93.up_proj,0.0002258553,0.10000,1.039
17,mlp.experts.94.up_proj,0.0005907699,0.10000,1.006
17,mlp.experts.95.up_proj,0.0000660724,0.10000,1.060
17,mlp.experts.96.up_proj,0.0016455236,0.10000,0.998
17,mlp.experts.97.up_proj,0.0000795795,0.10000,1.013
17,mlp.experts.98.up_proj,0.0020061286,0.10000,0.949
17,mlp.experts.99.up_proj,0.0000577771,0.10000,0.961
17,mlp.experts.100.up_proj,0.0000224405,0.10000,1.014
17,mlp.experts.101.up_proj,0.0002111639,0.10000,0.973
17,mlp.experts.102.up_proj,0.0000081447,0.10000,0.922
17,mlp.experts.103.up_proj,0.0000069672,0.10000,0.967
17,mlp.experts.104.up_proj,0.0000685271,0.10000,0.989
17,mlp.experts.105.up_proj,0.0001257189,0.10000,0.999
17,mlp.experts.106.up_proj,0.0000043336,0.10000,0.983
17,mlp.experts.107.up_proj,0.0000680356,0.10000,0.992
17,mlp.experts.108.up_proj,0.0006257711,0.10000,0.984
17,mlp.experts.109.up_proj,0.0006143343,0.10000,0.994
17,mlp.experts.110.up_proj,0.0006878495,0.10000,1.001
17,mlp.experts.111.up_proj,0.0114797667,0.10000,0.997
17,mlp.experts.112.up_proj,0.0000087868,0.10000,1.013
17,mlp.experts.113.up_proj,0.0000748838,0.10000,1.014
17,mlp.experts.114.up_proj,0.0002630159,0.10000,1.073
17,mlp.experts.115.up_proj,0.0002978554,0.10000,1.082
17,mlp.experts.116.up_proj,0.0000952693,0.10000,1.045
17,mlp.experts.117.up_proj,0.0000125853,0.10000,1.069
17,mlp.experts.118.up_proj,0.0003075615,0.10000,0.988
17,mlp.experts.119.up_proj,0.0062381837,0.10000,0.964
17,mlp.experts.120.up_proj,0.0000723811,0.10000,0.983
17,mlp.experts.121.up_proj,0.0000162701,0.10000,1.019
17,mlp.experts.122.up_proj,0.0001935748,0.10000,1.040
17,mlp.experts.123.up_proj,0.0001907121,0.10000,1.040
17,mlp.experts.124.up_proj,0.0001213406,0.10000,1.018
17,mlp.experts.125.up_proj,0.0009729713,0.10000,1.028
17,mlp.experts.126.up_proj,0.0000491763,0.10000,1.012
17,mlp.experts.127.up_proj,0.0017967462,0.10000,1.033
17,mlp.experts.0.gate_proj,0.0000310337,0.10000,1.005
17,mlp.experts.1.gate_proj,0.0000147291,0.10000,1.042
17,mlp.experts.2.gate_proj,0.0000162865,0.10000,1.022
17,mlp.experts.3.gate_proj,0.0000571982,0.10000,1.019
17,mlp.experts.4.gate_proj,0.0002274820,0.10000,0.994
17,mlp.experts.5.gate_proj,0.0000439900,0.10000,1.026
17,mlp.experts.6.gate_proj,0.0000184401,0.10000,1.009
17,mlp.experts.7.gate_proj,0.0000805001,0.10000,1.023
17,mlp.experts.8.gate_proj,0.0027214408,0.10000,1.056
17,mlp.experts.9.gate_proj,0.0000094374,0.10000,1.020
17,mlp.experts.10.gate_proj,0.0002708658,0.10000,1.027
17,mlp.experts.11.gate_proj,0.0000544036,0.10000,1.045
17,mlp.experts.12.gate_proj,0.0000842720,0.10000,1.062
17,mlp.experts.13.gate_proj,0.0002835493,0.10000,1.010
17,mlp.experts.14.gate_proj,0.0000244274,0.10000,1.023
17,mlp.experts.15.gate_proj,0.0000151941,0.10000,1.044
17,mlp.experts.16.gate_proj,0.0005036266,0.10000,1.026
17,mlp.experts.17.gate_proj,0.0000069232,0.10000,1.002
17,mlp.experts.18.gate_proj,0.0000256198,0.10000,0.986
17,mlp.experts.19.gate_proj,0.0000181761,0.10000,1.045
17,mlp.experts.20.gate_proj,0.0000116661,0.10000,1.009
17,mlp.experts.21.gate_proj,0.0001034859,0.10000,1.062
17,mlp.experts.22.gate_proj,0.0000650835,0.10000,0.994
17,mlp.experts.23.gate_proj,0.0028519245,0.10000,0.992
17,mlp.experts.24.gate_proj,0.0000139026,0.10000,0.991
17,mlp.experts.25.gate_proj,0.0031252898,0.10000,1.073
17,mlp.experts.26.gate_proj,0.0002980548,0.10000,1.011
17,mlp.experts.27.gate_proj,0.0003116168,0.10000,0.993
17,mlp.experts.28.gate_proj,0.0004763233,0.10000,1.054
17,mlp.experts.29.gate_proj,0.0022614749,0.10000,1.028
17,mlp.experts.30.gate_proj,0.0000517567,0.10000,1.024
17,mlp.experts.31.gate_proj,0.0008943308,0.10000,1.045
17,mlp.experts.32.gate_proj,0.0009520995,0.10000,1.019
17,mlp.experts.33.gate_proj,0.0009934065,0.10000,1.028
17,mlp.experts.34.gate_proj,0.0002227944,0.10000,1.031
17,mlp.experts.35.gate_proj,0.0001517911,0.10000,1.025
17,mlp.experts.36.gate_proj,0.0001148583,0.10000,1.051
17,mlp.experts.37.gate_proj,0.0003867013,0.10000,0.982
17,mlp.experts.38.gate_proj,0.0001666102,0.10000,1.000
17,mlp.experts.39.gate_proj,0.0001526563,0.10000,1.005
17,mlp.experts.40.gate_proj,0.0001768862,0.10000,0.983
17,mlp.experts.41.gate_proj,0.0014392729,0.10000,0.990
17,mlp.experts.42.gate_proj,0.0001219787,0.10000,1.008
17,mlp.experts.43.gate_proj,0.0181877462,0.10000,0.965
17,mlp.experts.44.gate_proj,0.0001895201,0.10000,0.993
17,mlp.experts.45.gate_proj,0.0000099331,0.10000,1.040
17,mlp.experts.46.gate_proj,0.0000417686,0.10000,1.062
17,mlp.experts.47.gate_proj,0.0000346943,0.10000,1.049
17,mlp.experts.48.gate_proj,0.0002080612,0.10000,0.979
17,mlp.experts.49.gate_proj,0.0001519950,0.10000,1.002
17,mlp.experts.50.gate_proj,0.0000938643,0.10000,0.992
17,mlp.experts.51.gate_proj,0.0003120267,0.10000,0.978
17,mlp.experts.52.gate_proj,0.0000722730,0.10000,1.001
17,mlp.experts.53.gate_proj,0.0000326746,0.10000,1.031
17,mlp.experts.54.gate_proj,0.0003899100,0.10000,1.039
17,mlp.experts.55.gate_proj,0.0000625748,0.10000,1.034
17,mlp.experts.56.gate_proj,0.0003817862,0.10000,1.044
17,mlp.experts.57.gate_proj,0.0000542663,0.10000,1.033
17,mlp.experts.58.gate_proj,0.0000715677,0.10000,1.026
17,mlp.experts.59.gate_proj,0.0003088411,0.10000,1.026
17,mlp.experts.60.gate_proj,0.0010910110,0.10000,1.027
17,mlp.experts.61.gate_proj,0.0000593153,0.10000,1.030
17,mlp.experts.62.gate_proj,0.0000171231,0.10000,0.948
17,mlp.experts.63.gate_proj,0.0002804789,0.10000,0.883
17,mlp.experts.64.gate_proj,0.0000322564,0.10000,0.934
17,mlp.experts.65.gate_proj,0.0000139000,0.10000,1.054
17,mlp.experts.66.gate_proj,0.0000119066,0.10000,0.998
17,mlp.experts.67.gate_proj,0.0015722503,0.10000,1.053
17,mlp.experts.68.gate_proj,0.0000227168,0.10000,1.079
17,mlp.experts.69.gate_proj,0.0000119181,0.10000,1.011
17,mlp.experts.70.gate_proj,0.0008846648,0.10000,1.020
17,mlp.experts.71.gate_proj,0.0005360784,0.10000,1.021
17,mlp.experts.72.gate_proj,0.0000389637,0.10000,1.037
17,mlp.experts.73.gate_proj,0.0000883541,0.10000,1.058
17,mlp.experts.74.gate_proj,0.0002540890,0.10000,1.047
17,mlp.experts.75.gate_proj,0.0007610584,0.10000,1.067
17,mlp.experts.76.gate_proj,0.0022430580,0.10000,1.057
17,mlp.experts.77.gate_proj,0.0000396812,0.10000,1.030
17,mlp.experts.78.gate_proj,0.0002020384,0.10000,1.044
17,mlp.experts.79.gate_proj,0.0000349624,0.10000,1.069
17,mlp.experts.80.gate_proj,0.0001109351,0.10000,1.000
17,mlp.experts.81.gate_proj,0.0011090235,0.10000,0.988
17,mlp.experts.82.gate_proj,0.0000595482,0.10000,1.027
17,mlp.experts.83.gate_proj,0.0001000558,0.10000,1.002
17,mlp.experts.84.gate_proj,0.0001705816,0.10000,0.986
17,mlp.experts.85.gate_proj,0.0000056183,0.10000,0.983
17,mlp.experts.86.gate_proj,0.0002269838,0.10000,1.040
17,mlp.experts.87.gate_proj,0.0000359801,0.10000,1.031
17,mlp.experts.88.gate_proj,0.0001576328,0.10000,1.008
17,mlp.experts.89.gate_proj,0.0003804813,0.10000,1.016
17,mlp.experts.90.gate_proj,0.0011808328,0.10000,1.004
17,mlp.experts.91.gate_proj,0.0004946147,0.10000,1.036
17,mlp.experts.92.gate_proj,0.0001015137,0.10000,1.018
17,mlp.experts.93.gate_proj,0.0002361617,0.10000,1.011
17,mlp.experts.94.gate_proj,0.0005961074,0.10000,0.986
17,mlp.experts.95.gate_proj,0.0000673403,0.10000,1.009
17,mlp.experts.96.gate_proj,0.0016552345,0.10000,1.004
17,mlp.experts.97.gate_proj,0.0000772493,0.10000,1.003
17,mlp.experts.98.gate_proj,0.0021734690,0.10000,0.970
17,mlp.experts.99.gate_proj,0.0002660523,0.10000,1.007
17,mlp.experts.100.gate_proj,0.0000225249,0.10000,0.981
17,mlp.experts.101.gate_proj,0.0002069128,0.10000,0.950
17,mlp.experts.102.gate_proj,0.0000084673,0.10000,1.021
17,mlp.experts.103.gate_proj,0.0000069327,0.10000,0.990
17,mlp.experts.104.gate_proj,0.0000694237,0.10000,1.013
17,mlp.experts.105.gate_proj,0.0001288155,0.10000,1.048
17,mlp.experts.106.gate_proj,0.0000041040,0.10000,1.061
17,mlp.experts.107.gate_proj,0.0000683105,0.10000,1.035
17,mlp.experts.108.gate_proj,0.0006373671,0.10000,1.009
17,mlp.experts.109.gate_proj,0.0006304185,0.10000,1.034
17,mlp.experts.110.gate_proj,0.0007797144,0.10000,1.006
17,mlp.experts.111.gate_proj,0.0113905229,0.10000,1.066
17,mlp.experts.112.gate_proj,0.0000092686,0.10000,1.013
17,mlp.experts.113.gate_proj,0.0000792825,0.10000,1.042
17,mlp.experts.114.gate_proj,0.0002684769,0.10000,1.030
17,mlp.experts.115.gate_proj,0.0003071454,0.10000,1.036
17,mlp.experts.116.gate_proj,0.0001001561,0.10000,1.035
17,mlp.experts.117.gate_proj,0.0000125836,0.10000,1.045
17,mlp.experts.118.gate_proj,0.0003159282,0.10000,1.042
17,mlp.experts.119.gate_proj,0.0066157335,0.10000,0.962
17,mlp.experts.120.gate_proj,0.0000705407,0.10000,0.906
17,mlp.experts.121.gate_proj,0.0000176073,0.10000,0.955
17,mlp.experts.122.gate_proj,0.0001873238,0.10000,0.971
17,mlp.experts.123.gate_proj,0.0001975521,0.10000,1.016
17,mlp.experts.124.gate_proj,0.0001180598,0.10000,0.998
17,mlp.experts.125.gate_proj,0.0009803246,0.10000,1.027
17,mlp.experts.126.gate_proj,0.0000496586,0.10000,1.036
17,mlp.experts.127.gate_proj,0.0019429446,0.10000,0.678
17,mlp.experts.0.down_proj,0.0000029692,0.10000,0.345
17,mlp.experts.1.down_proj,0.0000004688,0.10000,0.345
17,mlp.experts.2.down_proj,0.0000020546,0.10000,0.383
17,mlp.experts.3.down_proj,0.0000052189,0.10000,0.411
17,mlp.experts.4.down_proj,0.0000279699,0.10000,0.386
17,mlp.experts.5.down_proj,0.0000081784,0.10000,0.409
17,mlp.experts.6.down_proj,0.0000014666,0.10000,0.377
17,mlp.experts.7.down_proj,0.0000077236,0.10000,0.406
17,mlp.experts.8.down_proj,0.0003309241,0.10000,0.361
17,mlp.experts.9.down_proj,0.0000010567,0.10000,0.371
17,mlp.experts.10.down_proj,0.0000264527,0.10000,0.397
17,mlp.experts.11.down_proj,0.0000088139,0.10000,0.406
17,mlp.experts.12.down_proj,0.0000074562,0.10000,0.379
17,mlp.experts.13.down_proj,0.0000330573,0.10000,0.383
17,mlp.experts.14.down_proj,0.0000028158,0.10000,0.381
17,mlp.experts.15.down_proj,0.0000022169,0.10000,0.387
17,mlp.experts.16.down_proj,0.0000933869,0.10000,0.347
17,mlp.experts.17.down_proj,0.0000009147,0.10000,0.364
17,mlp.experts.18.down_proj,0.0000022328,0.10000,0.391
17,mlp.experts.19.down_proj,0.0000019520,0.10000,0.399
17,mlp.experts.20.down_proj,0.0000015453,0.10000,0.387
17,mlp.experts.21.down_proj,0.0000039760,0.10000,0.401
17,mlp.experts.22.down_proj,0.0000072373,0.10000,0.398
17,mlp.experts.23.down_proj,0.0004239767,0.10000,0.402
17,mlp.experts.24.down_proj,0.0000013876,0.10000,0.383
17,mlp.experts.25.down_proj,0.0003522660,0.10000,0.398
17,mlp.experts.26.down_proj,0.0000593297,0.10000,0.354
17,mlp.experts.27.down_proj,0.0000131435,0.10000,0.331
17,mlp.experts.28.down_proj,0.0000856395,0.10000,0.329
17,mlp.experts.29.down_proj,0.0003137545,0.10000,0.331
17,mlp.experts.30.down_proj,0.0000078219,0.10000,0.323
17,mlp.experts.31.down_proj,0.0001393075,0.10000,0.366
17,mlp.experts.32.down_proj,0.0001555692,0.10000,0.386
17,mlp.experts.33.down_proj,0.0001283057,0.10000,0.378
17,mlp.experts.34.down_proj,0.0000215470,0.10000,0.369
17,mlp.experts.35.down_proj,0.0000217617,0.10000,0.338
17,mlp.experts.36.down_proj,0.0000034223,0.10000,0.360
17,mlp.experts.37.down_proj,0.0000422563,0.10000,0.353
17,mlp.experts.38.down_proj,0.0000183090,0.10000,0.347
17,mlp.experts.39.down_proj,0.0000245573,0.10000,0.340
17,mlp.experts.40.down_proj,0.0000214970,0.10000,0.331
17,mlp.experts.41.down_proj,0.0002871865,0.10000,0.332
17,mlp.experts.42.down_proj,0.0000149987,0.10000,0.323
17,mlp.experts.43.down_proj,0.0003379940,0.10000,0.330
17,mlp.experts.44.down_proj,0.0000317546,0.10000,0.335
17,mlp.experts.45.down_proj,0.0000009970,0.10000,0.365
17,mlp.experts.46.down_proj,0.0000042856,0.10000,0.400
17,mlp.experts.47.down_proj,0.0000035115,0.10000,0.378
17,mlp.experts.48.down_proj,0.0000256808,0.10000,0.364
17,mlp.experts.49.down_proj,0.0000172093,0.10000,0.405
17,mlp.experts.50.down_proj,0.0000161318,0.10000,0.376
17,mlp.experts.51.down_proj,0.0000443352,0.10000,0.348
17,mlp.experts.52.down_proj,0.0000111623,0.10000,0.357
17,mlp.experts.53.down_proj,0.0000049081,0.10000,0.342
17,mlp.experts.54.down_proj,0.0000644577,0.10000,0.350
17,mlp.experts.55.down_proj,0.0000044783,0.10000,0.394
17,mlp.experts.56.down_proj,0.0000480570,0.10000,0.406
17,mlp.experts.57.down_proj,0.0000100266,0.10000,0.396
17,mlp.experts.58.down_proj,0.0000111705,0.10000,0.406
17,mlp.experts.59.down_proj,0.0000584337,0.10000,0.401
17,mlp.experts.60.down_proj,0.0001449889,0.10000,0.404
17,mlp.experts.61.down_proj,0.0000089892,0.10000,0.401
17,mlp.experts.62.down_proj,0.0000022365,0.10000,0.405
17,mlp.experts.63.down_proj,0.0000325744,0.10000,0.390
17,mlp.experts.64.down_proj,0.0000038490,0.10000,0.404
17,mlp.experts.65.down_proj,0.0000018574,0.10000,0.415
17,mlp.experts.66.down_proj,0.0000013096,0.10000,0.402
17,mlp.experts.67.down_proj,0.0002929338,0.10000,0.411
17,mlp.experts.68.down_proj,0.0000019514,0.10000,0.355
17,mlp.experts.69.down_proj,0.0000014246,0.10000,0.324
17,mlp.experts.70.down_proj,0.0001329268,0.10000,0.323
17,mlp.experts.71.down_proj,0.0000897447,0.10000,0.365
17,mlp.experts.72.down_proj,0.0000045561,0.10000,0.354
17,mlp.experts.73.down_proj,0.0000034778,0.10000,0.379
17,mlp.experts.74.down_proj,0.0000329128,0.10000,0.401
17,mlp.experts.75.down_proj,0.0000688485,0.10000,0.396
17,mlp.experts.76.down_proj,0.0002309485,0.10000,0.415
17,mlp.experts.77.down_proj,0.0000064139,0.10000,0.395
17,mlp.experts.78.down_proj,0.0000214589,0.10000,0.413
17,mlp.experts.79.down_proj,0.0000035986,0.10000,0.390
17,mlp.experts.80.down_proj,0.0000087671,0.10000,0.412
17,mlp.experts.81.down_proj,0.0002058473,0.10000,0.398
17,mlp.experts.82.down_proj,0.0000072866,0.10000,0.388
17,mlp.experts.83.down_proj,0.0000100986,0.10000,0.386
17,mlp.experts.84.down_proj,0.0000224092,0.10000,0.401
17,mlp.experts.85.down_proj,0.0000006526,0.10000,0.406
17,mlp.experts.86.down_proj,0.0000404930,0.10000,0.400
17,mlp.experts.87.down_proj,0.0000033934,0.10000,0.410
17,mlp.experts.88.down_proj,0.0000239764,0.10000,0.391
17,mlp.experts.89.down_proj,0.0000448007,0.10000,0.416
17,mlp.experts.90.down_proj,0.0000030700,0.10000,0.400
17,mlp.experts.91.down_proj,0.0000908121,0.10000,0.408
17,mlp.experts.92.down_proj,0.0000100569,0.10000,0.399
17,mlp.experts.93.down_proj,0.0000238408,0.10000,0.400
17,mlp.experts.94.down_proj,0.0000946148,0.10000,0.411
17,mlp.experts.95.down_proj,0.0000070980,0.10000,0.414
17,mlp.experts.96.down_proj,0.0001800813,0.10000,0.394
17,mlp.experts.97.down_proj,0.0000124230,0.10000,0.414
17,mlp.experts.98.down_proj,0.0005277599,0.10000,0.361
17,mlp.experts.99.down_proj,0.0000008990,0.10000,0.336
17,mlp.experts.100.down_proj,0.0000015014,0.10000,0.374
17,mlp.experts.101.down_proj,0.0000239958,0.10000,0.398
17,mlp.experts.102.down_proj,0.0000007950,0.10000,0.408
17,mlp.experts.103.down_proj,0.0000007107,0.10000,0.394
17,mlp.experts.104.down_proj,0.0000081041,0.10000,0.395
17,mlp.experts.105.down_proj,0.0000144543,0.10000,0.401
17,mlp.experts.106.down_proj,0.0000004301,0.10000,0.399
17,mlp.experts.107.down_proj,0.0000074518,0.10000,0.403
17,mlp.experts.108.down_proj,0.0001085416,0.10000,0.375
17,mlp.experts.109.down_proj,0.0000806440,0.10000,0.346
17,mlp.experts.110.down_proj,0.0001597448,0.10000,0.354
17,mlp.experts.111.down_proj,0.0014227911,0.10000,0.389
17,mlp.experts.112.down_proj,0.0000010083,0.10000,0.382
17,mlp.experts.113.down_proj,0.0000104037,0.10000,0.388
17,mlp.experts.114.down_proj,0.0000124077,0.10000,0.383
17,mlp.experts.115.down_proj,0.0000538481,0.10000,0.395
17,mlp.experts.116.down_proj,0.0000123530,0.10000,0.373
17,mlp.experts.117.down_proj,0.0000017276,0.10000,0.389
17,mlp.experts.118.down_proj,0.0000404031,0.10000,0.381
17,mlp.experts.119.down_proj,0.0001107980,0.10000,0.387
17,mlp.experts.120.down_proj,0.0000065428,0.10000,0.380
17,mlp.experts.121.down_proj,0.0000022149,0.10000,0.403
17,mlp.experts.122.down_proj,0.0000073228,0.10000,0.413
17,mlp.experts.123.down_proj,0.0000200248,0.10000,0.398
17,mlp.experts.124.down_proj,0.0000149696,0.10000,0.412
17,mlp.experts.125.down_proj,0.0001597948,0.10000,0.389
17,mlp.experts.126.down_proj,0.0000107571,0.10000,0.414
17,mlp.experts.127.down_proj,0.0000378893,0.10000,0.307
18,self_attn.k_proj,0.0000000280,0.10000,1.008
18,self_attn.q_proj,0.0000001887,0.10000,1.082
18,self_attn.v_proj,0.0000000365,0.10000,0.632
18,self_attn.o_proj,0.0000000367,0.10000,1.250
18,mlp.gate,0.0000046164,0.10000,0.550
18,mlp.experts.0.up_proj,0.0000380446,0.10000,1.027
18,mlp.experts.1.up_proj,0.0001567833,0.10000,1.059
18,mlp.experts.2.up_proj,0.0004212397,0.10000,0.950
18,mlp.experts.3.up_proj,0.0000663688,0.10000,0.991
18,mlp.experts.4.up_proj,0.0000167685,0.10000,0.984
18,mlp.experts.5.up_proj,0.0015531247,0.10000,1.003
18,mlp.experts.6.up_proj,0.0001776210,0.10000,1.048
18,mlp.experts.7.up_proj,0.0000151160,0.10000,1.053
18,mlp.experts.8.up_proj,0.0001248582,0.10000,1.063
18,mlp.experts.9.up_proj,0.0000568287,0.10000,1.013
18,mlp.experts.10.up_proj,0.0000087259,0.10000,0.997
18,mlp.experts.11.up_proj,0.0010428842,0.10000,1.039
18,mlp.experts.12.up_proj,0.0003886149,0.10000,1.020
18,mlp.experts.13.up_proj,0.0000161187,0.10000,1.007
18,mlp.experts.14.up_proj,0.0000559710,0.10000,1.032
18,mlp.experts.15.up_proj,0.0008764737,0.10000,1.049
18,mlp.experts.16.up_proj,0.0001870534,0.10000,1.056
18,mlp.experts.17.up_proj,0.0000884949,0.10000,1.054
18,mlp.experts.18.up_proj,0.0001837851,0.10000,1.029
18,mlp.experts.19.up_proj,0.0001762896,0.10000,1.040
18,mlp.experts.20.up_proj,0.0002139425,0.10000,0.981
18,mlp.experts.21.up_proj,0.0007450589,0.10000,0.960
18,mlp.experts.22.up_proj,0.0000186761,0.10000,1.010
18,mlp.experts.23.up_proj,0.0000084372,0.10000,0.963
18,mlp.experts.24.up_proj,0.0003072013,0.10000,0.998
18,mlp.experts.25.up_proj,0.0000389971,0.10000,0.998
18,mlp.experts.26.up_proj,0.0001338249,0.10000,0.942
18,mlp.experts.27.up_proj,0.0004188966,0.10000,0.937
18,mlp.experts.28.up_proj,0.0000309707,0.10000,0.986
18,mlp.experts.29.up_proj,0.0005281127,0.10000,0.985
18,mlp.experts.30.up_proj,0.0000667875,0.10000,0.991
18,mlp.experts.31.up_proj,0.0005317831,0.10000,1.002
18,mlp.experts.32.up_proj,0.0003534388,0.10000,1.004
18,mlp.experts.33.up_proj,0.0001600814,0.10000,1.086
18,mlp.experts.34.up_proj,0.0000281562,0.10000,1.032
18,mlp.experts.35.up_proj,0.0002910763,0.10000,1.043
18,mlp.experts.36.up_proj,0.0006730839,0.10000,0.968
18,mlp.experts.37.up_proj,0.0001282365,0.10000,0.956
18,mlp.experts.38.up_proj,0.0000386592,0.10000,0.940
18,mlp.experts.39.up_proj,0.0000700487,0.10000,0.999
18,mlp.experts.40.up_proj,0.0005764264,0.10000,1.000
18,mlp.experts.41.up_proj,0.0000515871,0.10000,1.010
18,mlp.experts.42.up_proj,0.0000149166,0.10000,0.999
18,mlp.experts.43.up_proj,0.0010661881,0.10000,0.993
18,mlp.experts.44.up_proj,0.0000461255,0.10000,1.004
18,mlp.experts.45.up_proj,0.0029945908,0.10000,0.992
18,mlp.experts.46.up_proj,0.0000759059,0.10000,1.025
18,mlp.experts.47.up_proj,0.0008800717,0.10000,1.035
18,mlp.experts.48.up_proj,0.0000487772,0.10000,1.009
18,mlp.experts.49.up_proj,0.0000961152,0.10000,0.993
18,mlp.experts.50.up_proj,0.0007242375,0.10000,1.018
18,mlp.experts.51.up_proj,0.0003669106,0.10000,0.997
18,mlp.experts.52.up_proj,0.0000180228,0.10000,1.018
18,mlp.experts.53.up_proj,0.0006046639,0.10000,0.996
18,mlp.experts.54.up_proj,0.0000306167,0.10000,0.983
18,mlp.experts.55.up_proj,0.0001076259,0.10000,0.987
18,mlp.experts.56.up_proj,0.0000087272,0.10000,1.004
18,mlp.experts.57.up_proj,0.0008379219,0.10000,1.059
18,mlp.experts.58.up_proj,0.0000667877,0.10000,1.028
18,mlp.experts.59.up_proj,0.0007469433,0.10000,1.056
18,mlp.experts.60.up_proj,0.0012663941,0.10000,1.003
18,mlp.experts.61.up_proj,0.0000605363,0.10000,0.989
18,mlp.experts.62.up_proj,0.0000338713,0.10000,1.026
18,mlp.experts.63.up_proj,0.0000297048,0.10000,1.027
18,mlp.experts.64.up_proj,0.0000141484,0.10000,1.018
18,mlp.experts.65.up_proj,0.0002737363,0.10000,1.018
18,mlp.experts.66.up_proj,0.0007682219,0.10000,0.999
18,mlp.experts.67.up_proj,0.0001233153,0.10000,1.032
18,mlp.experts.68.up_proj,0.0007089174,0.10000,1.026
18,mlp.experts.69.up_proj,0.0008004492,0.10000,1.030
18,mlp.experts.70.up_proj,0.0001996592,0.10000,0.990
18,mlp.experts.71.up_proj,0.0000385951,0.10000,0.984
18,mlp.experts.72.up_proj,0.0000909181,0.10000,1.013
18,mlp.experts.73.up_proj,0.0005519837,0.10000,1.040
18,mlp.experts.74.up_proj,0.0003201104,0.10000,1.028
18,mlp.experts.75.up_proj,0.0000140398,0.10000,1.013
18,mlp.experts.76.up_proj,0.0001654281,0.10000,0.957
18,mlp.experts.77.up_proj,0.0000708466,0.10000,0.919
18,mlp.experts.78.up_proj,0.0003372112,0.10000,0.994
18,mlp.experts.79.up_proj,0.0000133845,0.10000,1.046
18,mlp.experts.80.up_proj,0.0002401539,0.10000,1.037
18,mlp.experts.81.up_proj,0.0018489626,0.10000,1.010
18,mlp.experts.82.up_proj,0.0004950290,0.10000,1.049
18,mlp.experts.83.up_proj,0.0001082810,0.10000,1.015
18,mlp.experts.84.up_proj,0.0000826411,0.10000,1.048
18,mlp.experts.85.up_proj,0.0000069009,0.10000,1.007
18,mlp.experts.86.up_proj,0.0000572761,0.10000,1.036
18,mlp.experts.87.up_proj,0.0000269888,0.10000,1.013
18,mlp.experts.88.up_proj,0.0000892821,0.10000,1.025
18,mlp.experts.89.up_proj,0.0000442633,0.10000,1.037
18,mlp.experts.90.up_proj,0.0012148577,0.10000,1.002
18,mlp.experts.91.up_proj,0.0009671184,0.10000,0.999
18,mlp.experts.92.up_proj,0.0001327000,0.10000,0.984
18,mlp.experts.93.up_proj,0.0000575426,0.10000,0.993
18,mlp.experts.94.up_proj,0.0001837353,0.10000,1.021
18,mlp.experts.95.up_proj,0.0003499327,0.10000,1.030
18,mlp.experts.96.up_proj,0.0000417437,0.10000,1.058
18,mlp.experts.97.up_proj,0.0000142954,0.10000,1.026
18,mlp.experts.98.up_proj,0.0007606677,0.10000,1.035
18,mlp.experts.99.up_proj,0.0000646129,0.10000,1.023
18,mlp.experts.100.up_proj,0.0000548135,0.10000,0.995
18,mlp.experts.101.up_proj,0.0000196723,0.10000,0.937
18,mlp.experts.102.up_proj,0.0004008495,0.10000,0.977
18,mlp.experts.103.up_proj,0.0000810413,0.10000,0.977
18,mlp.experts.104.up_proj,0.0002595153,0.10000,0.969
18,mlp.experts.105.up_proj,0.0016624631,0.10000,1.025
18,mlp.experts.106.up_proj,0.0005516558,0.10000,0.988
18,mlp.experts.107.up_proj,0.0001052718,0.10000,1.000
18,mlp.experts.108.up_proj,0.0020662726,0.10000,1.005
18,mlp.experts.109.up_proj,0.0001626855,0.10000,0.988
18,mlp.experts.110.up_proj,0.0000099563,0.10000,1.000
18,mlp.experts.111.up_proj,0.0008639952,0.10000,1.016
18,mlp.experts.112.up_proj,0.0005454116,0.10000,1.001
18,mlp.experts.113.up_proj,0.0008661499,0.10000,1.021
18,mlp.experts.114.up_proj,0.0000306358,0.10000,0.983
18,mlp.experts.115.up_proj,0.0000820320,0.10000,1.010
18,mlp.experts.116.up_proj,0.0000144344,0.10000,1.014
18,mlp.experts.117.up_proj,0.0007750057,0.10000,1.038
18,mlp.experts.118.up_proj,0.0001357702,0.10000,1.015
18,mlp.experts.119.up_proj,0.0000461638,0.10000,1.008
18,mlp.experts.120.up_proj,0.0004409705,0.10000,0.970
18,mlp.experts.121.up_proj,0.0001343081,0.10000,0.971
18,mlp.experts.122.up_proj,0.0001653850,0.10000,0.987
18,mlp.experts.123.up_proj,0.0000819144,0.10000,1.039
18,mlp.experts.124.up_proj,0.0002064190,0.10000,1.011
18,mlp.experts.125.up_proj,0.0000644537,0.10000,1.044
18,mlp.experts.126.up_proj,0.0001826774,0.10000,1.036
18,mlp.experts.127.up_proj,0.0000307727,0.10000,1.004
18,mlp.experts.0.gate_proj,0.0000427385,0.10000,0.998
18,mlp.experts.1.gate_proj,0.0001745799,0.10000,1.011
18,mlp.experts.2.gate_proj,0.0004314337,0.10000,1.002
18,mlp.experts.3.gate_proj,0.0000749820,0.10000,1.012
18,mlp.experts.4.gate_proj,0.0000188280,0.10000,0.960
18,mlp.experts.5.gate_proj,0.0016353550,0.10000,0.958
18,mlp.experts.6.gate_proj,0.0002011552,0.10000,0.988
18,mlp.experts.7.gate_proj,0.0000164123,0.10000,0.982
18,mlp.experts.8.gate_proj,0.0001415274,0.10000,1.011
18,mlp.experts.9.gate_proj,0.0000608654,0.10000,0.980
18,mlp.experts.10.gate_proj,0.0000073126,0.10000,0.960
18,mlp.experts.11.gate_proj,0.0011166818,0.10000,0.975
18,mlp.experts.12.gate_proj,0.0004001586,0.10000,1.034
18,mlp.experts.13.gate_proj,0.0000166977,0.10000,1.027
18,mlp.experts.14.gate_proj,0.0000572683,0.10000,1.051
18,mlp.experts.15.gate_proj,0.0009935724,0.10000,1.050
18,mlp.experts.16.gate_proj,0.0002193521,0.10000,1.033
18,mlp.experts.17.gate_proj,0.0000996056,0.10000,0.997
18,mlp.experts.18.gate_proj,0.0002008880,0.10000,0.957
18,mlp.experts.19.gate_proj,0.0001809844,0.10000,0.999
18,mlp.experts.20.gate_proj,0.0002559626,0.10000,1.006
18,mlp.experts.21.gate_proj,0.0009352445,0.10000,0.971
18,mlp.experts.22.gate_proj,0.0000208696,0.10000,1.056
18,mlp.experts.23.gate_proj,0.0000089088,0.10000,1.014
18,mlp.experts.24.gate_proj,0.0003172756,0.10000,1.045
18,mlp.experts.25.gate_proj,0.0000443309,0.10000,1.025
18,mlp.experts.26.gate_proj,0.0001593207,0.10000,1.042
18,mlp.experts.27.gate_proj,0.0004811690,0.10000,1.043
18,mlp.experts.28.gate_proj,0.0000347045,0.10000,1.034
18,mlp.experts.29.gate_proj,0.0006428805,0.10000,1.052
18,mlp.experts.30.gate_proj,0.0000663087,0.10000,0.998
18,mlp.experts.31.gate_proj,0.0006446536,0.10000,1.002
18,mlp.experts.32.gate_proj,0.0004342572,0.10000,1.027
18,mlp.experts.33.gate_proj,0.0001792172,0.10000,1.022
18,mlp.experts.34.gate_proj,0.0000294209,0.10000,0.996
18,mlp.experts.35.gate_proj,0.0002825336,0.10000,1.021
18,mlp.experts.36.gate_proj,0.0006764472,0.10000,1.029
18,mlp.experts.37.gate_proj,0.0001511515,0.10000,1.023
18,mlp.experts.38.gate_proj,0.0000395709,0.10000,1.025
18,mlp.experts.39.gate_proj,0.0000767201,0.10000,1.051
18,mlp.experts.40.gate_proj,0.0007238456,0.10000,1.028
18,mlp.experts.41.gate_proj,0.0000553592,0.10000,1.021
18,mlp.experts.42.gate_proj,0.0000148413,0.10000,1.041
18,mlp.experts.43.gate_proj,0.0010732287,0.10000,1.021
18,mlp.experts.44.gate_proj,0.0000542475,0.10000,1.033
18,mlp.experts.45.gate_proj,0.0032088075,0.10000,1.025
18,mlp.experts.46.gate_proj,0.0000854704,0.10000,1.027
18,mlp.experts.47.gate_proj,0.0010305942,0.10000,1.010
18,mlp.experts.48.gate_proj,0.0000512912,0.10000,1.001
18,mlp.experts.49.gate_proj,0.0001086243,0.10000,1.011
18,mlp.experts.50.gate_proj,0.0009690055,0.10000,0.919
18,mlp.experts.51.gate_proj,0.0004778622,0.10000,0.905
18,mlp.experts.52.gate_proj,0.0000179165,0.10000,0.928
18,mlp.experts.53.gate_proj,0.0006763032,0.10000,0.947
18,mlp.experts.54.gate_proj,0.0000347490,0.10000,0.949
18,mlp.experts.55.gate_proj,0.0001147088,0.10000,0.958
18,mlp.experts.56.gate_proj,0.0000091178,0.10000,0.990
18,mlp.experts.57.gate_proj,0.0009793641,0.10000,0.990
18,mlp.experts.58.gate_proj,0.0000751422,0.10000,1.003
18,mlp.experts.59.gate_proj,0.0008762235,0.10000,0.995
18,mlp.experts.60.gate_proj,0.0013746263,0.10000,1.004
18,mlp.experts.61.gate_proj,0.0000660066,0.10000,0.953
18,mlp.experts.62.gate_proj,0.0000374415,0.10000,1.025
18,mlp.experts.63.gate_proj,0.0000337507,0.10000,1.012
18,mlp.experts.64.gate_proj,0.0000148928,0.10000,0.939
18,mlp.experts.65.gate_proj,0.0002826277,0.10000,1.029
18,mlp.experts.66.gate_proj,0.0009437320,0.10000,1.038
18,mlp.experts.67.gate_proj,0.0001389104,0.10000,1.052
18,mlp.experts.68.gate_proj,0.0008951699,0.10000,1.007
18,mlp.experts.69.gate_proj,0.0010004888,0.10000,1.043
18,mlp.experts.70.gate_proj,0.0002487565,0.10000,0.973
18,mlp.experts.71.gate_proj,0.0000464589,0.10000,0.998
18,mlp.experts.72.gate_proj,0.0001025719,0.10000,1.005
18,mlp.experts.73.gate_proj,0.0006119657,0.10000,1.045
18,mlp.experts.74.gate_proj,0.0003589677,0.10000,1.006
18,mlp.experts.75.gate_proj,0.0000139527,0.10000,1.003
18,mlp.experts.76.gate_proj,0.0001884396,0.10000,1.024
18,mlp.experts.77.gate_proj,0.0000776064,0.10000,0.975
18,mlp.experts.78.gate_proj,0.0003524346,0.10000,1.036
18,mlp.experts.79.gate_proj,0.0000129792,0.10000,1.023
18,mlp.experts.80.gate_proj,0.0002592346,0.10000,0.962
18,mlp.experts.81.gate_proj,0.0020326724,0.10000,1.021
18,mlp.experts.82.gate_proj,0.0005544527,0.10000,1.062
18,mlp.experts.83.gate_proj,0.0001045687,0.10000,1.054
18,mlp.experts.84.gate_proj,0.0000872514,0.10000,1.080
18,mlp.experts.85.gate_proj,0.0000053055,0.10000,1.043
18,mlp.experts.86.gate_proj,0.0000596155,0.10000,1.062
18,mlp.experts.87.gate_proj,0.0000297052,0.10000,1.014
18,mlp.experts.88.gate_proj,0.0000928218,0.10000,1.018
18,mlp.experts.89.gate_proj,0.0000491234,0.10000,1.033
18,mlp.experts.90.gate_proj,0.0013863747,0.10000,1.053
18,mlp.experts.91.gate_proj,0.0010874196,0.10000,1.027
18,mlp.experts.92.gate_proj,0.0001526952,0.10000,0.933
18,mlp.experts.93.gate_proj,0.0000604046,0.10000,0.946
18,mlp.experts.94.gate_proj,0.0002147021,0.10000,0.957
18,mlp.experts.95.gate_proj,0.0003813838,0.10000,1.002
18,mlp.experts.96.gate_proj,0.0000468540,0.10000,0.970
18,mlp.experts.97.gate_proj,0.0000159733,0.10000,0.950
18,mlp.experts.98.gate_proj,0.0006420322,0.10000,0.953
18,mlp.experts.99.gate_proj,0.0000706198,0.10000,1.011
18,mlp.experts.100.gate_proj,0.0000577162,0.10000,1.034
18,mlp.experts.101.gate_proj,0.0000222293,0.10000,1.046
18,mlp.experts.102.gate_proj,0.0005071798,0.10000,1.057
18,mlp.experts.103.gate_proj,0.0001306214,0.10000,0.998
18,mlp.experts.104.gate_proj,0.0002904164,0.10000,0.976
18,mlp.experts.105.gate_proj,0.0016699824,0.10000,0.976
18,mlp.experts.106.gate_proj,0.0006259921,0.10000,0.918
18,mlp.experts.107.gate_proj,0.0001146436,0.10000,0.990
18,mlp.experts.108.gate_proj,0.0021961211,0.10000,0.990
18,mlp.experts.109.gate_proj,0.0001792912,0.10000,1.026
18,mlp.experts.110.gate_proj,0.0000093663,0.10000,0.995
18,mlp.experts.111.gate_proj,0.0009281228,0.10000,1.041
18,mlp.experts.112.gate_proj,0.0005365006,0.10000,1.032
18,mlp.experts.113.gate_proj,0.0010064207,0.10000,0.965
18,mlp.experts.114.gate_proj,0.0000347777,0.10000,0.934
18,mlp.experts.115.gate_proj,0.0000879585,0.10000,0.990
18,mlp.experts.116.gate_proj,0.0000166294,0.10000,1.017
18,mlp.experts.117.gate_proj,0.0007754696,0.10000,1.034
18,mlp.experts.118.gate_proj,0.0001432381,0.10000,1.016
18,mlp.experts.119.gate_proj,0.0000549625,0.10000,0.989
18,mlp.experts.120.gate_proj,0.0004497934,0.10000,1.012
18,mlp.experts.121.gate_proj,0.0001508670,0.10000,1.023
18,mlp.experts.122.gate_proj,0.0001808875,0.10000,1.025
18,mlp.experts.123.gate_proj,0.0000819759,0.10000,1.026
18,mlp.experts.124.gate_proj,0.0002285833,0.10000,1.022
18,mlp.experts.125.gate_proj,0.0000661191,0.10000,1.025
18,mlp.experts.126.gate_proj,0.0001886303,0.10000,1.051
18,mlp.experts.127.gate_proj,0.0000329599,0.10000,0.911
18,mlp.experts.0.down_proj,0.0000051903,0.10000,0.406
18,mlp.experts.1.down_proj,0.0000264627,0.10000,0.407
18,mlp.experts.3.down_proj,0.0000084356,0.10000,0.404
18,mlp.experts.2.down_proj,0.0000549206,0.10000,0.413
18,mlp.experts.4.down_proj,0.0000022884,0.10000,0.415
18,mlp.experts.5.down_proj,0.0002091934,0.10000,0.417
18,mlp.experts.6.down_proj,0.0000207122,0.10000,0.377
18,mlp.experts.7.down_proj,0.0000018761,0.10000,0.391
18,mlp.experts.8.down_proj,0.0000153277,0.10000,0.381
18,mlp.experts.9.down_proj,0.0000064485,0.10000,0.387
18,mlp.experts.10.down_proj,0.0000009795,0.10000,0.381
18,mlp.experts.11.down_proj,0.0000975244,0.10000,0.386
18,mlp.experts.12.down_proj,0.0000399853,0.10000,0.387
18,mlp.experts.13.down_proj,0.0000014207,0.10000,0.385
18,mlp.experts.14.down_proj,0.0000087671,0.10000,0.389
18,mlp.experts.15.down_proj,0.0001137778,0.10000,0.396
18,mlp.experts.16.down_proj,0.0000217369,0.10000,0.392
18,mlp.experts.17.down_proj,0.0000184524,0.10000,0.386
18,mlp.experts.18.down_proj,0.0000176787,0.10000,0.392
18,mlp.experts.19.down_proj,0.0000215894,0.10000,0.398
18,mlp.experts.20.down_proj,0.0000497751,0.10000,0.366
18,mlp.experts.21.down_proj,0.0001476330,0.10000,0.372
18,mlp.experts.22.down_proj,0.0000022972,0.10000,0.389
18,mlp.experts.23.down_proj,0.0000009049,0.10000,0.408
18,mlp.experts.24.down_proj,0.0000561032,0.10000,0.337
18,mlp.experts.25.down_proj,0.0000051527,0.10000,0.337
18,mlp.experts.26.down_proj,0.0000176482,0.10000,0.361
18,mlp.experts.27.down_proj,0.0000554636,0.10000,0.367
18,mlp.experts.28.down_proj,0.0000040220,0.10000,0.396
18,mlp.experts.29.down_proj,0.0000754087,0.10000,0.385
18,mlp.experts.30.down_proj,0.0000083117,0.10000,0.387
18,mlp.experts.31.down_proj,0.0001498638,0.10000,0.390
18,mlp.experts.32.down_proj,0.0000560097,0.10000,0.392
18,mlp.experts.33.down_proj,0.0000208931,0.10000,0.390
18,mlp.experts.34.down_proj,0.0000031263,0.10000,0.401
18,mlp.experts.35.down_proj,0.0000495187,0.10000,0.398
18,mlp.experts.36.down_proj,0.0000776042,0.10000,0.400
18,mlp.experts.37.down_proj,0.0000099897,0.10000,0.398
18,mlp.experts.38.down_proj,0.0000051846,0.10000,0.390
18,mlp.experts.39.down_proj,0.0000091190,0.10000,0.398
18,mlp.experts.40.down_proj,0.0001027232,0.10000,0.394
18,mlp.experts.41.down_proj,0.0000057403,0.10000,0.403
18,mlp.experts.42.down_proj,0.0000018394,0.10000,0.403
18,mlp.experts.43.down_proj,0.0001383711,0.10000,0.381
18,mlp.experts.44.down_proj,0.0000058602,0.10000,0.403
18,mlp.experts.45.down_proj,0.0004583816,0.10000,0.378
18,mlp.experts.46.down_proj,0.0000134906,0.10000,0.394
18,mlp.experts.47.down_proj,0.0001794871,0.10000,0.385
18,mlp.experts.48.down_proj,0.0000044498,0.10000,0.398
18,mlp.experts.49.down_proj,0.0000138055,0.10000,0.392
18,mlp.experts.50.down_proj,0.0001543125,0.10000,0.317
18,mlp.experts.51.down_proj,0.0000823802,0.10000,0.328
18,mlp.experts.52.down_proj,0.0000024654,0.10000,0.364
18,mlp.experts.53.down_proj,0.0000845973,0.10000,0.384
18,mlp.experts.54.down_proj,0.0000034956,0.10000,0.388
18,mlp.experts.55.down_proj,0.0000192480,0.10000,0.393
18,mlp.experts.56.down_proj,0.0000007618,0.10000,0.365
18,mlp.experts.57.down_proj,0.0001486441,0.10000,0.376
18,mlp.experts.58.down_proj,0.0000072471,0.10000,0.379
18,mlp.experts.59.down_proj,0.0001690224,0.10000,0.398
18,mlp.experts.60.down_proj,0.0002672361,0.10000,0.382
18,mlp.experts.61.down_proj,0.0000048153,0.10000,0.393
18,mlp.experts.62.down_proj,0.0000038394,0.10000,0.393
18,mlp.experts.63.down_proj,0.0000042248,0.10000,0.398
18,mlp.experts.64.down_proj,0.0000017885,0.10000,0.347
18,mlp.experts.65.down_proj,0.0000332354,0.10000,0.348
18,mlp.experts.66.down_proj,0.0000253077,0.10000,0.382
18,mlp.experts.67.down_proj,0.0000170413,0.10000,0.397
18,mlp.experts.68.down_proj,0.0001543915,0.10000,0.398
18,mlp.experts.69.down_proj,0.0001674551,0.10000,0.402
18,mlp.experts.70.down_proj,0.0000332322,0.10000,0.400
18,mlp.experts.71.down_proj,0.0000035263,0.10000,0.397
18,mlp.experts.72.down_proj,0.0000128727,0.10000,0.402
18,mlp.experts.73.down_proj,0.0000977423,0.10000,0.393
18,mlp.experts.74.down_proj,0.0000479079,0.10000,0.336
18,mlp.experts.75.down_proj,0.0000013314,0.10000,0.325
18,mlp.experts.76.down_proj,0.0000209407,0.10000,0.352
18,mlp.experts.77.down_proj,0.0000088692,0.10000,0.361
18,mlp.experts.78.down_proj,0.0000570152,0.10000,0.341
18,mlp.experts.79.down_proj,0.0000017958,0.10000,0.357
18,mlp.experts.80.down_proj,0.0000359789,0.10000,0.381
18,mlp.experts.81.down_proj,0.0003637148,0.10000,0.371
18,mlp.experts.82.down_proj,0.0000650440,0.10000,0.339
18,mlp.experts.83.down_proj,0.0000147713,0.10000,0.333
18,mlp.experts.84.down_proj,0.0000099813,0.10000,0.343
18,mlp.experts.85.down_proj,0.0000006781,0.10000,0.334
18,mlp.experts.86.down_proj,0.0000067627,0.10000,0.320
18,mlp.experts.87.down_proj,0.0000032395,0.10000,0.322
18,mlp.experts.88.down_proj,0.0000147498,0.10000,0.342
18,mlp.experts.89.down_proj,0.0000059997,0.10000,0.363
18,mlp.experts.90.down_proj,0.0002391934,0.10000,0.386
18,mlp.experts.91.down_proj,0.0001578568,0.10000,0.402
18,mlp.experts.92.down_proj,0.0000087127,0.10000,0.390
18,mlp.experts.93.down_proj,0.0000073723,0.10000,0.401
18,mlp.experts.94.down_proj,0.0000235923,0.10000,0.383
18,mlp.experts.95.down_proj,0.0000484673,0.10000,0.401
18,mlp.experts.96.down_proj,0.0000048545,0.10000,0.384
18,mlp.experts.97.down_proj,0.0000014135,0.10000,0.405
18,mlp.experts.98.down_proj,0.0000695773,0.10000,0.393
18,mlp.experts.99.down_proj,0.0000110877,0.10000,0.389
18,mlp.experts.100.down_proj,0.0000064159,0.10000,0.398
18,mlp.experts.101.down_proj,0.0000031554,0.10000,0.391
18,mlp.experts.102.down_proj,0.0000779671,0.10000,0.398
18,mlp.experts.103.down_proj,0.0000092919,0.10000,0.399
18,mlp.experts.104.down_proj,0.0000373990,0.10000,0.394
18,mlp.experts.105.down_proj,0.0000237476,0.10000,0.406
18,mlp.experts.106.down_proj,0.0000698867,0.10000,0.393
18,mlp.experts.107.down_proj,0.0000077690,0.10000,0.406
18,mlp.experts.108.down_proj,0.0002020383,0.10000,0.385
18,mlp.experts.109.down_proj,0.0000288786,0.10000,0.368
18,mlp.experts.110.down_proj,0.0000012249,0.10000,0.390
18,mlp.experts.111.down_proj,0.0001075760,0.10000,0.375
18,mlp.experts.112.down_proj,0.0000211980,0.10000,0.373
18,mlp.experts.113.down_proj,0.0001867021,0.10000,0.400
18,mlp.experts.114.down_proj,0.0000042995,0.10000,0.401
18,mlp.experts.115.down_proj,0.0000174361,0.10000,0.385
18,mlp.experts.116.down_proj,0.0000018256,0.10000,0.399
18,mlp.experts.117.down_proj,0.0000243593,0.10000,0.402
18,mlp.experts.118.down_proj,0.0000067964,0.10000,0.387
18,mlp.experts.119.down_proj,0.0000077559,0.10000,0.399
18,mlp.experts.120.down_proj,0.0000350782,0.10000,0.396
18,mlp.experts.121.down_proj,0.0000184139,0.10000,0.375
18,mlp.experts.122.down_proj,0.0000190422,0.10000,0.341
18,mlp.experts.123.down_proj,0.0000108652,0.10000,0.325
18,mlp.experts.124.down_proj,0.0000250665,0.10000,0.346
18,mlp.experts.125.down_proj,0.0000074679,0.10000,0.364
18,mlp.experts.126.down_proj,0.0000208840,0.10000,0.346
18,mlp.experts.127.down_proj,0.0000045375,0.10000,0.297
19,self_attn.q_proj,0.0000001488,0.10000,1.093
19,self_attn.k_proj,0.0000000214,0.10000,1.098
19,self_attn.v_proj,0.0000000237,0.10000,0.581
19,self_attn.o_proj,0.0000000334,0.10000,1.178
19,mlp.gate,0.0000045149,0.10000,0.591
19,mlp.experts.0.up_proj,0.0012245172,0.10000,1.037
19,mlp.experts.1.up_proj,0.0000343395,0.10000,1.052
19,mlp.experts.3.up_proj,0.0000224210,0.10000,1.055
19,mlp.experts.2.up_proj,0.0000415452,0.10000,1.074
19,mlp.experts.4.up_proj,0.0000215626,0.10000,1.044
19,mlp.experts.5.up_proj,0.0000164949,0.10000,1.049
19,mlp.experts.6.up_proj,0.0002209922,0.10000,1.022
19,mlp.experts.7.up_proj,0.0016615462,0.10000,1.032
19,mlp.experts.8.up_proj,0.0001697026,0.10000,1.072
19,mlp.experts.9.up_proj,0.0000435475,0.10000,1.062
19,mlp.experts.10.up_proj,0.0005500487,0.10000,0.928
19,mlp.experts.11.up_proj,0.0000477571,0.10000,0.928
19,mlp.experts.12.up_proj,0.0000309745,0.10000,1.064
19,mlp.experts.13.up_proj,0.0000334359,0.10000,1.076
19,mlp.experts.14.up_proj,0.0004507791,0.10000,1.045
19,mlp.experts.15.up_proj,0.0000902404,0.10000,1.065
19,mlp.experts.16.up_proj,0.0003793749,0.10000,1.007
19,mlp.experts.17.up_proj,0.0000232545,0.10000,1.013
19,mlp.experts.18.up_proj,0.0004849030,0.10000,0.981
19,mlp.experts.19.up_proj,0.0002077772,0.10000,0.983
19,mlp.experts.20.up_proj,0.0000124279,0.10000,1.047
19,mlp.experts.21.up_proj,0.0000168748,0.10000,1.060
19,mlp.experts.22.up_proj,0.0000696281,0.10000,0.990
19,mlp.experts.23.up_proj,0.0005329914,0.10000,1.066
19,mlp.experts.24.up_proj,0.0000287120,0.10000,1.062
19,mlp.experts.25.up_proj,0.0000783439,0.10000,1.017
19,mlp.experts.26.up_proj,0.0000083353,0.10000,0.979
19,mlp.experts.27.up_proj,0.0001848571,0.10000,1.053
19,mlp.experts.28.up_proj,0.0018174836,0.10000,1.039
19,mlp.experts.29.up_proj,0.0001906145,0.10000,1.001
19,mlp.experts.30.up_proj,0.0003019934,0.10000,1.020
19,mlp.experts.31.up_proj,0.0000157660,0.10000,0.994
19,mlp.experts.32.up_proj,0.0000719888,0.10000,1.048
19,mlp.experts.33.up_proj,0.0000080483,0.10000,1.023
19,mlp.experts.34.up_proj,0.0000798812,0.10000,0.980
19,mlp.experts.35.up_proj,0.0004456024,0.10000,0.990
19,mlp.experts.36.up_proj,0.0000434030,0.10000,0.997
19,mlp.experts.37.up_proj,0.0008169281,0.10000,1.029
19,mlp.experts.38.up_proj,0.0000694907,0.10000,1.024
19,mlp.experts.39.up_proj,0.0000336335,0.10000,1.000
19,mlp.experts.40.up_proj,0.0001214553,0.10000,0.983
19,mlp.experts.41.up_proj,0.0000544563,0.10000,1.020
19,mlp.experts.42.up_proj,0.0007063939,0.10000,0.992
19,mlp.experts.43.up_proj,0.0004203173,0.10000,1.019
19,mlp.experts.44.up_proj,0.0001066117,0.10000,1.007
19,mlp.experts.45.up_proj,0.0000494156,0.10000,1.028
19,mlp.experts.46.up_proj,0.0001324326,0.10000,0.980
19,mlp.experts.47.up_proj,0.0000593887,0.10000,1.035
19,mlp.experts.48.up_proj,0.0000123019,0.10000,0.995
19,mlp.experts.49.up_proj,0.0000360136,0.10000,1.077
19,mlp.experts.50.up_proj,0.0001997157,0.10000,0.982
19,mlp.experts.51.up_proj,0.0000112636,0.10000,1.055
19,mlp.experts.52.up_proj,0.0000751803,0.10000,1.036
19,mlp.experts.53.up_proj,0.0000289826,0.10000,1.056
19,mlp.experts.54.up_proj,0.0026739894,0.10000,1.029
19,mlp.experts.55.up_proj,0.0006134204,0.10000,1.001
19,mlp.experts.56.up_proj,0.0003660401,0.10000,0.988
19,mlp.experts.57.up_proj,0.0023584934,0.10000,1.051
19,mlp.experts.58.up_proj,0.0000587413,0.10000,1.012
19,mlp.experts.59.up_proj,0.0000266737,0.10000,1.049
19,mlp.experts.60.up_proj,0.0000477534,0.10000,0.980
19,mlp.experts.61.up_proj,0.0000938922,0.10000,0.919
19,mlp.experts.62.up_proj,0.0005000381,0.10000,1.032
19,mlp.experts.63.up_proj,0.0000944078,0.10000,1.049
19,mlp.experts.64.up_proj,0.0001012649,0.10000,1.043
19,mlp.experts.65.up_proj,0.0005639646,0.10000,1.069
19,mlp.experts.66.up_proj,0.0000252656,0.10000,1.031
19,mlp.experts.67.up_proj,0.0002299449,0.10000,1.032
19,mlp.experts.68.up_proj,0.0003042318,0.10000,0.989
19,mlp.experts.69.up_proj,0.0003795822,0.10000,0.966
19,mlp.experts.70.up_proj,0.0003328912,0.10000,0.996
19,mlp.experts.71.up_proj,0.0008700985,0.10000,0.993
19,mlp.experts.72.up_proj,0.0000429882,0.10000,0.957
19,mlp.experts.73.up_proj,0.0000169534,0.10000,0.977
19,mlp.experts.74.up_proj,0.0001370018,0.10000,1.023
19,mlp.experts.75.up_proj,0.0000462571,0.10000,1.051
19,mlp.experts.76.up_proj,0.0006802164,0.10000,1.007
19,mlp.experts.77.up_proj,0.0037758534,0.10000,1.070
19,mlp.experts.78.up_proj,0.0003055231,0.10000,1.037
19,mlp.experts.79.up_proj,0.0001009149,0.10000,1.017
19,mlp.experts.80.up_proj,0.0008373693,0.10000,1.012
19,mlp.experts.81.up_proj,0.0004180515,0.10000,0.967
19,mlp.experts.82.up_proj,0.0000516937,0.10000,0.975
19,mlp.experts.83.up_proj,0.0000532543,0.10000,1.080
19,mlp.experts.84.up_proj,0.0003183439,0.10000,0.970
19,mlp.experts.85.up_proj,0.0005153849,0.10000,0.911
19,mlp.experts.86.up_proj,0.0000428179,0.10000,0.975
19,mlp.experts.87.up_proj,0.0000285525,0.10000,1.028
19,mlp.experts.88.up_proj,0.0000701676,0.10000,1.010
19,mlp.experts.89.up_proj,0.0000170872,0.10000,0.993
19,mlp.experts.90.up_proj,0.0012383257,0.10000,0.960
19,mlp.experts.91.up_proj,0.0001077323,0.10000,0.935
19,mlp.experts.92.up_proj,0.0003273670,0.10000,0.898
19,mlp.experts.93.up_proj,0.0000150157,0.10000,1.009
19,mlp.experts.94.up_proj,0.0000216693,0.10000,1.020
19,mlp.experts.95.up_proj,0.0000143998,0.10000,1.042
19,mlp.experts.96.up_proj,0.0004763083,0.10000,0.950
19,mlp.experts.97.up_proj,0.0004050319,0.10000,1.015
19,mlp.experts.98.up_proj,0.0000113401,0.10000,1.008
19,mlp.experts.99.up_proj,0.0000410124,0.10000,1.056
19,mlp.experts.100.up_proj,0.0000163293,0.10000,1.002
19,mlp.experts.101.up_proj,0.0008898144,0.10000,1.065
19,mlp.experts.102.up_proj,0.0040725784,0.10000,1.022
19,mlp.experts.103.up_proj,0.0001887529,0.10000,1.005
19,mlp.experts.104.up_proj,0.0004124919,0.10000,0.978
19,mlp.experts.105.up_proj,0.0011150446,0.10000,0.999
19,mlp.experts.106.up_proj,0.0000294978,0.10000,0.983
19,mlp.experts.107.up_proj,0.0003528410,0.10000,0.966
19,mlp.experts.108.up_proj,0.0000592861,0.10000,0.974
19,mlp.experts.109.up_proj,0.0001055794,0.10000,0.978
19,mlp.experts.110.up_proj,0.0000097470,0.10000,1.003
19,mlp.experts.111.up_proj,0.0003409908,0.10000,1.042
19,mlp.experts.112.up_proj,0.0000391867,0.10000,1.027
19,mlp.experts.113.up_proj,0.0003746892,0.10000,0.992
19,mlp.experts.114.up_proj,0.0007589559,0.10000,1.001
19,mlp.experts.115.up_proj,0.0001591133,0.10000,1.028
19,mlp.experts.116.up_proj,0.0000217419,0.10000,1.073
19,mlp.experts.117.up_proj,0.0003827825,0.10000,1.073
19,mlp.experts.118.up_proj,0.0009863677,0.10000,1.029
19,mlp.experts.119.up_proj,0.0002149165,0.10000,1.063
19,mlp.experts.120.up_proj,0.0005166642,0.10000,1.066
19,mlp.experts.121.up_proj,0.0004500977,0.10000,1.026
19,mlp.experts.122.up_proj,0.0008863366,0.10000,1.008
19,mlp.experts.123.up_proj,0.0001105755,0.10000,1.000
19,mlp.experts.124.up_proj,0.0001241495,0.10000,0.992
19,mlp.experts.125.up_proj,0.0000315987,0.10000,0.988
19,mlp.experts.126.up_proj,0.0007674634,0.10000,0.953
19,mlp.experts.127.up_proj,0.0001113325,0.10000,1.030
19,mlp.experts.0.gate_proj,0.0014158892,0.10000,1.021
19,mlp.experts.1.gate_proj,0.0000371012,0.10000,1.002
19,mlp.experts.2.gate_proj,0.0000423898,0.10000,0.967
19,mlp.experts.3.gate_proj,0.0000230639,0.10000,0.967
19,mlp.experts.4.gate_proj,0.0000230536,0.10000,0.962
19,mlp.experts.5.gate_proj,0.0000175363,0.10000,0.871
19,mlp.experts.6.gate_proj,0.0002482355,0.10000,0.892
19,mlp.experts.7.gate_proj,0.0017420515,0.10000,1.038
19,mlp.experts.8.gate_proj,0.0001789153,0.10000,1.011
19,mlp.experts.9.gate_proj,0.0000503372,0.10000,1.026
19,mlp.experts.10.gate_proj,0.0006119407,0.10000,1.021
19,mlp.experts.11.gate_proj,0.0000528607,0.10000,1.026
19,mlp.experts.12.gate_proj,0.0000340384,0.10000,1.037
19,mlp.experts.13.gate_proj,0.0000361283,0.10000,0.987
19,mlp.experts.14.gate_proj,0.0005607251,0.10000,0.969
19,mlp.experts.15.gate_proj,0.0000967645,0.10000,1.000
19,mlp.experts.16.gate_proj,0.0003849933,0.10000,1.004
19,mlp.experts.17.gate_proj,0.0000255506,0.10000,1.001
19,mlp.experts.18.gate_proj,0.0005456489,0.10000,0.998
19,mlp.experts.19.gate_proj,0.0002165726,0.10000,1.032
19,mlp.experts.20.gate_proj,0.0000131284,0.10000,1.030
19,mlp.experts.21.gate_proj,0.0000188849,0.10000,1.020
19,mlp.experts.22.gate_proj,0.0000779908,0.10000,1.019
19,mlp.experts.23.gate_proj,0.0005767047,0.10000,0.999
19,mlp.experts.24.gate_proj,0.0000314195,0.10000,1.034
19,mlp.experts.25.gate_proj,0.0000820931,0.10000,1.021
19,mlp.experts.26.gate_proj,0.0000083472,0.10000,0.992
19,mlp.experts.27.gate_proj,0.0002020580,0.10000,1.001
19,mlp.experts.28.gate_proj,0.0022427877,0.10000,0.994
19,mlp.experts.29.gate_proj,0.0002114304,0.10000,1.021
19,mlp.experts.30.gate_proj,0.0003497320,0.10000,1.026
19,mlp.experts.31.gate_proj,0.0000162188,0.10000,1.060
19,mlp.experts.32.gate_proj,0.0000786190,0.10000,1.050
19,mlp.experts.33.gate_proj,0.0000087731,0.10000,1.039
19,mlp.experts.34.gate_proj,0.0000795411,0.10000,1.016
19,mlp.experts.35.gate_proj,0.0005400390,0.10000,1.008
19,mlp.experts.36.gate_proj,0.0000487706,0.10000,1.011
19,mlp.experts.38.gate_proj,0.0000766242,0.10000,1.010
19,mlp.experts.37.gate_proj,0.0009074757,0.10000,1.049
19,mlp.experts.39.gate_proj,0.0000341925,0.10000,1.037
19,mlp.experts.40.gate_proj,0.0001291219,0.10000,1.022
19,mlp.experts.41.gate_proj,0.0000583289,0.10000,1.062
19,mlp.experts.42.gate_proj,0.0007948808,0.10000,1.069
19,mlp.experts.43.gate_proj,0.0004347960,0.10000,1.057
19,mlp.experts.44.gate_proj,0.0001199373,0.10000,1.067
19,mlp.experts.45.gate_proj,0.0000526240,0.10000,0.973
19,mlp.experts.46.gate_proj,0.0001432862,0.10000,0.974
19,mlp.experts.47.gate_proj,0.0000645569,0.10000,1.017
19,mlp.experts.48.gate_proj,0.0000119395,0.10000,1.014
19,mlp.experts.49.gate_proj,0.0000352119,0.10000,0.985
19,mlp.experts.50.gate_proj,0.0001999689,0.10000,0.974
19,mlp.experts.51.gate_proj,0.0000105011,0.10000,1.056
19,mlp.experts.52.gate_proj,0.0000818558,0.10000,1.075
19,mlp.experts.53.gate_proj,0.0000301552,0.10000,1.066
19,mlp.experts.54.gate_proj,0.0030623536,0.10000,1.057
19,mlp.experts.56.gate_proj,0.0003903949,0.10000,1.032
19,mlp.experts.55.gate_proj,0.0006222859,0.10000,1.059
19,mlp.experts.57.gate_proj,0.0025391255,0.10000,1.030
19,mlp.experts.58.gate_proj,0.0000660804,0.10000,1.042
19,mlp.experts.60.gate_proj,0.0000446672,0.10000,0.987
19,mlp.experts.59.gate_proj,0.0000296318,0.10000,1.045
19,mlp.experts.61.gate_proj,0.0001068576,0.10000,1.008
19,mlp.experts.62.gate_proj,0.0005313944,0.10000,0.998
19,mlp.experts.63.gate_proj,0.0001043598,0.10000,1.018
19,mlp.experts.64.gate_proj,0.0001040290,0.10000,1.019
19,mlp.experts.65.gate_proj,0.0006579940,0.10000,1.045
19,mlp.experts.66.gate_proj,0.0000279131,0.10000,1.045
19,mlp.experts.67.gate_proj,0.0002496221,0.10000,1.059
19,mlp.experts.68.gate_proj,0.0003376033,0.10000,1.059
19,mlp.experts.69.gate_proj,0.0004188273,0.10000,1.056
19,mlp.experts.70.gate_proj,0.0003699902,0.10000,1.033
19,mlp.experts.71.gate_proj,0.0010400533,0.10000,1.040
19,mlp.experts.72.gate_proj,0.0000478958,0.10000,1.057
19,mlp.experts.73.gate_proj,0.0000182159,0.10000,1.057
19,mlp.experts.74.gate_proj,0.0001381564,0.10000,1.055
19,mlp.experts.75.gate_proj,0.0000476609,0.10000,1.080
19,mlp.experts.76.gate_proj,0.0007318681,0.10000,1.061
19,mlp.experts.77.gate_proj,0.0039931644,0.10000,0.990
19,mlp.experts.78.gate_proj,0.0003656690,0.10000,0.995
19,mlp.experts.79.gate_proj,0.0001124757,0.10000,0.969
19,mlp.experts.80.gate_proj,0.0009351460,0.10000,0.975
19,mlp.experts.81.gate_proj,0.0004698421,0.10000,0.987
19,mlp.experts.82.gate_proj,0.0000569208,0.10000,0.979
19,mlp.experts.84.gate_proj,0.0003346602,0.10000,1.026
19,mlp.experts.83.gate_proj,0.0000585460,0.10000,1.057
19,mlp.experts.85.gate_proj,0.0005510116,0.10000,1.069
19,mlp.experts.86.gate_proj,0.0000462642,0.10000,1.064
19,mlp.experts.87.gate_proj,0.0000297973,0.10000,0.986
19,mlp.experts.88.gate_proj,0.0000755753,0.10000,0.986
19,mlp.experts.90.gate_proj,0.0013657933,0.10000,1.051
19,mlp.experts.89.gate_proj,0.0000184279,0.10000,1.096
19,mlp.experts.91.gate_proj,0.0001210775,0.10000,1.011
19,mlp.experts.92.gate_proj,0.0003710192,0.10000,1.036
19,mlp.experts.94.gate_proj,0.0000238213,0.10000,0.987
19,mlp.experts.93.gate_proj,0.0000149823,0.10000,1.052
19,mlp.experts.95.gate_proj,0.0000129779,0.10000,1.077
19,mlp.experts.96.gate_proj,0.0004952626,0.10000,1.088
19,mlp.experts.97.gate_proj,0.0005094591,0.10000,1.006
19,mlp.experts.98.gate_proj,0.0000096800,0.10000,1.005
19,mlp.experts.99.gate_proj,0.0000437150,0.10000,1.059
19,mlp.experts.100.gate_proj,0.0000166224,0.10000,1.070
19,mlp.experts.101.gate_proj,0.0009585645,0.10000,0.984
19,mlp.experts.102.gate_proj,0.0040453470,0.10000,0.987
19,mlp.experts.103.gate_proj,0.0002003737,0.10000,1.002
19,mlp.experts.104.gate_proj,0.0005021064,0.10000,1.000
19,mlp.experts.105.gate_proj,0.0013378024,0.10000,1.016
19,mlp.experts.106.gate_proj,0.0000314591,0.10000,1.028
19,mlp.experts.107.gate_proj,0.0004207184,0.10000,1.018
19,mlp.experts.108.gate_proj,0.0000657082,0.10000,0.997
19,mlp.experts.109.gate_proj,0.0001164738,0.10000,1.080
19,mlp.experts.110.gate_proj,0.0000098738,0.10000,1.073
19,mlp.experts.111.gate_proj,0.0003850295,0.10000,1.013
19,mlp.experts.112.gate_proj,0.0000394974,0.10000,1.033
19,mlp.experts.113.gate_proj,0.0002788460,0.10000,1.039
19,mlp.experts.114.gate_proj,0.0008597598,0.10000,1.046
19,mlp.experts.115.gate_proj,0.0005930165,0.10000,1.071
19,mlp.experts.116.gate_proj,0.0000232489,0.10000,1.093
19,mlp.experts.117.gate_proj,0.0004100321,0.10000,1.068
19,mlp.experts.118.gate_proj,0.0012245517,0.10000,1.022
19,mlp.experts.119.gate_proj,0.0002207516,0.10000,1.080
19,mlp.experts.120.gate_proj,0.0005787281,0.10000,1.080
19,mlp.experts.121.gate_proj,0.0004459824,0.10000,1.018
19,mlp.experts.122.gate_proj,0.0009343878,0.10000,1.036
19,mlp.experts.123.gate_proj,0.0001195907,0.10000,0.982
19,mlp.experts.124.gate_proj,0.0001291732,0.10000,0.998
19,mlp.experts.125.gate_proj,0.0000342921,0.10000,0.998
19,mlp.experts.126.gate_proj,0.0008593897,0.10000,0.998
19,mlp.experts.127.gate_proj,0.0001223426,0.10000,0.658
19,mlp.experts.0.down_proj,0.0003021262,0.10000,0.410
19,mlp.experts.1.down_proj,0.0000048295,0.10000,0.410
19,mlp.experts.2.down_proj,0.0000072564,0.10000,0.376
19,mlp.experts.3.down_proj,0.0000027514,0.10000,0.378
19,mlp.experts.4.down_proj,0.0000030671,0.10000,0.369
19,mlp.experts.5.down_proj,0.0000023943,0.10000,0.374
19,mlp.experts.6.down_proj,0.0000476496,0.10000,0.328
19,mlp.experts.7.down_proj,0.0000297737,0.10000,0.330
19,mlp.experts.8.down_proj,0.0000310197,0.10000,0.339
19,mlp.experts.9.down_proj,0.0000071322,0.10000,0.339
19,mlp.experts.10.down_proj,0.0000725996,0.10000,0.331
19,mlp.experts.11.down_proj,0.0000064429,0.10000,0.330
19,mlp.experts.12.down_proj,0.0000043744,0.10000,0.390
19,mlp.experts.13.down_proj,0.0000038631,0.10000,0.383
19,mlp.experts.14.down_proj,0.0001176002,0.10000,0.351
19,mlp.experts.15.down_proj,0.0000115054,0.10000,0.356
19,mlp.experts.16.down_proj,0.0000550397,0.10000,0.372
19,mlp.experts.17.down_proj,0.0000032343,0.10000,0.393
19,mlp.experts.18.down_proj,0.0000782250,0.10000,0.381
19,mlp.experts.19.down_proj,0.0000232417,0.10000,0.379
19,mlp.experts.20.down_proj,0.0000014801,0.10000,0.386
19,mlp.experts.21.down_proj,0.0000027560,0.10000,0.379
19,mlp.experts.22.down_proj,0.0000113029,0.10000,0.360
19,mlp.experts.23.down_proj,0.0000980573,0.10000,0.357
19,mlp.experts.24.down_proj,0.0000033751,0.10000,0.371
19,mlp.experts.25.down_proj,0.0000089273,0.10000,0.380
19,mlp.experts.26.down_proj,0.0000008212,0.10000,0.352
19,mlp.experts.27.down_proj,0.0000318035,0.10000,0.347
19,mlp.experts.28.down_proj,0.0003015755,0.10000,0.388
19,mlp.experts.29.down_proj,0.0000266164,0.10000,0.384
19,mlp.experts.30.down_proj,0.0000680626,0.10000,0.392
19,mlp.experts.31.down_proj,0.0000021583,0.10000,0.403
19,mlp.experts.32.down_proj,0.0000084187,0.10000,0.334
19,mlp.experts.33.down_proj,0.0000010531,0.10000,0.339
19,mlp.experts.34.down_proj,0.0000122588,0.10000,0.388
19,mlp.experts.35.down_proj,0.0000716265,0.10000,0.393
19,mlp.experts.36.down_proj,0.0000065837,0.10000,0.383
19,mlp.experts.37.down_proj,0.0001006581,0.10000,0.388
19,mlp.experts.38.down_proj,0.0000108317,0.10000,0.378
19,mlp.experts.39.down_proj,0.0000036789,0.10000,0.391
19,mlp.experts.40.down_proj,0.0000140998,0.10000,0.361
19,mlp.experts.41.down_proj,0.0000073608,0.10000,0.361
19,mlp.experts.42.down_proj,0.0000982871,0.10000,0.391
19,mlp.experts.43.down_proj,0.0001021425,0.10000,0.393
19,mlp.experts.44.down_proj,0.0000216355,0.10000,0.391
19,mlp.experts.45.down_proj,0.0000051478,0.10000,0.388
19,mlp.experts.46.down_proj,0.0000171629,0.10000,0.382
19,mlp.experts.47.down_proj,0.0000073191,0.10000,0.385
19,mlp.experts.48.down_proj,0.0000014689,0.10000,0.370
19,mlp.experts.49.down_proj,0.0000034636,0.10000,0.382
19,mlp.experts.50.down_proj,0.0000478585,0.10000,0.327
19,mlp.experts.51.down_proj,0.0000013806,0.10000,0.329
19,mlp.experts.52.down_proj,0.0000073512,0.10000,0.400
19,mlp.experts.53.down_proj,0.0000038277,0.10000,0.414
19,mlp.experts.54.down_proj,0.0002981953,0.10000,0.367
19,mlp.experts.55.down_proj,0.0001158293,0.10000,0.369
19,mlp.experts.56.down_proj,0.0000444277,0.10000,0.380
19,mlp.experts.57.down_proj,0.0005121641,0.10000,0.413
19,mlp.experts.58.down_proj,0.0000108483,0.10000,0.387
19,mlp.experts.59.down_proj,0.0000028242,0.10000,0.417
19,mlp.experts.60.down_proj,0.0000065722,0.10000,0.383
19,mlp.experts.61.down_proj,0.0000090205,0.10000,0.410
19,mlp.experts.62.down_proj,0.0001218569,0.10000,0.367
19,mlp.experts.63.down_proj,0.0000189088,0.10000,0.378
19,mlp.experts.64.down_proj,0.0000175908,0.10000,0.376
19,mlp.experts.65.down_proj,0.0000825982,0.10000,0.389
19,mlp.experts.66.down_proj,0.0000038346,0.10000,0.354
19,mlp.experts.67.down_proj,0.0000329272,0.10000,0.339
19,mlp.experts.68.down_proj,0.0000591111,0.10000,0.330
19,mlp.experts.69.down_proj,0.0000732236,0.10000,0.321
19,mlp.experts.70.down_proj,0.0000551127,0.10000,0.329
19,mlp.experts.71.down_proj,0.0001739671,0.10000,0.328
19,mlp.experts.72.down_proj,0.0000060708,0.10000,0.359
19,mlp.experts.73.down_proj,0.0000022259,0.10000,0.385
19,mlp.experts.74.down_proj,0.0000147534,0.10000,0.390
19,mlp.experts.75.down_proj,0.0000039345,0.10000,0.386
19,mlp.experts.76.down_proj,0.0001106559,0.10000,0.382
19,mlp.experts.77.down_proj,0.0007099175,0.10000,0.389
19,mlp.experts.78.down_proj,0.0000706415,0.10000,0.386
19,mlp.experts.79.down_proj,0.0000112904,0.10000,0.394
19,mlp.experts.80.down_proj,0.0001478678,0.10000,0.388
19,mlp.experts.81.down_proj,0.0000666377,0.10000,0.404
19,mlp.experts.82.down_proj,0.0000094509,0.10000,0.392
19,mlp.experts.83.down_proj,0.0000088945,0.10000,0.407
19,mlp.experts.84.down_proj,0.0000384349,0.10000,0.394
19,mlp.experts.85.down_proj,0.0000993910,0.10000,0.408
19,mlp.experts.86.down_proj,0.0000055565,0.10000,0.401
19,mlp.experts.87.down_proj,0.0000044091,0.10000,0.401
19,mlp.experts.88.down_proj,0.0000073009,0.10000,0.403
19,mlp.experts.89.down_proj,0.0000018414,0.10000,0.408
19,mlp.experts.90.down_proj,0.0002597954,0.10000,0.374
19,mlp.experts.91.down_proj,0.0000182376,0.10000,0.363
19,mlp.experts.92.down_proj,0.0000538002,0.10000,0.375
19,mlp.experts.93.down_proj,0.0000014599,0.10000,0.405
19,mlp.experts.94.down_proj,0.0000039626,0.10000,0.396
19,mlp.experts.95.down_proj,0.0000017400,0.10000,0.395
19,mlp.experts.96.down_proj,0.0001048581,0.10000,0.395
19,mlp.experts.97.down_proj,0.0000931658,0.10000,0.396
19,mlp.experts.98.down_proj,0.0000013918,0.10000,0.409
19,mlp.experts.99.down_proj,0.0000039888,0.10000,0.405
19,mlp.experts.100.down_proj,0.0000022424,0.10000,0.408
19,mlp.experts.101.down_proj,0.0001869716,0.10000,0.414
19,mlp.experts.102.down_proj,0.0004601750,0.10000,0.379
19,mlp.experts.103.down_proj,0.0000353504,0.10000,0.361
19,mlp.experts.104.down_proj,0.0000956966,0.10000,0.358
19,mlp.experts.105.down_proj,0.0003859667,0.10000,0.392
19,mlp.experts.106.down_proj,0.0000047152,0.10000,0.386
19,mlp.experts.107.down_proj,0.0000812625,0.10000,0.393
19,mlp.experts.108.down_proj,0.0000067617,0.10000,0.388
19,mlp.experts.109.down_proj,0.0000120412,0.10000,0.382
19,mlp.experts.110.down_proj,0.0000014160,0.10000,0.404
19,mlp.experts.111.down_proj,0.0000776902,0.10000,0.379
19,mlp.experts.112.down_proj,0.0000040669,0.10000,0.378
19,mlp.experts.113.down_proj,0.0000376909,0.10000,0.397
19,mlp.experts.114.down_proj,0.0000303529,0.10000,0.401
19,mlp.experts.115.down_proj,0.0000122326,0.10000,0.392
19,mlp.experts.116.down_proj,0.0000028410,0.10000,0.402
19,mlp.experts.117.down_proj,0.0000832716,0.10000,0.351
19,mlp.experts.118.down_proj,0.0000443391,0.10000,0.354
19,mlp.experts.119.down_proj,0.0000288963,0.10000,0.403
19,mlp.experts.120.down_proj,0.0000991891,0.10000,0.399
19,mlp.experts.121.down_proj,0.0000596885,0.10000,0.401
19,mlp.experts.122.down_proj,0.0001325613,0.10000,0.391
19,mlp.experts.123.down_proj,0.0000149614,0.10000,0.403
19,mlp.experts.124.down_proj,0.0000191811,0.10000,0.383
19,mlp.experts.125.down_proj,0.0000042132,0.10000,0.338
19,mlp.experts.126.down_proj,0.0001428132,0.10000,0.328
19,mlp.experts.127.down_proj,0.0000167909,0.10000,0.250
20,self_attn.q_proj,0.0000001717,0.10000,1.032
20,self_attn.k_proj,0.0000000242,0.10000,1.066
20,self_attn.v_proj,0.0000000308,0.10000,0.580
20,self_attn.o_proj,0.0000000407,0.10000,1.193
20,mlp.gate,0.0000048096,0.10000,0.622
20,mlp.experts.0.up_proj,0.0006168812,0.10000,1.029
20,mlp.experts.1.up_proj,0.0032987662,0.10000,1.043
20,mlp.experts.2.up_proj,0.0002794115,0.10000,0.967
20,mlp.experts.3.up_proj,0.0000275180,0.10000,1.039
20,mlp.experts.4.up_proj,0.0000545531,0.10000,1.020
20,mlp.experts.5.up_proj,0.0000614327,0.10000,0.989
20,mlp.experts.6.up_proj,0.0003768424,0.10000,0.982
20,mlp.experts.7.up_proj,0.0009735625,0.10000,1.018
20,mlp.experts.8.up_proj,0.0000271006,0.10000,1.033
20,mlp.experts.9.up_proj,0.0000972817,0.10000,1.020
20,mlp.experts.10.up_proj,0.0006997918,0.10000,1.033
20,mlp.experts.11.up_proj,0.0007132874,0.10000,1.012
20,mlp.experts.12.up_proj,0.0014675475,0.10000,1.039
20,mlp.experts.13.up_proj,0.0001457506,0.10000,1.033
20,mlp.experts.14.up_proj,0.0000431364,0.10000,1.023
20,mlp.experts.15.up_proj,0.0000751973,0.10000,1.024
20,mlp.experts.16.up_proj,0.0007967140,0.10000,0.967
20,mlp.experts.17.up_proj,0.0000430491,0.10000,0.976
20,mlp.experts.18.up_proj,0.0001137950,0.10000,1.050
20,mlp.experts.19.up_proj,0.0002296082,0.10000,1.007
20,mlp.experts.20.up_proj,0.0004714886,0.10000,1.028
20,mlp.experts.21.up_proj,0.0000219267,0.10000,1.042
20,mlp.experts.22.up_proj,0.0000326499,0.10000,0.973
20,mlp.experts.23.up_proj,0.0000409782,0.10000,1.052
20,mlp.experts.24.up_proj,0.0002712100,0.10000,1.011
20,mlp.experts.25.up_proj,0.0000261824,0.10000,0.999
20,mlp.experts.26.up_proj,0.0006759753,0.10000,1.019
20,mlp.experts.27.up_proj,0.0006104420,0.10000,0.966
20,mlp.experts.28.up_proj,0.0000293317,0.10000,1.036
20,mlp.experts.29.up_proj,0.0004746462,0.10000,1.050
20,mlp.experts.30.up_proj,0.0001052921,0.10000,1.007
20,mlp.experts.31.up_proj,0.0003732176,0.10000,1.083
20,mlp.experts.32.up_proj,0.0000360457,0.10000,0.976
20,mlp.experts.33.up_proj,0.0000070514,0.10000,0.977
20,mlp.experts.34.up_proj,0.0024689347,0.10000,0.985
20,mlp.experts.35.up_proj,0.0000330837,0.10000,0.987
20,mlp.experts.36.up_proj,0.0000198958,0.10000,0.984
20,mlp.experts.37.up_proj,0.0001410959,0.10000,0.995
20,mlp.experts.38.up_proj,0.0000522645,0.10000,1.011
20,mlp.experts.39.up_proj,0.0000171159,0.10000,0.976
20,mlp.experts.40.up_proj,0.0003739300,0.10000,1.032
20,mlp.experts.41.up_proj,0.0006565410,0.10000,0.995
20,mlp.experts.42.up_proj,0.0002922676,0.10000,1.033
20,mlp.experts.43.up_proj,0.0000798587,0.10000,1.052
20,mlp.experts.44.up_proj,0.0000070591,0.10000,1.003
20,mlp.experts.45.up_proj,0.0000363422,0.10000,1.032
20,mlp.experts.46.up_proj,0.0001290816,0.10000,1.045
20,mlp.experts.47.up_proj,0.0000561935,0.10000,1.059
20,mlp.experts.48.up_proj,0.0000846384,0.10000,1.014
20,mlp.experts.49.up_proj,0.0004843177,0.10000,0.978
20,mlp.experts.50.up_proj,0.0002866086,0.10000,1.052
20,mlp.experts.51.up_proj,0.0002286300,0.10000,1.035
20,mlp.experts.52.up_proj,0.0005542952,0.10000,0.992
20,mlp.experts.53.up_proj,0.0000851619,0.10000,1.011
20,mlp.experts.54.up_proj,0.0001595756,0.10000,1.031
20,mlp.experts.55.up_proj,0.0001774930,0.10000,0.988
20,mlp.experts.56.up_proj,0.0000178571,0.10000,1.024
20,mlp.experts.57.up_proj,0.0000859355,0.10000,1.040
20,mlp.experts.58.up_proj,0.0020411983,0.10000,1.000
20,mlp.experts.59.up_proj,0.0002020087,0.10000,1.065
20,mlp.experts.60.up_proj,0.0002985113,0.10000,0.926
20,mlp.experts.61.up_proj,0.0000697198,0.10000,0.951
20,mlp.experts.62.up_proj,0.0000203375,0.10000,1.023
20,mlp.experts.63.up_proj,0.0009241623,0.10000,1.069
20,mlp.experts.64.up_proj,0.0000335925,0.10000,1.037
20,mlp.experts.65.up_proj,0.0000398377,0.10000,1.052
20,mlp.experts.66.up_proj,0.0000611247,0.10000,1.019
20,mlp.experts.67.up_proj,0.0001578362,0.10000,1.086
20,mlp.experts.68.up_proj,0.0001125508,0.10000,1.049
20,mlp.experts.69.up_proj,0.0001802995,0.10000,1.041
20,mlp.experts.70.up_proj,0.0000707611,0.10000,1.014
20,mlp.experts.71.up_proj,0.0006182327,0.10000,1.006
20,mlp.experts.72.up_proj,0.0000782740,0.10000,1.016
20,mlp.experts.73.up_proj,0.0028837457,0.10000,1.024
20,mlp.experts.74.up_proj,0.0000398928,0.10000,1.044
20,mlp.experts.75.up_proj,0.0010355295,0.10000,1.033
20,mlp.experts.76.up_proj,0.0003340354,0.10000,1.002
20,mlp.experts.77.up_proj,0.0000829781,0.10000,1.049
20,mlp.experts.78.up_proj,0.0000881413,0.10000,1.037
20,mlp.experts.79.up_proj,0.0000704177,0.10000,1.016
20,mlp.experts.80.up_proj,0.0000135475,0.10000,1.055
20,mlp.experts.81.up_proj,0.0007682664,0.10000,1.029
20,mlp.experts.82.up_proj,0.0000462564,0.10000,0.999
20,mlp.experts.83.up_proj,0.0002956445,0.10000,0.986
20,mlp.experts.84.up_proj,0.0000386037,0.10000,1.030
20,mlp.experts.85.up_proj,0.0001153664,0.10000,1.025
20,mlp.experts.86.up_proj,0.0000468647,0.10000,1.057
20,mlp.experts.87.up_proj,0.0001076251,0.10000,1.010
20,mlp.experts.88.up_proj,0.0004220947,0.10000,1.050
20,mlp.experts.89.up_proj,0.0014154462,0.10000,1.012
20,mlp.experts.90.up_proj,0.0000046520,0.10000,1.008
20,mlp.experts.91.up_proj,0.0000156480,0.10000,1.051
20,mlp.experts.92.up_proj,0.0001103400,0.10000,1.037
20,mlp.experts.93.up_proj,0.0004833193,0.10000,1.019
20,mlp.experts.94.up_proj,0.0001211071,0.10000,0.978
20,mlp.experts.95.up_proj,0.0000061582,0.10000,0.996
20,mlp.experts.96.up_proj,0.0068393565,0.10000,1.011
20,mlp.experts.97.up_proj,0.0008418776,0.10000,1.030
20,mlp.experts.98.up_proj,0.0002336247,0.10000,0.991
20,mlp.experts.99.up_proj,0.0001004966,0.10000,0.985
20,mlp.experts.100.up_proj,0.0000250461,0.10000,1.056
20,mlp.experts.101.up_proj,0.0001175340,0.10000,1.003
20,mlp.experts.102.up_proj,0.0002409598,0.10000,1.044
20,mlp.experts.103.up_proj,0.0000253004,0.10000,1.023
20,mlp.experts.104.up_proj,0.0000102652,0.10000,1.030
20,mlp.experts.105.up_proj,0.0000207022,0.10000,1.037
20,mlp.experts.106.up_proj,0.0000125306,0.10000,1.022
20,mlp.experts.107.up_proj,0.0004340926,0.10000,1.038
20,mlp.experts.108.up_proj,0.0000599790,0.10000,1.035
20,mlp.experts.109.up_proj,0.0001526687,0.10000,1.032
20,mlp.experts.110.up_proj,0.0000171920,0.10000,1.012
20,mlp.experts.111.up_proj,0.0006651442,0.10000,0.998
20,mlp.experts.112.up_proj,0.0015581052,0.10000,1.048
20,mlp.experts.113.up_proj,0.0007902561,0.10000,1.016
20,mlp.experts.114.up_proj,0.0000849993,0.10000,0.952
20,mlp.experts.115.up_proj,0.0007091899,0.10000,0.970
20,mlp.experts.116.up_proj,0.0000130647,0.10000,1.027
20,mlp.experts.117.up_proj,0.0003491579,0.10000,1.036
20,mlp.experts.118.up_proj,0.0008330882,0.10000,1.028
20,mlp.experts.119.up_proj,0.0007197893,0.10000,1.036
20,mlp.experts.120.up_proj,0.0002514362,0.10000,0.998
20,mlp.experts.121.up_proj,0.0037034909,0.10000,0.999
20,mlp.experts.122.up_proj,0.0000176189,0.10000,1.003
20,mlp.experts.123.up_proj,0.0004144604,0.10000,1.019
20,mlp.experts.124.up_proj,0.0005096718,0.10000,1.027
20,mlp.experts.125.up_proj,0.0001637642,0.10000,0.984
20,mlp.experts.126.up_proj,0.0026132319,0.10000,1.003
20,mlp.experts.127.up_proj,0.0000522001,0.10000,0.996
20,mlp.experts.0.gate_proj,0.0006230343,0.10000,1.026
20,mlp.experts.1.gate_proj,0.0033895084,0.10000,1.038
20,mlp.experts.2.gate_proj,0.0002599154,0.10000,1.049
20,mlp.experts.3.gate_proj,0.0000288776,0.10000,1.025
20,mlp.experts.4.gate_proj,0.0000546540,0.10000,0.946
20,mlp.experts.5.gate_proj,0.0000638672,0.10000,0.952
20,mlp.experts.6.gate_proj,0.0003826435,0.10000,1.050
20,mlp.experts.7.gate_proj,0.0010650248,0.10000,1.009
20,mlp.experts.8.gate_proj,0.0000284749,0.10000,1.103
20,mlp.experts.9.gate_proj,0.0000984365,0.10000,1.039
20,mlp.experts.10.gate_proj,0.0007024420,0.10000,1.012
20,mlp.experts.11.gate_proj,0.0007336705,0.10000,1.012
20,mlp.experts.12.gate_proj,0.0015289282,0.10000,1.053
20,mlp.experts.13.gate_proj,0.0001597932,0.10000,1.079
20,mlp.experts.14.gate_proj,0.0000417996,0.10000,0.953
20,mlp.experts.15.gate_proj,0.0000750789,0.10000,1.091
20,mlp.experts.16.gate_proj,0.0008679759,0.10000,1.010
20,mlp.experts.17.gate_proj,0.0000461238,0.10000,1.073
20,mlp.experts.18.gate_proj,0.0001196848,0.10000,1.042
20,mlp.experts.19.gate_proj,0.0002336979,0.10000,1.045
20,mlp.experts.20.gate_proj,0.0004751994,0.10000,1.031
20,mlp.experts.21.gate_proj,0.0000232343,0.10000,1.051
20,mlp.experts.22.gate_proj,0.0000355169,0.10000,1.032
20,mlp.experts.23.gate_proj,0.0000414518,0.10000,1.073
20,mlp.experts.24.gate_proj,0.0002766785,0.10000,1.016
20,mlp.experts.25.gate_proj,0.0000265259,0.10000,1.051
20,mlp.experts.26.gate_proj,0.0007034525,0.10000,1.026
20,mlp.experts.27.gate_proj,0.0005976735,0.10000,1.079
20,mlp.experts.28.gate_proj,0.0000297427,0.10000,1.030
20,mlp.experts.29.gate_proj,0.0004569024,0.10000,1.100
20,mlp.experts.30.gate_proj,0.0001085612,0.10000,1.028
20,mlp.experts.31.gate_proj,0.0004183593,0.10000,1.080
20,mlp.experts.32.gate_proj,0.0000390575,0.10000,1.054
20,mlp.experts.33.gate_proj,0.0000069786,0.10000,1.047
20,mlp.experts.34.gate_proj,0.0027650403,0.10000,0.998
20,mlp.experts.35.gate_proj,0.0000332123,0.10000,0.997
20,mlp.experts.36.gate_proj,0.0000191981,0.10000,1.007
20,mlp.experts.37.gate_proj,0.0001449676,0.10000,1.032
20,mlp.experts.38.gate_proj,0.0000508959,0.10000,1.000
20,mlp.experts.39.gate_proj,0.0000145729,0.10000,1.054
20,mlp.experts.40.gate_proj,0.0003932556,0.10000,1.053
20,mlp.experts.41.gate_proj,0.0007056814,0.10000,1.024
20,mlp.experts.42.gate_proj,0.0003093258,0.10000,1.039
20,mlp.experts.43.gate_proj,0.0000816562,0.10000,1.036
20,mlp.experts.44.gate_proj,0.0000064328,0.10000,1.034
20,mlp.experts.45.gate_proj,0.0000378465,0.10000,1.024
20,mlp.experts.46.gate_proj,0.0001312260,0.10000,0.988
20,mlp.experts.47.gate_proj,0.0000589288,0.10000,1.072
20,mlp.experts.48.gate_proj,0.0000901294,0.10000,0.991
20,mlp.experts.49.gate_proj,0.0005217214,0.10000,0.983
20,mlp.experts.50.gate_proj,0.0003001334,0.10000,0.986
20,mlp.experts.51.gate_proj,0.0002238249,0.10000,0.926
20,mlp.experts.52.gate_proj,0.0005759601,0.10000,0.988
20,mlp.experts.53.gate_proj,0.0000905600,0.10000,1.020
20,mlp.experts.54.gate_proj,0.0001650154,0.10000,1.044
20,mlp.experts.55.gate_proj,0.0001835576,0.10000,1.067
20,mlp.experts.56.gate_proj,0.0000185759,0.10000,1.013
20,mlp.experts.57.gate_proj,0.0000924131,0.10000,1.077
20,mlp.experts.58.gate_proj,0.0020781236,0.10000,1.021
20,mlp.experts.59.gate_proj,0.0002060070,0.10000,1.078
20,mlp.experts.60.gate_proj,0.0003136996,0.10000,1.033
20,mlp.experts.61.gate_proj,0.0000709948,0.10000,1.021
20,mlp.experts.62.gate_proj,0.0000207726,0.10000,1.040
20,mlp.experts.63.gate_proj,0.0009989630,0.10000,1.060
20,mlp.experts.64.gate_proj,0.0000314376,0.10000,1.046
20,mlp.experts.65.gate_proj,0.0000401220,0.10000,1.044
20,mlp.experts.66.gate_proj,0.0000647183,0.10000,1.061
20,mlp.experts.67.gate_proj,0.0001703183,0.10000,1.046
20,mlp.experts.68.gate_proj,0.0001149622,0.10000,0.978
20,mlp.experts.69.gate_proj,0.0001794709,0.10000,0.999
20,mlp.experts.70.gate_proj,0.0000713963,0.10000,1.015
20,mlp.experts.71.gate_proj,0.0006490714,0.10000,1.054
20,mlp.experts.72.gate_proj,0.0000809867,0.10000,0.983
20,mlp.experts.73.gate_proj,0.0030508149,0.10000,1.007
20,mlp.experts.74.gate_proj,0.0000404781,0.10000,1.027
20,mlp.experts.75.gate_proj,0.0010966673,0.10000,1.017
20,mlp.experts.76.gate_proj,0.0003470826,0.10000,0.963
20,mlp.experts.77.gate_proj,0.0000874929,0.10000,1.012
20,mlp.experts.78.gate_proj,0.0000920514,0.10000,1.050
20,mlp.experts.79.gate_proj,0.0000720881,0.10000,1.047
20,mlp.experts.80.gate_proj,0.0000139723,0.10000,1.038
20,mlp.experts.81.gate_proj,0.0007944739,0.10000,1.058
20,mlp.experts.82.gate_proj,0.0000478155,0.10000,1.053
20,mlp.experts.83.gate_proj,0.0003094406,0.10000,0.991
20,mlp.experts.84.gate_proj,0.0000381717,0.10000,0.979
20,mlp.experts.85.gate_proj,0.0001212677,0.10000,0.988
20,mlp.experts.86.gate_proj,0.0000494793,0.10000,0.994
20,mlp.experts.87.gate_proj,0.0001132720,0.10000,1.040
20,mlp.experts.88.gate_proj,0.0004662461,0.10000,1.065
20,mlp.experts.89.gate_proj,0.0014932573,0.10000,1.047
20,mlp.experts.90.gate_proj,0.0000046633,0.10000,1.049
20,mlp.experts.91.gate_proj,0.0000160998,0.10000,0.982
20,mlp.experts.92.gate_proj,0.0001183346,0.10000,0.955
20,mlp.experts.93.gate_proj,0.0005101217,0.10000,1.019
20,mlp.experts.94.gate_proj,0.0001140506,0.10000,0.979
20,mlp.experts.95.gate_proj,0.0000056739,0.10000,1.018
20,mlp.experts.96.gate_proj,0.0355151071,0.10000,0.992
20,mlp.experts.97.gate_proj,0.0008932330,0.10000,1.021
20,mlp.experts.98.gate_proj,0.0002528750,0.10000,0.983
20,mlp.experts.99.gate_proj,0.0000965839,0.10000,1.036
20,mlp.experts.100.gate_proj,0.0000259931,0.10000,0.999
20,mlp.experts.101.gate_proj,0.0001217585,0.10000,1.014
20,mlp.experts.102.gate_proj,0.0002539763,0.10000,1.013
20,mlp.experts.104.gate_proj,0.0000104372,0.10000,1.006
20,mlp.experts.103.gate_proj,0.0000231092,0.10000,1.036
20,mlp.experts.106.gate_proj,0.0000115545,0.10000,1.022
20,mlp.experts.105.gate_proj,0.0000216988,0.10000,1.029
20,mlp.experts.108.gate_proj,0.0000603259,0.10000,1.059
20,mlp.experts.107.gate_proj,0.0004477228,0.10000,1.098
20,mlp.experts.109.gate_proj,0.0001459351,0.10000,1.044
20,mlp.experts.110.gate_proj,0.0000181126,0.10000,1.007
20,mlp.experts.112.gate_proj,0.0016347247,0.10000,1.027
20,mlp.experts.111.gate_proj,0.0006985651,0.10000,1.033
20,mlp.experts.114.gate_proj,0.0000902756,0.10000,1.071
20,mlp.experts.113.gate_proj,0.0008100133,0.10000,1.094
20,mlp.experts.115.gate_proj,0.0007125045,0.10000,1.090
20,mlp.experts.116.gate_proj,0.0000132891,0.10000,1.096
20,mlp.experts.117.gate_proj,0.0003667899,0.10000,1.045
20,mlp.experts.118.gate_proj,0.0008336799,0.10000,1.028
20,mlp.experts.120.gate_proj,0.0002813714,0.10000,1.016
20,mlp.experts.119.gate_proj,0.0008192730,0.10000,1.024
20,mlp.experts.122.gate_proj,0.0000175887,0.10000,1.080
20,mlp.experts.121.gate_proj,0.0035554314,0.10000,1.085
20,mlp.experts.123.gate_proj,0.0004391849,0.10000,1.056
20,mlp.experts.124.gate_proj,0.0005120477,0.10000,1.063
20,mlp.experts.126.gate_proj,0.0026766315,0.10000,1.014
20,mlp.experts.125.gate_proj,0.0001665339,0.10000,1.046
20,mlp.experts.127.gate_proj,0.0000486707,0.10000,0.643
20,mlp.experts.0.down_proj,0.0001135685,0.10000,0.392
20,mlp.experts.1.down_proj,0.0003540635,0.10000,0.396
20,mlp.experts.2.down_proj,0.0000570571,0.10000,0.358
20,mlp.experts.3.down_proj,0.0000036093,0.10000,0.360
20,mlp.experts.4.down_proj,0.0000103274,0.10000,0.393
20,mlp.experts.5.down_proj,0.0000055409,0.10000,0.397
20,mlp.experts.6.down_proj,0.0000594829,0.10000,0.404
20,mlp.experts.7.down_proj,0.0002609290,0.10000,0.395
20,mlp.experts.8.down_proj,0.0000036048,0.10000,0.407
20,mlp.experts.9.down_proj,0.0000085034,0.10000,0.407
20,mlp.experts.10.down_proj,0.0000944515,0.10000,0.396
20,mlp.experts.11.down_proj,0.0001022753,0.10000,0.400
20,mlp.experts.12.down_proj,0.0002082265,0.10000,0.397
20,mlp.experts.13.down_proj,0.0000210947,0.10000,0.408
20,mlp.experts.14.down_proj,0.0000079638,0.10000,0.376
20,mlp.experts.15.down_proj,0.0000135443,0.10000,0.414
20,mlp.experts.16.down_proj,0.0001483362,0.10000,0.374
20,mlp.experts.17.down_proj,0.0000073132,0.10000,0.405
20,mlp.experts.18.down_proj,0.0000207322,0.10000,0.397
20,mlp.experts.19.down_proj,0.0000403023,0.10000,0.402
20,mlp.experts.20.down_proj,0.0000743504,0.10000,0.394
20,mlp.experts.21.down_proj,0.0000032565,0.10000,0.392
20,mlp.experts.22.down_proj,0.0000040373,0.10000,0.388
20,mlp.experts.23.down_proj,0.0000059171,0.10000,0.409
20,mlp.experts.24.down_proj,0.0000475091,0.10000,0.392
20,mlp.experts.25.down_proj,0.0000031889,0.10000,0.403
20,mlp.experts.26.down_proj,0.0000759896,0.10000,0.384
20,mlp.experts.27.down_proj,0.0001286540,0.10000,0.398
20,mlp.experts.28.down_proj,0.0000042037,0.10000,0.376
20,mlp.experts.29.down_proj,0.0000650941,0.10000,0.410
20,mlp.experts.30.down_proj,0.0000180420,0.10000,0.377
20,mlp.experts.31.down_proj,0.0001853327,0.10000,0.404
20,mlp.experts.32.down_proj,0.0000061102,0.10000,0.396
20,mlp.experts.33.down_proj,0.0000007098,0.10000,0.390
20,mlp.experts.34.down_proj,0.0000901034,0.10000,0.392
20,mlp.experts.35.down_proj,0.0000057930,0.10000,0.408
20,mlp.experts.36.down_proj,0.0000031083,0.10000,0.391
20,mlp.experts.37.down_proj,0.0000207421,0.10000,0.404
20,mlp.experts.38.down_proj,0.0000074402,0.10000,0.397
20,mlp.experts.39.down_proj,0.0000024829,0.10000,0.407
20,mlp.experts.40.down_proj,0.0000705932,0.10000,0.396
20,mlp.experts.41.down_proj,0.0001813559,0.10000,0.394
20,mlp.experts.42.down_proj,0.0000479234,0.10000,0.400
20,mlp.experts.43.down_proj,0.0000137798,0.10000,0.422
20,mlp.experts.44.down_proj,0.0000008695,0.10000,0.391
20,mlp.experts.45.down_proj,0.0000050145,0.10000,0.388
20,mlp.experts.46.down_proj,0.0000196569,0.10000,0.375
20,mlp.experts.47.down_proj,0.0000094035,0.10000,0.390
20,mlp.experts.48.down_proj,0.0000114863,0.10000,0.377
20,mlp.experts.49.down_proj,0.0001163315,0.10000,0.387
20,mlp.experts.50.down_proj,0.0000516229,0.10000,0.388
20,mlp.experts.51.down_proj,0.0000435274,0.10000,0.353
20,mlp.experts.52.down_proj,0.0001263610,0.10000,0.355
20,mlp.experts.53.down_proj,0.0000095170,0.10000,0.396
20,mlp.experts.54.down_proj,0.0000209210,0.10000,0.392
20,mlp.experts.55.down_proj,0.0000341598,0.10000,0.415
20,mlp.experts.56.down_proj,0.0000028438,0.10000,0.388
20,mlp.experts.57.down_proj,0.0000116708,0.10000,0.398
20,mlp.experts.58.down_proj,0.0001870091,0.10000,0.402
20,mlp.experts.59.down_proj,0.0000284372,0.10000,0.398
20,mlp.experts.60.down_proj,0.0000677739,0.10000,0.394
20,mlp.experts.61.down_proj,0.0000120253,0.10000,0.364
20,mlp.experts.62.down_proj,0.0000026799,0.10000,0.365
20,mlp.experts.63.down_proj,0.0002527772,0.10000,0.400
20,mlp.experts.64.down_proj,0.0000054870,0.10000,0.394
20,mlp.experts.65.down_proj,0.0000042465,0.10000,0.391
20,mlp.experts.66.down_proj,0.0000116181,0.10000,0.378
20,mlp.experts.67.down_proj,0.0000354369,0.10000,0.366
20,mlp.experts.68.down_proj,0.0000159340,0.10000,0.373
20,mlp.experts.69.down_proj,0.0000193552,0.10000,0.393
20,mlp.experts.70.down_proj,0.0000102227,0.10000,0.391
20,mlp.experts.71.down_proj,0.0001328781,0.10000,0.389
20,mlp.experts.72.down_proj,0.0000099810,0.10000,0.381
20,mlp.experts.73.down_proj,0.0004576585,0.10000,0.381
20,mlp.experts.74.down_proj,0.0000044781,0.10000,0.387
20,mlp.experts.75.down_proj,0.0000272583,0.10000,0.356
20,mlp.experts.76.down_proj,0.0000417336,0.10000,0.354
20,mlp.experts.77.down_proj,0.0000160416,0.10000,0.396
20,mlp.experts.78.down_proj,0.0000114855,0.10000,0.381
20,mlp.experts.79.down_proj,0.0000133946,0.10000,0.345
20,mlp.experts.80.down_proj,0.0000017781,0.10000,0.343
20,mlp.experts.81.down_proj,0.0001932983,0.10000,0.404
20,mlp.experts.82.down_proj,0.0000077655,0.10000,0.408
20,mlp.experts.83.down_proj,0.0000534083,0.10000,0.408
20,mlp.experts.84.down_proj,0.0000039746,0.10000,0.386
20,mlp.experts.85.down_proj,0.0000120589,0.10000,0.408
20,mlp.experts.86.down_proj,0.0000085918,0.10000,0.393
20,mlp.experts.87.down_proj,0.0000179601,0.10000,0.390
20,mlp.experts.88.down_proj,0.0000970451,0.10000,0.393
20,mlp.experts.89.down_proj,0.0003528537,0.10000,0.376
20,mlp.experts.90.down_proj,0.0000004590,0.10000,0.384
20,mlp.experts.91.down_proj,0.0000019145,0.10000,0.398
20,mlp.experts.92.down_proj,0.0000160475,0.10000,0.385
20,mlp.experts.93.down_proj,0.0001190630,0.10000,0.395
20,mlp.experts.94.down_proj,0.0000185627,0.10000,0.387
20,mlp.experts.95.down_proj,0.0000006001,0.10000,0.364
20,mlp.experts.96.down_proj,0.0000069286,0.10000,0.356
20,mlp.experts.98.down_proj,0.0000397653,0.10000,0.388
20,mlp.experts.97.down_proj,0.0001854961,0.10000,0.399
20,mlp.experts.99.down_proj,0.0000175698,0.10000,0.360
20,mlp.experts.100.down_proj,0.0000040154,0.10000,0.355
20,mlp.experts.101.down_proj,0.0000181494,0.10000,0.340
20,mlp.experts.102.down_proj,0.0000442563,0.10000,0.341
20,mlp.experts.103.down_proj,0.0000032607,0.10000,0.406
20,mlp.experts.104.down_proj,0.0000012377,0.10000,0.408
20,mlp.experts.105.down_proj,0.0000020173,0.10000,0.340
20,mlp.experts.106.down_proj,0.0000016708,0.10000,0.341
20,mlp.experts.107.down_proj,0.0000732507,0.10000,0.382
20,mlp.experts.108.down_proj,0.0000068745,0.10000,0.383
20,mlp.experts.109.down_proj,0.0000283172,0.10000,0.355
20,mlp.experts.110.down_proj,0.0000017964,0.10000,0.358
20,mlp.experts.112.down_proj,0.0002223449,0.10000,0.393
20,mlp.experts.111.down_proj,0.0001643930,0.10000,0.410
20,mlp.experts.113.down_proj,0.0001020720,0.10000,0.348
20,mlp.experts.114.down_proj,0.0000114527,0.10000,0.343
20,mlp.experts.115.down_proj,0.0001044283,0.10000,0.357
20,mlp.experts.116.down_proj,0.0000014025,0.10000,0.356
20,mlp.experts.118.down_proj,0.0001124042,0.10000,0.405
20,mlp.experts.117.down_proj,0.0000559000,0.10000,0.412
20,mlp.experts.119.down_proj,0.0001181292,0.10000,0.366
20,mlp.experts.120.down_proj,0.0000567956,0.10000,0.369
20,mlp.experts.122.down_proj,0.0000030386,0.10000,0.382
20,mlp.experts.121.down_proj,0.0000695031,0.10000,0.404
20,mlp.experts.123.down_proj,0.0000527415,0.10000,0.387
20,mlp.experts.124.down_proj,0.0000651118,0.10000,0.378
20,mlp.experts.125.down_proj,0.0000300003,0.10000,0.394
20,mlp.experts.126.down_proj,0.0000516251,0.10000,0.393
20,mlp.experts.127.down_proj,0.0000062965,0.10000,0.248
21,self_attn.k_proj,0.0000000310,0.10000,1.065
21,self_attn.q_proj,0.0000002203,0.10000,1.081
21,self_attn.v_proj,0.0000000356,0.10000,0.624
21,self_attn.o_proj,0.0000000369,0.10000,1.213
21,mlp.gate,0.0000050583,0.10000,0.611
21,mlp.experts.0.up_proj,0.0000600785,0.10000,1.026
21,mlp.experts.1.up_proj,0.0000100410,0.10000,1.030
21,mlp.experts.2.up_proj,0.0000384205,0.10000,1.069
21,mlp.experts.3.up_proj,0.0058189954,0.10000,1.065
21,mlp.experts.4.up_proj,0.0030271318,0.10000,1.065
21,mlp.experts.5.up_proj,0.0000126979,0.10000,1.066
21,mlp.experts.6.up_proj,0.0001357676,0.10000,1.049
21,mlp.experts.7.up_proj,0.0000333722,0.10000,1.057
21,mlp.experts.9.up_proj,0.0000687521,0.10000,0.990
21,mlp.experts.8.up_proj,0.0006847491,0.10000,1.047
21,mlp.experts.11.up_proj,0.0007373341,0.10000,1.010
21,mlp.experts.10.up_proj,0.0000780214,0.10000,1.060
21,mlp.experts.12.up_proj,0.0005712199,0.10000,1.054
21,mlp.experts.13.up_proj,0.0002106948,0.10000,1.052
21,mlp.experts.14.up_proj,0.0006210565,0.10000,1.037
21,mlp.experts.15.up_proj,0.0001851001,0.10000,1.037
21,mlp.experts.16.up_proj,0.0013921777,0.10000,1.014
21,mlp.experts.17.up_proj,0.0000252131,0.10000,1.013
21,mlp.experts.18.up_proj,0.0005294219,0.10000,1.061
21,mlp.experts.19.up_proj,0.0000414705,0.10000,1.073
21,mlp.experts.20.up_proj,0.0004504955,0.10000,1.090
21,mlp.experts.21.up_proj,0.0006197302,0.10000,1.092
21,mlp.experts.22.up_proj,0.0000071800,0.10000,1.045
21,mlp.experts.23.up_proj,0.0001657672,0.10000,1.090
21,mlp.experts.24.up_proj,0.0000159489,0.10000,1.018
21,mlp.experts.25.up_proj,0.0000310962,0.10000,1.084
21,mlp.experts.26.up_proj,0.0003921801,0.10000,1.056
21,mlp.experts.27.up_proj,0.0005121053,0.10000,1.059
21,mlp.experts.28.up_proj,0.0001091230,0.10000,1.015
21,mlp.experts.29.up_proj,0.0023808798,0.10000,1.005
21,mlp.experts.30.up_proj,0.0006110308,0.10000,0.999
21,mlp.experts.31.up_proj,0.0006039959,0.10000,1.028
21,mlp.experts.32.up_proj,0.0000632326,0.10000,0.970
21,mlp.experts.33.up_proj,0.0000279613,0.10000,1.013
21,mlp.experts.34.up_proj,0.0009446323,0.10000,1.027
21,mlp.experts.35.up_proj,0.0000236839,0.10000,0.983
21,mlp.experts.36.up_proj,0.0062041765,0.10000,0.926
21,mlp.experts.37.up_proj,0.0001032330,0.10000,0.940
21,mlp.experts.38.up_proj,0.0006536869,0.10000,1.048
21,mlp.experts.39.up_proj,0.0033137394,0.10000,1.026
21,mlp.experts.40.up_proj,0.0006745702,0.10000,0.988
21,mlp.experts.41.up_proj,0.0003143372,0.10000,0.986
21,mlp.experts.42.up_proj,0.0007592440,0.10000,1.030
21,mlp.experts.43.up_proj,0.0000301317,0.10000,1.063
21,mlp.experts.44.up_proj,0.0008904266,0.10000,1.050
21,mlp.experts.45.up_proj,0.0000766026,0.10000,1.037
21,mlp.experts.46.up_proj,0.0000658702,0.10000,1.029
21,mlp.experts.47.up_proj,0.0006490122,0.10000,1.023
21,mlp.experts.48.up_proj,0.0000163538,0.10000,1.030
21,mlp.experts.49.up_proj,0.0002037684,0.10000,1.018
21,mlp.experts.50.up_proj,0.0002711514,0.10000,1.048
21,mlp.experts.51.up_proj,0.0002862897,0.10000,1.021
21,mlp.experts.52.up_proj,0.0000869482,0.10000,1.008
21,mlp.experts.53.up_proj,0.0005042489,0.10000,1.045
21,mlp.experts.54.up_proj,0.0002574714,0.10000,1.027
21,mlp.experts.55.up_proj,0.0007927052,0.10000,1.082
21,mlp.experts.56.up_proj,0.0005061963,0.10000,1.062
21,mlp.experts.57.up_proj,0.0000824780,0.10000,1.057
21,mlp.experts.58.up_proj,0.0001473929,0.10000,1.029
21,mlp.experts.59.up_proj,0.0002560289,0.10000,1.068
21,mlp.experts.60.up_proj,0.0000279229,0.10000,0.999
21,mlp.experts.61.up_proj,0.0007414163,0.10000,1.029
21,mlp.experts.62.up_proj,0.0000827310,0.10000,1.064
21,mlp.experts.63.up_proj,0.0001419513,0.10000,1.056
21,mlp.experts.64.up_proj,0.0001089626,0.10000,1.058
21,mlp.experts.65.up_proj,0.0000279853,0.10000,1.034
21,mlp.experts.66.up_proj,0.0001366406,0.10000,1.094
21,mlp.experts.67.up_proj,0.0005364536,0.10000,1.028
21,mlp.experts.68.up_proj,0.0001257134,0.10000,0.948
21,mlp.experts.69.up_proj,0.0000844862,0.10000,0.967
21,mlp.experts.70.up_proj,0.0002886021,0.10000,0.987
21,mlp.experts.71.up_proj,0.0000087916,0.10000,0.986
21,mlp.experts.72.up_proj,0.0006224249,0.10000,0.990
21,mlp.experts.73.up_proj,0.0000528431,0.10000,0.993
21,mlp.experts.74.up_proj,0.0017733749,0.10000,1.001
21,mlp.experts.75.up_proj,0.0022427896,0.10000,0.953
21,mlp.experts.76.up_proj,0.0000151118,0.10000,0.990
21,mlp.experts.77.up_proj,0.0004800294,0.10000,1.010
21,mlp.experts.78.up_proj,0.0006521563,0.10000,1.034
21,mlp.experts.79.up_proj,0.0000538777,0.10000,1.029
21,mlp.experts.80.up_proj,0.0000092155,0.10000,0.989
21,mlp.experts.81.up_proj,0.0000262745,0.10000,0.982
21,mlp.experts.82.up_proj,0.0000415002,0.10000,1.025
21,mlp.experts.83.up_proj,0.0001389856,0.10000,1.018
21,mlp.experts.84.up_proj,0.0000384421,0.10000,1.049
21,mlp.experts.85.up_proj,0.0001646438,0.10000,1.047
21,mlp.experts.86.up_proj,0.0000289109,0.10000,1.059
21,mlp.experts.87.up_proj,0.0004881026,0.10000,1.038
21,mlp.experts.88.up_proj,0.0003857458,0.10000,1.056
21,mlp.experts.89.up_proj,0.0000170602,0.10000,1.038
21,mlp.experts.90.up_proj,0.0002687984,0.10000,1.034
21,mlp.experts.91.up_proj,0.0002269680,0.10000,1.004
21,mlp.experts.92.up_proj,0.0007448160,0.10000,1.034
21,mlp.experts.93.up_proj,0.0006628199,0.10000,1.019
21,mlp.experts.94.up_proj,0.0000167978,0.10000,1.019
21,mlp.experts.95.up_proj,0.0006041054,0.10000,1.019
21,mlp.experts.96.up_proj,0.0000140329,0.10000,1.000
21,mlp.experts.97.up_proj,0.0000074530,0.10000,1.039
21,mlp.experts.98.up_proj,0.0000540317,0.10000,0.963
21,mlp.experts.99.up_proj,0.0000199449,0.10000,1.003
21,mlp.experts.100.up_proj,0.0000683951,0.10000,0.996
21,mlp.experts.101.up_proj,0.0004918388,0.10000,0.992
21,mlp.experts.102.up_proj,0.0000174099,0.10000,1.058
21,mlp.experts.103.up_proj,0.0000100646,0.10000,1.012
21,mlp.experts.104.up_proj,0.0001004610,0.10000,1.026
21,mlp.experts.105.up_proj,0.0000805766,0.10000,1.069
21,mlp.experts.106.up_proj,0.0006340477,0.10000,1.045
21,mlp.experts.107.up_proj,0.0005483509,0.10000,1.030
21,mlp.experts.108.up_proj,0.0003816954,0.10000,0.992
21,mlp.experts.109.up_proj,0.0008057428,0.10000,0.988
21,mlp.experts.110.up_proj,0.0002003536,0.10000,1.072
21,mlp.experts.111.up_proj,0.0000478349,0.10000,1.037
21,mlp.experts.112.up_proj,0.0000842918,0.10000,1.026
21,mlp.experts.113.up_proj,0.0000151320,0.10000,1.061
21,mlp.experts.114.up_proj,0.0002665120,0.10000,1.057
21,mlp.experts.115.up_proj,0.0008662633,0.10000,1.042
21,mlp.experts.116.up_proj,0.0000547148,0.10000,0.962
21,mlp.experts.117.up_proj,0.0000696214,0.10000,0.958
21,mlp.experts.118.up_proj,0.0000168521,0.10000,1.022
21,mlp.experts.119.up_proj,0.0007318563,0.10000,1.060
21,mlp.experts.120.up_proj,0.0013441862,0.10000,1.012
21,mlp.experts.121.up_proj,0.0011923488,0.10000,1.058
21,mlp.experts.122.up_proj,0.0000506137,0.10000,0.876
21,mlp.experts.123.up_proj,0.0002995903,0.10000,0.874
21,mlp.experts.124.up_proj,0.0003150067,0.10000,1.000
21,mlp.experts.125.up_proj,0.0000664535,0.10000,1.034
21,mlp.experts.126.up_proj,0.0006190067,0.10000,0.942
21,mlp.experts.127.up_proj,0.0000103359,0.10000,0.939
21,mlp.experts.0.gate_proj,0.0000584663,0.10000,1.008
21,mlp.experts.1.gate_proj,0.0000088954,0.10000,1.063
21,mlp.experts.2.gate_proj,0.0000412224,0.10000,1.069
21,mlp.experts.3.gate_proj,0.0060088720,0.10000,1.036
21,mlp.experts.4.gate_proj,0.0030826999,0.10000,1.047
21,mlp.experts.5.gate_proj,0.0000128154,0.10000,1.037
21,mlp.experts.6.gate_proj,0.0001408709,0.10000,1.050
21,mlp.experts.7.gate_proj,0.0000334916,0.10000,1.023
21,mlp.experts.8.gate_proj,0.0006915360,0.10000,1.008
21,mlp.experts.9.gate_proj,0.0000695909,0.10000,1.028
21,mlp.experts.10.gate_proj,0.0000748326,0.10000,1.026
21,mlp.experts.11.gate_proj,0.0007379302,0.10000,1.036
21,mlp.experts.12.gate_proj,0.0005975579,0.10000,1.025
21,mlp.experts.13.gate_proj,0.0002149884,0.10000,0.987
21,mlp.experts.14.gate_proj,0.0006327060,0.10000,0.988
21,mlp.experts.15.gate_proj,0.0001798395,0.10000,0.990
21,mlp.experts.16.gate_proj,0.0014181592,0.10000,1.036
21,mlp.experts.17.gate_proj,0.0000252507,0.10000,1.027
21,mlp.experts.18.gate_proj,0.0005321155,0.10000,1.061
21,mlp.experts.19.gate_proj,0.0000414074,0.10000,1.064
21,mlp.experts.20.gate_proj,0.0004341310,0.10000,1.067
21,mlp.experts.21.gate_proj,0.0006362535,0.10000,1.058
21,mlp.experts.22.gate_proj,0.0000059333,0.10000,1.044
21,mlp.experts.23.gate_proj,0.0001698578,0.10000,1.058
21,mlp.experts.24.gate_proj,0.0000153488,0.10000,1.041
21,mlp.experts.25.gate_proj,0.0000304027,0.10000,1.069
21,mlp.experts.26.gate_proj,0.0003861356,0.10000,1.094
21,mlp.experts.27.gate_proj,0.0005470067,0.10000,1.002
21,mlp.experts.28.gate_proj,0.0001126605,0.10000,0.977
21,mlp.experts.29.gate_proj,0.0024815895,0.10000,0.964
21,mlp.experts.30.gate_proj,0.0006153748,0.10000,1.031
21,mlp.experts.31.gate_proj,0.0006271891,0.10000,1.027
21,mlp.experts.32.gate_proj,0.0000650774,0.10000,1.081
21,mlp.experts.33.gate_proj,0.0000285622,0.10000,1.093
21,mlp.experts.34.gate_proj,0.0009549633,0.10000,0.976
21,mlp.experts.35.gate_proj,0.0000180847,0.10000,0.981
21,mlp.experts.36.gate_proj,0.0065511793,0.10000,1.002
21,mlp.experts.37.gate_proj,0.0001072752,0.10000,1.004
21,mlp.experts.38.gate_proj,0.0006699039,0.10000,1.022
21,mlp.experts.39.gate_proj,0.0033192866,0.10000,0.996
21,mlp.experts.40.gate_proj,0.0006725184,0.10000,1.031
21,mlp.experts.41.gate_proj,0.0002969021,0.10000,1.047
21,mlp.experts.42.gate_proj,0.0007988432,0.10000,1.055
21,mlp.experts.43.gate_proj,0.0000295462,0.10000,0.996
21,mlp.experts.44.gate_proj,0.0009083847,0.10000,1.029
21,mlp.experts.45.gate_proj,0.0000728412,0.10000,1.032
21,mlp.experts.46.gate_proj,0.0000669936,0.10000,1.058
21,mlp.experts.47.gate_proj,0.0006260755,0.10000,1.034
21,mlp.experts.48.gate_proj,0.0000135485,0.10000,1.050
21,mlp.experts.49.gate_proj,0.0002056410,0.10000,1.047
21,mlp.experts.50.gate_proj,0.0002874570,0.10000,1.061
21,mlp.experts.51.gate_proj,0.0002875030,0.10000,1.044
21,mlp.experts.53.gate_proj,0.0005107408,0.10000,1.026
21,mlp.experts.52.gate_proj,0.0000834517,0.10000,1.052
21,mlp.experts.54.gate_proj,0.0002439499,0.10000,1.070
21,mlp.experts.55.gate_proj,0.0008105519,0.10000,1.083
21,mlp.experts.56.gate_proj,0.0004889539,0.10000,1.027
21,mlp.experts.57.gate_proj,0.0000861029,0.10000,1.023
21,mlp.experts.58.gate_proj,0.0001446157,0.10000,1.000
21,mlp.experts.59.gate_proj,0.0002659083,0.10000,1.009
21,mlp.experts.60.gate_proj,0.0000280672,0.10000,1.054
21,mlp.experts.61.gate_proj,0.0008313562,0.10000,1.055
21,mlp.experts.62.gate_proj,0.0000851440,0.10000,1.017
21,mlp.experts.63.gate_proj,0.0001476727,0.10000,1.067
21,mlp.experts.64.gate_proj,0.0001145065,0.10000,0.878
21,mlp.experts.65.gate_proj,0.0000272296,0.10000,0.888
21,mlp.experts.66.gate_proj,0.0001386977,0.10000,1.004
21,mlp.experts.67.gate_proj,0.0005423493,0.10000,1.022
21,mlp.experts.68.gate_proj,0.0001278123,0.10000,1.026
21,mlp.experts.69.gate_proj,0.0002920720,0.10000,1.004
21,mlp.experts.70.gate_proj,0.0003003526,0.10000,1.028
21,mlp.experts.71.gate_proj,0.0000089564,0.10000,0.988
21,mlp.experts.72.gate_proj,0.0006575672,0.10000,1.010
21,mlp.experts.73.gate_proj,0.0000530856,0.10000,1.009
21,mlp.experts.74.gate_proj,0.0018683522,0.10000,1.059
21,mlp.experts.75.gate_proj,0.0022803056,0.10000,1.063
21,mlp.experts.76.gate_proj,0.0000155096,0.10000,1.060
21,mlp.experts.77.gate_proj,0.0004625213,0.10000,1.054
21,mlp.experts.78.gate_proj,0.0007218916,0.10000,1.042
21,mlp.experts.79.gate_proj,0.0000533594,0.10000,1.041
21,mlp.experts.80.gate_proj,0.0000094605,0.10000,1.016
21,mlp.experts.81.gate_proj,0.0000266962,0.10000,0.977
21,mlp.experts.83.gate_proj,0.0001450168,0.10000,1.016
21,mlp.experts.82.gate_proj,0.0000360702,0.10000,1.062
21,mlp.experts.84.gate_proj,0.0000397038,0.10000,1.040
21,mlp.experts.85.gate_proj,0.0001744204,0.10000,1.044
21,mlp.experts.86.gate_proj,0.0000292164,0.10000,1.028
21,mlp.experts.87.gate_proj,0.0004876238,0.10000,1.009
21,mlp.experts.88.gate_proj,0.0003922050,0.10000,1.030
21,mlp.experts.89.gate_proj,0.0000173249,0.10000,1.016
21,mlp.experts.90.gate_proj,0.0002700221,0.10000,1.032
21,mlp.experts.91.gate_proj,0.0002430127,0.10000,1.025
21,mlp.experts.92.gate_proj,0.0007858551,0.10000,0.965
21,mlp.experts.93.gate_proj,0.0006842348,0.10000,0.967
21,mlp.experts.94.gate_proj,0.0000169439,0.10000,1.031
21,mlp.experts.95.gate_proj,0.0006271883,0.10000,1.059
21,mlp.experts.96.gate_proj,0.0000140563,0.10000,1.061
21,mlp.experts.97.gate_proj,0.0000074918,0.10000,1.039
21,mlp.experts.98.gate_proj,0.0000546471,0.10000,1.053
21,mlp.experts.99.gate_proj,0.0000204672,0.10000,1.056
21,mlp.experts.100.gate_proj,0.0000771475,0.10000,1.052
21,mlp.experts.101.gate_proj,0.0004764722,0.10000,1.047
21,mlp.experts.102.gate_proj,0.0000173563,0.10000,1.060
21,mlp.experts.103.gate_proj,0.0000089919,0.10000,1.056
21,mlp.experts.104.gate_proj,0.0001049144,0.10000,1.008
21,mlp.experts.105.gate_proj,0.0000757682,0.10000,1.016
21,mlp.experts.107.gate_proj,0.0005558598,0.10000,1.019
21,mlp.experts.106.gate_proj,0.0006324541,0.10000,1.047
21,mlp.experts.108.gate_proj,0.0003620771,0.10000,1.047
21,mlp.experts.109.gate_proj,0.0008069954,0.10000,1.038
21,mlp.experts.111.gate_proj,0.0000477660,0.10000,1.059
21,mlp.experts.110.gate_proj,0.0002001690,0.10000,1.083
21,mlp.experts.112.gate_proj,0.0000826719,0.10000,1.100
21,mlp.experts.113.gate_proj,0.0000147124,0.10000,1.088
21,mlp.experts.115.gate_proj,0.0008757264,0.10000,1.005
21,mlp.experts.114.gate_proj,0.0002654098,0.10000,1.062
21,mlp.experts.116.gate_proj,0.0000554291,0.10000,1.017
21,mlp.experts.117.gate_proj,0.0000657196,0.10000,1.024
21,mlp.experts.118.gate_proj,0.0000150054,0.10000,1.019
21,mlp.experts.119.gate_proj,0.0007381302,0.10000,1.074
21,mlp.experts.120.gate_proj,0.0014035724,0.10000,1.072
21,mlp.experts.121.gate_proj,0.0012164092,0.10000,1.065
21,mlp.experts.122.gate_proj,0.0000528011,0.10000,1.003
21,mlp.experts.123.gate_proj,0.0003000455,0.10000,0.942
21,mlp.experts.124.gate_proj,0.0003199760,0.10000,0.993
21,mlp.experts.125.gate_proj,0.0000676045,0.10000,0.996
21,mlp.experts.126.gate_proj,0.0006515646,0.10000,1.015
21,mlp.experts.127.gate_proj,0.0000074526,0.10000,1.007
21,mlp.experts.0.down_proj,0.0000094305,0.10000,0.393
21,mlp.experts.1.down_proj,0.0000012825,0.10000,0.392
21,mlp.experts.3.down_proj,0.0009518926,0.10000,0.394
21,mlp.experts.2.down_proj,0.0000036587,0.10000,0.398
21,mlp.experts.4.down_proj,0.0003130687,0.10000,0.382
21,mlp.experts.5.down_proj,0.0000017444,0.10000,0.394
21,mlp.experts.6.down_proj,0.0000137697,0.10000,0.378
21,mlp.experts.7.down_proj,0.0000048474,0.10000,0.390
21,mlp.experts.8.down_proj,0.0000928022,0.10000,0.355
21,mlp.experts.9.down_proj,0.0000101612,0.10000,0.357
21,mlp.experts.10.down_proj,0.0000136116,0.10000,0.342
21,mlp.experts.11.down_proj,0.0001070479,0.10000,0.337
21,mlp.experts.12.down_proj,0.0001003239,0.10000,0.346
21,mlp.experts.13.down_proj,0.0000309378,0.10000,0.351
21,mlp.experts.14.down_proj,0.0000721328,0.10000,0.389
21,mlp.experts.15.down_proj,0.0000265242,0.10000,0.377
21,mlp.experts.16.down_proj,0.0000920521,0.10000,0.382
21,mlp.experts.17.down_proj,0.0000038106,0.10000,0.384
21,mlp.experts.18.down_proj,0.0001052386,0.10000,0.391
21,mlp.experts.19.down_proj,0.0000040988,0.10000,0.399
21,mlp.experts.20.down_proj,0.0000821094,0.10000,0.355
21,mlp.experts.21.down_proj,0.0000876458,0.10000,0.356
21,mlp.experts.22.down_proj,0.0000010169,0.10000,0.363
21,mlp.experts.23.down_proj,0.0000231596,0.10000,0.350
21,mlp.experts.24.down_proj,0.0000020928,0.10000,0.387
21,mlp.experts.25.down_proj,0.0000064855,0.10000,0.380
21,mlp.experts.26.down_proj,0.0000646984,0.10000,0.406
21,mlp.experts.27.down_proj,0.0001525203,0.10000,0.410
21,mlp.experts.28.down_proj,0.0000180604,0.10000,0.393
21,mlp.experts.29.down_proj,0.0005485451,0.10000,0.404
21,mlp.experts.30.down_proj,0.0001310980,0.10000,0.386
21,mlp.experts.31.down_proj,0.0001056104,0.10000,0.413
21,mlp.experts.32.down_proj,0.0000063288,0.10000,0.400
21,mlp.experts.33.down_proj,0.0000042830,0.10000,0.395
21,mlp.experts.34.down_proj,0.0001302477,0.10000,0.400
21,mlp.experts.35.down_proj,0.0000037430,0.10000,0.409
21,mlp.experts.36.down_proj,0.0001366728,0.10000,0.385
21,mlp.experts.37.down_proj,0.0000160699,0.10000,0.415
21,mlp.experts.38.down_proj,0.0000836272,0.10000,0.388
21,mlp.experts.39.down_proj,0.0000459078,0.10000,0.398
21,mlp.experts.40.down_proj,0.0001127260,0.10000,0.401
21,mlp.experts.41.down_proj,0.0000490854,0.10000,0.398
21,mlp.experts.42.down_proj,0.0001901267,0.10000,0.382
21,mlp.experts.43.down_proj,0.0000047200,0.10000,0.388
21,mlp.experts.44.down_proj,0.0001043853,0.10000,0.386
21,mlp.experts.45.down_proj,0.0000140172,0.10000,0.380
21,mlp.experts.46.down_proj,0.0000073491,0.10000,0.400
21,mlp.experts.47.down_proj,0.0000522359,0.10000,0.382
21,mlp.experts.48.down_proj,0.0000025360,0.10000,0.386
21,mlp.experts.49.down_proj,0.0000387412,0.10000,0.390
21,mlp.experts.50.down_proj,0.0000526495,0.10000,0.367
21,mlp.experts.51.down_proj,0.0000322852,0.10000,0.363
21,mlp.experts.52.down_proj,0.0000127047,0.10000,0.387
21,mlp.experts.53.down_proj,0.0000754604,0.10000,0.389
21,mlp.experts.54.down_proj,0.0000485091,0.10000,0.348
21,mlp.experts.55.down_proj,0.0001133633,0.10000,0.348
21,mlp.experts.56.down_proj,0.0000813190,0.10000,0.379
21,mlp.experts.57.down_proj,0.0000142331,0.10000,0.392
21,mlp.experts.58.down_proj,0.0000202506,0.10000,0.400
21,mlp.experts.59.down_proj,0.0000596247,0.10000,0.388
21,mlp.experts.60.down_proj,0.0000037513,0.10000,0.374
21,mlp.experts.61.down_proj,0.0001551352,0.10000,0.384
21,mlp.experts.62.down_proj,0.0000180646,0.10000,0.358
21,mlp.experts.63.down_proj,0.0000169065,0.10000,0.352
21,mlp.experts.64.down_proj,0.0000183536,0.10000,0.366
21,mlp.experts.65.down_proj,0.0000046700,0.10000,0.374
21,mlp.experts.66.down_proj,0.0000271551,0.10000,0.376
21,mlp.experts.67.down_proj,0.0000773987,0.10000,0.375
21,mlp.experts.68.down_proj,0.0000238589,0.10000,0.400
21,mlp.experts.69.down_proj,0.0000040254,0.10000,0.405
21,mlp.experts.70.down_proj,0.0000317587,0.10000,0.385
21,mlp.experts.71.down_proj,0.0000011407,0.10000,0.409
21,mlp.experts.72.down_proj,0.0001529537,0.10000,0.403
21,mlp.experts.73.down_proj,0.0000057796,0.10000,0.398
21,mlp.experts.74.down_proj,0.0005516619,0.10000,0.407
21,mlp.experts.75.down_proj,0.0003220710,0.10000,0.395
21,mlp.experts.76.down_proj,0.0000020149,0.10000,0.401
21,mlp.experts.77.down_proj,0.0000656728,0.10000,0.386
21,mlp.experts.78.down_proj,0.0001732494,0.10000,0.374
21,mlp.experts.79.down_proj,0.0000102618,0.10000,0.402
21,mlp.experts.80.down_proj,0.0000010760,0.10000,0.404
21,mlp.experts.81.down_proj,0.0000022080,0.10000,0.390
21,mlp.experts.82.down_proj,0.0000057381,0.10000,0.402
21,mlp.experts.83.down_proj,0.0000298711,0.10000,0.403
21,mlp.experts.84.down_proj,0.0000050322,0.10000,0.402
21,mlp.experts.85.down_proj,0.0000330536,0.10000,0.400
21,mlp.experts.86.down_proj,0.0000042251,0.10000,0.400
21,mlp.experts.87.down_proj,0.0000717374,0.10000,0.400
21,mlp.experts.88.down_proj,0.0000844796,0.10000,0.360
21,mlp.experts.89.down_proj,0.0000021286,0.10000,0.348
21,mlp.experts.90.down_proj,0.0000576423,0.10000,0.332
21,mlp.experts.91.down_proj,0.0000285290,0.10000,0.335
21,mlp.experts.92.down_proj,0.0000799854,0.10000,0.356
21,mlp.experts.93.down_proj,0.0001984421,0.10000,0.368
21,mlp.experts.94.down_proj,0.0000025617,0.10000,0.393
21,mlp.experts.95.down_proj,0.0000967504,0.10000,0.387
21,mlp.experts.96.down_proj,0.0000018943,0.10000,0.397
21,mlp.experts.97.down_proj,0.0000009246,0.10000,0.401
21,mlp.experts.98.down_proj,0.0000100726,0.10000,0.398
21,mlp.experts.99.down_proj,0.0000025050,0.10000,0.398
21,mlp.experts.100.down_proj,0.0000160583,0.10000,0.399
21,mlp.experts.101.down_proj,0.0001293842,0.10000,0.390
21,mlp.experts.102.down_proj,0.0000025939,0.10000,0.360
21,mlp.experts.103.down_proj,0.0000012348,0.10000,0.377
21,mlp.experts.104.down_proj,0.0000247525,0.10000,0.375
21,mlp.experts.105.down_proj,0.0000137349,0.10000,0.382
21,mlp.experts.106.down_proj,0.0001812976,0.10000,0.389
21,mlp.experts.107.down_proj,0.0000661721,0.10000,0.395
21,mlp.experts.108.down_proj,0.0000670129,0.10000,0.385
21,mlp.experts.109.down_proj,0.0001196458,0.10000,0.399
21,mlp.experts.110.down_proj,0.0000271591,0.10000,0.399
21,mlp.experts.111.down_proj,0.0000083802,0.10000,0.399
21,mlp.experts.112.down_proj,0.0000121902,0.10000,0.392
21,mlp.experts.113.down_proj,0.0000024812,0.10000,0.402
21,mlp.experts.114.down_proj,0.0000648385,0.10000,0.384
21,mlp.experts.115.down_proj,0.0001209355,0.10000,0.407
21,mlp.experts.116.down_proj,0.0000086501,0.10000,0.386
21,mlp.experts.117.down_proj,0.0000109806,0.10000,0.399
21,mlp.experts.118.down_proj,0.0000024186,0.10000,0.388
21,mlp.experts.119.down_proj,0.0001177876,0.10000,0.398
21,mlp.experts.120.down_proj,0.0002217262,0.10000,0.398
21,mlp.experts.121.down_proj,0.0003778831,0.10000,0.406
21,mlp.experts.122.down_proj,0.0000080675,0.10000,0.397
21,mlp.experts.123.down_proj,0.0000410677,0.10000,0.411
21,mlp.experts.124.down_proj,0.0000381351,0.10000,0.402
21,mlp.experts.125.down_proj,0.0000017612,0.10000,0.407
21,mlp.experts.126.down_proj,0.0001407719,0.10000,0.389
21,mlp.experts.127.down_proj,0.0000012246,0.10000,0.319
22,self_attn.k_proj,0.0000000345,0.10000,1.024
22,self_attn.q_proj,0.0000002539,0.10000,1.032
22,self_attn.v_proj,0.0000000381,0.10000,0.571
22,self_attn.o_proj,0.0000000425,0.10000,1.113
22,mlp.gate,0.0000047066,0.10000,0.614
22,mlp.experts.1.up_proj,0.0002245631,0.10000,1.051
22,mlp.experts.0.up_proj,0.0003298117,0.10000,1.071
22,mlp.experts.2.up_proj,0.0008668480,0.10000,0.936
22,mlp.experts.3.up_proj,0.0001001431,0.10000,0.920
22,mlp.experts.5.up_proj,0.0000314346,0.10000,1.007
22,mlp.experts.4.up_proj,0.0000678252,0.10000,1.094
22,mlp.experts.6.up_proj,0.0005563661,0.10000,1.067
22,mlp.experts.7.up_proj,0.0002948036,0.10000,1.057
22,mlp.experts.8.up_proj,0.0004913040,0.10000,1.067
22,mlp.experts.9.up_proj,0.0000883314,0.10000,1.062
22,mlp.experts.10.up_proj,0.0001086996,0.10000,1.054
22,mlp.experts.11.up_proj,0.0005848053,0.10000,1.050
22,mlp.experts.12.up_proj,0.0000982789,0.10000,1.056
22,mlp.experts.13.up_proj,0.0000789739,0.10000,1.064
22,mlp.experts.14.up_proj,0.0000664779,0.10000,0.994
22,mlp.experts.15.up_proj,0.0002277894,0.10000,1.024
22,mlp.experts.16.up_proj,0.0000534147,0.10000,0.982
22,mlp.experts.17.up_proj,0.0010309885,0.10000,1.000
22,mlp.experts.18.up_proj,0.0000087583,0.10000,1.011
22,mlp.experts.19.up_proj,0.0003027916,0.10000,1.006
22,mlp.experts.20.up_proj,0.0012105859,0.10000,1.045
22,mlp.experts.21.up_proj,0.0007546615,0.10000,1.026
22,mlp.experts.22.up_proj,0.0003909354,0.10000,0.990
22,mlp.experts.23.up_proj,0.0021254613,0.10000,1.041
22,mlp.experts.24.up_proj,0.0006084230,0.10000,1.018
22,mlp.experts.25.up_proj,0.0000716926,0.10000,1.083
22,mlp.experts.26.up_proj,0.0000412901,0.10000,1.015
22,mlp.experts.27.up_proj,0.0000858668,0.10000,1.053
22,mlp.experts.28.up_proj,0.0011049008,0.10000,1.029
22,mlp.experts.29.up_proj,0.0004134073,0.10000,1.015
22,mlp.experts.30.up_proj,0.0000059623,0.10000,1.016
22,mlp.experts.31.up_proj,0.0010617981,0.10000,1.022
22,mlp.experts.32.up_proj,0.0001058066,0.10000,0.973
22,mlp.experts.33.up_proj,0.0003853144,0.10000,0.969
22,mlp.experts.34.up_proj,0.0007180795,0.10000,1.059
22,mlp.experts.35.up_proj,0.0000097502,0.10000,0.982
22,mlp.experts.36.up_proj,0.0002043290,0.10000,1.022
22,mlp.experts.37.up_proj,0.0006011904,0.10000,0.990
22,mlp.experts.38.up_proj,0.0053659325,0.10000,1.022
22,mlp.experts.39.up_proj,0.0000173876,0.10000,1.021
22,mlp.experts.40.up_proj,0.0004025371,0.10000,0.974
22,mlp.experts.41.up_proj,0.0003317831,0.10000,1.010
22,mlp.experts.42.up_proj,0.0005576494,0.10000,1.076
22,mlp.experts.43.up_proj,0.0000873817,0.10000,1.010
22,mlp.experts.44.up_proj,0.0008189630,0.10000,1.055
22,mlp.experts.45.up_proj,0.0000876250,0.10000,1.052
22,mlp.experts.46.up_proj,0.0003936145,0.10000,1.067
22,mlp.experts.47.up_proj,0.0006738234,0.10000,1.053
22,mlp.experts.48.up_proj,0.0004661052,0.10000,1.040
22,mlp.experts.49.up_proj,0.0009321578,0.10000,1.048
22,mlp.experts.50.up_proj,0.0000417948,0.10000,1.011
22,mlp.experts.51.up_proj,0.0007612433,0.10000,1.052
22,mlp.experts.52.up_proj,0.0000074628,0.10000,1.051
22,mlp.experts.53.up_proj,0.0003029895,0.10000,1.055
22,mlp.experts.54.up_proj,0.0037082863,0.10000,1.065
22,mlp.experts.55.up_proj,0.0000560217,0.10000,1.032
22,mlp.experts.56.up_proj,0.0002668815,0.10000,1.051
22,mlp.experts.57.up_proj,0.0002002243,0.10000,1.059
22,mlp.experts.58.up_proj,0.0000946820,0.10000,1.006
22,mlp.experts.59.up_proj,0.0007111584,0.10000,1.036
22,mlp.experts.60.up_proj,0.0009216462,0.10000,1.015
22,mlp.experts.61.up_proj,0.0002498822,0.10000,0.995
22,mlp.experts.62.up_proj,0.0000139797,0.10000,1.027
22,mlp.experts.63.up_proj,0.0001349157,0.10000,1.033
22,mlp.experts.64.up_proj,0.0000070025,0.10000,1.038
22,mlp.experts.65.up_proj,0.0003269913,0.10000,1.028
22,mlp.experts.66.up_proj,0.0003625693,0.10000,1.081
22,mlp.experts.67.up_proj,0.0025094360,0.10000,1.027
22,mlp.experts.68.up_proj,0.0000789865,0.10000,1.073
22,mlp.experts.69.up_proj,0.0000602874,0.10000,1.055
22,mlp.experts.70.up_proj,0.0000943297,0.10000,1.040
22,mlp.experts.71.up_proj,0.0001205586,0.10000,1.037
22,mlp.experts.72.up_proj,0.0010599615,0.10000,1.009
22,mlp.experts.73.up_proj,0.0000365122,0.10000,1.013
22,mlp.experts.74.up_proj,0.0000370261,0.10000,0.995
22,mlp.experts.75.up_proj,0.0000892981,0.10000,1.002
22,mlp.experts.76.up_proj,0.0000099561,0.10000,0.990
22,mlp.experts.77.up_proj,0.0010141290,0.10000,1.007
22,mlp.experts.78.up_proj,0.0000497988,0.10000,1.029
22,mlp.experts.79.up_proj,0.0080503363,0.10000,1.050
22,mlp.experts.80.up_proj,0.0000096825,0.10000,1.041
22,mlp.experts.81.up_proj,0.0010090040,0.10000,1.038
22,mlp.experts.82.up_proj,0.0001451536,0.10000,1.030
22,mlp.experts.83.up_proj,0.0000646529,0.10000,1.041
22,mlp.experts.84.up_proj,0.0006456055,0.10000,1.017
22,mlp.experts.85.up_proj,0.0000177818,0.10000,1.024
22,mlp.experts.86.up_proj,0.0000820032,0.10000,1.011
22,mlp.experts.87.up_proj,0.0002003466,0.10000,1.005
22,mlp.experts.88.up_proj,0.0000199131,0.10000,0.965
22,mlp.experts.89.up_proj,0.0011504103,0.10000,1.024
22,mlp.experts.90.up_proj,0.0000955799,0.10000,1.012
22,mlp.experts.91.up_proj,0.0000079752,0.10000,1.031
22,mlp.experts.92.up_proj,0.0001079094,0.10000,1.022
22,mlp.experts.93.up_proj,0.0007257298,0.10000,1.038
22,mlp.experts.94.up_proj,0.0000239910,0.10000,0.969
22,mlp.experts.95.up_proj,0.0000174522,0.10000,1.055
22,mlp.experts.96.up_proj,0.0000388039,0.10000,1.039
22,mlp.experts.97.up_proj,0.0000617621,0.10000,1.033
22,mlp.experts.98.up_proj,0.0000158248,0.10000,1.030
22,mlp.experts.99.up_proj,0.0000460100,0.10000,1.021
22,mlp.experts.100.up_proj,0.0003738769,0.10000,0.995
22,mlp.experts.101.up_proj,0.0001601714,0.10000,0.965
22,mlp.experts.102.up_proj,0.0004260737,0.10000,0.960
22,mlp.experts.103.up_proj,0.0001124351,0.10000,0.995
22,mlp.experts.104.up_proj,0.0006577515,0.10000,1.023
22,mlp.experts.105.up_proj,0.0000411649,0.10000,1.036
22,mlp.experts.106.up_proj,0.0059230240,0.10000,1.069
22,mlp.experts.107.up_proj,0.0000102026,0.10000,1.065
22,mlp.experts.108.up_proj,0.0000101385,0.10000,0.982
22,mlp.experts.109.up_proj,0.0003353158,0.10000,0.981
22,mlp.experts.110.up_proj,0.0002880554,0.10000,1.040
22,mlp.experts.111.up_proj,0.0005290941,0.10000,1.023
22,mlp.experts.112.up_proj,0.0000158371,0.10000,1.040
22,mlp.experts.113.up_proj,0.0001879517,0.10000,1.031
22,mlp.experts.114.up_proj,0.0010810298,0.10000,1.029
22,mlp.experts.115.up_proj,0.0004802948,0.10000,1.036
22,mlp.experts.116.up_proj,0.0005273634,0.10000,1.053
22,mlp.experts.117.up_proj,0.0045660741,0.10000,1.036
22,mlp.experts.118.up_proj,0.0001857869,0.10000,1.047
22,mlp.experts.119.up_proj,0.0000796350,0.10000,1.053
22,mlp.experts.120.up_proj,0.0001994926,0.10000,0.973
22,mlp.experts.121.up_proj,0.0005981973,0.10000,1.008
22,mlp.experts.122.up_proj,0.0098799801,0.10000,1.043
22,mlp.experts.123.up_proj,0.0000242446,0.10000,1.049
22,mlp.experts.124.up_proj,0.0001811175,0.10000,1.000
22,mlp.experts.125.up_proj,0.0014912278,0.10000,1.017
22,mlp.experts.126.up_proj,0.0000620787,0.10000,1.031
22,mlp.experts.127.up_proj,0.0003230955,0.10000,1.025
22,mlp.experts.0.gate_proj,0.0003444267,0.10000,1.049
22,mlp.experts.1.gate_proj,0.0002266138,0.10000,1.044
22,mlp.experts.2.gate_proj,0.0008417403,0.10000,1.046
22,mlp.experts.3.gate_proj,0.0000968081,0.10000,1.038
22,mlp.experts.4.gate_proj,0.0000732001,0.10000,1.059
22,mlp.experts.5.gate_proj,0.0000322314,0.10000,1.062
22,mlp.experts.6.gate_proj,0.0005655051,0.10000,1.042
22,mlp.experts.7.gate_proj,0.0003015923,0.10000,1.003
22,mlp.experts.8.gate_proj,0.0005389382,0.10000,1.065
22,mlp.experts.9.gate_proj,0.0000921350,0.10000,1.052
22,mlp.experts.10.gate_proj,0.0001095116,0.10000,1.053
22,mlp.experts.11.gate_proj,0.0005640560,0.10000,1.086
22,mlp.experts.12.gate_proj,0.0001035534,0.10000,0.995
22,mlp.experts.13.gate_proj,0.0000784774,0.10000,1.017
22,mlp.experts.14.gate_proj,0.0000614955,0.10000,1.060
22,mlp.experts.15.gate_proj,0.0001988524,0.10000,1.092
22,mlp.experts.16.gate_proj,0.0000557793,0.10000,1.063
22,mlp.experts.17.gate_proj,0.0010574101,0.10000,1.061
22,mlp.experts.18.gate_proj,0.0000081853,0.10000,1.011
22,mlp.experts.19.gate_proj,0.0002984080,0.10000,1.005
22,mlp.experts.20.gate_proj,0.0012181561,0.10000,1.048
22,mlp.experts.21.gate_proj,0.0007916157,0.10000,1.061
22,mlp.experts.22.gate_proj,0.0003949224,0.10000,1.060
22,mlp.experts.23.gate_proj,0.0021066256,0.10000,1.033
22,mlp.experts.24.gate_proj,0.0006318303,0.10000,1.026
22,mlp.experts.25.gate_proj,0.0000736381,0.10000,1.018
22,mlp.experts.26.gate_proj,0.0000401148,0.10000,1.040
22,mlp.experts.27.gate_proj,0.0000906014,0.10000,1.028
22,mlp.experts.28.gate_proj,0.0011139289,0.10000,1.033
22,mlp.experts.29.gate_proj,0.0004134226,0.10000,1.000
22,mlp.experts.30.gate_proj,0.0000054922,0.10000,0.999
22,mlp.experts.31.gate_proj,0.0010636745,0.10000,1.043
22,mlp.experts.32.gate_proj,0.0001056148,0.10000,1.025
22,mlp.experts.33.gate_proj,0.0003896629,0.10000,0.965
22,mlp.experts.34.gate_proj,0.0007312067,0.10000,1.030
22,mlp.experts.35.gate_proj,0.0000099664,0.10000,1.022
22,mlp.experts.36.gate_proj,0.0002093691,0.10000,1.030
22,mlp.experts.37.gate_proj,0.0006050764,0.10000,0.991
22,mlp.experts.38.gate_proj,0.0466252086,0.10000,1.038
22,mlp.experts.39.gate_proj,0.0000159151,0.10000,1.021
22,mlp.experts.40.gate_proj,0.0003708558,0.10000,1.033
22,mlp.experts.41.gate_proj,0.0003257532,0.10000,1.023
22,mlp.experts.42.gate_proj,0.0005715182,0.10000,1.031
22,mlp.experts.43.gate_proj,0.0000896984,0.10000,1.037
22,mlp.experts.44.gate_proj,0.0008614391,0.10000,1.053
22,mlp.experts.45.gate_proj,0.0000886312,0.10000,1.031
22,mlp.experts.46.gate_proj,0.0003897740,0.10000,1.016
22,mlp.experts.47.gate_proj,0.0007018916,0.10000,1.005
22,mlp.experts.48.gate_proj,0.0004707016,0.10000,0.971
22,mlp.experts.49.gate_proj,0.0009541428,0.10000,0.965
22,mlp.experts.50.gate_proj,0.0000403084,0.10000,1.069
22,mlp.experts.51.gate_proj,0.0007484648,0.10000,1.031
22,mlp.experts.52.gate_proj,0.0000063356,0.10000,1.059
22,mlp.experts.53.gate_proj,0.0002623991,0.10000,1.036
22,mlp.experts.54.gate_proj,0.0036236870,0.10000,1.017
22,mlp.experts.55.gate_proj,0.0000662328,0.10000,1.053
22,mlp.experts.56.gate_proj,0.0002677243,0.10000,1.052
22,mlp.experts.57.gate_proj,0.0001929866,0.10000,0.984
22,mlp.experts.58.gate_proj,0.0000942408,0.10000,0.922
22,mlp.experts.59.gate_proj,0.0007255490,0.10000,0.916
22,mlp.experts.60.gate_proj,0.0008742724,0.10000,0.990
22,mlp.experts.61.gate_proj,0.0002475910,0.10000,0.977
22,mlp.experts.62.gate_proj,0.0000124325,0.10000,1.074
22,mlp.experts.63.gate_proj,0.0001426804,0.10000,1.054
22,mlp.experts.65.gate_proj,0.0003220703,0.10000,1.023
22,mlp.experts.64.gate_proj,0.0000056589,0.10000,1.074
22,mlp.experts.66.gate_proj,0.0003745112,0.10000,1.000
22,mlp.experts.67.gate_proj,0.0027781392,0.10000,1.006
22,mlp.experts.68.gate_proj,0.0000810361,0.10000,0.997
22,mlp.experts.69.gate_proj,0.0000606314,0.10000,1.038
22,mlp.experts.70.gate_proj,0.0000986234,0.10000,0.956
22,mlp.experts.71.gate_proj,0.0001535700,0.10000,0.956
22,mlp.experts.72.gate_proj,0.0010566553,0.10000,1.001
22,mlp.experts.73.gate_proj,0.0000358019,0.10000,1.016
22,mlp.experts.74.gate_proj,0.0000327264,0.10000,1.041
22,mlp.experts.75.gate_proj,0.0000897249,0.10000,1.061
22,mlp.experts.76.gate_proj,0.0000093373,0.10000,1.067
22,mlp.experts.77.gate_proj,0.0009842239,0.10000,1.049
22,mlp.experts.78.gate_proj,0.0000504480,0.10000,1.044
22,mlp.experts.79.gate_proj,0.0081974463,0.10000,1.033
22,mlp.experts.80.gate_proj,0.0000088365,0.10000,0.977
22,mlp.experts.81.gate_proj,0.0010085207,0.10000,1.002
22,mlp.experts.82.gate_proj,0.0001463500,0.10000,1.012
22,mlp.experts.83.gate_proj,0.0000641522,0.10000,1.015
22,mlp.experts.84.gate_proj,0.0006496960,0.10000,1.035
22,mlp.experts.85.gate_proj,0.0000177489,0.10000,1.080
22,mlp.experts.86.gate_proj,0.0000830264,0.10000,1.034
22,mlp.experts.87.gate_proj,0.0002063219,0.10000,1.068
22,mlp.experts.88.gate_proj,0.0000143811,0.10000,0.987
22,mlp.experts.89.gate_proj,0.0011524541,0.10000,1.010
22,mlp.experts.90.gate_proj,0.0000971211,0.10000,1.004
22,mlp.experts.91.gate_proj,0.0000078091,0.10000,1.040
22,mlp.experts.92.gate_proj,0.0001486304,0.10000,1.055
22,mlp.experts.93.gate_proj,0.0007343412,0.10000,1.025
22,mlp.experts.94.gate_proj,0.0000245829,0.10000,1.014
22,mlp.experts.95.gate_proj,0.0000154697,0.10000,1.007
22,mlp.experts.96.gate_proj,0.0000363509,0.10000,0.977
22,mlp.experts.97.gate_proj,0.0000622093,0.10000,0.998
22,mlp.experts.98.gate_proj,0.0000163802,0.10000,0.998
22,mlp.experts.99.gate_proj,0.0000460017,0.10000,1.029
22,mlp.experts.100.gate_proj,0.0003547608,0.10000,1.052
22,mlp.experts.101.gate_proj,0.0001513824,0.10000,1.062
22,mlp.experts.102.gate_proj,0.0004173467,0.10000,1.032
22,mlp.experts.103.gate_proj,0.0001125899,0.10000,1.022
22,mlp.experts.104.gate_proj,0.0006205543,0.10000,1.034
22,mlp.experts.105.gate_proj,0.0000406866,0.10000,1.036
22,mlp.experts.106.gate_proj,0.0062561685,0.10000,1.028
22,mlp.experts.107.gate_proj,0.0000084723,0.10000,1.049
22,mlp.experts.108.gate_proj,0.0000089370,0.10000,1.031
22,mlp.experts.109.gate_proj,0.0003324623,0.10000,1.027
22,mlp.experts.110.gate_proj,0.0002926835,0.10000,1.025
22,mlp.experts.111.gate_proj,0.0005269422,0.10000,1.009
22,mlp.experts.112.gate_proj,0.0000151687,0.10000,1.016
22,mlp.experts.113.gate_proj,0.0001842200,0.10000,0.987
22,mlp.experts.114.gate_proj,0.0010933781,0.10000,1.017
22,mlp.experts.115.gate_proj,0.0004784966,0.10000,1.005
22,mlp.experts.116.gate_proj,0.0005300849,0.10000,1.049
22,mlp.experts.117.gate_proj,0.0047457906,0.10000,1.036
22,mlp.experts.118.gate_proj,0.0001913686,0.10000,1.025
22,mlp.experts.119.gate_proj,0.0000794459,0.10000,1.024
22,mlp.experts.120.gate_proj,0.0002029665,0.10000,0.984
22,mlp.experts.121.gate_proj,0.0005996353,0.10000,1.048
22,mlp.experts.122.gate_proj,0.0097620632,0.10000,1.029
22,mlp.experts.123.gate_proj,0.0000228921,0.10000,0.989
22,mlp.experts.124.gate_proj,0.0001823862,0.10000,0.976
22,mlp.experts.125.gate_proj,0.0015723301,0.10000,1.011
22,mlp.experts.126.gate_proj,0.0000679277,0.10000,0.987
22,mlp.experts.127.gate_proj,0.0003301253,0.10000,0.896
22,mlp.experts.0.down_proj,0.0000325960,0.10000,0.407
22,mlp.experts.1.down_proj,0.0000283396,0.10000,0.411
22,mlp.experts.2.down_proj,0.0002871688,0.10000,0.408
22,mlp.experts.3.down_proj,0.0000108835,0.10000,0.407
22,mlp.experts.4.down_proj,0.0000151871,0.10000,0.354
22,mlp.experts.5.down_proj,0.0000028847,0.10000,0.353
22,mlp.experts.6.down_proj,0.0001700274,0.10000,0.359
22,mlp.experts.7.down_proj,0.0000584447,0.10000,0.356
22,mlp.experts.9.down_proj,0.0000128351,0.10000,0.396
22,mlp.experts.8.down_proj,0.0000541245,0.10000,0.399
22,mlp.experts.10.down_proj,0.0000234718,0.10000,0.329
22,mlp.experts.11.down_proj,0.0001130089,0.10000,0.331
22,mlp.experts.12.down_proj,0.0000153420,0.10000,0.372
22,mlp.experts.13.down_proj,0.0000183802,0.10000,0.376
22,mlp.experts.14.down_proj,0.0000112264,0.10000,0.388
22,mlp.experts.15.down_proj,0.0000454155,0.10000,0.391
22,mlp.experts.16.down_proj,0.0000069682,0.10000,0.395
22,mlp.experts.17.down_proj,0.0001623074,0.10000,0.395
22,mlp.experts.18.down_proj,0.0000012549,0.10000,0.349
22,mlp.experts.19.down_proj,0.0000150519,0.10000,0.355
22,mlp.experts.20.down_proj,0.0003079786,0.10000,0.392
22,mlp.experts.21.down_proj,0.0001379578,0.10000,0.387
22,mlp.experts.22.down_proj,0.0000548159,0.10000,0.358
22,mlp.experts.23.down_proj,0.0000285583,0.10000,0.355
22,mlp.experts.24.down_proj,0.0001252093,0.10000,0.361
22,mlp.experts.25.down_proj,0.0000107706,0.10000,0.367
22,mlp.experts.26.down_proj,0.0000058273,0.10000,0.398
22,mlp.experts.27.down_proj,0.0000221069,0.10000,0.388
22,mlp.experts.28.down_proj,0.0001254765,0.10000,0.404
22,mlp.experts.29.down_proj,0.0000519951,0.10000,0.409
22,mlp.experts.30.down_proj,0.0000008406,0.10000,0.401
22,mlp.experts.31.down_proj,0.0000426974,0.10000,0.401
22,mlp.experts.32.down_proj,0.0000103563,0.10000,0.404
22,mlp.experts.33.down_proj,0.0001078157,0.10000,0.422
22,mlp.experts.34.down_proj,0.0001160912,0.10000,0.376
22,mlp.experts.35.down_proj,0.0000016480,0.10000,0.411
22,mlp.experts.36.down_proj,0.0000549198,0.10000,0.390
22,mlp.experts.37.down_proj,0.0001317097,0.10000,0.399
22,mlp.experts.38.down_proj,0.0000098171,0.10000,0.358
22,mlp.experts.39.down_proj,0.0000025884,0.10000,0.363
22,mlp.experts.40.down_proj,0.0000815082,0.10000,0.375
22,mlp.experts.41.down_proj,0.0000521530,0.10000,0.371
22,mlp.experts.42.down_proj,0.0000719839,0.10000,0.351
22,mlp.experts.43.down_proj,0.0000153279,0.10000,0.364
22,mlp.experts.44.down_proj,0.0002769498,0.10000,0.384
22,mlp.experts.45.down_proj,0.0000225094,0.10000,0.393
22,mlp.experts.46.down_proj,0.0000874182,0.10000,0.384
22,mlp.experts.47.down_proj,0.0002011244,0.10000,0.395
22,mlp.experts.48.down_proj,0.0000526159,0.10000,0.388
22,mlp.experts.49.down_proj,0.0003167441,0.10000,0.393
22,mlp.experts.50.down_proj,0.0000071831,0.10000,0.353
22,mlp.experts.51.down_proj,0.0001746271,0.10000,0.369
22,mlp.experts.52.down_proj,0.0000007782,0.10000,0.393
22,mlp.experts.53.down_proj,0.0000561684,0.10000,0.404
22,mlp.experts.54.down_proj,0.0000385758,0.10000,0.401
22,mlp.experts.55.down_proj,0.0000084319,0.10000,0.413
22,mlp.experts.56.down_proj,0.0000353256,0.10000,0.395
22,mlp.experts.57.down_proj,0.0000409013,0.10000,0.406
22,mlp.experts.58.down_proj,0.0000131576,0.10000,0.396
22,mlp.experts.59.down_proj,0.0001160122,0.10000,0.403
22,mlp.experts.60.down_proj,0.0001586147,0.10000,0.401
22,mlp.experts.61.down_proj,0.0000106905,0.10000,0.401
22,mlp.experts.62.down_proj,0.0000023569,0.10000,0.391
22,mlp.experts.63.down_proj,0.0000219211,0.10000,0.407
22,mlp.experts.64.down_proj,0.0000008844,0.10000,0.377
22,mlp.experts.65.down_proj,0.0000723824,0.10000,0.412
22,mlp.experts.66.down_proj,0.0000416408,0.10000,0.382
22,mlp.experts.67.down_proj,0.0000633371,0.10000,0.415
22,mlp.experts.68.down_proj,0.0000115343,0.10000,0.393
22,mlp.experts.69.down_proj,0.0000083417,0.10000,0.413
22,mlp.experts.70.down_proj,0.0000142569,0.10000,0.387
22,mlp.experts.71.down_proj,0.0000180579,0.10000,0.414
22,mlp.experts.72.down_proj,0.0003364243,0.10000,0.375
22,mlp.experts.73.down_proj,0.0000075790,0.10000,0.401
22,mlp.experts.74.down_proj,0.0000062740,0.10000,0.394
22,mlp.experts.75.down_proj,0.0000098996,0.10000,0.364
22,mlp.experts.76.down_proj,0.0000010678,0.10000,0.351
22,mlp.experts.77.down_proj,0.0002032364,0.10000,0.364
22,mlp.experts.78.down_proj,0.0000053312,0.10000,0.370
22,mlp.experts.79.down_proj,0.0009986361,0.10000,0.350
22,mlp.experts.80.down_proj,0.0000008682,0.10000,0.357
22,mlp.experts.81.down_proj,0.0001931494,0.10000,0.408
22,mlp.experts.82.down_proj,0.0000299340,0.10000,0.391
22,mlp.experts.83.down_proj,0.0000119849,0.10000,0.357
22,mlp.experts.84.down_proj,0.0000853926,0.10000,0.359
22,mlp.experts.85.down_proj,0.0000033406,0.10000,0.368
22,mlp.experts.86.down_proj,0.0000134091,0.10000,0.364
22,mlp.experts.87.down_proj,0.0000420907,0.10000,0.384
22,mlp.experts.88.down_proj,0.0000028485,0.10000,0.374
22,mlp.experts.89.down_proj,0.0001596435,0.10000,0.353
22,mlp.experts.90.down_proj,0.0000191287,0.10000,0.346
22,mlp.experts.91.down_proj,0.0000010638,0.10000,0.339
22,mlp.experts.92.down_proj,0.0000104111,0.10000,0.338
22,mlp.experts.93.down_proj,0.0002661077,0.10000,0.352
22,mlp.experts.94.down_proj,0.0000037164,0.10000,0.346
22,mlp.experts.95.down_proj,0.0000047377,0.10000,0.390
22,mlp.experts.96.down_proj,0.0000047583,0.10000,0.381
22,mlp.experts.97.down_proj,0.0000112734,0.10000,0.378
22,mlp.experts.98.down_proj,0.0000019640,0.10000,0.379
22,mlp.experts.99.down_proj,0.0000086570,0.10000,0.385
22,mlp.experts.100.down_proj,0.0000982878,0.10000,0.389
22,mlp.experts.101.down_proj,0.0000330598,0.10000,0.385
22,mlp.experts.102.down_proj,0.0000541968,0.10000,0.383
22,mlp.experts.103.down_proj,0.0000219963,0.10000,0.395
22,mlp.experts.104.down_proj,0.0001358763,0.10000,0.408
22,mlp.experts.105.down_proj,0.0000054480,0.10000,0.356
22,mlp.experts.106.down_proj,0.0012449580,0.10000,0.366
22,mlp.experts.107.down_proj,0.0000017144,0.10000,0.408
22,mlp.experts.108.down_proj,0.0000016937,0.10000,0.389
22,mlp.experts.109.down_proj,0.0000908182,0.10000,0.397
22,mlp.experts.110.down_proj,0.0000422605,0.10000,0.394
22,mlp.experts.111.down_proj,0.0001482339,0.10000,0.412
22,mlp.experts.112.down_proj,0.0000020954,0.10000,0.400
22,mlp.experts.113.down_proj,0.0000157614,0.10000,0.401
22,mlp.experts.114.down_proj,0.0001495439,0.10000,0.400
22,mlp.experts.115.down_proj,0.0000756172,0.10000,0.404
22,mlp.experts.116.down_proj,0.0000786208,0.10000,0.397
22,mlp.experts.118.down_proj,0.0000200093,0.10000,0.348
22,mlp.experts.117.down_proj,0.0008751581,0.10000,0.351
22,mlp.experts.119.down_proj,0.0000206012,0.10000,0.393
22,mlp.experts.120.down_proj,0.0000466927,0.10000,0.397
22,mlp.experts.122.down_proj,0.0001003922,0.10000,0.391
22,mlp.experts.121.down_proj,0.0000842324,0.10000,0.401
22,mlp.experts.123.down_proj,0.0000039325,0.10000,0.386
22,mlp.experts.124.down_proj,0.0000262971,0.10000,0.404
22,mlp.experts.125.down_proj,0.0003784886,0.10000,0.383
22,mlp.experts.126.down_proj,0.0000091899,0.10000,0.409
22,mlp.experts.127.down_proj,0.0000870005,0.10000,0.251
23,self_attn.q_proj,0.0000002579,0.10000,1.042
23,self_attn.k_proj,0.0000000352,0.10000,1.044
23,self_attn.v_proj,0.0000000360,0.10000,0.587
23,self_attn.o_proj,0.0000000435,0.10000,1.127
23,mlp.gate,0.0000047028,0.10000,0.621
23,mlp.experts.1.up_proj,0.0001728978,0.10000,1.029
23,mlp.experts.0.up_proj,0.0000088577,0.10000,1.086
23,mlp.experts.2.up_proj,0.0000541479,0.10000,1.028
23,mlp.experts.3.up_proj,0.0000613967,0.10000,1.037
23,mlp.experts.4.up_proj,0.0037286379,0.10000,1.016
23,mlp.experts.5.up_proj,0.0007235470,0.10000,1.037
23,mlp.experts.6.up_proj,0.0009516787,0.10000,0.998
23,mlp.experts.7.up_proj,0.0000584161,0.10000,1.005
23,mlp.experts.8.up_proj,0.0000112677,0.10000,1.000
23,mlp.experts.9.up_proj,0.0007905442,0.10000,1.005
23,mlp.experts.10.up_proj,0.0014805542,0.10000,1.016
23,mlp.experts.11.up_proj,0.0008570695,0.10000,1.010
23,mlp.experts.12.up_proj,0.0000191935,0.10000,0.968
23,mlp.experts.13.up_proj,0.0000409473,0.10000,0.962
23,mlp.experts.14.up_proj,0.0002698789,0.10000,1.038
23,mlp.experts.15.up_proj,0.0002022653,0.10000,1.011
23,mlp.experts.16.up_proj,0.0000157490,0.10000,0.933
23,mlp.experts.17.up_proj,0.0006964294,0.10000,0.981
23,mlp.experts.18.up_proj,0.0000817438,0.10000,1.019
23,mlp.experts.19.up_proj,0.0008419208,0.10000,1.044
23,mlp.experts.20.up_proj,0.0000215028,0.10000,1.019
23,mlp.experts.21.up_proj,0.0000369053,0.10000,1.004
23,mlp.experts.22.up_proj,0.0001513223,0.10000,1.038
23,mlp.experts.23.up_proj,0.0003929445,0.10000,0.977
23,mlp.experts.24.up_proj,0.0002615808,0.10000,1.036
23,mlp.experts.25.up_proj,0.0000423980,0.10000,1.007
23,mlp.experts.26.up_proj,0.0000468245,0.10000,1.070
23,mlp.experts.27.up_proj,0.0006657641,0.10000,1.052
23,mlp.experts.28.up_proj,0.0000669016,0.10000,1.008
23,mlp.experts.29.up_proj,0.0000180611,0.10000,1.055
23,mlp.experts.30.up_proj,0.0002375045,0.10000,1.024
23,mlp.experts.31.up_proj,0.0000599008,0.10000,1.034
23,mlp.experts.32.up_proj,0.0006042552,0.10000,1.029
23,mlp.experts.33.up_proj,0.0000118577,0.10000,1.032
23,mlp.experts.34.up_proj,0.0019077210,0.10000,0.990
23,mlp.experts.35.up_proj,0.0026411576,0.10000,1.064
23,mlp.experts.36.up_proj,0.0009647650,0.10000,0.989
23,mlp.experts.37.up_proj,0.0000246336,0.10000,0.996
23,mlp.experts.38.up_proj,0.0042577026,0.10000,0.992
23,mlp.experts.39.up_proj,0.0000660888,0.10000,0.996
23,mlp.experts.40.up_proj,0.0000645475,0.10000,0.993
23,mlp.experts.41.up_proj,0.0000361276,0.10000,1.002
23,mlp.experts.42.up_proj,0.0004856708,0.10000,1.037
23,mlp.experts.43.up_proj,0.0000090524,0.10000,1.021
23,mlp.experts.44.up_proj,0.0006017207,0.10000,1.045
23,mlp.experts.45.up_proj,0.0000698238,0.10000,1.018
23,mlp.experts.46.up_proj,0.0002229279,0.10000,1.043
23,mlp.experts.47.up_proj,0.0000280231,0.10000,0.998
23,mlp.experts.48.up_proj,0.0001536499,0.10000,1.011
23,mlp.experts.49.up_proj,0.0000663317,0.10000,1.036
23,mlp.experts.50.up_proj,0.0000525828,0.10000,1.036
23,mlp.experts.51.up_proj,0.0008054603,0.10000,1.033
23,mlp.experts.52.up_proj,0.0005449073,0.10000,1.008
23,mlp.experts.53.up_proj,0.0001294770,0.10000,0.994
23,mlp.experts.54.up_proj,0.0001301711,0.10000,1.017
23,mlp.experts.55.up_proj,0.0000503377,0.10000,1.023
23,mlp.experts.56.up_proj,0.0001155633,0.10000,1.054
23,mlp.experts.57.up_proj,0.0051437371,0.10000,1.047
23,mlp.experts.58.up_proj,0.0000267579,0.10000,1.035
23,mlp.experts.59.up_proj,0.0000376409,0.10000,1.069
23,mlp.experts.60.up_proj,0.0000451352,0.10000,1.014
23,mlp.experts.61.up_proj,0.0000667627,0.10000,1.074
23,mlp.experts.62.up_proj,0.0003240714,0.10000,1.034
23,mlp.experts.63.up_proj,0.0006265918,0.10000,1.033
23,mlp.experts.64.up_proj,0.0004649447,0.10000,0.983
23,mlp.experts.65.up_proj,0.0021400626,0.10000,1.059
23,mlp.experts.66.up_proj,0.0023448724,0.10000,1.035
23,mlp.experts.67.up_proj,0.0004056985,0.10000,1.089
23,mlp.experts.68.up_proj,0.0044499232,0.10000,1.038
23,mlp.experts.69.up_proj,0.0000721694,0.10000,1.058
23,mlp.experts.70.up_proj,0.0009422216,0.10000,1.043
23,mlp.experts.71.up_proj,0.0000418357,0.10000,1.041
23,mlp.experts.72.up_proj,0.0001029874,0.10000,1.018
23,mlp.experts.73.up_proj,0.0001213342,0.10000,1.051
23,mlp.experts.74.up_proj,0.0023238130,0.10000,0.947
23,mlp.experts.75.up_proj,0.0005673359,0.10000,0.936
23,mlp.experts.76.up_proj,0.0004144770,0.10000,0.973
23,mlp.experts.77.up_proj,0.0009809744,0.10000,1.012
23,mlp.experts.78.up_proj,0.0000723330,0.10000,0.979
23,mlp.experts.79.up_proj,0.0000150598,0.10000,0.996
23,mlp.experts.80.up_proj,0.0056605103,0.10000,1.003
23,mlp.experts.81.up_proj,0.0002946224,0.10000,0.991
23,mlp.experts.82.up_proj,0.0001476396,0.10000,0.995
23,mlp.experts.83.up_proj,0.0008250936,0.10000,0.997
23,mlp.experts.84.up_proj,0.0010829680,0.10000,0.998
23,mlp.experts.85.up_proj,0.0000184827,0.10000,0.985
23,mlp.experts.86.up_proj,0.0000145568,0.10000,0.980
23,mlp.experts.87.up_proj,0.0001394842,0.10000,1.001
23,mlp.experts.88.up_proj,0.0008226518,0.10000,0.944
23,mlp.experts.89.up_proj,0.0000423019,0.10000,0.954
23,mlp.experts.90.up_proj,0.0001228949,0.10000,1.050
23,mlp.experts.91.up_proj,0.0009426059,0.10000,1.028
23,mlp.experts.92.up_proj,0.0000315758,0.10000,1.024
23,mlp.experts.93.up_proj,0.0106070518,0.10000,0.997
23,mlp.experts.94.up_proj,0.0000371768,0.10000,0.994
23,mlp.experts.95.up_proj,0.0000891384,0.10000,1.007
23,mlp.experts.96.up_proj,0.0000101530,0.10000,0.992
23,mlp.experts.97.up_proj,0.0005891677,0.10000,1.013
23,mlp.experts.98.up_proj,0.0000096823,0.10000,1.000
23,mlp.experts.99.up_proj,0.0000479860,0.10000,0.960
23,mlp.experts.100.up_proj,0.0000768614,0.10000,1.014
23,mlp.experts.101.up_proj,0.0000158713,0.10000,1.015
23,mlp.experts.102.up_proj,0.0001461973,0.10000,0.967
23,mlp.experts.103.up_proj,0.0001964266,0.10000,1.003
23,mlp.experts.104.up_proj,0.0008944870,0.10000,1.072
23,mlp.experts.105.up_proj,0.0000092790,0.10000,1.022
23,mlp.experts.106.up_proj,0.0028029720,0.10000,1.026
23,mlp.experts.107.up_proj,0.0000161727,0.10000,1.052
23,mlp.experts.108.up_proj,0.0009332130,0.10000,1.055
23,mlp.experts.109.up_proj,0.0001319885,0.10000,1.056
23,mlp.experts.110.up_proj,0.0007260126,0.10000,1.057
23,mlp.experts.111.up_proj,0.0000296824,0.10000,1.037
23,mlp.experts.112.up_proj,0.0023801717,0.10000,1.075
23,mlp.experts.113.up_proj,0.0015943880,0.10000,1.040
23,mlp.experts.114.up_proj,0.0003838986,0.10000,1.027
23,mlp.experts.115.up_proj,0.0000069986,0.10000,1.053
23,mlp.experts.116.up_proj,0.0001080695,0.10000,1.037
23,mlp.experts.117.up_proj,0.0030081580,0.10000,1.039
23,mlp.experts.118.up_proj,0.0005342243,0.10000,1.026
23,mlp.experts.119.up_proj,0.0117195778,0.10000,1.025
23,mlp.experts.120.up_proj,0.0004478796,0.10000,0.990
23,mlp.experts.121.up_proj,0.0001553435,0.10000,1.039
23,mlp.experts.122.up_proj,0.0000365733,0.10000,1.025
23,mlp.experts.123.up_proj,0.0004178385,0.10000,0.979
23,mlp.experts.124.up_proj,0.0004195153,0.10000,0.952
23,mlp.experts.125.up_proj,0.0002039089,0.10000,1.028
23,mlp.experts.126.up_proj,0.0002252825,0.10000,1.051
23,mlp.experts.127.up_proj,0.0004628408,0.10000,1.011
23,mlp.experts.0.gate_proj,0.0000076519,0.10000,0.990
23,mlp.experts.1.gate_proj,0.0001567825,0.10000,1.041
23,mlp.experts.2.gate_proj,0.0000541601,0.10000,1.022
23,mlp.experts.3.gate_proj,0.0002400739,0.10000,1.045
23,mlp.experts.4.gate_proj,0.0038046612,0.10000,1.012
23,mlp.experts.5.gate_proj,0.0007282368,0.10000,0.972
23,mlp.experts.6.gate_proj,0.0009702804,0.10000,0.916
23,mlp.experts.7.gate_proj,0.0000599779,0.10000,1.014
23,mlp.experts.8.gate_proj,0.0000101698,0.10000,1.020
23,mlp.experts.9.gate_proj,0.0007849315,0.10000,1.038
23,mlp.experts.10.gate_proj,0.0014280652,0.10000,0.996
23,mlp.experts.11.gate_proj,0.0008525717,0.10000,1.003
23,mlp.experts.12.gate_proj,0.0000186849,0.10000,1.011
23,mlp.experts.13.gate_proj,0.0000398442,0.10000,1.061
23,mlp.experts.14.gate_proj,0.0002780480,0.10000,0.984
23,mlp.experts.15.gate_proj,0.0002068005,0.10000,0.994
23,mlp.experts.16.gate_proj,0.0000130805,0.10000,1.006
23,mlp.experts.17.gate_proj,0.0007040608,0.10000,1.046
23,mlp.experts.18.gate_proj,0.0000683911,0.10000,1.015
23,mlp.experts.19.gate_proj,0.0008556890,0.10000,1.063
23,mlp.experts.20.gate_proj,0.0000212550,0.10000,0.982
23,mlp.experts.21.gate_proj,0.0000372468,0.10000,0.996
23,mlp.experts.22.gate_proj,0.0001532369,0.10000,0.988
23,mlp.experts.23.gate_proj,0.0003907728,0.10000,1.075
23,mlp.experts.24.gate_proj,0.0002610053,0.10000,1.009
23,mlp.experts.25.gate_proj,0.0000808370,0.10000,1.086
23,mlp.experts.26.gate_proj,0.0000413852,0.10000,0.999
23,mlp.experts.27.gate_proj,0.0006484407,0.10000,1.039
23,mlp.experts.28.gate_proj,0.0000640886,0.10000,1.067
23,mlp.experts.29.gate_proj,0.0000171093,0.10000,1.022
23,mlp.experts.30.gate_proj,0.0002384493,0.10000,1.035
23,mlp.experts.31.gate_proj,0.0000600548,0.10000,1.020
23,mlp.experts.32.gate_proj,0.0005318157,0.10000,1.059
23,mlp.experts.33.gate_proj,0.0000112638,0.10000,1.034
23,mlp.experts.34.gate_proj,0.0019099524,0.10000,1.057
23,mlp.experts.35.gate_proj,0.0026423449,0.10000,1.029
23,mlp.experts.36.gate_proj,0.0008935087,0.10000,1.061
23,mlp.experts.37.gate_proj,0.0000242909,0.10000,1.032
23,mlp.experts.38.gate_proj,0.0041642705,0.10000,1.018
23,mlp.experts.39.gate_proj,0.0000644021,0.10000,0.896
23,mlp.experts.40.gate_proj,0.0000639795,0.10000,0.946
23,mlp.experts.41.gate_proj,0.0000365809,0.10000,1.040
23,mlp.experts.42.gate_proj,0.0004901844,0.10000,1.028
23,mlp.experts.43.gate_proj,0.0000088902,0.10000,0.978
23,mlp.experts.44.gate_proj,0.0005879968,0.10000,1.010
23,mlp.experts.45.gate_proj,0.0000700717,0.10000,0.980
23,mlp.experts.46.gate_proj,0.0002205626,0.10000,0.983
23,mlp.experts.47.gate_proj,0.0000257111,0.10000,0.999
23,mlp.experts.48.gate_proj,0.0001591504,0.10000,0.977
23,mlp.experts.49.gate_proj,0.0000667675,0.10000,0.987
23,mlp.experts.50.gate_proj,0.0000502410,0.10000,1.018
23,mlp.experts.51.gate_proj,0.0008106698,0.10000,1.059
23,mlp.experts.52.gate_proj,0.0005540188,0.10000,1.039
23,mlp.experts.53.gate_proj,0.0001340224,0.10000,1.054
23,mlp.experts.54.gate_proj,0.0001327550,0.10000,1.026
23,mlp.experts.55.gate_proj,0.0000529101,0.10000,1.015
23,mlp.experts.56.gate_proj,0.0001242944,0.10000,1.001
23,mlp.experts.57.gate_proj,0.0053217202,0.10000,1.007
23,mlp.experts.58.gate_proj,0.0000270208,0.10000,1.004
23,mlp.experts.59.gate_proj,0.0000257254,0.10000,1.043
23,mlp.experts.60.gate_proj,0.0000468778,0.10000,1.060
23,mlp.experts.61.gate_proj,0.0000656345,0.10000,1.042
23,mlp.experts.62.gate_proj,0.0003284191,0.10000,1.005
23,mlp.experts.63.gate_proj,0.0006566722,0.10000,0.960
23,mlp.experts.64.gate_proj,0.0004643061,0.10000,1.021
23,mlp.experts.65.gate_proj,0.0023057838,0.10000,1.025
23,mlp.experts.66.gate_proj,0.0023919532,0.10000,1.021
23,mlp.experts.67.gate_proj,0.0003881964,0.10000,1.026
23,mlp.experts.68.gate_proj,0.0045750489,0.10000,1.018
23,mlp.experts.69.gate_proj,0.0000731284,0.10000,0.949
23,mlp.experts.70.gate_proj,0.0009446101,0.10000,0.946
23,mlp.experts.71.gate_proj,0.0000378830,0.10000,1.008
23,mlp.experts.72.gate_proj,0.0001056140,0.10000,1.005
23,mlp.experts.73.gate_proj,0.0000946052,0.10000,1.042
23,mlp.experts.74.gate_proj,0.0023463781,0.10000,0.972
23,mlp.experts.75.gate_proj,0.0005773605,0.10000,1.000
23,mlp.experts.76.gate_proj,0.0004280297,0.10000,1.004
23,mlp.experts.77.gate_proj,0.0010025372,0.10000,1.002
23,mlp.experts.78.gate_proj,0.0000709917,0.10000,1.034
23,mlp.experts.79.gate_proj,0.0000145007,0.10000,1.039
23,mlp.experts.80.gate_proj,0.0056812372,0.10000,0.977
23,mlp.experts.81.gate_proj,0.0002993720,0.10000,1.018
23,mlp.experts.82.gate_proj,0.0001461650,0.10000,1.011
23,mlp.experts.83.gate_proj,0.0007885090,0.10000,1.078
23,mlp.experts.84.gate_proj,0.0011010288,0.10000,1.025
23,mlp.experts.85.gate_proj,0.0000185300,0.10000,0.923
23,mlp.experts.86.gate_proj,0.0000134638,0.10000,0.895
23,mlp.experts.87.gate_proj,0.0001360108,0.10000,1.039
23,mlp.experts.88.gate_proj,0.0008394688,0.10000,1.014
23,mlp.experts.89.gate_proj,0.0000425412,0.10000,1.052
23,mlp.experts.90.gate_proj,0.0001069533,0.10000,1.010
23,mlp.experts.91.gate_proj,0.0009888092,0.10000,0.982
23,mlp.experts.92.gate_proj,0.0000323846,0.10000,1.002
23,mlp.experts.93.gate_proj,0.0107341871,0.10000,0.987
23,mlp.experts.94.gate_proj,0.0000367701,0.10000,1.082
23,mlp.experts.95.gate_proj,0.0000952362,0.10000,1.046
23,mlp.experts.96.gate_proj,0.0000104061,0.10000,1.059
23,mlp.experts.97.gate_proj,0.0005929166,0.10000,1.056
23,mlp.experts.98.gate_proj,0.0000081900,0.10000,1.044
23,mlp.experts.99.gate_proj,0.0000477840,0.10000,1.004
23,mlp.experts.100.gate_proj,0.0000778728,0.10000,0.962
23,mlp.experts.101.gate_proj,0.0000132737,0.10000,1.014
23,mlp.experts.102.gate_proj,0.0001471972,0.10000,1.007
23,mlp.experts.103.gate_proj,0.0002051868,0.10000,1.020
23,mlp.experts.104.gate_proj,0.0009026204,0.10000,0.979
23,mlp.experts.105.gate_proj,0.0000091550,0.10000,1.022
23,mlp.experts.106.gate_proj,0.0029117806,0.10000,0.993
23,mlp.experts.107.gate_proj,0.0000152586,0.10000,1.063
23,mlp.experts.108.gate_proj,0.0009451993,0.10000,1.049
23,mlp.experts.109.gate_proj,0.0001336031,0.10000,0.996
23,mlp.experts.110.gate_proj,0.0007281960,0.10000,1.008
23,mlp.experts.111.gate_proj,0.0000292762,0.10000,1.041
23,mlp.experts.112.gate_proj,0.0024484190,0.10000,1.033
23,mlp.experts.113.gate_proj,0.0015946940,0.10000,1.047
23,mlp.experts.114.gate_proj,0.0003832180,0.10000,1.036
23,mlp.experts.115.gate_proj,0.0000066396,0.10000,1.014
23,mlp.experts.116.gate_proj,0.0001096527,0.10000,0.998
23,mlp.experts.118.gate_proj,0.0004999405,0.10000,1.007
23,mlp.experts.117.gate_proj,0.0029581707,0.10000,1.019
23,mlp.experts.119.gate_proj,0.0118601066,0.10000,1.014
23,mlp.experts.120.gate_proj,0.0004519376,0.10000,1.040
23,mlp.experts.121.gate_proj,0.0001577324,0.10000,1.039
23,mlp.experts.122.gate_proj,0.0000341180,0.10000,1.018
23,mlp.experts.123.gate_proj,0.0003829322,0.10000,1.031
23,mlp.experts.124.gate_proj,0.0004324151,0.10000,1.027
23,mlp.experts.125.gate_proj,0.0002038540,0.10000,1.019
23,mlp.experts.126.gate_proj,0.0002233643,0.10000,1.037
23,mlp.experts.127.gate_proj,0.0004545909,0.10000,0.626
23,mlp.experts.0.down_proj,0.0000010889,0.10000,0.401
23,mlp.experts.1.down_proj,0.0000420444,0.10000,0.416
23,mlp.experts.2.down_proj,0.0000061381,0.10000,0.395
23,mlp.experts.3.down_proj,0.0000036147,0.10000,0.411
23,mlp.experts.4.down_proj,0.0000164464,0.10000,0.356
23,mlp.experts.5.down_proj,0.0001410801,0.10000,0.357
23,mlp.experts.6.down_proj,0.0001345553,0.10000,0.386
23,mlp.experts.7.down_proj,0.0000066595,0.10000,0.414
23,mlp.experts.8.down_proj,0.0000018680,0.10000,0.384
23,mlp.experts.9.down_proj,0.0000536791,0.10000,0.397
23,mlp.experts.10.down_proj,0.0004532855,0.10000,0.370
23,mlp.experts.11.down_proj,0.0001400390,0.10000,0.372
23,mlp.experts.12.down_proj,0.0000021104,0.10000,0.353
23,mlp.experts.13.down_proj,0.0000084609,0.10000,0.360
23,mlp.experts.14.down_proj,0.0000430655,0.10000,0.339
23,mlp.experts.15.down_proj,0.0000336856,0.10000,0.333
23,mlp.experts.16.down_proj,0.0000032441,0.10000,0.360
23,mlp.experts.17.down_proj,0.0001156642,0.10000,0.369
23,mlp.experts.18.down_proj,0.0000122629,0.10000,0.368
23,mlp.experts.19.down_proj,0.0003204116,0.10000,0.362
23,mlp.experts.20.down_proj,0.0000025330,0.10000,0.351
23,mlp.experts.21.down_proj,0.0000056682,0.10000,0.372
23,mlp.experts.22.down_proj,0.0000316697,0.10000,0.370
23,mlp.experts.23.down_proj,0.0000270258,0.10000,0.423
23,mlp.experts.24.down_proj,0.0000204806,0.10000,0.400
23,mlp.experts.25.down_proj,0.0000074442,0.10000,0.422
23,mlp.experts.26.down_proj,0.0000094470,0.10000,0.384
23,mlp.experts.27.down_proj,0.0001698970,0.10000,0.417
23,mlp.experts.28.down_proj,0.0000073109,0.10000,0.368
23,mlp.experts.29.down_proj,0.0000030670,0.10000,0.337
23,mlp.experts.30.down_proj,0.0000508240,0.10000,0.356
23,mlp.experts.31.down_proj,0.0000064113,0.10000,0.385
23,mlp.experts.32.down_proj,0.0001000260,0.10000,0.387
23,mlp.experts.33.down_proj,0.0000013232,0.10000,0.394
23,mlp.experts.34.down_proj,0.0003735173,0.10000,0.390
23,mlp.experts.35.down_proj,0.0010025952,0.10000,0.386
23,mlp.experts.36.down_proj,0.0001149627,0.10000,0.383
23,mlp.experts.37.down_proj,0.0000037727,0.10000,0.395
23,mlp.experts.38.down_proj,0.0005573526,0.10000,0.406
23,mlp.experts.39.down_proj,0.0000139213,0.10000,0.405
23,mlp.experts.40.down_proj,0.0000074982,0.10000,0.388
23,mlp.experts.41.down_proj,0.0000047439,0.10000,0.396
23,mlp.experts.42.down_proj,0.0000637747,0.10000,0.406
23,mlp.experts.43.down_proj,0.0000009786,0.10000,0.395
23,mlp.experts.44.down_proj,0.0001096823,0.10000,0.403
23,mlp.experts.45.down_proj,0.0000212478,0.10000,0.403
23,mlp.experts.46.down_proj,0.0000620542,0.10000,0.398
23,mlp.experts.47.down_proj,0.0000052759,0.10000,0.390
23,mlp.experts.48.down_proj,0.0000241356,0.10000,0.393
23,mlp.experts.49.down_proj,0.0000089784,0.10000,0.404
23,mlp.experts.50.down_proj,0.0000117027,0.10000,0.392
23,mlp.experts.51.down_proj,0.0001409999,0.10000,0.406
23,mlp.experts.52.down_proj,0.0000733562,0.10000,0.400
23,mlp.experts.53.down_proj,0.0000201722,0.10000,0.378
23,mlp.experts.54.down_proj,0.0000225514,0.10000,0.382
23,mlp.experts.55.down_proj,0.0000122531,0.10000,0.402
23,mlp.experts.56.down_proj,0.0000273609,0.10000,0.394
23,mlp.experts.57.down_proj,0.0006834879,0.10000,0.396
23,mlp.experts.58.down_proj,0.0000047794,0.10000,0.399
23,mlp.experts.59.down_proj,0.0000045112,0.10000,0.391
23,mlp.experts.60.down_proj,0.0000046284,0.10000,0.394
23,mlp.experts.61.down_proj,0.0000091626,0.10000,0.387
23,mlp.experts.62.down_proj,0.0000452014,0.10000,0.393
23,mlp.experts.63.down_proj,0.0001728694,0.10000,0.398
23,mlp.experts.64.down_proj,0.0001256223,0.10000,0.381
23,mlp.experts.65.down_proj,0.0000313959,0.10000,0.391
23,mlp.experts.66.down_proj,0.0002713135,0.10000,0.398
23,mlp.experts.67.down_proj,0.0000649276,0.10000,0.409
23,mlp.experts.68.down_proj,0.0001018530,0.10000,0.394
23,mlp.experts.69.down_proj,0.0000153920,0.10000,0.379
23,mlp.experts.70.down_proj,0.0001685968,0.10000,0.363
23,mlp.experts.71.down_proj,0.0000065750,0.10000,0.369
23,mlp.experts.72.down_proj,0.0000156446,0.10000,0.380
23,mlp.experts.73.down_proj,0.0000165577,0.10000,0.409
23,mlp.experts.74.down_proj,0.0006682835,0.10000,0.406
23,mlp.experts.75.down_proj,0.0000667990,0.10000,0.369
23,mlp.experts.76.down_proj,0.0000546468,0.10000,0.355
23,mlp.experts.77.down_proj,0.0001734293,0.10000,0.399
23,mlp.experts.78.down_proj,0.0000137318,0.10000,0.398
23,mlp.experts.79.down_proj,0.0000025761,0.10000,0.402
23,mlp.experts.80.down_proj,0.0010408105,0.10000,0.377
23,mlp.experts.81.down_proj,0.0000499041,0.10000,0.396
23,mlp.experts.82.down_proj,0.0000250831,0.10000,0.401
23,mlp.experts.83.down_proj,0.0001622406,0.10000,0.397
23,mlp.experts.84.down_proj,0.0001825408,0.10000,0.399
23,mlp.experts.85.down_proj,0.0000029814,0.10000,0.399
23,mlp.experts.86.down_proj,0.0000030247,0.10000,0.400
23,mlp.experts.87.down_proj,0.0000257165,0.10000,0.398
23,mlp.experts.88.down_proj,0.0002584893,0.10000,0.396
23,mlp.experts.89.down_proj,0.0000074796,0.10000,0.409
23,mlp.experts.90.down_proj,0.0000165925,0.10000,0.392
23,mlp.experts.91.down_proj,0.0003516325,0.10000,0.401
23,mlp.experts.92.down_proj,0.0000093852,0.10000,0.398
23,mlp.experts.93.down_proj,0.0023517080,0.10000,0.414
23,mlp.experts.94.down_proj,0.0000065949,0.10000,0.393
23,mlp.experts.95.down_proj,0.0000172248,0.10000,0.400
23,mlp.experts.96.down_proj,0.0000012816,0.10000,0.373
23,mlp.experts.97.down_proj,0.0001498523,0.10000,0.399
23,mlp.experts.98.down_proj,0.0000014311,0.10000,0.405
23,mlp.experts.99.down_proj,0.0000076720,0.10000,0.411
23,mlp.experts.100.down_proj,0.0000190224,0.10000,0.401
23,mlp.experts.101.down_proj,0.0000016604,0.10000,0.407
23,mlp.experts.102.down_proj,0.0000246652,0.10000,0.400
23,mlp.experts.103.down_proj,0.0000610788,0.10000,0.339
23,mlp.experts.104.down_proj,0.0001402546,0.10000,0.341
23,mlp.experts.105.down_proj,0.0000013434,0.10000,0.366
23,mlp.experts.106.down_proj,0.0006543805,0.10000,0.358
23,mlp.experts.107.down_proj,0.0000017165,0.10000,0.344
23,mlp.experts.108.down_proj,0.0001279941,0.10000,0.340
23,mlp.experts.109.down_proj,0.0000077587,0.10000,0.381
23,mlp.experts.110.down_proj,0.0001389668,0.10000,0.372
23,mlp.experts.112.down_proj,0.0004693110,0.10000,0.365
23,mlp.experts.111.down_proj,0.0000053175,0.10000,0.387
23,mlp.experts.113.down_proj,0.0002575670,0.10000,0.328
23,mlp.experts.114.down_proj,0.0000894323,0.10000,0.332
23,mlp.experts.115.down_proj,0.0000011056,0.10000,0.354
23,mlp.experts.116.down_proj,0.0000190356,0.10000,0.340
23,mlp.experts.117.down_proj,0.0000466981,0.10000,0.380
23,mlp.experts.118.down_proj,0.0001375030,0.10000,0.380
23,mlp.experts.119.down_proj,0.0023899902,0.10000,0.394
23,mlp.experts.120.down_proj,0.0000731738,0.10000,0.398
23,mlp.experts.121.down_proj,0.0000217324,0.10000,0.419
23,mlp.experts.122.down_proj,0.0000087611,0.10000,0.414
23,mlp.experts.123.down_proj,0.0000811228,0.10000,0.419
23,mlp.experts.124.down_proj,0.0000547116,0.10000,0.419
23,mlp.experts.125.down_proj,0.0000062139,0.10000,0.410
23,mlp.experts.126.down_proj,0.0000489169,0.10000,0.406
23,mlp.experts.127.down_proj,0.0001035239,0.10000,0.235
24,self_attn.k_proj,0.0000000431,0.10000,1.002
24,self_attn.q_proj,0.0000003267,0.10000,1.079
24,self_attn.v_proj,0.0000000513,0.10000,0.663
24,self_attn.o_proj,0.0000000593,0.10000,1.114
24,mlp.gate,0.0000049336,0.10000,0.605
24,mlp.experts.1.up_proj,0.0016998492,0.10000,1.048
24,mlp.experts.0.up_proj,0.0006464319,0.10000,1.088
24,mlp.experts.3.up_proj,0.0005759215,0.10000,1.020
24,mlp.experts.2.up_proj,0.0000104238,0.10000,1.059
24,mlp.experts.5.up_proj,0.0017479294,0.10000,1.022
24,mlp.experts.4.up_proj,0.0001069582,0.10000,1.036
24,mlp.experts.6.up_proj,0.0000227548,0.10000,1.034
24,mlp.experts.7.up_proj,0.0021908556,0.10000,1.046
24,mlp.experts.8.up_proj,0.0000855247,0.10000,1.060
24,mlp.experts.9.up_proj,0.0001756323,0.10000,1.061
24,mlp.experts.10.up_proj,0.0110837039,0.10000,0.984
24,mlp.experts.11.up_proj,0.0004175602,0.10000,1.053
24,mlp.experts.12.up_proj,0.0000856192,0.10000,0.974
24,mlp.experts.13.up_proj,0.0010540390,0.10000,1.012
24,mlp.experts.14.up_proj,0.0000137568,0.10000,1.017
24,mlp.experts.15.up_proj,0.0000386182,0.10000,1.075
24,mlp.experts.16.up_proj,0.0003587674,0.10000,1.049
24,mlp.experts.17.up_proj,0.0002643685,0.10000,1.048
24,mlp.experts.18.up_proj,0.0000743678,0.10000,1.047
24,mlp.experts.19.up_proj,0.0103336798,0.10000,1.002
24,mlp.experts.20.up_proj,0.0005704775,0.10000,0.968
24,mlp.experts.21.up_proj,0.0003243188,0.10000,0.985
24,mlp.experts.22.up_proj,0.0000615364,0.10000,0.989
24,mlp.experts.23.up_proj,0.0002941580,0.10000,0.992
24,mlp.experts.24.up_proj,0.0000793952,0.10000,1.015
24,mlp.experts.25.up_proj,0.0001150722,0.10000,1.014
24,mlp.experts.26.up_proj,0.0001280684,0.10000,0.990
24,mlp.experts.27.up_proj,0.0000999970,0.10000,0.997
24,mlp.experts.28.up_proj,0.0003155417,0.10000,1.048
24,mlp.experts.29.up_proj,0.0009207651,0.10000,1.056
24,mlp.experts.30.up_proj,0.0002183364,0.10000,1.031
24,mlp.experts.31.up_proj,0.0006223442,0.10000,1.027
24,mlp.experts.32.up_proj,0.0000154634,0.10000,1.059
24,mlp.experts.33.up_proj,0.0028662466,0.10000,1.049
24,mlp.experts.34.up_proj,0.0000114900,0.10000,1.068
24,mlp.experts.35.up_proj,0.0001841277,0.10000,1.016
24,mlp.experts.36.up_proj,0.0002286564,0.10000,1.082
24,mlp.experts.37.up_proj,0.0008110690,0.10000,1.013
24,mlp.experts.38.up_proj,0.0000468811,0.10000,1.019
24,mlp.experts.39.up_proj,0.0003187513,0.10000,1.071
24,mlp.experts.40.up_proj,0.0000722414,0.10000,1.016
24,mlp.experts.41.up_proj,0.0003391801,0.10000,1.033
24,mlp.experts.42.up_proj,0.0000060507,0.10000,0.975
24,mlp.experts.43.up_proj,0.0000440647,0.10000,1.047
24,mlp.experts.44.up_proj,0.0001796982,0.10000,0.926
24,mlp.experts.45.up_proj,0.0015852739,0.10000,0.941
24,mlp.experts.46.up_proj,0.0000500749,0.10000,1.037
24,mlp.experts.47.up_proj,0.0005725465,0.10000,1.002
24,mlp.experts.48.up_proj,0.0008592220,0.10000,1.031
24,mlp.experts.49.up_proj,0.0000907562,0.10000,1.019
24,mlp.experts.50.up_proj,0.0000586139,0.10000,1.050
24,mlp.experts.51.up_proj,0.0010351827,0.10000,1.027
24,mlp.experts.52.up_proj,0.0000180715,0.10000,1.071
24,mlp.experts.53.up_proj,0.0000132494,0.10000,1.045
24,mlp.experts.54.up_proj,0.0010838243,0.10000,1.027
24,mlp.experts.55.up_proj,0.0005878770,0.10000,1.007
24,mlp.experts.56.up_proj,0.0000451100,0.10000,1.042
24,mlp.experts.57.up_proj,0.0008179202,0.10000,1.004
24,mlp.experts.58.up_proj,0.0000133745,0.10000,1.015
24,mlp.experts.59.up_proj,0.0011442610,0.10000,1.008
24,mlp.experts.61.up_proj,0.0000323695,0.10000,1.058
24,mlp.experts.60.up_proj,0.0005254128,0.10000,1.102
24,mlp.experts.62.up_proj,0.0001179794,0.10000,1.042
24,mlp.experts.63.up_proj,0.0000159663,0.10000,1.057
24,mlp.experts.64.up_proj,0.0000994876,0.10000,1.025
24,mlp.experts.65.up_proj,0.0000243097,0.10000,1.015
24,mlp.experts.66.up_proj,0.0002336277,0.10000,1.015
24,mlp.experts.67.up_proj,0.0004627743,0.10000,1.032
24,mlp.experts.68.up_proj,0.0000510234,0.10000,1.023
24,mlp.experts.69.up_proj,0.0000660730,0.10000,1.022
24,mlp.experts.70.up_proj,0.0130580929,0.10000,0.972
24,mlp.experts.71.up_proj,0.0003356343,0.10000,0.980
24,mlp.experts.72.up_proj,0.0072106229,0.10000,1.051
24,mlp.experts.73.up_proj,0.0000254035,0.10000,1.060
24,mlp.experts.74.up_proj,0.0000658695,0.10000,1.034
24,mlp.experts.75.up_proj,0.0000392399,0.10000,1.039
24,mlp.experts.76.up_proj,0.0000188590,0.10000,1.038
24,mlp.experts.77.up_proj,0.0007724399,0.10000,1.041
24,mlp.experts.78.up_proj,0.0005916314,0.10000,1.033
24,mlp.experts.79.up_proj,0.0001112607,0.10000,1.049
24,mlp.experts.80.up_proj,0.0003515284,0.10000,1.052
24,mlp.experts.81.up_proj,0.0042557697,0.10000,1.054
24,mlp.experts.82.up_proj,0.0015008747,0.10000,1.024
24,mlp.experts.83.up_proj,0.0005195364,0.10000,1.053
24,mlp.experts.84.up_proj,0.0018124938,0.10000,1.008
24,mlp.experts.85.up_proj,0.0000778254,0.10000,1.049
24,mlp.experts.86.up_proj,0.0008119044,0.10000,0.993
24,mlp.experts.87.up_proj,0.0000064714,0.10000,1.010
24,mlp.experts.88.up_proj,0.0079620762,0.10000,0.999
24,mlp.experts.89.up_proj,0.0001000852,0.10000,1.001
24,mlp.experts.90.up_proj,0.0000555723,0.10000,0.994
24,mlp.experts.91.up_proj,0.0007941162,0.10000,1.023
24,mlp.experts.92.up_proj,0.0005174584,0.10000,0.977
24,mlp.experts.93.up_proj,0.0010922487,0.10000,1.008
24,mlp.experts.94.up_proj,0.0003388828,0.10000,1.039
24,mlp.experts.95.up_proj,0.0021201080,0.10000,0.989
24,mlp.experts.96.up_proj,0.0000622973,0.10000,1.018
24,mlp.experts.97.up_proj,0.0000117039,0.10000,1.060
24,mlp.experts.98.up_proj,0.0021257976,0.10000,1.036
24,mlp.experts.99.up_proj,0.0001787457,0.10000,1.039
24,mlp.experts.100.up_proj,0.0000994231,0.10000,0.970
24,mlp.experts.101.up_proj,0.0024448276,0.10000,1.026
24,mlp.experts.102.up_proj,0.0000271104,0.10000,0.999
24,mlp.experts.103.up_proj,0.0000199720,0.10000,1.017
24,mlp.experts.104.up_proj,0.0001981125,0.10000,0.972
24,mlp.experts.105.up_proj,0.0005369939,0.10000,1.054
24,mlp.experts.106.up_proj,0.0012411846,0.10000,0.937
24,mlp.experts.107.up_proj,0.0000505234,0.10000,0.936
24,mlp.experts.108.up_proj,0.0004445846,0.10000,0.970
24,mlp.experts.109.up_proj,0.0014957681,0.10000,0.982
24,mlp.experts.110.up_proj,0.0001913735,0.10000,0.998
24,mlp.experts.111.up_proj,0.0008878072,0.10000,0.999
24,mlp.experts.112.up_proj,0.0008919238,0.10000,1.001
24,mlp.experts.113.up_proj,0.0002985315,0.10000,1.005
24,mlp.experts.114.up_proj,0.0000217988,0.10000,0.973
24,mlp.experts.115.up_proj,0.0000338760,0.10000,1.012
24,mlp.experts.116.up_proj,0.0000254628,0.10000,0.960
24,mlp.experts.117.up_proj,0.0001090463,0.10000,0.981
24,mlp.experts.118.up_proj,0.0000142111,0.10000,0.962
24,mlp.experts.119.up_proj,0.0008977196,0.10000,1.009
24,mlp.experts.120.up_proj,0.0000529150,0.10000,0.993
24,mlp.experts.121.up_proj,0.0002230030,0.10000,1.017
24,mlp.experts.122.up_proj,0.0004809992,0.10000,1.004
24,mlp.experts.123.up_proj,0.0000943983,0.10000,0.965
24,mlp.experts.124.up_proj,0.0000394213,0.10000,1.031
24,mlp.experts.125.up_proj,0.0018299820,0.10000,0.984
24,mlp.experts.126.up_proj,0.0005832839,0.10000,1.017
24,mlp.experts.127.up_proj,0.0000387222,0.10000,1.061
24,mlp.experts.0.gate_proj,0.0006505023,0.10000,1.035
24,mlp.experts.1.gate_proj,0.0016910051,0.10000,1.041
24,mlp.experts.2.gate_proj,0.0000102199,0.10000,1.002
24,mlp.experts.3.gate_proj,0.0005770337,0.10000,1.013
24,mlp.experts.4.gate_proj,0.0001060854,0.10000,1.002
24,mlp.experts.5.gate_proj,0.0017998246,0.10000,1.021
24,mlp.experts.6.gate_proj,0.0000220912,0.10000,1.043
24,mlp.experts.7.gate_proj,0.0020876369,0.10000,1.050
24,mlp.experts.8.gate_proj,0.0000867761,0.10000,1.072
24,mlp.experts.9.gate_proj,0.0001667385,0.10000,1.044
24,mlp.experts.10.gate_proj,0.0125649425,0.10000,1.065
24,mlp.experts.11.gate_proj,0.0004196968,0.10000,0.994
24,mlp.experts.12.gate_proj,0.0000833205,0.10000,0.946
24,mlp.experts.13.gate_proj,0.0010122421,0.10000,1.063
24,mlp.experts.14.gate_proj,0.0000135211,0.10000,1.036
24,mlp.experts.15.gate_proj,0.0000381474,0.10000,1.064
24,mlp.experts.16.gate_proj,0.0003718158,0.10000,0.981
24,mlp.experts.17.gate_proj,0.0002680359,0.10000,0.969
24,mlp.experts.18.gate_proj,0.0000733612,0.10000,0.974
24,mlp.experts.19.gate_proj,0.0103653153,0.10000,1.026
24,mlp.experts.20.gate_proj,0.0005793743,0.10000,0.979
24,mlp.experts.21.gate_proj,0.0003331549,0.10000,1.051
24,mlp.experts.22.gate_proj,0.0000653385,0.10000,1.012
24,mlp.experts.23.gate_proj,0.0002985122,0.10000,1.022
24,mlp.experts.24.gate_proj,0.0000855316,0.10000,0.983
24,mlp.experts.25.gate_proj,0.0001167012,0.10000,0.997
24,mlp.experts.26.gate_proj,0.0001300897,0.10000,1.036
24,mlp.experts.27.gate_proj,0.0000929136,0.10000,1.041
24,mlp.experts.28.gate_proj,0.0003207753,0.10000,0.991
24,mlp.experts.29.gate_proj,0.0009422559,0.10000,1.030
24,mlp.experts.30.gate_proj,0.0002243524,0.10000,1.007
24,mlp.experts.31.gate_proj,0.0006198235,0.10000,0.983
24,mlp.experts.32.gate_proj,0.0000130337,0.10000,1.007
24,mlp.experts.33.gate_proj,0.0028456024,0.10000,1.001
24,mlp.experts.34.gate_proj,0.0000113373,0.10000,1.010
24,mlp.experts.35.gate_proj,0.0001960728,0.10000,1.005
24,mlp.experts.36.gate_proj,0.0002167639,0.10000,1.006
24,mlp.experts.37.gate_proj,0.0008144934,0.10000,0.998
24,mlp.experts.38.gate_proj,0.0000432323,0.10000,0.983
24,mlp.experts.39.gate_proj,0.0003306295,0.10000,0.980
24,mlp.experts.40.gate_proj,0.0000722820,0.10000,1.007
24,mlp.experts.41.gate_proj,0.0003562177,0.10000,1.000
24,mlp.experts.42.gate_proj,0.0000051690,0.10000,0.986
24,mlp.experts.43.gate_proj,0.0000442824,0.10000,0.996
24,mlp.experts.44.gate_proj,0.0001625059,0.10000,1.007
24,mlp.experts.45.gate_proj,0.0015795974,0.10000,1.000
24,mlp.experts.46.gate_proj,0.0000483745,0.10000,0.997
24,mlp.experts.47.gate_proj,0.0005794081,0.10000,1.010
24,mlp.experts.48.gate_proj,0.0007998103,0.10000,1.010
24,mlp.experts.49.gate_proj,0.0000898850,0.10000,1.071
24,mlp.experts.50.gate_proj,0.0000586947,0.10000,1.029
24,mlp.experts.51.gate_proj,0.0010095846,0.10000,1.010
24,mlp.experts.52.gate_proj,0.0000150778,0.10000,1.008
24,mlp.experts.53.gate_proj,0.0000107855,0.10000,1.008
24,mlp.experts.54.gate_proj,0.0010912099,0.10000,0.995
24,mlp.experts.55.gate_proj,0.0006012536,0.10000,1.000
24,mlp.experts.56.gate_proj,0.0000441545,0.10000,0.994
24,mlp.experts.57.gate_proj,0.0008178074,0.10000,1.005
24,mlp.experts.58.gate_proj,0.0000122489,0.10000,0.979
24,mlp.experts.59.gate_proj,0.0011569027,0.10000,0.980
24,mlp.experts.60.gate_proj,0.0005073643,0.10000,0.987
24,mlp.experts.61.gate_proj,0.0000307404,0.10000,0.992
24,mlp.experts.62.gate_proj,0.0001170245,0.10000,0.984
24,mlp.experts.63.gate_proj,0.0000146949,0.10000,0.990
24,mlp.experts.64.gate_proj,0.0000986961,0.10000,1.001
24,mlp.experts.65.gate_proj,0.0000259482,0.10000,1.033
24,mlp.experts.66.gate_proj,0.0002232493,0.10000,1.034
24,mlp.experts.67.gate_proj,0.0004767321,0.10000,0.974
24,mlp.experts.68.gate_proj,0.0000505433,0.10000,0.973
24,mlp.experts.69.gate_proj,0.0000602556,0.10000,1.003
24,mlp.experts.70.gate_proj,0.0115233759,0.10000,1.063
24,mlp.experts.71.gate_proj,0.0003446144,0.10000,1.027
24,mlp.experts.72.gate_proj,0.0073576740,0.10000,1.058
24,mlp.experts.73.gate_proj,0.0000275564,0.10000,1.044
24,mlp.experts.74.gate_proj,0.0000620534,0.10000,1.016
24,mlp.experts.75.gate_proj,0.0000378270,0.10000,1.012
24,mlp.experts.76.gate_proj,0.0000158287,0.10000,1.036
24,mlp.experts.77.gate_proj,0.0007804802,0.10000,1.007
24,mlp.experts.78.gate_proj,0.0006009076,0.10000,1.008
24,mlp.experts.79.gate_proj,0.0001123971,0.10000,1.012
24,mlp.experts.80.gate_proj,0.0003078977,0.10000,1.025
24,mlp.experts.81.gate_proj,0.0042151690,0.10000,1.020
24,mlp.experts.82.gate_proj,0.0014339506,0.10000,0.975
24,mlp.experts.83.gate_proj,0.0004714979,0.10000,1.043
24,mlp.experts.84.gate_proj,0.0017108272,0.10000,1.002
24,mlp.experts.85.gate_proj,0.0000765653,0.10000,1.011
24,mlp.experts.86.gate_proj,0.0008304663,0.10000,0.955
24,mlp.experts.87.gate_proj,0.0000055090,0.10000,1.024
24,mlp.experts.88.gate_proj,0.0080084094,0.10000,1.056
24,mlp.experts.89.gate_proj,0.0001014652,0.10000,1.055
24,mlp.experts.90.gate_proj,0.0000536190,0.10000,1.068
24,mlp.experts.91.gate_proj,0.0008068097,0.10000,1.023
24,mlp.experts.92.gate_proj,0.0005256800,0.10000,1.014
24,mlp.experts.93.gate_proj,0.0011034990,0.10000,1.018
24,mlp.experts.94.gate_proj,0.0002707167,0.10000,1.011
24,mlp.experts.95.gate_proj,0.0021662119,0.10000,0.999
24,mlp.experts.96.gate_proj,0.0000626293,0.10000,0.982
24,mlp.experts.97.gate_proj,0.0000102642,0.10000,0.941
24,mlp.experts.98.gate_proj,0.0021151030,0.10000,0.955
24,mlp.experts.99.gate_proj,0.0001741870,0.10000,1.003
24,mlp.experts.100.gate_proj,0.0000966783,0.10000,1.012
24,mlp.experts.101.gate_proj,0.0026055135,0.10000,1.030
24,mlp.experts.102.gate_proj,0.0000273286,0.10000,1.065
24,mlp.experts.103.gate_proj,0.0000169885,0.10000,1.024
24,mlp.experts.104.gate_proj,0.0001879706,0.10000,1.056
24,mlp.experts.105.gate_proj,0.0005468081,0.10000,1.022
24,mlp.experts.106.gate_proj,0.0012829551,0.10000,1.057
24,mlp.experts.107.gate_proj,0.0000497951,0.10000,1.046
24,mlp.experts.108.gate_proj,0.0004255904,0.10000,1.067
24,mlp.experts.109.gate_proj,0.0015447767,0.10000,1.062
24,mlp.experts.110.gate_proj,0.0001835175,0.10000,1.005
24,mlp.experts.111.gate_proj,0.0045420035,0.10000,1.057
24,mlp.experts.112.gate_proj,0.0008985018,0.10000,0.984
24,mlp.experts.113.gate_proj,0.0002855250,0.10000,1.011
24,mlp.experts.114.gate_proj,0.0000216377,0.10000,1.007
24,mlp.experts.115.gate_proj,0.0000334848,0.10000,1.010
24,mlp.experts.116.gate_proj,0.0000251046,0.10000,1.033
24,mlp.experts.117.gate_proj,0.0001143907,0.10000,1.035
24,mlp.experts.118.gate_proj,0.0000118625,0.10000,1.040
24,mlp.experts.119.gate_proj,0.0009175259,0.10000,1.034
24,mlp.experts.120.gate_proj,0.0000498154,0.10000,1.039
24,mlp.experts.121.gate_proj,0.0002222320,0.10000,1.036
24,mlp.experts.122.gate_proj,0.0004918415,0.10000,1.039
24,mlp.experts.123.gate_proj,0.0000866622,0.10000,1.028
24,mlp.experts.124.gate_proj,0.0000372076,0.10000,1.055
24,mlp.experts.125.gate_proj,0.0019701731,0.10000,1.038
24,mlp.experts.126.gate_proj,0.0005476455,0.10000,1.034
24,mlp.experts.127.gate_proj,0.0000386330,0.10000,0.723
24,mlp.experts.1.down_proj,0.0003759103,0.10000,0.390
24,mlp.experts.0.down_proj,0.0001395018,0.10000,0.413
24,mlp.experts.2.down_proj,0.0000014576,0.10000,0.375
24,mlp.experts.3.down_proj,0.0001893156,0.10000,0.411
24,mlp.experts.4.down_proj,0.0000216797,0.10000,0.384
24,mlp.experts.5.down_proj,0.0002784885,0.10000,0.386
24,mlp.experts.6.down_proj,0.0000026694,0.10000,0.382
24,mlp.experts.7.down_proj,0.0007001459,0.10000,0.387
24,mlp.experts.8.down_proj,0.0000110011,0.10000,0.366
24,mlp.experts.9.down_proj,0.0000434673,0.10000,0.380
24,mlp.experts.10.down_proj,0.0000385301,0.10000,0.389
24,mlp.experts.11.down_proj,0.0000576483,0.10000,0.389
24,mlp.experts.12.down_proj,0.0000201739,0.10000,0.383
24,mlp.experts.13.down_proj,0.0002368782,0.10000,0.361
24,mlp.experts.14.down_proj,0.0000026894,0.10000,0.388
24,mlp.experts.15.down_proj,0.0000120483,0.10000,0.375
24,mlp.experts.16.down_proj,0.0000475648,0.10000,0.389
24,mlp.experts.17.down_proj,0.0000478387,0.10000,0.387
24,mlp.experts.18.down_proj,0.0000115711,0.10000,0.391
24,mlp.experts.19.down_proj,0.0001506930,0.10000,0.387
24,mlp.experts.20.down_proj,0.0000733244,0.10000,0.367
24,mlp.experts.21.down_proj,0.0000306686,0.10000,0.369
24,mlp.experts.22.down_proj,0.0000070278,0.10000,0.372
24,mlp.experts.23.down_proj,0.0000363384,0.10000,0.372
24,mlp.experts.24.down_proj,0.0000121647,0.10000,0.414
24,mlp.experts.25.down_proj,0.0000274781,0.10000,0.398
24,mlp.experts.26.down_proj,0.0000333634,0.10000,0.358
24,mlp.experts.27.down_proj,0.0000136033,0.10000,0.361
24,mlp.experts.28.down_proj,0.0000451319,0.10000,0.380
24,mlp.experts.29.down_proj,0.0001684161,0.10000,0.387
24,mlp.experts.30.down_proj,0.0000733826,0.10000,0.392
24,mlp.experts.31.down_proj,0.0001655392,0.10000,0.368
24,mlp.experts.32.down_proj,0.0000024077,0.10000,0.396
24,mlp.experts.33.down_proj,0.0004193462,0.10000,0.406
24,mlp.experts.34.down_proj,0.0000013674,0.10000,0.409
24,mlp.experts.35.down_proj,0.0000735269,0.10000,0.414
24,mlp.experts.36.down_proj,0.0000557668,0.10000,0.400
24,mlp.experts.37.down_proj,0.0001116728,0.10000,0.399
24,mlp.experts.38.down_proj,0.0000106744,0.10000,0.327
24,mlp.experts.39.down_proj,0.0000962523,0.10000,0.334
24,mlp.experts.40.down_proj,0.0000083615,0.10000,0.404
24,mlp.experts.41.down_proj,0.0000624658,0.10000,0.407
24,mlp.experts.42.down_proj,0.0000008351,0.10000,0.350
24,mlp.experts.43.down_proj,0.0000101129,0.10000,0.351
24,mlp.experts.44.down_proj,0.0000372251,0.10000,0.360
24,mlp.experts.45.down_proj,0.0002535542,0.10000,0.356
24,mlp.experts.46.down_proj,0.0000075560,0.10000,0.416
24,mlp.experts.47.down_proj,0.0000693237,0.10000,0.390
24,mlp.experts.48.down_proj,0.0002447429,0.10000,0.397
24,mlp.experts.49.down_proj,0.0000103171,0.10000,0.415
24,mlp.experts.50.down_proj,0.0000079475,0.10000,0.395
24,mlp.experts.51.down_proj,0.0003072180,0.10000,0.401
24,mlp.experts.52.down_proj,0.0000023412,0.10000,0.387
24,mlp.experts.53.down_proj,0.0000022392,0.10000,0.402
24,mlp.experts.54.down_proj,0.0001572709,0.10000,0.396
24,mlp.experts.55.down_proj,0.0003377647,0.10000,0.397
24,mlp.experts.56.down_proj,0.0000069649,0.10000,0.393
24,mlp.experts.57.down_proj,0.0001942061,0.10000,0.410
24,mlp.experts.58.down_proj,0.0000021421,0.10000,0.393
24,mlp.experts.59.down_proj,0.0001615771,0.10000,0.384
24,mlp.experts.60.down_proj,0.0001483926,0.10000,0.376
24,mlp.experts.61.down_proj,0.0000044600,0.10000,0.391
24,mlp.experts.62.down_proj,0.0000184744,0.10000,0.377
24,mlp.experts.63.down_proj,0.0000029166,0.10000,0.391
24,mlp.experts.64.down_proj,0.0000172073,0.10000,0.389
24,mlp.experts.65.down_proj,0.0000029275,0.10000,0.408
24,mlp.experts.66.down_proj,0.0000464433,0.10000,0.386
24,mlp.experts.67.down_proj,0.0001739125,0.10000,0.395
24,mlp.experts.68.down_proj,0.0000060813,0.10000,0.406
24,mlp.experts.69.down_proj,0.0000115078,0.10000,0.406
24,mlp.experts.70.down_proj,0.0017362928,0.10000,0.390
24,mlp.experts.71.down_proj,0.0001588855,0.10000,0.391
24,mlp.experts.72.down_proj,0.0014811265,0.10000,0.333
24,mlp.experts.73.down_proj,0.0000036658,0.10000,0.328
24,mlp.experts.74.down_proj,0.0000137291,0.10000,0.327
24,mlp.experts.75.down_proj,0.0000053374,0.10000,0.328
24,mlp.experts.76.down_proj,0.0000027671,0.10000,0.358
24,mlp.experts.77.down_proj,0.0001153575,0.10000,0.380
24,mlp.experts.78.down_proj,0.0001307336,0.10000,0.385
24,mlp.experts.79.down_proj,0.0000194340,0.10000,0.384
24,mlp.experts.80.down_proj,0.0000774861,0.10000,0.392
24,mlp.experts.81.down_proj,0.0009234528,0.10000,0.393
24,mlp.experts.82.down_proj,0.0004291664,0.10000,0.352
24,mlp.experts.83.down_proj,0.0000756943,0.10000,0.340
24,mlp.experts.84.down_proj,0.0002882104,0.10000,0.330
24,mlp.experts.85.down_proj,0.0000105170,0.10000,0.325
24,mlp.experts.86.down_proj,0.0002332562,0.10000,0.321
24,mlp.experts.87.down_proj,0.0000007307,0.10000,0.326
24,mlp.experts.88.down_proj,0.0017919983,0.10000,0.330
24,mlp.experts.89.down_proj,0.0000209967,0.10000,0.331
24,mlp.experts.90.down_proj,0.0000073890,0.10000,0.340
24,mlp.experts.91.down_proj,0.0001134459,0.10000,0.365
24,mlp.experts.92.down_proj,0.0000652049,0.10000,0.395
24,mlp.experts.93.down_proj,0.0001572520,0.10000,0.383
24,mlp.experts.94.down_proj,0.0000612609,0.10000,0.397
24,mlp.experts.95.down_proj,0.0000839304,0.10000,0.396
24,mlp.experts.96.down_proj,0.0000079475,0.10000,0.396
24,mlp.experts.97.down_proj,0.0000016937,0.10000,0.390
24,mlp.experts.98.down_proj,0.0003879216,0.10000,0.385
24,mlp.experts.99.down_proj,0.0000275184,0.10000,0.412
24,mlp.experts.100.down_proj,0.0000182798,0.10000,0.386
24,mlp.experts.101.down_proj,0.0000584299,0.10000,0.399
24,mlp.experts.102.down_proj,0.0000044730,0.10000,0.411
24,mlp.experts.103.down_proj,0.0000035247,0.10000,0.400
24,mlp.experts.104.down_proj,0.0000605160,0.10000,0.401
24,mlp.experts.105.down_proj,0.0001499639,0.10000,0.405
24,mlp.experts.106.down_proj,0.0002011572,0.10000,0.401
24,mlp.experts.107.down_proj,0.0000138085,0.10000,0.400
24,mlp.experts.108.down_proj,0.0000518221,0.10000,0.402
24,mlp.experts.109.down_proj,0.0002345646,0.10000,0.403
24,mlp.experts.110.down_proj,0.0000276522,0.10000,0.389
24,mlp.experts.111.down_proj,0.0000087427,0.10000,0.396
24,mlp.experts.112.down_proj,0.0002737786,0.10000,0.391
24,mlp.experts.113.down_proj,0.0000443510,0.10000,0.405
24,mlp.experts.114.down_proj,0.0000039438,0.10000,0.397
24,mlp.experts.115.down_proj,0.0000064890,0.10000,0.398
24,mlp.experts.116.down_proj,0.0000037951,0.10000,0.390
24,mlp.experts.117.down_proj,0.0000177285,0.10000,0.399
24,mlp.experts.118.down_proj,0.0000022275,0.10000,0.380
24,mlp.experts.119.down_proj,0.0001491757,0.10000,0.361
24,mlp.experts.120.down_proj,0.0000120360,0.10000,0.354
24,mlp.experts.121.down_proj,0.0000549038,0.10000,0.350
24,mlp.experts.122.down_proj,0.0000587215,0.10000,0.366
24,mlp.experts.123.down_proj,0.0000221318,0.10000,0.394
24,mlp.experts.124.down_proj,0.0000076611,0.10000,0.392
24,mlp.experts.125.down_proj,0.0000656755,0.10000,0.369
24,mlp.experts.126.down_proj,0.0001392211,0.10000,0.363
24,mlp.experts.127.down_proj,0.0000067675,0.10000,0.323
25,self_attn.k_proj,0.0000000612,0.10000,1.061
25,self_attn.q_proj,0.0000004699,0.10000,1.103
25,self_attn.v_proj,0.0000000710,0.10000,0.622
25,self_attn.o_proj,0.0000000727,0.10000,1.247
25,mlp.gate,0.0000043769,0.10000,0.647
25,mlp.experts.1.up_proj,0.0006495321,0.10000,1.023
25,mlp.experts.0.up_proj,0.0000844102,0.10000,1.091
25,mlp.experts.2.up_proj,0.0001227952,0.10000,1.008
25,mlp.experts.3.up_proj,0.0156877552,0.10000,1.017
25,mlp.experts.4.up_proj,0.0001136303,0.10000,0.933
25,mlp.experts.5.up_proj,0.0011906955,0.10000,0.953
25,mlp.experts.6.up_proj,0.0000254521,0.10000,1.035
25,mlp.experts.7.up_proj,0.0007267719,0.10000,1.008
25,mlp.experts.8.up_proj,0.0001259077,0.10000,0.979
25,mlp.experts.9.up_proj,0.0107491898,0.10000,1.032
25,mlp.experts.10.up_proj,0.0000059913,0.10000,1.035
25,mlp.experts.11.up_proj,0.0008275003,0.10000,1.049
25,mlp.experts.12.up_proj,0.0000668841,0.10000,1.044
25,mlp.experts.13.up_proj,0.0007735403,0.10000,1.045
25,mlp.experts.14.up_proj,0.0003769177,0.10000,1.049
25,mlp.experts.15.up_proj,0.0000484513,0.10000,1.064
25,mlp.experts.16.up_proj,0.0001007118,0.10000,1.039
25,mlp.experts.17.up_proj,0.0033990615,0.10000,1.051
25,mlp.experts.18.up_proj,0.0000368612,0.10000,1.039
25,mlp.experts.19.up_proj,0.0001294274,0.10000,0.990
25,mlp.experts.20.up_proj,0.0012265998,0.10000,1.056
25,mlp.experts.21.up_proj,0.0000196378,0.10000,1.044
25,mlp.experts.22.up_proj,0.0023902911,0.10000,0.968
25,mlp.experts.23.up_proj,0.0000768230,0.10000,0.974
25,mlp.experts.24.up_proj,0.0000244110,0.10000,1.007
25,mlp.experts.25.up_proj,0.0005081835,0.10000,1.002
25,mlp.experts.26.up_proj,0.0000830271,0.10000,1.058
25,mlp.experts.27.up_proj,0.0000820535,0.10000,0.999
25,mlp.experts.28.up_proj,0.0000389133,0.10000,1.021
25,mlp.experts.29.up_proj,0.0001974411,0.10000,1.009
25,mlp.experts.30.up_proj,0.0147885996,0.10000,0.979
25,mlp.experts.31.up_proj,0.0002802894,0.10000,1.032
25,mlp.experts.32.up_proj,0.0009466318,0.10000,0.975
25,mlp.experts.33.up_proj,0.0004312822,0.10000,0.992
25,mlp.experts.34.up_proj,0.0002162208,0.10000,0.978
25,mlp.experts.35.up_proj,0.0018441506,0.10000,0.993
25,mlp.experts.36.up_proj,0.0003011978,0.10000,1.017
25,mlp.experts.37.up_proj,0.0015160375,0.10000,0.981
25,mlp.experts.38.up_proj,0.0002014767,0.10000,1.002
25,mlp.experts.39.up_proj,0.0026646358,0.10000,1.002
25,mlp.experts.40.up_proj,0.0000072236,0.10000,1.010
25,mlp.experts.41.up_proj,0.0000438095,0.10000,0.994
25,mlp.experts.42.up_proj,0.0000586445,0.10000,0.997
25,mlp.experts.43.up_proj,0.0015811872,0.10000,1.022
25,mlp.experts.44.up_proj,0.0000181545,0.10000,1.044
25,mlp.experts.45.up_proj,0.0004694083,0.10000,1.065
25,mlp.experts.46.up_proj,0.0188454940,0.10000,1.008
25,mlp.experts.47.up_proj,0.0000639072,0.10000,1.024
25,mlp.experts.48.up_proj,0.0034791090,0.10000,0.974
25,mlp.experts.49.up_proj,0.0001645705,0.10000,0.975
25,mlp.experts.50.up_proj,0.0023015209,0.10000,0.984
25,mlp.experts.51.up_proj,0.0009712342,0.10000,1.049
25,mlp.experts.52.up_proj,0.0005339758,0.10000,0.985
25,mlp.experts.53.up_proj,0.0002244591,0.10000,0.992
25,mlp.experts.54.up_proj,0.0046214872,0.10000,0.986
25,mlp.experts.55.up_proj,0.0001322509,0.10000,0.985
25,mlp.experts.56.up_proj,0.0005367587,0.10000,1.001
25,mlp.experts.57.up_proj,0.0007715623,0.10000,1.009
25,mlp.experts.58.up_proj,0.0000345019,0.10000,0.998
25,mlp.experts.59.up_proj,0.0001504684,0.10000,1.000
25,mlp.experts.60.up_proj,0.0004357826,0.10000,0.987
25,mlp.experts.61.up_proj,0.0000432347,0.10000,1.000
25,mlp.experts.62.up_proj,0.0001616091,0.10000,0.991
25,mlp.experts.63.up_proj,0.0006840189,0.10000,1.007
25,mlp.experts.64.up_proj,0.0025433618,0.10000,1.040
25,mlp.experts.65.up_proj,0.0000189563,0.10000,1.063
25,mlp.experts.66.up_proj,0.0000291434,0.10000,1.068
25,mlp.experts.67.up_proj,0.0001010605,0.10000,1.038
25,mlp.experts.68.up_proj,0.0004783617,0.10000,1.065
25,mlp.experts.69.up_proj,0.0009417023,0.10000,1.058
25,mlp.experts.70.up_proj,0.0002836095,0.10000,1.015
25,mlp.experts.71.up_proj,0.0000104833,0.10000,1.028
25,mlp.experts.72.up_proj,0.0021511179,0.10000,0.941
25,mlp.experts.73.up_proj,0.0000423319,0.10000,1.025
25,mlp.experts.74.up_proj,0.0014984797,0.10000,1.023
25,mlp.experts.75.up_proj,0.0000136079,0.10000,1.045
25,mlp.experts.76.up_proj,0.0000158166,0.10000,1.037
25,mlp.experts.77.up_proj,0.0000153845,0.10000,1.040
25,mlp.experts.78.up_proj,0.0001309089,0.10000,1.021
25,mlp.experts.79.up_proj,0.0000162739,0.10000,1.066
25,mlp.experts.80.up_proj,0.0000920773,0.10000,1.024
25,mlp.experts.81.up_proj,0.0006050021,0.10000,1.038
25,mlp.experts.82.up_proj,0.0001230342,0.10000,1.014
25,mlp.experts.83.up_proj,0.0001493738,0.10000,1.030
25,mlp.experts.84.up_proj,0.0007789809,0.10000,1.034
25,mlp.experts.85.up_proj,0.0003593590,0.10000,1.015
25,mlp.experts.86.up_proj,0.0053322737,0.10000,1.035
25,mlp.experts.87.up_proj,0.0007144677,0.10000,0.999
25,mlp.experts.88.up_proj,0.0004504010,0.10000,1.008
25,mlp.experts.89.up_proj,0.0004449197,0.10000,0.950
25,mlp.experts.90.up_proj,0.0024482783,0.10000,1.025
25,mlp.experts.91.up_proj,0.0000216922,0.10000,0.979
25,mlp.experts.92.up_proj,0.0000834333,0.10000,1.046
25,mlp.experts.93.up_proj,0.0000985314,0.10000,0.984
25,mlp.experts.94.up_proj,0.0055947906,0.10000,0.964
25,mlp.experts.95.up_proj,0.0000967529,0.10000,0.993
25,mlp.experts.96.up_proj,0.0085540116,0.10000,1.021
25,mlp.experts.97.up_proj,0.0010623111,0.10000,0.977
25,mlp.experts.98.up_proj,0.0000206672,0.10000,0.997
25,mlp.experts.99.up_proj,0.0007918933,0.10000,0.999
25,mlp.experts.100.up_proj,0.0122998297,0.10000,0.996
25,mlp.experts.101.up_proj,0.0000074813,0.10000,0.992
25,mlp.experts.102.up_proj,0.0000334917,0.10000,1.013
25,mlp.experts.103.up_proj,0.0000713115,0.10000,1.005
25,mlp.experts.104.up_proj,0.0000601125,0.10000,1.001
25,mlp.experts.105.up_proj,0.0000908332,0.10000,0.970
25,mlp.experts.106.up_proj,0.0000124634,0.10000,0.990
25,mlp.experts.107.up_proj,0.0008597829,0.10000,0.996
25,mlp.experts.108.up_proj,0.0018657610,0.10000,0.991
25,mlp.experts.109.up_proj,0.0000176352,0.10000,0.992
25,mlp.experts.110.up_proj,0.0035953072,0.10000,0.995
25,mlp.experts.111.up_proj,0.0006918175,0.10000,0.988
25,mlp.experts.112.up_proj,0.0000974765,0.10000,0.965
25,mlp.experts.113.up_proj,0.0001068334,0.10000,1.017
25,mlp.experts.114.up_proj,0.0013855408,0.10000,1.024
25,mlp.experts.115.up_proj,0.0005189809,0.10000,1.036
25,mlp.experts.116.up_proj,0.0057874235,0.10000,0.936
25,mlp.experts.117.up_proj,0.0001544379,0.10000,0.932
25,mlp.experts.118.up_proj,0.0003376895,0.10000,1.028
25,mlp.experts.119.up_proj,0.0037166800,0.10000,1.030
25,mlp.experts.120.up_proj,0.0005942042,0.10000,1.014
25,mlp.experts.121.up_proj,0.0000455304,0.10000,1.049
25,mlp.experts.122.up_proj,0.0001781535,0.10000,1.055
25,mlp.experts.123.up_proj,0.0000170022,0.10000,1.034
25,mlp.experts.124.up_proj,0.0000641643,0.10000,1.051
25,mlp.experts.125.up_proj,0.0000835142,0.10000,1.053
25,mlp.experts.126.up_proj,0.0050441055,0.10000,0.999
25,mlp.experts.127.up_proj,0.0000349896,0.10000,1.062
25,mlp.experts.0.gate_proj,0.0000839037,0.10000,0.971
25,mlp.experts.1.gate_proj,0.0006402825,0.10000,1.043
25,mlp.experts.2.gate_proj,0.0001222434,0.10000,0.955
25,mlp.experts.3.gate_proj,0.0157077100,0.10000,0.938
25,mlp.experts.4.gate_proj,0.0001123298,0.10000,1.073
25,mlp.experts.5.gate_proj,0.0011736635,0.10000,1.010
25,mlp.experts.6.gate_proj,0.0000192516,0.10000,0.938
25,mlp.experts.7.gate_proj,0.0007310290,0.10000,0.987
25,mlp.experts.8.gate_proj,0.0001383212,0.10000,1.027
25,mlp.experts.9.gate_proj,0.0112355377,0.10000,1.025
25,mlp.experts.10.gate_proj,0.0000050888,0.10000,1.024
25,mlp.experts.11.gate_proj,0.0009049113,0.10000,0.976
25,mlp.experts.12.gate_proj,0.0000686250,0.10000,0.886
25,mlp.experts.13.gate_proj,0.0007895006,0.10000,0.943
25,mlp.experts.14.gate_proj,0.0003813812,0.10000,1.068
25,mlp.experts.15.gate_proj,0.0000477451,0.10000,1.006
25,mlp.experts.16.gate_proj,0.0000991966,0.10000,1.063
25,mlp.experts.17.gate_proj,0.0032251918,0.10000,1.034
25,mlp.experts.18.gate_proj,0.0000364615,0.10000,1.055
25,mlp.experts.19.gate_proj,0.0001412112,0.10000,1.032
25,mlp.experts.20.gate_proj,0.0013615427,0.10000,1.009
25,mlp.experts.21.gate_proj,0.0000184130,0.10000,1.053
25,mlp.experts.22.gate_proj,0.0022568027,0.10000,1.063
25,mlp.experts.23.gate_proj,0.0000720793,0.10000,1.012
25,mlp.experts.24.gate_proj,0.0000239094,0.10000,1.016
25,mlp.experts.25.gate_proj,0.0005005477,0.10000,0.956
25,mlp.experts.26.gate_proj,0.0000848199,0.10000,1.039
25,mlp.experts.27.gate_proj,0.0000819413,0.10000,1.027
25,mlp.experts.28.gate_proj,0.0000370494,0.10000,1.041
25,mlp.experts.29.gate_proj,0.0002008707,0.10000,1.023
25,mlp.experts.30.gate_proj,0.0137477640,0.10000,1.002
25,mlp.experts.31.gate_proj,0.0002894948,0.10000,1.014
25,mlp.experts.32.gate_proj,0.0008944554,0.10000,1.055
25,mlp.experts.33.gate_proj,0.0004356480,0.10000,1.030
25,mlp.experts.34.gate_proj,0.0002257518,0.10000,1.012
25,mlp.experts.35.gate_proj,0.0114930785,0.10000,0.998
25,mlp.experts.36.gate_proj,0.0003077250,0.10000,0.974
25,mlp.experts.37.gate_proj,0.0016098630,0.10000,0.988
25,mlp.experts.38.gate_proj,0.0001982480,0.10000,1.060
25,mlp.experts.39.gate_proj,0.0024280779,0.10000,1.000
25,mlp.experts.40.gate_proj,0.0000062072,0.10000,1.029
25,mlp.experts.41.gate_proj,0.0000432986,0.10000,1.051
25,mlp.experts.42.gate_proj,0.0000577864,0.10000,0.972
25,mlp.experts.43.gate_proj,0.0015960698,0.10000,0.977
25,mlp.experts.44.gate_proj,0.0000168234,0.10000,1.008
25,mlp.experts.45.gate_proj,0.0004297031,0.10000,1.047
25,mlp.experts.46.gate_proj,0.0182132308,0.10000,1.051
25,mlp.experts.47.gate_proj,0.0000583455,0.10000,1.023
25,mlp.experts.48.gate_proj,0.0037367292,0.10000,1.031
25,mlp.experts.49.gate_proj,0.0001800014,0.10000,1.048
25,mlp.experts.50.gate_proj,0.0022256102,0.10000,1.024
25,mlp.experts.51.gate_proj,0.0009666371,0.10000,1.029
25,mlp.experts.52.gate_proj,0.0005495556,0.10000,1.010
25,mlp.experts.53.gate_proj,0.0002213197,0.10000,1.027
25,mlp.experts.54.gate_proj,0.0048049616,0.10000,0.972
25,mlp.experts.55.gate_proj,0.0001297976,0.10000,0.958
25,mlp.experts.56.gate_proj,0.0005000639,0.10000,1.031
25,mlp.experts.57.gate_proj,0.0007644509,0.10000,1.016
25,mlp.experts.58.gate_proj,0.0000335421,0.10000,0.992
25,mlp.experts.59.gate_proj,0.0001592125,0.10000,0.994
25,mlp.experts.60.gate_proj,0.0004212634,0.10000,1.019
25,mlp.experts.61.gate_proj,0.0000578284,0.10000,1.020
25,mlp.experts.62.gate_proj,0.0001251698,0.10000,1.063
25,mlp.experts.63.gate_proj,0.0006961693,0.10000,1.020
25,mlp.experts.64.gate_proj,0.0026340461,0.10000,1.006
25,mlp.experts.65.gate_proj,0.0000175887,0.10000,1.016
25,mlp.experts.66.gate_proj,0.0000296204,0.10000,1.000
25,mlp.experts.67.gate_proj,0.0001119713,0.10000,1.021
25,mlp.experts.68.gate_proj,0.0004644304,0.10000,1.008
25,mlp.experts.69.gate_proj,0.0008953175,0.10000,0.991
25,mlp.experts.70.gate_proj,0.0002814719,0.10000,1.053
25,mlp.experts.71.gate_proj,0.0000100250,0.10000,1.030
25,mlp.experts.72.gate_proj,0.0022192713,0.10000,0.941
25,mlp.experts.73.gate_proj,0.0000417377,0.10000,0.984
25,mlp.experts.74.gate_proj,0.0015168573,0.10000,0.970
25,mlp.experts.75.gate_proj,0.0000125381,0.10000,0.950
25,mlp.experts.76.gate_proj,0.0000113481,0.10000,1.012
25,mlp.experts.77.gate_proj,0.0000108563,0.10000,0.987
25,mlp.experts.78.gate_proj,0.0001390260,0.10000,0.997
25,mlp.experts.79.gate_proj,0.0000141466,0.10000,0.996
25,mlp.experts.80.gate_proj,0.0000746869,0.10000,0.994
25,mlp.experts.81.gate_proj,0.0005451214,0.10000,0.992
25,mlp.experts.82.gate_proj,0.0001128261,0.10000,1.046
25,mlp.experts.83.gate_proj,0.0001516656,0.10000,1.012
25,mlp.experts.84.gate_proj,0.0007946782,0.10000,1.060
25,mlp.experts.85.gate_proj,0.0003693457,0.10000,1.082
25,mlp.experts.86.gate_proj,0.0051795710,0.10000,1.023
25,mlp.experts.87.gate_proj,0.0007382313,0.10000,1.047
25,mlp.experts.88.gate_proj,0.0004200394,0.10000,0.985
25,mlp.experts.89.gate_proj,0.0004300761,0.10000,0.997
25,mlp.experts.90.gate_proj,0.0024164025,0.10000,1.022
25,mlp.experts.91.gate_proj,0.0000232960,0.10000,1.020
25,mlp.experts.92.gate_proj,0.0000867644,0.10000,1.027
25,mlp.experts.93.gate_proj,0.0001025368,0.10000,1.044
25,mlp.experts.94.gate_proj,0.0057428205,0.10000,1.049
25,mlp.experts.95.gate_proj,0.0000949305,0.10000,1.055
25,mlp.experts.96.gate_proj,0.0083491998,0.10000,1.029
25,mlp.experts.97.gate_proj,0.0010774573,0.10000,1.042
25,mlp.experts.98.gate_proj,0.0000199227,0.10000,1.046
25,mlp.experts.99.gate_proj,0.0007731322,0.10000,1.022
25,mlp.experts.100.gate_proj,0.0127207816,0.10000,1.014
25,mlp.experts.101.gate_proj,0.0000069050,0.10000,1.059
25,mlp.experts.102.gate_proj,0.0000326065,0.10000,1.010
25,mlp.experts.103.gate_proj,0.0000722933,0.10000,1.040
25,mlp.experts.104.gate_proj,0.0000607489,0.10000,1.031
25,mlp.experts.105.gate_proj,0.0000877601,0.10000,1.030
25,mlp.experts.106.gate_proj,0.0000122011,0.10000,1.042
25,mlp.experts.107.gate_proj,0.0008745025,0.10000,1.004
25,mlp.experts.108.gate_proj,0.0018281002,0.10000,0.983
25,mlp.experts.109.gate_proj,0.0000152071,0.10000,1.000
25,mlp.experts.110.gate_proj,0.0035815039,0.10000,1.033
25,mlp.experts.111.gate_proj,0.0006809972,0.10000,1.042
25,mlp.experts.112.gate_proj,0.0001006693,0.10000,1.019
25,mlp.experts.113.gate_proj,0.0001024943,0.10000,0.993
25,mlp.experts.114.gate_proj,0.0013455634,0.10000,1.055
25,mlp.experts.115.gate_proj,0.0005191854,0.10000,1.045
25,mlp.experts.116.gate_proj,0.0058491516,0.10000,1.042
25,mlp.experts.117.gate_proj,0.0001600160,0.10000,1.091
25,mlp.experts.118.gate_proj,0.0003409056,0.10000,0.977
25,mlp.experts.119.gate_proj,0.0040434304,0.10000,1.057
25,mlp.experts.120.gate_proj,0.0005875956,0.10000,1.050
25,mlp.experts.121.gate_proj,0.0000423188,0.10000,1.009
25,mlp.experts.122.gate_proj,0.0001795067,0.10000,0.999
25,mlp.experts.123.gate_proj,0.0000148900,0.10000,1.087
25,mlp.experts.124.gate_proj,0.0000613065,0.10000,1.057
25,mlp.experts.125.gate_proj,0.0000845069,0.10000,1.037
25,mlp.experts.126.gate_proj,0.0051718634,0.10000,1.043
25,mlp.experts.127.gate_proj,0.0000337803,0.10000,0.956
25,mlp.experts.1.down_proj,0.0000462436,0.10000,0.373
25,mlp.experts.0.down_proj,0.0000154136,0.10000,0.392
25,mlp.experts.2.down_proj,0.0000432440,0.10000,0.410
25,mlp.experts.3.down_proj,0.0032130246,0.10000,0.400
25,mlp.experts.4.down_proj,0.0000294727,0.10000,0.396
25,mlp.experts.5.down_proj,0.0003078794,0.10000,0.411
25,mlp.experts.6.down_proj,0.0000052314,0.10000,0.379
25,mlp.experts.7.down_proj,0.0001876368,0.10000,0.372
25,mlp.experts.8.down_proj,0.0000431159,0.10000,0.415
25,mlp.experts.9.down_proj,0.0027774203,0.10000,0.401
25,mlp.experts.10.down_proj,0.0000007843,0.10000,0.374
25,mlp.experts.11.down_proj,0.0000269287,0.10000,0.376
25,mlp.experts.12.down_proj,0.0000140717,0.10000,0.382
25,mlp.experts.13.down_proj,0.0001463231,0.10000,0.391
25,mlp.experts.14.down_proj,0.0000810786,0.10000,0.386
25,mlp.experts.15.down_proj,0.0000137289,0.10000,0.383
25,mlp.experts.16.down_proj,0.0000311455,0.10000,0.338
25,mlp.experts.17.down_proj,0.0005929955,0.10000,0.340
25,mlp.experts.18.down_proj,0.0000124259,0.10000,0.347
25,mlp.experts.19.down_proj,0.0000350092,0.10000,0.347
25,mlp.experts.20.down_proj,0.0000265967,0.10000,0.346
25,mlp.experts.21.down_proj,0.0000043333,0.10000,0.354
25,mlp.experts.22.down_proj,0.0009754903,0.10000,0.380
25,mlp.experts.23.down_proj,0.0000162772,0.10000,0.397
25,mlp.experts.24.down_proj,0.0000060615,0.10000,0.335
25,mlp.experts.25.down_proj,0.0001464185,0.10000,0.348
25,mlp.experts.26.down_proj,0.0000215672,0.10000,0.378
25,mlp.experts.27.down_proj,0.0000122316,0.10000,0.385
25,mlp.experts.28.down_proj,0.0000156980,0.10000,0.394
25,mlp.experts.29.down_proj,0.0000312566,0.10000,0.375
25,mlp.experts.30.down_proj,0.0024381696,0.10000,0.364
25,mlp.experts.31.down_proj,0.0000541300,0.10000,0.389
25,mlp.experts.32.down_proj,0.0003866493,0.10000,0.367
25,mlp.experts.33.down_proj,0.0000903832,0.10000,0.363
25,mlp.experts.34.down_proj,0.0000372639,0.10000,0.343
25,mlp.experts.35.down_proj,0.0000424240,0.10000,0.354
25,mlp.experts.36.down_proj,0.0000728729,0.10000,0.398
25,mlp.experts.37.down_proj,0.0003050678,0.10000,0.400
25,mlp.experts.38.down_proj,0.0000676278,0.10000,0.387
25,mlp.experts.39.down_proj,0.0008644006,0.10000,0.388
25,mlp.experts.40.down_proj,0.0000010958,0.10000,0.391
25,mlp.experts.41.down_proj,0.0000112351,0.10000,0.408
25,mlp.experts.42.down_proj,0.0000141337,0.10000,0.402
25,mlp.experts.43.down_proj,0.0001746640,0.10000,0.408
25,mlp.experts.44.down_proj,0.0000035726,0.10000,0.379
25,mlp.experts.45.down_proj,0.0001006681,0.10000,0.359
25,mlp.experts.46.down_proj,0.0046441928,0.10000,0.353
25,mlp.experts.47.down_proj,0.0000119220,0.10000,0.363
25,mlp.experts.48.down_proj,0.0009540968,0.10000,0.379
25,mlp.experts.49.down_proj,0.0000494968,0.10000,0.393
25,mlp.experts.50.down_proj,0.0006644674,0.10000,0.385
25,mlp.experts.51.down_proj,0.0002154795,0.10000,0.381
25,mlp.experts.52.down_proj,0.0000946735,0.10000,0.403
25,mlp.experts.53.down_proj,0.0000399094,0.10000,0.402
25,mlp.experts.54.down_proj,0.0013830905,0.10000,0.337
25,mlp.experts.55.down_proj,0.0000326812,0.10000,0.339
25,mlp.experts.56.down_proj,0.0001470238,0.10000,0.352
25,mlp.experts.57.down_proj,0.0002319920,0.10000,0.364
25,mlp.experts.58.down_proj,0.0000051435,0.10000,0.383
25,mlp.experts.59.down_proj,0.0000205546,0.10000,0.371
25,mlp.experts.60.down_proj,0.0001573935,0.10000,0.354
25,mlp.experts.61.down_proj,0.0000085930,0.10000,0.379
25,mlp.experts.62.down_proj,0.0000334555,0.10000,0.382
25,mlp.experts.63.down_proj,0.0002026039,0.10000,0.416
25,mlp.experts.64.down_proj,0.0009320929,0.10000,0.401
25,mlp.experts.65.down_proj,0.0000039090,0.10000,0.407
25,mlp.experts.66.down_proj,0.0000057822,0.10000,0.404
25,mlp.experts.67.down_proj,0.0000294038,0.10000,0.374
25,mlp.experts.68.down_proj,0.0001310596,0.10000,0.332
25,mlp.experts.69.down_proj,0.0001884169,0.10000,0.357
25,mlp.experts.70.down_proj,0.0000786914,0.10000,0.384
25,mlp.experts.71.down_proj,0.0000013458,0.10000,0.395
25,mlp.experts.72.down_proj,0.0002810533,0.10000,0.384
25,mlp.experts.73.down_proj,0.0000065748,0.10000,0.390
25,mlp.experts.74.down_proj,0.0003368426,0.10000,0.381
25,mlp.experts.75.down_proj,0.0000028850,0.10000,0.396
25,mlp.experts.76.down_proj,0.0000020341,0.10000,0.376
25,mlp.experts.77.down_proj,0.0000017400,0.10000,0.397
25,mlp.experts.78.down_proj,0.0000317048,0.10000,0.382
25,mlp.experts.79.down_proj,0.0000029302,0.10000,0.388
25,mlp.experts.80.down_proj,0.0000231219,0.10000,0.389
25,mlp.experts.81.down_proj,0.0002084537,0.10000,0.370
25,mlp.experts.82.down_proj,0.0000266993,0.10000,0.356
25,mlp.experts.83.down_proj,0.0000451051,0.10000,0.388
25,mlp.experts.84.down_proj,0.0001365753,0.10000,0.375
25,mlp.experts.85.down_proj,0.0000580424,0.10000,0.390
25,mlp.experts.86.down_proj,0.0000895206,0.10000,0.377
25,mlp.experts.87.down_proj,0.0001380979,0.10000,0.385
25,mlp.experts.88.down_proj,0.0001495815,0.10000,0.377
25,mlp.experts.89.down_proj,0.0001596754,0.10000,0.385
25,mlp.experts.90.down_proj,0.0005818454,0.10000,0.370
25,mlp.experts.91.down_proj,0.0000026978,0.10000,0.396
25,mlp.experts.92.down_proj,0.0000168190,0.10000,0.378
25,mlp.experts.93.down_proj,0.0000131948,0.10000,0.395
25,mlp.experts.94.down_proj,0.0013568827,0.10000,0.378
25,mlp.experts.95.down_proj,0.0000254781,0.10000,0.390
25,mlp.experts.96.down_proj,0.0020603400,0.10000,0.385
25,mlp.experts.97.down_proj,0.0001841645,0.10000,0.406
25,mlp.experts.98.down_proj,0.0000039444,0.10000,0.390
25,mlp.experts.99.down_proj,0.0000751472,0.10000,0.356
25,mlp.experts.100.down_proj,0.0036643468,0.10000,0.361
25,mlp.experts.101.down_proj,0.0000011301,0.10000,0.389
25,mlp.experts.102.down_proj,0.0000106489,0.10000,0.386
25,mlp.experts.103.down_proj,0.0000148331,0.10000,0.409
25,mlp.experts.104.down_proj,0.0000113715,0.10000,0.405
25,mlp.experts.105.down_proj,0.0000175684,0.10000,0.388
25,mlp.experts.106.down_proj,0.0000021869,0.10000,0.383
25,mlp.experts.107.down_proj,0.0002792245,0.10000,0.353
25,mlp.experts.108.down_proj,0.0004237836,0.10000,0.339
25,mlp.experts.109.down_proj,0.0000043197,0.10000,0.422
25,mlp.experts.110.down_proj,0.0001264163,0.10000,0.407
25,mlp.experts.111.down_proj,0.0001928981,0.10000,0.420
25,mlp.experts.112.down_proj,0.0000184019,0.10000,0.410
25,mlp.experts.114.down_proj,0.0003227289,0.10000,0.401
25,mlp.experts.113.down_proj,0.0000306385,0.10000,0.418
25,mlp.experts.115.down_proj,0.0001474368,0.10000,0.339
25,mlp.experts.116.down_proj,0.0014829794,0.10000,0.342
25,mlp.experts.117.down_proj,0.0000383523,0.10000,0.340
25,mlp.experts.118.down_proj,0.0000773157,0.10000,0.337
25,mlp.experts.119.down_proj,0.0000562108,0.10000,0.394
25,mlp.experts.120.down_proj,0.0000998514,0.10000,0.397
25,mlp.experts.121.down_proj,0.0000114502,0.10000,0.385
25,mlp.experts.122.down_proj,0.0000378021,0.10000,0.390
25,mlp.experts.123.down_proj,0.0000042215,0.10000,0.380
25,mlp.experts.124.down_proj,0.0000111815,0.10000,0.384
25,mlp.experts.125.down_proj,0.0000124845,0.10000,0.394
25,mlp.experts.126.down_proj,0.0008911099,0.10000,0.392
25,mlp.experts.127.down_proj,0.0000052933,0.10000,0.253
26,self_attn.k_proj,0.0000001122,0.10000,1.026
26,self_attn.q_proj,0.0000008760,0.10000,1.084
26,self_attn.v_proj,0.0000001547,0.10000,0.629
26,self_attn.o_proj,0.0000001273,0.10000,1.140
26,mlp.gate,0.0000043744,0.10000,0.607
26,mlp.experts.1.up_proj,0.0002800236,0.10000,1.062
26,mlp.experts.0.up_proj,0.0003029042,0.10000,1.079
26,mlp.experts.3.up_proj,0.0000092406,0.10000,0.968
26,mlp.experts.2.up_proj,0.0003813216,0.10000,0.998
26,mlp.experts.5.up_proj,0.0004071255,0.10000,0.945
26,mlp.experts.4.up_proj,0.0000973425,0.10000,0.979
26,mlp.experts.7.up_proj,0.0005743302,0.10000,0.981
26,mlp.experts.6.up_proj,0.0000079048,0.10000,1.021
26,mlp.experts.8.up_proj,0.0000134138,0.10000,1.019
26,mlp.experts.9.up_proj,0.0012913325,0.10000,1.033
26,mlp.experts.10.up_proj,0.0000566659,0.10000,1.001
26,mlp.experts.11.up_proj,0.0001304767,0.10000,1.046
26,mlp.experts.12.up_proj,0.0005490764,0.10000,0.985
26,mlp.experts.13.up_proj,0.0004940056,0.10000,0.979
26,mlp.experts.14.up_proj,0.0001211276,0.10000,0.997
26,mlp.experts.15.up_proj,0.0001856112,0.10000,0.991
26,mlp.experts.16.up_proj,0.0000456545,0.10000,1.038
26,mlp.experts.17.up_proj,0.0000494932,0.10000,1.013
26,mlp.experts.18.up_proj,0.0000208937,0.10000,1.014
26,mlp.experts.19.up_proj,0.0006133086,0.10000,1.042
26,mlp.experts.20.up_proj,0.0000320135,0.10000,1.019
26,mlp.experts.21.up_proj,0.0003820960,0.10000,1.021
26,mlp.experts.22.up_proj,0.0000536468,0.10000,1.041
26,mlp.experts.23.up_proj,0.0000588448,0.10000,1.040
26,mlp.experts.24.up_proj,0.0008405528,0.10000,1.012
26,mlp.experts.25.up_proj,0.0005798561,0.10000,1.030
26,mlp.experts.26.up_proj,0.0004246064,0.10000,1.029
26,mlp.experts.27.up_proj,0.0007291581,0.10000,1.002
26,mlp.experts.28.up_proj,0.0000267830,0.10000,1.006
26,mlp.experts.29.up_proj,0.0008456715,0.10000,0.986
26,mlp.experts.30.up_proj,0.0001145583,0.10000,1.020
26,mlp.experts.31.up_proj,0.0002912137,0.10000,1.011
26,mlp.experts.32.up_proj,0.0008260541,0.10000,1.037
26,mlp.experts.33.up_proj,0.0001043006,0.10000,1.032
26,mlp.experts.34.up_proj,0.0000076567,0.10000,1.021
26,mlp.experts.35.up_proj,0.0031560267,0.10000,1.006
26,mlp.experts.37.up_proj,0.0001154851,0.10000,1.064
26,mlp.experts.36.up_proj,0.0002059185,0.10000,1.099
26,mlp.experts.38.up_proj,0.0000204281,0.10000,0.996
26,mlp.experts.39.up_proj,0.0000137109,0.10000,0.999
26,mlp.experts.40.up_proj,0.0000233037,0.10000,1.036
26,mlp.experts.41.up_proj,0.0033384686,0.10000,1.038
26,mlp.experts.42.up_proj,0.0004126152,0.10000,0.997
26,mlp.experts.43.up_proj,0.0014528463,0.10000,0.997
26,mlp.experts.44.up_proj,0.0000068947,0.10000,0.992
26,mlp.experts.45.up_proj,0.0068376216,0.10000,1.014
26,mlp.experts.46.up_proj,0.0003952795,0.10000,1.026
26,mlp.experts.47.up_proj,0.0001421137,0.10000,1.040
26,mlp.experts.48.up_proj,0.0000385329,0.10000,1.022
26,mlp.experts.49.up_proj,0.0003903917,0.10000,1.026
26,mlp.experts.50.up_proj,0.0000196701,0.10000,1.023
26,mlp.experts.51.up_proj,0.0000494215,0.10000,1.054
26,mlp.experts.52.up_proj,0.0003307208,0.10000,1.022
26,mlp.experts.53.up_proj,0.0000793380,0.10000,1.090
26,mlp.experts.54.up_proj,0.0009817429,0.10000,1.008
26,mlp.experts.55.up_proj,0.0000124172,0.10000,1.060
26,mlp.experts.56.up_proj,0.0009061739,0.10000,0.989
26,mlp.experts.57.up_proj,0.0000115886,0.10000,0.993
26,mlp.experts.58.up_proj,0.0000117525,0.10000,1.019
26,mlp.experts.59.up_proj,0.0040890143,0.10000,1.015
26,mlp.experts.60.up_proj,0.0000481311,0.10000,0.994
26,mlp.experts.61.up_proj,0.0005027340,0.10000,1.004
26,mlp.experts.62.up_proj,0.0000427046,0.10000,1.005
26,mlp.experts.63.up_proj,0.0004463016,0.10000,0.980
26,mlp.experts.64.up_proj,0.0001464993,0.10000,0.993
26,mlp.experts.65.up_proj,0.0075337518,0.10000,1.010
26,mlp.experts.66.up_proj,0.0003817910,0.10000,0.985
26,mlp.experts.67.up_proj,0.0001782454,0.10000,1.007
26,mlp.experts.68.up_proj,0.0000632688,0.10000,1.057
26,mlp.experts.69.up_proj,0.0000717045,0.10000,1.038
26,mlp.experts.70.up_proj,0.0012505020,0.10000,1.038
26,mlp.experts.71.up_proj,0.0035029002,0.10000,1.059
26,mlp.experts.72.up_proj,0.0008421816,0.10000,1.048
26,mlp.experts.73.up_proj,0.0002483823,0.10000,0.990
26,mlp.experts.74.up_proj,0.0006000120,0.10000,1.055
26,mlp.experts.75.up_proj,0.0000157337,0.10000,1.046
26,mlp.experts.76.up_proj,0.0002231726,0.10000,1.060
26,mlp.experts.77.up_proj,0.0002873053,0.10000,1.028
26,mlp.experts.78.up_proj,0.0020878007,0.10000,0.987
26,mlp.experts.79.up_proj,0.0000253944,0.10000,1.043
26,mlp.experts.80.up_proj,0.0000481940,0.10000,1.075
26,mlp.experts.81.up_proj,0.0001901850,0.10000,1.037
26,mlp.experts.82.up_proj,0.0000518935,0.10000,1.031
26,mlp.experts.83.up_proj,0.0018762225,0.10000,1.050
26,mlp.experts.84.up_proj,0.0000885253,0.10000,1.055
26,mlp.experts.85.up_proj,0.0019621221,0.10000,1.042
26,mlp.experts.86.up_proj,0.0001061260,0.10000,1.047
26,mlp.experts.87.up_proj,0.0009715197,0.10000,1.054
26,mlp.experts.88.up_proj,0.0001388830,0.10000,1.026
26,mlp.experts.89.up_proj,0.0027275693,0.10000,1.014
26,mlp.experts.90.up_proj,0.0001962699,0.10000,0.968
26,mlp.experts.91.up_proj,0.0017806298,0.10000,1.010
26,mlp.experts.92.up_proj,0.0000575771,0.10000,1.022
26,mlp.experts.93.up_proj,0.0001536660,0.10000,1.050
26,mlp.experts.94.up_proj,0.0005575076,0.10000,1.048
26,mlp.experts.95.up_proj,0.0000172595,0.10000,1.037
26,mlp.experts.96.up_proj,0.0004479919,0.10000,1.004
26,mlp.experts.97.up_proj,0.0037517955,0.10000,1.053
26,mlp.experts.98.up_proj,0.0002207796,0.10000,1.018
26,mlp.experts.99.up_proj,0.0000453049,0.10000,1.016
26,mlp.experts.100.up_proj,0.0000714864,0.10000,1.013
26,mlp.experts.101.up_proj,0.0000344633,0.10000,1.031
26,mlp.experts.102.up_proj,0.0001153904,0.10000,1.046
26,mlp.experts.103.up_proj,0.0023454945,0.10000,1.049
26,mlp.experts.104.up_proj,0.0015505591,0.10000,1.037
26,mlp.experts.105.up_proj,0.0000871725,0.10000,1.024
26,mlp.experts.106.up_proj,0.0106507217,0.10000,1.010
26,mlp.experts.107.up_proj,0.0000730107,0.10000,1.010
26,mlp.experts.108.up_proj,0.0000576126,0.10000,1.001
26,mlp.experts.109.up_proj,0.0000636549,0.10000,1.002
26,mlp.experts.110.up_proj,0.0000606209,0.10000,0.953
26,mlp.experts.111.up_proj,0.0000244997,0.10000,0.994
26,mlp.experts.112.up_proj,0.0001963985,0.10000,1.060
26,mlp.experts.113.up_proj,0.0013035016,0.10000,1.024
26,mlp.experts.114.up_proj,0.0002606162,0.10000,1.086
26,mlp.experts.115.up_proj,0.0000281741,0.10000,1.040
26,mlp.experts.116.up_proj,0.0013247080,0.10000,1.024
26,mlp.experts.117.up_proj,0.0096188355,0.10000,1.062
26,mlp.experts.118.up_proj,0.0004005778,0.10000,1.024
26,mlp.experts.119.up_proj,0.0001038947,0.10000,1.017
26,mlp.experts.120.up_proj,0.0013773023,0.10000,0.928
26,mlp.experts.121.up_proj,0.0002359914,0.10000,0.928
26,mlp.experts.122.up_proj,0.0043129770,0.10000,0.989
26,mlp.experts.123.up_proj,0.0009116535,0.10000,1.091
26,mlp.experts.124.up_proj,0.0014665557,0.10000,1.061
26,mlp.experts.125.up_proj,0.0002605643,0.10000,1.065
26,mlp.experts.126.up_proj,0.0002236423,0.10000,1.052
26,mlp.experts.127.up_proj,0.0009026830,0.10000,1.100
26,mlp.experts.0.gate_proj,0.0003031207,0.10000,1.035
26,mlp.experts.1.gate_proj,0.0002667841,0.10000,1.065
26,mlp.experts.2.gate_proj,0.0003892833,0.10000,1.067
26,mlp.experts.3.gate_proj,0.0000086734,0.10000,1.003
26,mlp.experts.4.gate_proj,0.0000982840,0.10000,1.068
26,mlp.experts.5.gate_proj,0.0003802460,0.10000,1.082
26,mlp.experts.6.gate_proj,0.0000070097,0.10000,1.033
26,mlp.experts.7.gate_proj,0.0005699479,0.10000,1.054
26,mlp.experts.8.gate_proj,0.0000124532,0.10000,1.045
26,mlp.experts.9.gate_proj,0.0013212926,0.10000,0.998
26,mlp.experts.10.gate_proj,0.0000575079,0.10000,0.947
26,mlp.experts.11.gate_proj,0.0001326604,0.10000,0.961
26,mlp.experts.12.gate_proj,0.0005783105,0.10000,0.977
26,mlp.experts.13.gate_proj,0.0004995741,0.10000,1.003
26,mlp.experts.14.gate_proj,0.0001271279,0.10000,1.008
26,mlp.experts.15.gate_proj,0.0001901335,0.10000,1.028
26,mlp.experts.16.gate_proj,0.0000470875,0.10000,1.041
26,mlp.experts.17.gate_proj,0.0000520059,0.10000,1.055
26,mlp.experts.18.gate_proj,0.0000184503,0.10000,1.024
26,mlp.experts.19.gate_proj,0.0006267683,0.10000,1.041
26,mlp.experts.20.gate_proj,0.0000332666,0.10000,0.992
26,mlp.experts.21.gate_proj,0.0003484198,0.10000,0.985
26,mlp.experts.22.gate_proj,0.0000621478,0.10000,1.049
26,mlp.experts.23.gate_proj,0.0000582364,0.10000,1.056
26,mlp.experts.24.gate_proj,0.0008496783,0.10000,1.031
26,mlp.experts.25.gate_proj,0.0005623443,0.10000,1.065
26,mlp.experts.26.gate_proj,0.0004671478,0.10000,1.062
26,mlp.experts.27.gate_proj,0.0007427696,0.10000,1.028
26,mlp.experts.28.gate_proj,0.0000236952,0.10000,1.036
26,mlp.experts.29.gate_proj,0.0008669939,0.10000,1.002
26,mlp.experts.30.gate_proj,0.0001152575,0.10000,1.021
26,mlp.experts.31.gate_proj,0.0002814161,0.10000,1.013
26,mlp.experts.32.gate_proj,0.0008730664,0.10000,1.011
26,mlp.experts.33.gate_proj,0.0001409209,0.10000,1.021
26,mlp.experts.34.gate_proj,0.0000066658,0.10000,1.069
26,mlp.experts.35.gate_proj,0.0032240338,0.10000,1.020
26,mlp.experts.36.gate_proj,0.0002066911,0.10000,1.000
26,mlp.experts.37.gate_proj,0.0001073307,0.10000,1.015
26,mlp.experts.38.gate_proj,0.0000203716,0.10000,1.040
26,mlp.experts.39.gate_proj,0.0000119539,0.10000,1.057
26,mlp.experts.40.gate_proj,0.0000224994,0.10000,1.032
26,mlp.experts.41.gate_proj,0.0032615448,0.10000,1.032
26,mlp.experts.42.gate_proj,0.0004901753,0.10000,0.985
26,mlp.experts.43.gate_proj,0.0013680904,0.10000,1.035
26,mlp.experts.44.gate_proj,0.0000064972,0.10000,1.061
26,mlp.experts.45.gate_proj,0.0068508626,0.10000,0.984
26,mlp.experts.46.gate_proj,0.0003706273,0.10000,1.018
26,mlp.experts.47.gate_proj,0.0001430445,0.10000,1.014
26,mlp.experts.48.gate_proj,0.0000381659,0.10000,1.059
26,mlp.experts.49.gate_proj,0.0004011690,0.10000,1.033
26,mlp.experts.50.gate_proj,0.0000195914,0.10000,1.040
26,mlp.experts.51.gate_proj,0.0000483456,0.10000,0.973
26,mlp.experts.52.gate_proj,0.0003057851,0.10000,0.847
26,mlp.experts.53.gate_proj,0.0000768832,0.10000,0.894
26,mlp.experts.54.gate_proj,0.0009219201,0.10000,0.985
26,mlp.experts.55.gate_proj,0.0000118990,0.10000,0.990
26,mlp.experts.56.gate_proj,0.0009415226,0.10000,1.054
26,mlp.experts.57.gate_proj,0.0000108198,0.10000,1.028
26,mlp.experts.58.gate_proj,0.0000103576,0.10000,1.009
26,mlp.experts.59.gate_proj,0.0040083043,0.10000,1.045
26,mlp.experts.60.gate_proj,0.0000403026,0.10000,1.053
26,mlp.experts.61.gate_proj,0.0005180505,0.10000,1.041
26,mlp.experts.62.gate_proj,0.0000475381,0.10000,1.025
26,mlp.experts.63.gate_proj,0.0004457531,0.10000,1.045
26,mlp.experts.64.gate_proj,0.0001452270,0.10000,1.014
26,mlp.experts.65.gate_proj,0.0072702765,0.10000,1.068
26,mlp.experts.66.gate_proj,0.0003911931,0.10000,1.015
26,mlp.experts.67.gate_proj,0.0001870578,0.10000,1.015
26,mlp.experts.68.gate_proj,0.0000616562,0.10000,1.001
26,mlp.experts.69.gate_proj,0.0000723080,0.10000,1.012
26,mlp.experts.70.gate_proj,0.0012346893,0.10000,1.017
26,mlp.experts.71.gate_proj,0.0036338227,0.10000,1.026
26,mlp.experts.72.gate_proj,0.0008612736,0.10000,1.027
26,mlp.experts.73.gate_proj,0.0002485604,0.10000,1.068
26,mlp.experts.74.gate_proj,0.0005725300,0.10000,1.018
26,mlp.experts.75.gate_proj,0.0000153935,0.10000,1.015
26,mlp.experts.76.gate_proj,0.0002093431,0.10000,0.994
26,mlp.experts.77.gate_proj,0.0002699949,0.10000,1.029
26,mlp.experts.78.gate_proj,0.0021361771,0.10000,1.031
26,mlp.experts.79.gate_proj,0.0000243657,0.10000,1.037
26,mlp.experts.80.gate_proj,0.0000513563,0.10000,0.998
26,mlp.experts.81.gate_proj,0.0001943594,0.10000,1.024
26,mlp.experts.82.gate_proj,0.0000551870,0.10000,1.027
26,mlp.experts.83.gate_proj,0.0133470794,0.10000,1.053
26,mlp.experts.84.gate_proj,0.0000910595,0.10000,1.052
26,mlp.experts.85.gate_proj,0.0020571979,0.10000,1.036
26,mlp.experts.86.gate_proj,0.0001112210,0.10000,1.046
26,mlp.experts.87.gate_proj,0.0009457568,0.10000,1.058
26,mlp.experts.88.gate_proj,0.0001276541,0.10000,1.002
26,mlp.experts.89.gate_proj,0.0029320661,0.10000,1.042
26,mlp.experts.90.gate_proj,0.0001866054,0.10000,1.040
26,mlp.experts.91.gate_proj,0.0018133780,0.10000,1.006
26,mlp.experts.92.gate_proj,0.0000689870,0.10000,0.997
26,mlp.experts.93.gate_proj,0.0001415416,0.10000,1.023
26,mlp.experts.94.gate_proj,0.0005781399,0.10000,0.998
26,mlp.experts.95.gate_proj,0.0000168124,0.10000,0.960
26,mlp.experts.96.gate_proj,0.0004430232,0.10000,0.964
26,mlp.experts.97.gate_proj,0.0037306340,0.10000,1.004
26,mlp.experts.98.gate_proj,0.0002257134,0.10000,0.997
26,mlp.experts.99.gate_proj,0.0000416611,0.10000,1.001
26,mlp.experts.100.gate_proj,0.0000790655,0.10000,0.988
26,mlp.experts.101.gate_proj,0.0000349299,0.10000,1.002
26,mlp.experts.102.gate_proj,0.0001181381,0.10000,0.987
26,mlp.experts.103.gate_proj,0.0023233079,0.10000,0.957
26,mlp.experts.104.gate_proj,0.0015376808,0.10000,0.911
26,mlp.experts.105.gate_proj,0.0000900900,0.10000,0.971
26,mlp.experts.106.gate_proj,0.0106274535,0.10000,0.990
26,mlp.experts.107.gate_proj,0.0000680242,0.10000,1.085
26,mlp.experts.108.gate_proj,0.0000587919,0.10000,1.038
26,mlp.experts.109.gate_proj,0.0000685248,0.10000,1.055
26,mlp.experts.110.gate_proj,0.0000591967,0.10000,1.021
26,mlp.experts.111.gate_proj,0.0000233454,0.10000,1.029
26,mlp.experts.112.gate_proj,0.0001884491,0.10000,1.003
26,mlp.experts.113.gate_proj,0.0013394412,0.10000,1.000
26,mlp.experts.114.gate_proj,0.0002512333,0.10000,1.045
26,mlp.experts.115.gate_proj,0.0000290840,0.10000,1.043
26,mlp.experts.116.gate_proj,0.0013465833,0.10000,1.046
26,mlp.experts.117.gate_proj,0.0311820617,0.10000,1.046
26,mlp.experts.118.gate_proj,0.0003870695,0.10000,1.027
26,mlp.experts.119.gate_proj,0.0001037628,0.10000,1.015
26,mlp.experts.120.gate_proj,0.0015014458,0.10000,1.061
26,mlp.experts.121.gate_proj,0.0002392646,0.10000,1.042
26,mlp.experts.122.gate_proj,0.0037855359,0.10000,1.035
26,mlp.experts.123.gate_proj,0.0009125099,0.10000,1.029
26,mlp.experts.124.gate_proj,0.0014856479,0.10000,1.030
26,mlp.experts.125.gate_proj,0.0002635667,0.10000,1.036
26,mlp.experts.126.gate_proj,0.0002278402,0.10000,1.030
26,mlp.experts.127.gate_proj,0.0008681059,0.10000,0.756
26,mlp.experts.0.down_proj,0.0000497796,0.10000,0.401
26,mlp.experts.1.down_proj,0.0000573980,0.10000,0.402
26,mlp.experts.3.down_proj,0.0000015843,0.10000,0.398
26,mlp.experts.2.down_proj,0.0000652065,0.10000,0.433
26,mlp.experts.4.down_proj,0.0000215424,0.10000,0.379
26,mlp.experts.5.down_proj,0.0000662635,0.10000,0.398
26,mlp.experts.6.down_proj,0.0000011631,0.10000,0.344
26,mlp.experts.7.down_proj,0.0001894603,0.10000,0.344
26,mlp.experts.8.down_proj,0.0000023907,0.10000,0.339
26,mlp.experts.9.down_proj,0.0003679590,0.10000,0.338
26,mlp.experts.10.down_proj,0.0000190599,0.10000,0.358
26,mlp.experts.11.down_proj,0.0000540292,0.10000,0.365
26,mlp.experts.12.down_proj,0.0001533932,0.10000,0.401
26,mlp.experts.13.down_proj,0.0001100131,0.10000,0.407
26,mlp.experts.14.down_proj,0.0000198756,0.10000,0.398
26,mlp.experts.15.down_proj,0.0000493715,0.10000,0.398
26,mlp.experts.16.down_proj,0.0000093199,0.10000,0.399
26,mlp.experts.17.down_proj,0.0000105447,0.10000,0.394
26,mlp.experts.18.down_proj,0.0000065044,0.10000,0.399
26,mlp.experts.19.down_proj,0.0001212328,0.10000,0.403
26,mlp.experts.20.down_proj,0.0000080164,0.10000,0.357
26,mlp.experts.21.down_proj,0.0001141715,0.10000,0.363
26,mlp.experts.22.down_proj,0.0000142535,0.10000,0.356
26,mlp.experts.23.down_proj,0.0000121679,0.10000,0.369
26,mlp.experts.24.down_proj,0.0001495100,0.10000,0.395
26,mlp.experts.25.down_proj,0.0002267680,0.10000,0.392
26,mlp.experts.26.down_proj,0.0001196142,0.10000,0.400
26,mlp.experts.27.down_proj,0.0001446211,0.10000,0.404
26,mlp.experts.28.down_proj,0.0000083445,0.10000,0.404
26,mlp.experts.29.down_proj,0.0001484358,0.10000,0.384
26,mlp.experts.30.down_proj,0.0000173658,0.10000,0.398
26,mlp.experts.31.down_proj,0.0000696886,0.10000,0.391
26,mlp.experts.32.down_proj,0.0004469595,0.10000,0.361
26,mlp.experts.33.down_proj,0.0000245948,0.10000,0.375
26,mlp.experts.34.down_proj,0.0000011586,0.10000,0.391
26,mlp.experts.35.down_proj,0.0003712572,0.10000,0.407
26,mlp.experts.36.down_proj,0.0000488163,0.10000,0.383
26,mlp.experts.37.down_proj,0.0000219030,0.10000,0.407
26,mlp.experts.38.down_proj,0.0000032667,0.10000,0.380
26,mlp.experts.39.down_proj,0.0000031862,0.10000,0.395
26,mlp.experts.40.down_proj,0.0000031307,0.10000,0.385
26,mlp.experts.41.down_proj,0.0008200282,0.10000,0.408
26,mlp.experts.42.down_proj,0.0000621545,0.10000,0.365
26,mlp.experts.43.down_proj,0.0004369309,0.10000,0.342
26,mlp.experts.44.down_proj,0.0000010324,0.10000,0.340
26,mlp.experts.45.down_proj,0.0011018149,0.10000,0.335
26,mlp.experts.46.down_proj,0.0001316400,0.10000,0.316
26,mlp.experts.47.down_proj,0.0000488637,0.10000,0.318
26,mlp.experts.48.down_proj,0.0000112933,0.10000,0.322
26,mlp.experts.49.down_proj,0.0001482999,0.10000,0.332
26,mlp.experts.50.down_proj,0.0000029696,0.10000,0.345
26,mlp.experts.51.down_proj,0.0000077557,0.10000,0.395
26,mlp.experts.52.down_proj,0.0000896273,0.10000,0.387
26,mlp.experts.53.down_proj,0.0000155475,0.10000,0.371
26,mlp.experts.54.down_proj,0.0001494445,0.10000,0.332
26,mlp.experts.55.down_proj,0.0000016612,0.10000,0.316
26,mlp.experts.56.down_proj,0.0004171148,0.10000,0.319
26,mlp.experts.57.down_proj,0.0000016050,0.10000,0.330
26,mlp.experts.58.down_proj,0.0000026338,0.10000,0.325
26,mlp.experts.59.down_proj,0.0000643727,0.10000,0.346
26,mlp.experts.60.down_proj,0.0000109578,0.10000,0.368
26,mlp.experts.61.down_proj,0.0001332397,0.10000,0.373
26,mlp.experts.62.down_proj,0.0000140706,0.10000,0.395
26,mlp.experts.63.down_proj,0.0000544183,0.10000,0.393
26,mlp.experts.64.down_proj,0.0000561665,0.10000,0.382
26,mlp.experts.65.down_proj,0.0014192532,0.10000,0.399
26,mlp.experts.66.down_proj,0.0000923071,0.10000,0.382
26,mlp.experts.67.down_proj,0.0000294508,0.10000,0.387
26,mlp.experts.68.down_proj,0.0000217343,0.10000,0.390
26,mlp.experts.69.down_proj,0.0000188534,0.10000,0.387
26,mlp.experts.70.down_proj,0.0001870710,0.10000,0.391
26,mlp.experts.71.down_proj,0.0000383989,0.10000,0.390
26,mlp.experts.72.down_proj,0.0001176743,0.10000,0.382
26,mlp.experts.73.down_proj,0.0000842926,0.10000,0.403
26,mlp.experts.74.down_proj,0.0000912711,0.10000,0.400
26,mlp.experts.75.down_proj,0.0000036687,0.10000,0.378
26,mlp.experts.76.down_proj,0.0000434852,0.10000,0.413
26,mlp.experts.77.down_proj,0.0000206420,0.10000,0.387
26,mlp.experts.78.down_proj,0.0002337548,0.10000,0.406
26,mlp.experts.79.down_proj,0.0000062188,0.10000,0.398
26,mlp.experts.80.down_proj,0.0000160980,0.10000,0.404
26,mlp.experts.81.down_proj,0.0000302578,0.10000,0.396
26,mlp.experts.82.down_proj,0.0000228965,0.10000,0.360
26,mlp.experts.83.down_proj,0.0000031124,0.10000,0.338
26,mlp.experts.84.down_proj,0.0000237826,0.10000,0.336
26,mlp.experts.85.down_proj,0.0005471363,0.10000,0.344
26,mlp.experts.86.down_proj,0.0000120175,0.10000,0.348
26,mlp.experts.87.down_proj,0.0000381373,0.10000,0.364
26,mlp.experts.88.down_proj,0.0000339115,0.10000,0.377
26,mlp.experts.89.down_proj,0.0000661737,0.10000,0.372
26,mlp.experts.90.down_proj,0.0000322182,0.10000,0.373
26,mlp.experts.91.down_proj,0.0002932641,0.10000,0.387
26,mlp.experts.92.down_proj,0.0000090069,0.10000,0.395
26,mlp.experts.93.down_proj,0.0000262084,0.10000,0.373
26,mlp.experts.94.down_proj,0.0001409287,0.10000,0.387
26,mlp.experts.95.down_proj,0.0000027855,0.10000,0.390
26,mlp.experts.96.down_proj,0.0001418236,0.10000,0.386
26,mlp.experts.97.down_proj,0.0004745702,0.10000,0.397
26,mlp.experts.98.down_proj,0.0000485164,0.10000,0.398
26,mlp.experts.99.down_proj,0.0000081225,0.10000,0.389
26,mlp.experts.100.down_proj,0.0000139362,0.10000,0.352
26,mlp.experts.101.down_proj,0.0000094715,0.10000,0.346
26,mlp.experts.102.down_proj,0.0000499319,0.10000,0.339
26,mlp.experts.103.down_proj,0.0003970016,0.10000,0.342
26,mlp.experts.104.down_proj,0.0003095640,0.10000,0.349
26,mlp.experts.105.down_proj,0.0000159579,0.10000,0.340
26,mlp.experts.106.down_proj,0.0030990063,0.10000,0.369
26,mlp.experts.107.down_proj,0.0000137449,0.10000,0.407
26,mlp.experts.108.down_proj,0.0000113969,0.10000,0.400
26,mlp.experts.109.down_proj,0.0000059397,0.10000,0.422
26,mlp.experts.110.down_proj,0.0000074415,0.10000,0.364
26,mlp.experts.111.down_proj,0.0000050329,0.10000,0.344
26,mlp.experts.112.down_proj,0.0000516920,0.10000,0.344
26,mlp.experts.113.down_proj,0.0002042370,0.10000,0.385
26,mlp.experts.114.down_proj,0.0000521313,0.10000,0.381
26,mlp.experts.115.down_proj,0.0000056974,0.10000,0.345
26,mlp.experts.116.down_proj,0.0001749272,0.10000,0.332
26,mlp.experts.117.down_proj,0.0000084223,0.10000,0.325
26,mlp.experts.118.down_proj,0.0001173349,0.10000,0.321
26,mlp.experts.119.down_proj,0.0000335579,0.10000,0.330
26,mlp.experts.120.down_proj,0.0004610796,0.10000,0.339
26,mlp.experts.121.down_proj,0.0000583043,0.10000,0.385
26,mlp.experts.122.down_proj,0.0011884668,0.10000,0.406
26,mlp.experts.123.down_proj,0.0002500813,0.10000,0.397
26,mlp.experts.124.down_proj,0.0004483783,0.10000,0.409
26,mlp.experts.125.down_proj,0.0000570887,0.10000,0.361
26,mlp.experts.126.down_proj,0.0000767557,0.10000,0.330
26,mlp.experts.127.down_proj,0.0002642834,0.10000,0.277
27,self_attn.q_proj,0.0000006495,0.10000,1.022
27,self_attn.k_proj,0.0000000792,0.10000,1.047
27,self_attn.v_proj,0.0000001063,0.10000,0.624
27,self_attn.o_proj,0.0000000887,0.10000,1.121
27,mlp.gate,0.0000047937,0.10000,0.582
27,mlp.experts.1.up_proj,0.0000084124,0.10000,1.029
27,mlp.experts.0.up_proj,0.0000686912,0.10000,1.036
27,mlp.experts.2.up_proj,0.0002575830,0.10000,1.087
27,mlp.experts.3.up_proj,0.0000489348,0.10000,1.087
27,mlp.experts.5.up_proj,0.0209576140,0.10000,1.085
27,mlp.experts.4.up_proj,0.0000420334,0.10000,1.098
27,mlp.experts.6.up_proj,0.0000146248,0.10000,1.029
27,mlp.experts.7.up_proj,0.0000815568,0.10000,1.045
27,mlp.experts.8.up_proj,0.0001017731,0.10000,0.991
27,mlp.experts.9.up_proj,0.0000396355,0.10000,0.993
27,mlp.experts.10.up_proj,0.0002541110,0.10000,1.012
27,mlp.experts.11.up_proj,0.0006975860,0.10000,1.028
27,mlp.experts.12.up_proj,0.0032663922,0.10000,0.993
27,mlp.experts.13.up_proj,0.0002254683,0.10000,1.000
27,mlp.experts.14.up_proj,0.0003801653,0.10000,0.986
27,mlp.experts.15.up_proj,0.0089537035,0.10000,1.028
27,mlp.experts.16.up_proj,0.0000093687,0.10000,0.988
27,mlp.experts.17.up_proj,0.0000180879,0.10000,0.990
27,mlp.experts.18.up_proj,0.0001142087,0.10000,1.036
27,mlp.experts.19.up_proj,0.0026101826,0.10000,0.995
27,mlp.experts.20.up_proj,0.0000212613,0.10000,1.066
27,mlp.experts.21.up_proj,0.0010980043,0.10000,1.049
27,mlp.experts.22.up_proj,0.0005678643,0.10000,1.046
27,mlp.experts.23.up_proj,0.0000777934,0.10000,1.029
27,mlp.experts.24.up_proj,0.0004412499,0.10000,1.066
27,mlp.experts.25.up_proj,0.0001022570,0.10000,1.089
27,mlp.experts.26.up_proj,0.0035377412,0.10000,1.040
27,mlp.experts.27.up_proj,0.0036264267,0.10000,1.071
27,mlp.experts.28.up_proj,0.0003078478,0.10000,1.019
27,mlp.experts.29.up_proj,0.0001198659,0.10000,1.074
27,mlp.experts.30.up_proj,0.0001030837,0.10000,1.014
27,mlp.experts.31.up_proj,0.0001190502,0.10000,1.052
27,mlp.experts.32.up_proj,0.0000352576,0.10000,1.043
27,mlp.experts.33.up_proj,0.0003354872,0.10000,1.077
27,mlp.experts.34.up_proj,0.0000748301,0.10000,1.037
27,mlp.experts.35.up_proj,0.0000184976,0.10000,1.045
27,mlp.experts.36.up_proj,0.0023576109,0.10000,1.057
27,mlp.experts.37.up_proj,0.0008625695,0.10000,1.046
27,mlp.experts.38.up_proj,0.0029246289,0.10000,1.051
27,mlp.experts.39.up_proj,0.0000623251,0.10000,1.026
27,mlp.experts.40.up_proj,0.0000101527,0.10000,1.062
27,mlp.experts.41.up_proj,0.0018378502,0.10000,1.041
27,mlp.experts.42.up_proj,0.0010219449,0.10000,1.051
27,mlp.experts.43.up_proj,0.0025662645,0.10000,1.034
27,mlp.experts.44.up_proj,0.0066964293,0.10000,1.050
27,mlp.experts.45.up_proj,0.0001346106,0.10000,1.047
27,mlp.experts.46.up_proj,0.0006783532,0.10000,1.051
27,mlp.experts.47.up_proj,0.0009691308,0.10000,1.026
27,mlp.experts.48.up_proj,0.0000811832,0.10000,1.038
27,mlp.experts.49.up_proj,0.0000671042,0.10000,0.981
27,mlp.experts.50.up_proj,0.0016573975,0.10000,0.985
27,mlp.experts.51.up_proj,0.0001241736,0.10000,1.006
27,mlp.experts.52.up_proj,0.0003674581,0.10000,0.996
27,mlp.experts.53.up_proj,0.0010360930,0.10000,0.992
27,mlp.experts.54.up_proj,0.0001608009,0.10000,0.983
27,mlp.experts.55.up_proj,0.0000127321,0.10000,0.989
27,mlp.experts.56.up_proj,0.0000184712,0.10000,0.923
27,mlp.experts.57.up_proj,0.0002000252,0.10000,0.927
27,mlp.experts.58.up_proj,0.0003636720,0.10000,1.043
27,mlp.experts.59.up_proj,0.0003543176,0.10000,1.035
27,mlp.experts.60.up_proj,0.0003296383,0.10000,1.048
27,mlp.experts.61.up_proj,0.0001439667,0.10000,1.067
27,mlp.experts.62.up_proj,0.0021319471,0.10000,1.029
27,mlp.experts.63.up_proj,0.0004478761,0.10000,1.074
27,mlp.experts.64.up_proj,0.0043180573,0.10000,1.043
27,mlp.experts.65.up_proj,0.0045415767,0.10000,1.077
27,mlp.experts.66.up_proj,0.0005809622,0.10000,1.019
27,mlp.experts.67.up_proj,0.0012056052,0.10000,1.063
27,mlp.experts.68.up_proj,0.0006317165,0.10000,0.970
27,mlp.experts.69.up_proj,0.0001202920,0.10000,1.049
27,mlp.experts.70.up_proj,0.0000801880,0.10000,0.926
27,mlp.experts.71.up_proj,0.0000650342,0.10000,0.943
27,mlp.experts.72.up_proj,0.0001512197,0.10000,1.025
27,mlp.experts.73.up_proj,0.0068732395,0.10000,1.011
27,mlp.experts.74.up_proj,0.0063081593,0.10000,1.022
27,mlp.experts.75.up_proj,0.0004583394,0.10000,1.061
27,mlp.experts.76.up_proj,0.0003491491,0.10000,0.983
27,mlp.experts.77.up_proj,0.0000178111,0.10000,1.004
27,mlp.experts.78.up_proj,0.0006873914,0.10000,1.040
27,mlp.experts.79.up_proj,0.0090977641,0.10000,1.028
27,mlp.experts.80.up_proj,0.0001812584,0.10000,0.986
27,mlp.experts.81.up_proj,0.0010592075,0.10000,0.940
27,mlp.experts.82.up_proj,0.0000131869,0.10000,0.975
27,mlp.experts.83.up_proj,0.0001811775,0.10000,0.996
27,mlp.experts.84.up_proj,0.0002757814,0.10000,1.006
27,mlp.experts.85.up_proj,0.0000421199,0.10000,1.089
27,mlp.experts.86.up_proj,0.0000241741,0.10000,1.051
27,mlp.experts.87.up_proj,0.0000729739,0.10000,1.071
27,mlp.experts.88.up_proj,0.0040923136,0.10000,1.023
27,mlp.experts.89.up_proj,0.0000269754,0.10000,1.057
27,mlp.experts.90.up_proj,0.0001155411,0.10000,1.017
27,mlp.experts.91.up_proj,0.0000113329,0.10000,0.996
27,mlp.experts.92.up_proj,0.0081084488,0.10000,0.906
27,mlp.experts.93.up_proj,0.0009895428,0.10000,0.908
27,mlp.experts.94.up_proj,0.0000155430,0.10000,1.036
27,mlp.experts.95.up_proj,0.0000135334,0.10000,1.044
27,mlp.experts.96.up_proj,0.0000342748,0.10000,1.014
27,mlp.experts.97.up_proj,0.0047148390,0.10000,1.018
27,mlp.experts.98.up_proj,0.0000141474,0.10000,1.048
27,mlp.experts.99.up_proj,0.0013951438,0.10000,1.024
27,mlp.experts.100.up_proj,0.0000752212,0.10000,1.059
27,mlp.experts.101.up_proj,0.0000587473,0.10000,1.028
27,mlp.experts.102.up_proj,0.0006357889,0.10000,1.037
27,mlp.experts.103.up_proj,0.0003866070,0.10000,1.042
27,mlp.experts.104.up_proj,0.0005092761,0.10000,1.022
27,mlp.experts.105.up_proj,0.0009087681,0.10000,1.022
27,mlp.experts.106.up_proj,0.0002568937,0.10000,1.031
27,mlp.experts.107.up_proj,0.0059105229,0.10000,1.007
27,mlp.experts.108.up_proj,0.0020671030,0.10000,0.989
27,mlp.experts.109.up_proj,0.0001411938,0.10000,1.070
27,mlp.experts.110.up_proj,0.0009183755,0.10000,1.035
27,mlp.experts.111.up_proj,0.0103544590,0.10000,0.955
27,mlp.experts.112.up_proj,0.0015722373,0.10000,0.937
27,mlp.experts.113.up_proj,0.0002900620,0.10000,1.045
27,mlp.experts.114.up_proj,0.0126430768,0.10000,1.050
27,mlp.experts.115.up_proj,0.0004227775,0.10000,1.026
27,mlp.experts.116.up_proj,0.0000435676,0.10000,1.011
27,mlp.experts.117.up_proj,0.0008807540,0.10000,1.043
27,mlp.experts.118.up_proj,0.0007088633,0.10000,1.049
27,mlp.experts.119.up_proj,0.0005058954,0.10000,1.003
27,mlp.experts.120.up_proj,0.0000517369,0.10000,1.086
27,mlp.experts.121.up_proj,0.0000363338,0.10000,1.056
27,mlp.experts.122.up_proj,0.0012312462,0.10000,1.064
27,mlp.experts.123.up_proj,0.0002741937,0.10000,1.042
27,mlp.experts.124.up_proj,0.0011606714,0.10000,1.055
27,mlp.experts.125.up_proj,0.0001689387,0.10000,1.052
27,mlp.experts.126.up_proj,0.0010827298,0.10000,1.025
27,mlp.experts.127.up_proj,0.0001659735,0.10000,1.053
27,mlp.experts.0.gate_proj,0.0000927866,0.10000,1.036
27,mlp.experts.1.gate_proj,0.0000067972,0.10000,1.069
27,mlp.experts.2.gate_proj,0.0002635604,0.10000,1.005
27,mlp.experts.3.gate_proj,0.0000477646,0.10000,1.033
27,mlp.experts.4.gate_proj,0.0000276166,0.10000,1.042
27,mlp.experts.5.gate_proj,0.0212249399,0.10000,1.051
27,mlp.experts.6.gate_proj,0.0000134748,0.10000,1.045
27,mlp.experts.7.gate_proj,0.0000780510,0.10000,1.028
27,mlp.experts.8.gate_proj,0.0000941535,0.10000,1.039
27,mlp.experts.9.gate_proj,0.0000406304,0.10000,1.032
27,mlp.experts.10.gate_proj,0.0002509693,0.10000,1.012
27,mlp.experts.11.gate_proj,0.0006982189,0.10000,1.017
27,mlp.experts.12.gate_proj,0.0033387491,0.10000,1.001
27,mlp.experts.13.gate_proj,0.0002208827,0.10000,1.032
27,mlp.experts.14.gate_proj,0.0003850984,0.10000,1.057
27,mlp.experts.15.gate_proj,0.0096426922,0.10000,1.055
27,mlp.experts.16.gate_proj,0.0000088954,0.10000,1.000
27,mlp.experts.17.gate_proj,0.0000175741,0.10000,1.055
27,mlp.experts.18.gate_proj,0.0001095407,0.10000,1.049
27,mlp.experts.19.gate_proj,0.0027233267,0.10000,0.998
27,mlp.experts.20.gate_proj,0.0000183343,0.10000,0.976
27,mlp.experts.21.gate_proj,0.0011487831,0.10000,1.057
27,mlp.experts.22.gate_proj,0.0005281229,0.10000,1.019
27,mlp.experts.23.gate_proj,0.0000778265,0.10000,1.016
27,mlp.experts.24.gate_proj,0.0004504295,0.10000,0.988
27,mlp.experts.25.gate_proj,0.0001261546,0.10000,1.015
27,mlp.experts.26.gate_proj,0.0035879599,0.10000,1.044
27,mlp.experts.27.gate_proj,0.0037961977,0.10000,1.030
27,mlp.experts.28.gate_proj,0.0003094771,0.10000,1.050
27,mlp.experts.29.gate_proj,0.0001297692,0.10000,1.059
27,mlp.experts.30.gate_proj,0.0000985521,0.10000,1.023
27,mlp.experts.31.gate_proj,0.0001043107,0.10000,1.057
27,mlp.experts.32.gate_proj,0.0000409649,0.10000,1.020
27,mlp.experts.33.gate_proj,0.0003422564,0.10000,1.044
27,mlp.experts.34.gate_proj,0.0000744244,0.10000,1.075
27,mlp.experts.35.gate_proj,0.0000170667,0.10000,0.966
27,mlp.experts.36.gate_proj,0.0022618857,0.10000,1.021
27,mlp.experts.37.gate_proj,0.0007787977,0.10000,1.049
27,mlp.experts.38.gate_proj,0.0028639030,0.10000,0.990
27,mlp.experts.39.gate_proj,0.0000639808,0.10000,0.971
27,mlp.experts.40.gate_proj,0.0000096827,0.10000,1.014
27,mlp.experts.41.gate_proj,0.0018669639,0.10000,1.063
27,mlp.experts.42.gate_proj,0.0009935208,0.10000,1.033
27,mlp.experts.43.gate_proj,0.0027228571,0.10000,1.033
27,mlp.experts.44.gate_proj,0.0069201845,0.10000,0.994
27,mlp.experts.45.gate_proj,0.0001366024,0.10000,1.019
27,mlp.experts.46.gate_proj,0.0007165281,0.10000,0.998
27,mlp.experts.47.gate_proj,0.0009658355,0.10000,1.044
27,mlp.experts.48.gate_proj,0.0000818371,0.10000,1.050
27,mlp.experts.49.gate_proj,0.0000698054,0.10000,1.017
27,mlp.experts.50.gate_proj,0.0017504947,0.10000,0.967
27,mlp.experts.51.gate_proj,0.0001315777,0.10000,1.015
27,mlp.experts.52.gate_proj,0.0004498347,0.10000,0.999
27,mlp.experts.53.gate_proj,0.0010099481,0.10000,1.040
27,mlp.experts.54.gate_proj,0.0001466692,0.10000,1.049
27,mlp.experts.55.gate_proj,0.0000116075,0.10000,1.037
27,mlp.experts.56.gate_proj,0.0000155637,0.10000,1.050
27,mlp.experts.57.gate_proj,0.0002004287,0.10000,1.074
27,mlp.experts.58.gate_proj,0.0003417412,0.10000,1.047
27,mlp.experts.59.gate_proj,0.0003900010,0.10000,1.048
27,mlp.experts.60.gate_proj,0.0003094232,0.10000,1.047
27,mlp.experts.61.gate_proj,0.0001389475,0.10000,1.036
27,mlp.experts.62.gate_proj,0.0021393125,0.10000,1.019
27,mlp.experts.63.gate_proj,0.0004535095,0.10000,1.037
27,mlp.experts.64.gate_proj,0.0043887056,0.10000,0.972
27,mlp.experts.65.gate_proj,0.0044417396,0.10000,0.939
27,mlp.experts.66.gate_proj,0.0005932069,0.10000,1.001
27,mlp.experts.67.gate_proj,0.0011610616,0.10000,0.994
27,mlp.experts.68.gate_proj,0.0006325747,0.10000,1.023
27,mlp.experts.69.gate_proj,0.0001138835,0.10000,0.976
27,mlp.experts.70.gate_proj,0.0000812725,0.10000,1.015
27,mlp.experts.71.gate_proj,0.0000617887,0.10000,0.976
27,mlp.experts.72.gate_proj,0.0001528676,0.10000,0.993
27,mlp.experts.73.gate_proj,0.0417389173,0.10000,0.998
27,mlp.experts.74.gate_proj,0.0068666475,0.10000,1.031
27,mlp.experts.75.gate_proj,0.0004697095,0.10000,1.003
27,mlp.experts.76.gate_proj,0.0003320407,0.10000,1.032
27,mlp.experts.77.gate_proj,0.0000179360,0.10000,1.017
27,mlp.experts.78.gate_proj,0.0006881134,0.10000,1.029
27,mlp.experts.79.gate_proj,0.0093243760,0.10000,1.028
27,mlp.experts.80.gate_proj,0.0002302655,0.10000,1.047
27,mlp.experts.81.gate_proj,0.0010207790,0.10000,1.026
27,mlp.experts.82.gate_proj,0.0000126817,0.10000,1.052
27,mlp.experts.83.gate_proj,0.0001816530,0.10000,1.002
27,mlp.experts.84.gate_proj,0.0002831740,0.10000,1.041
27,mlp.experts.85.gate_proj,0.0000369297,0.10000,1.035
27,mlp.experts.86.gate_proj,0.0000230908,0.10000,0.992
27,mlp.experts.87.gate_proj,0.0000733150,0.10000,1.023
27,mlp.experts.88.gate_proj,0.0042367501,0.10000,1.007
27,mlp.experts.89.gate_proj,0.0000271791,0.10000,1.036
27,mlp.experts.90.gate_proj,0.0001174867,0.10000,1.004
27,mlp.experts.91.gate_proj,0.0000105579,0.10000,0.959
27,mlp.experts.92.gate_proj,0.0089999030,0.10000,1.024
27,mlp.experts.93.gate_proj,0.0009744887,0.10000,0.999
27,mlp.experts.94.gate_proj,0.0000147707,0.10000,1.059
27,mlp.experts.95.gate_proj,0.0000115174,0.10000,1.042
27,mlp.experts.96.gate_proj,0.0000328001,0.10000,1.051
27,mlp.experts.97.gate_proj,0.0044927815,0.10000,1.077
27,mlp.experts.98.gate_proj,0.0000136845,0.10000,1.034
27,mlp.experts.99.gate_proj,0.0013723329,0.10000,1.056
27,mlp.experts.100.gate_proj,0.0000775671,0.10000,1.083
27,mlp.experts.101.gate_proj,0.0000652159,0.10000,1.039
27,mlp.experts.102.gate_proj,0.0006529367,0.10000,0.972
27,mlp.experts.103.gate_proj,0.0003827355,0.10000,0.951
27,mlp.experts.104.gate_proj,0.0005068892,0.10000,0.974
27,mlp.experts.105.gate_proj,0.0008493579,0.10000,1.020
27,mlp.experts.106.gate_proj,0.0002670884,0.10000,1.007
27,mlp.experts.107.gate_proj,0.0061072066,0.10000,1.044
27,mlp.experts.108.gate_proj,0.0020710671,0.10000,1.025
27,mlp.experts.109.gate_proj,0.0001378233,0.10000,1.031
27,mlp.experts.110.gate_proj,0.0009272250,0.10000,1.023
27,mlp.experts.111.gate_proj,0.0115360356,0.10000,1.038
27,mlp.experts.112.gate_proj,0.0016294629,0.10000,1.007
27,mlp.experts.113.gate_proj,0.0002745166,0.10000,1.025
27,mlp.experts.114.gate_proj,0.0131145407,0.10000,1.009
27,mlp.experts.115.gate_proj,0.0004101916,0.10000,1.017
27,mlp.experts.116.gate_proj,0.0000440965,0.10000,1.014
27,mlp.experts.117.gate_proj,0.0009040471,0.10000,1.037
27,mlp.experts.118.gate_proj,0.0006935708,0.10000,1.008
27,mlp.experts.119.gate_proj,0.0006056803,0.10000,1.024
27,mlp.experts.120.gate_proj,0.0000508708,0.10000,1.000
27,mlp.experts.121.gate_proj,0.0000354418,0.10000,1.056
27,mlp.experts.122.gate_proj,0.0012716887,0.10000,1.007
27,mlp.experts.123.gate_proj,0.0002649322,0.10000,1.018
27,mlp.experts.124.gate_proj,0.0011353138,0.10000,0.988
27,mlp.experts.125.gate_proj,0.0001795491,0.10000,0.992
27,mlp.experts.126.gate_proj,0.0010462048,0.10000,1.067
27,mlp.experts.127.gate_proj,0.0001742731,0.10000,0.790
27,mlp.experts.1.down_proj,0.0000012542,0.10000,0.345
27,mlp.experts.0.down_proj,0.0000168811,0.10000,0.352
27,mlp.experts.2.down_proj,0.0000605028,0.10000,0.367
27,mlp.experts.3.down_proj,0.0000134330,0.10000,0.373
27,mlp.experts.4.down_proj,0.0000085390,0.10000,0.399
27,mlp.experts.5.down_proj,0.0004926535,0.10000,0.400
27,mlp.experts.6.down_proj,0.0000022776,0.10000,0.389
27,mlp.experts.7.down_proj,0.0000176011,0.10000,0.395
27,mlp.experts.8.down_proj,0.0000189884,0.10000,0.385
27,mlp.experts.9.down_proj,0.0000076613,0.10000,0.383
27,mlp.experts.10.down_proj,0.0000436964,0.10000,0.386
27,mlp.experts.11.down_proj,0.0001555519,0.10000,0.390
27,mlp.experts.12.down_proj,0.0005360083,0.10000,0.385
27,mlp.experts.13.down_proj,0.0000366952,0.10000,0.391
27,mlp.experts.14.down_proj,0.0000596614,0.10000,0.383
27,mlp.experts.15.down_proj,0.0001517748,0.10000,0.382
27,mlp.experts.16.down_proj,0.0000011957,0.10000,0.385
27,mlp.experts.17.down_proj,0.0000030163,0.10000,0.384
27,mlp.experts.18.down_proj,0.0000215543,0.10000,0.354
27,mlp.experts.19.down_proj,0.0003863199,0.10000,0.348
27,mlp.experts.20.down_proj,0.0000048326,0.10000,0.392
27,mlp.experts.21.down_proj,0.0001797522,0.10000,0.389
27,mlp.experts.22.down_proj,0.0001912971,0.10000,0.353
27,mlp.experts.23.down_proj,0.0000279301,0.10000,0.349
27,mlp.experts.24.down_proj,0.0000687022,0.10000,0.397
27,mlp.experts.25.down_proj,0.0000190701,0.10000,0.396
27,mlp.experts.26.down_proj,0.0005419092,0.10000,0.390
27,mlp.experts.27.down_proj,0.0000964647,0.10000,0.389
27,mlp.experts.28.down_proj,0.0000862425,0.10000,0.407
27,mlp.experts.29.down_proj,0.0000286269,0.10000,0.406
27,mlp.experts.30.down_proj,0.0000259922,0.10000,0.409
27,mlp.experts.31.down_proj,0.0000191113,0.10000,0.412
27,mlp.experts.32.down_proj,0.0000090065,0.10000,0.410
27,mlp.experts.33.down_proj,0.0001169986,0.10000,0.412
27,mlp.experts.34.down_proj,0.0000257845,0.10000,0.388
27,mlp.experts.35.down_proj,0.0000037170,0.10000,0.391
27,mlp.experts.36.down_proj,0.0010220668,0.10000,0.387
27,mlp.experts.37.down_proj,0.0003117237,0.10000,0.394
27,mlp.experts.38.down_proj,0.0021627319,0.10000,0.382
27,mlp.experts.39.down_proj,0.0000095552,0.10000,0.397
27,mlp.experts.40.down_proj,0.0000017629,0.10000,0.367
27,mlp.experts.41.down_proj,0.0006321065,0.10000,0.398
27,mlp.experts.42.down_proj,0.0003734480,0.10000,0.373
27,mlp.experts.43.down_proj,0.0010720785,0.10000,0.405
27,mlp.experts.44.down_proj,0.0006925657,0.10000,0.388
27,mlp.experts.45.down_proj,0.0000361285,0.10000,0.396
27,mlp.experts.46.down_proj,0.0002933027,0.10000,0.391
27,mlp.experts.47.down_proj,0.0004446721,0.10000,0.386
27,mlp.experts.48.down_proj,0.0000098414,0.10000,0.337
27,mlp.experts.49.down_proj,0.0000122006,0.10000,0.321
27,mlp.experts.50.down_proj,0.0000737501,0.10000,0.330
27,mlp.experts.51.down_proj,0.0000356051,0.10000,0.335
27,mlp.experts.52.down_proj,0.0001186415,0.10000,0.318
27,mlp.experts.53.down_proj,0.0004108069,0.10000,0.324
27,mlp.experts.54.down_proj,0.0000497645,0.10000,0.376
27,mlp.experts.55.down_proj,0.0000019913,0.10000,0.394
27,mlp.experts.56.down_proj,0.0000024660,0.10000,0.381
27,mlp.experts.57.down_proj,0.0000472221,0.10000,0.398
27,mlp.experts.58.down_proj,0.0000659976,0.10000,0.380
27,mlp.experts.59.down_proj,0.0000272265,0.10000,0.378
27,mlp.experts.60.down_proj,0.0001009704,0.10000,0.382
27,mlp.experts.61.down_proj,0.0000307901,0.10000,0.384
27,mlp.experts.62.down_proj,0.0006843247,0.10000,0.376
27,mlp.experts.63.down_proj,0.0000739469,0.10000,0.380
27,mlp.experts.64.down_proj,0.0000805644,0.10000,0.395
27,mlp.experts.65.down_proj,0.0014135228,0.10000,0.395
27,mlp.experts.66.down_proj,0.0001630276,0.10000,0.393
27,mlp.experts.67.down_proj,0.0002509445,0.10000,0.390
27,mlp.experts.68.down_proj,0.0001157038,0.10000,0.335
27,mlp.experts.69.down_proj,0.0000347231,0.10000,0.332
27,mlp.experts.70.down_proj,0.0000170701,0.10000,0.331
27,mlp.experts.71.down_proj,0.0000164459,0.10000,0.366
27,mlp.experts.72.down_proj,0.0000353875,0.10000,0.381
27,mlp.experts.73.down_proj,0.0000115477,0.10000,0.387
27,mlp.experts.74.down_proj,0.0022889527,0.10000,0.375
27,mlp.experts.75.down_proj,0.0000932789,0.10000,0.385
27,mlp.experts.76.down_proj,0.0001056533,0.10000,0.385
27,mlp.experts.77.down_proj,0.0000043265,0.10000,0.369
27,mlp.experts.78.down_proj,0.0002303901,0.10000,0.331
27,mlp.experts.79.down_proj,0.0000628424,0.10000,0.361
27,mlp.experts.80.down_proj,0.0000603043,0.10000,0.399
27,mlp.experts.81.down_proj,0.0002499689,0.10000,0.394
27,mlp.experts.82.down_proj,0.0000023574,0.10000,0.393
27,mlp.experts.83.down_proj,0.0000360110,0.10000,0.393
27,mlp.experts.84.down_proj,0.0000502034,0.10000,0.387
27,mlp.experts.85.down_proj,0.0000083413,0.10000,0.389
27,mlp.experts.86.down_proj,0.0000048604,0.10000,0.380
27,mlp.experts.87.down_proj,0.0000144673,0.10000,0.388
27,mlp.experts.88.down_proj,0.0005313048,0.10000,0.385
27,mlp.experts.89.down_proj,0.0000051809,0.10000,0.379
27,mlp.experts.90.down_proj,0.0000373920,0.10000,0.389
27,mlp.experts.91.down_proj,0.0000019102,0.10000,0.384
27,mlp.experts.92.down_proj,0.0020599530,0.10000,0.385
27,mlp.experts.93.down_proj,0.0003653510,0.10000,0.381
27,mlp.experts.94.down_proj,0.0000022555,0.10000,0.385
27,mlp.experts.95.down_proj,0.0000020634,0.10000,0.377
27,mlp.experts.96.down_proj,0.0000050252,0.10000,0.384
27,mlp.experts.97.down_proj,0.0013886333,0.10000,0.383
27,mlp.experts.98.down_proj,0.0000028995,0.10000,0.388
27,mlp.experts.99.down_proj,0.0002747031,0.10000,0.386
27,mlp.experts.100.down_proj,0.0000177460,0.10000,0.392
27,mlp.experts.101.down_proj,0.0000146321,0.10000,0.399
27,mlp.experts.102.down_proj,0.0001474432,0.10000,0.394
27,mlp.experts.103.down_proj,0.0001156795,0.10000,0.402
27,mlp.experts.104.down_proj,0.0001313896,0.10000,0.364
27,mlp.experts.105.down_proj,0.0003377887,0.10000,0.361
27,mlp.experts.106.down_proj,0.0000587071,0.10000,0.351
27,mlp.experts.107.down_proj,0.0001361019,0.10000,0.345
27,mlp.experts.108.down_proj,0.0003994386,0.10000,0.354
27,mlp.experts.109.down_proj,0.0000227691,0.10000,0.402
27,mlp.experts.110.down_proj,0.0001279188,0.10000,0.397
27,mlp.experts.111.down_proj,0.0001438450,0.10000,0.402
27,mlp.experts.112.down_proj,0.0002593826,0.10000,0.402
27,mlp.experts.113.down_proj,0.0000683352,0.10000,0.409
27,mlp.experts.114.down_proj,0.0033634686,0.10000,0.399
27,mlp.experts.115.down_proj,0.0001166994,0.10000,0.397
27,mlp.experts.116.down_proj,0.0000062033,0.10000,0.416
27,mlp.experts.117.down_proj,0.0002137629,0.10000,0.390
27,mlp.experts.118.down_proj,0.0001507079,0.10000,0.408
27,mlp.experts.119.down_proj,0.0001088152,0.10000,0.355
27,mlp.experts.120.down_proj,0.0000126064,0.10000,0.341
27,mlp.experts.121.down_proj,0.0000078433,0.10000,0.343
27,mlp.experts.122.down_proj,0.0001701545,0.10000,0.328
27,mlp.experts.123.down_proj,0.0000665472,0.10000,0.327
27,mlp.experts.124.down_proj,0.0003094771,0.10000,0.327
27,mlp.experts.125.down_proj,0.0000318532,0.10000,0.339
27,mlp.experts.126.down_proj,0.0003961668,0.10000,0.357
27,mlp.experts.127.down_proj,0.0000292401,0.10000,0.309
28,self_attn.k_proj,0.0000000792,0.10000,1.031
28,self_attn.q_proj,0.0000006417,0.10000,1.109
28,self_attn.v_proj,0.0000001017,0.10000,0.590
28,self_attn.o_proj,0.0000001097,0.10000,1.205
28,mlp.gate,0.0000043922,0.10000,0.618
28,mlp.experts.0.up_proj,0.0001096539,0.10000,1.045
28,mlp.experts.1.up_proj,0.0004865609,0.10000,1.059
28,mlp.experts.2.up_proj,0.0040053989,0.10000,0.997
28,mlp.experts.3.up_proj,0.0010670362,0.10000,0.996
28,mlp.experts.4.up_proj,0.0002416298,0.10000,0.975
28,mlp.experts.5.up_proj,0.0031081976,0.10000,0.982
28,mlp.experts.6.up_proj,0.0003686374,0.10000,0.922
28,mlp.experts.7.up_proj,0.0000884913,0.10000,0.935
28,mlp.experts.8.up_proj,0.0000452894,0.10000,1.012
28,mlp.experts.9.up_proj,0.0000499416,0.10000,1.060
28,mlp.experts.10.up_proj,0.0016778159,0.10000,1.058
28,mlp.experts.11.up_proj,0.0000663933,0.10000,1.024
28,mlp.experts.12.up_proj,0.0005746535,0.10000,1.052
28,mlp.experts.13.up_proj,0.0002440183,0.10000,1.020
28,mlp.experts.14.up_proj,0.0000230144,0.10000,1.061
28,mlp.experts.15.up_proj,0.0000724601,0.10000,1.049
28,mlp.experts.17.up_proj,0.0001147549,0.10000,1.034
28,mlp.experts.16.up_proj,0.0000252472,0.10000,1.050
28,mlp.experts.18.up_proj,0.0000093096,0.10000,1.070
28,mlp.experts.19.up_proj,0.0000456513,0.10000,1.070
28,mlp.experts.20.up_proj,0.0002123613,0.10000,1.000
28,mlp.experts.21.up_proj,0.0091419483,0.10000,1.017
28,mlp.experts.22.up_proj,0.0001924790,0.10000,1.045
28,mlp.experts.23.up_proj,0.0003605954,0.10000,1.067
28,mlp.experts.24.up_proj,0.0000179461,0.10000,0.996
28,mlp.experts.25.up_proj,0.0007355977,0.10000,1.050
28,mlp.experts.26.up_proj,0.0000342408,0.10000,0.954
28,mlp.experts.27.up_proj,0.0007338047,0.10000,0.967
28,mlp.experts.28.up_proj,0.0004431290,0.10000,1.049
28,mlp.experts.29.up_proj,0.0000699979,0.10000,1.030
28,mlp.experts.30.up_proj,0.0000109641,0.10000,1.041
28,mlp.experts.31.up_proj,0.0039813383,0.10000,1.038
28,mlp.experts.32.up_proj,0.0005003249,0.10000,0.953
28,mlp.experts.33.up_proj,0.0001542451,0.10000,1.020
28,mlp.experts.34.up_proj,0.0035997875,0.10000,0.951
28,mlp.experts.35.up_proj,0.0000711370,0.10000,0.923
28,mlp.experts.36.up_proj,0.0003995926,0.10000,1.069
28,mlp.experts.37.up_proj,0.0000217324,0.10000,1.021
28,mlp.experts.38.up_proj,0.0050178958,0.10000,1.038
28,mlp.experts.39.up_proj,0.0003489798,0.10000,1.012
28,mlp.experts.40.up_proj,0.0000814330,0.10000,1.019
28,mlp.experts.41.up_proj,0.0004544844,0.10000,1.063
28,mlp.experts.42.up_proj,0.0030973078,0.10000,1.032
28,mlp.experts.43.up_proj,0.0000177122,0.10000,1.048
28,mlp.experts.44.up_proj,0.0003025419,0.10000,1.019
28,mlp.experts.45.up_proj,0.0000158600,0.10000,1.041
28,mlp.experts.46.up_proj,0.0006571893,0.10000,1.040
28,mlp.experts.47.up_proj,0.0011244845,0.10000,1.039
28,mlp.experts.48.up_proj,0.0002124623,0.10000,0.987
28,mlp.experts.49.up_proj,0.0008359792,0.10000,1.020
28,mlp.experts.50.up_proj,0.0000399496,0.10000,0.930
28,mlp.experts.51.up_proj,0.0000604852,0.10000,0.967
28,mlp.experts.52.up_proj,0.0000468198,0.10000,0.987
28,mlp.experts.53.up_proj,0.0046007155,0.10000,1.049
28,mlp.experts.54.up_proj,0.0002334706,0.10000,1.080
28,mlp.experts.55.up_proj,0.0000921771,0.10000,1.044
28,mlp.experts.56.up_proj,0.0012042343,0.10000,1.048
28,mlp.experts.57.up_proj,0.0000380224,0.10000,1.056
28,mlp.experts.58.up_proj,0.0101119157,0.10000,1.077
28,mlp.experts.59.up_proj,0.0002519829,0.10000,1.042
28,mlp.experts.60.up_proj,0.0000645868,0.10000,1.043
28,mlp.experts.61.up_proj,0.0088710346,0.10000,1.069
28,mlp.experts.62.up_proj,0.0008095377,0.10000,1.000
28,mlp.experts.63.up_proj,0.0005934240,0.10000,1.026
28,mlp.experts.64.up_proj,0.0082907496,0.10000,0.963
28,mlp.experts.65.up_proj,0.0002038423,0.10000,1.010
28,mlp.experts.66.up_proj,0.0005977447,0.10000,1.039
28,mlp.experts.67.up_proj,0.0004337457,0.10000,1.028
28,mlp.experts.68.up_proj,0.0009670417,0.10000,0.997
28,mlp.experts.69.up_proj,0.0113298683,0.10000,0.991
28,mlp.experts.70.up_proj,0.0009484665,0.10000,0.972
28,mlp.experts.71.up_proj,0.0049537761,0.10000,1.044
28,mlp.experts.72.up_proj,0.0000548650,0.10000,1.027
28,mlp.experts.73.up_proj,0.0001317678,0.10000,1.048
28,mlp.experts.74.up_proj,0.0027845544,0.10000,1.002
28,mlp.experts.75.up_proj,0.0000125996,0.10000,1.056
28,mlp.experts.76.up_proj,0.0002435420,0.10000,0.984
28,mlp.experts.77.up_proj,0.0000239861,0.10000,0.976
28,mlp.experts.78.up_proj,0.0000255890,0.10000,1.049
28,mlp.experts.79.up_proj,0.0000665282,0.10000,1.070
28,mlp.experts.80.up_proj,0.0000228126,0.10000,1.053
28,mlp.experts.81.up_proj,0.0000629854,0.10000,1.078
28,mlp.experts.82.up_proj,0.0002733456,0.10000,1.015
28,mlp.experts.83.up_proj,0.0000173478,0.10000,1.053
28,mlp.experts.84.up_proj,0.0000753231,0.10000,1.033
28,mlp.experts.85.up_proj,0.0004574309,0.10000,1.061
28,mlp.experts.86.up_proj,0.0007119129,0.10000,1.019
28,mlp.experts.87.up_proj,0.0010140655,0.10000,1.075
28,mlp.experts.88.up_proj,0.0023618025,0.10000,1.062
28,mlp.experts.89.up_proj,0.0010711746,0.10000,1.062
28,mlp.experts.90.up_proj,0.0000899179,0.10000,0.974
28,mlp.experts.91.up_proj,0.0008246310,0.10000,0.946
28,mlp.experts.92.up_proj,0.0013995977,0.10000,0.962
28,mlp.experts.93.up_proj,0.0001675389,0.10000,0.967
28,mlp.experts.94.up_proj,0.0001134813,0.10000,0.978
28,mlp.experts.95.up_proj,0.0013199653,0.10000,0.999
28,mlp.experts.96.up_proj,0.0004952805,0.10000,1.015
28,mlp.experts.97.up_proj,0.0001542769,0.10000,1.033
28,mlp.experts.98.up_proj,0.0002480824,0.10000,1.044
28,mlp.experts.99.up_proj,0.0025364974,0.10000,1.049
28,mlp.experts.100.up_proj,0.0002807601,0.10000,1.009
28,mlp.experts.101.up_proj,0.0000955204,0.10000,1.019
28,mlp.experts.102.up_proj,0.0000101286,0.10000,0.979
28,mlp.experts.103.up_proj,0.0001099100,0.10000,1.005
28,mlp.experts.104.up_proj,0.0014098874,0.10000,0.989
28,mlp.experts.105.up_proj,0.0002049018,0.10000,0.977
28,mlp.experts.106.up_proj,0.0005584689,0.10000,0.991
28,mlp.experts.107.up_proj,0.0013984593,0.10000,1.006
28,mlp.experts.108.up_proj,0.0000195658,0.10000,1.003
28,mlp.experts.109.up_proj,0.0002633691,0.10000,1.068
28,mlp.experts.110.up_proj,0.0000521709,0.10000,1.054
28,mlp.experts.111.up_proj,0.0002606470,0.10000,1.034
28,mlp.experts.112.up_proj,0.0001754498,0.10000,1.053
28,mlp.experts.113.up_proj,0.0003137613,0.10000,1.064
28,mlp.experts.114.up_proj,0.0000389428,0.10000,1.043
28,mlp.experts.115.up_proj,0.0000517753,0.10000,1.078
28,mlp.experts.116.up_proj,0.0064306669,0.10000,1.039
28,mlp.experts.117.up_proj,0.0000087198,0.10000,1.006
28,mlp.experts.118.up_proj,0.0007935723,0.10000,1.025
28,mlp.experts.119.up_proj,0.0000539646,0.10000,1.037
28,mlp.experts.120.up_proj,0.0035260375,0.10000,1.011
28,mlp.experts.121.up_proj,0.0000628834,0.10000,0.983
28,mlp.experts.122.up_proj,0.0043674544,0.10000,1.010
28,mlp.experts.123.up_proj,0.0000434908,0.10000,0.996
28,mlp.experts.124.up_proj,0.0000266214,0.10000,1.016
28,mlp.experts.125.up_proj,0.0105427755,0.10000,1.035
28,mlp.experts.126.up_proj,0.0002958226,0.10000,1.035
28,mlp.experts.127.up_proj,0.0000342319,0.10000,1.045
28,mlp.experts.0.gate_proj,0.0001352905,0.10000,0.982
28,mlp.experts.1.gate_proj,0.0004916964,0.10000,1.022
28,mlp.experts.2.gate_proj,0.0042105317,0.10000,1.006
28,mlp.experts.3.gate_proj,0.0010385712,0.10000,1.027
28,mlp.experts.4.gate_proj,0.0002466124,0.10000,1.035
28,mlp.experts.5.gate_proj,0.0030734934,0.10000,1.017
28,mlp.experts.6.gate_proj,0.0003791223,0.10000,0.995
28,mlp.experts.7.gate_proj,0.0000908526,0.10000,0.966
28,mlp.experts.8.gate_proj,0.0000436500,0.10000,0.984
28,mlp.experts.9.gate_proj,0.0000507727,0.10000,0.970
28,mlp.experts.10.gate_proj,0.0016738243,0.10000,0.981
28,mlp.experts.11.gate_proj,0.0000659146,0.10000,1.029
28,mlp.experts.12.gate_proj,0.0005791272,0.10000,1.038
28,mlp.experts.13.gate_proj,0.0002341149,0.10000,1.028
28,mlp.experts.14.gate_proj,0.0000237424,0.10000,1.035
28,mlp.experts.15.gate_proj,0.0000707226,0.10000,1.041
28,mlp.experts.16.gate_proj,0.0000267182,0.10000,1.031
28,mlp.experts.17.gate_proj,0.0001124366,0.10000,1.059
28,mlp.experts.18.gate_proj,0.0000089286,0.10000,1.035
28,mlp.experts.19.gate_proj,0.0000455241,0.10000,1.054
28,mlp.experts.20.gate_proj,0.0002062477,0.10000,1.038
28,mlp.experts.21.gate_proj,0.0101796942,0.10000,1.047
28,mlp.experts.22.gate_proj,0.0001925366,0.10000,1.039
28,mlp.experts.23.gate_proj,0.0003839378,0.10000,1.014
28,mlp.experts.24.gate_proj,0.0000184400,0.10000,0.993
28,mlp.experts.25.gate_proj,0.0007791928,0.10000,1.066
28,mlp.experts.26.gate_proj,0.0000366053,0.10000,1.036
28,mlp.experts.27.gate_proj,0.0007427005,0.10000,1.069
28,mlp.experts.28.gate_proj,0.0004539490,0.10000,1.034
28,mlp.experts.29.gate_proj,0.0000691982,0.10000,0.980
28,mlp.experts.30.gate_proj,0.0000117710,0.10000,0.994
28,mlp.experts.31.gate_proj,0.0042344127,0.10000,1.024
28,mlp.experts.32.gate_proj,0.0005281858,0.10000,1.033
28,mlp.experts.33.gate_proj,0.0001496359,0.10000,1.046
28,mlp.experts.34.gate_proj,0.0037523667,0.10000,1.028
28,mlp.experts.35.gate_proj,0.0000887468,0.10000,1.048
28,mlp.experts.36.gate_proj,0.0003837393,0.10000,1.031
28,mlp.experts.37.gate_proj,0.0000220922,0.10000,1.021
28,mlp.experts.38.gate_proj,0.0051247329,0.10000,1.050
28,mlp.experts.39.gate_proj,0.0003383908,0.10000,1.039
28,mlp.experts.40.gate_proj,0.0000829525,0.10000,1.039
28,mlp.experts.41.gate_proj,0.0004887325,0.10000,1.056
28,mlp.experts.42.gate_proj,0.0035771419,0.10000,1.042
28,mlp.experts.43.gate_proj,0.0000139524,0.10000,1.065
28,mlp.experts.44.gate_proj,0.0002646757,0.10000,1.034
28,mlp.experts.45.gate_proj,0.0000137422,0.10000,1.062
28,mlp.experts.46.gate_proj,0.0006598069,0.10000,1.048
28,mlp.experts.47.gate_proj,0.0011188479,0.10000,1.061
28,mlp.experts.48.gate_proj,0.0002136506,0.10000,1.025
28,mlp.experts.49.gate_proj,0.0008699230,0.10000,0.999
28,mlp.experts.50.gate_proj,0.0000406164,0.10000,0.996
28,mlp.experts.52.gate_proj,0.0000469277,0.10000,1.011
28,mlp.experts.51.gate_proj,0.0000617991,0.10000,1.065
28,mlp.experts.53.gate_proj,0.0048658630,0.10000,1.000
28,mlp.experts.54.gate_proj,0.0002417646,0.10000,1.037
28,mlp.experts.55.gate_proj,0.0000925169,0.10000,1.015
28,mlp.experts.56.gate_proj,0.0011969443,0.10000,1.055
28,mlp.experts.57.gate_proj,0.0000376796,0.10000,1.021
28,mlp.experts.58.gate_proj,0.0110668733,0.10000,1.067
28,mlp.experts.59.gate_proj,0.0002427804,0.10000,1.033
28,mlp.experts.60.gate_proj,0.0000632252,0.10000,1.047
28,mlp.experts.61.gate_proj,0.0096431871,0.10000,1.013
28,mlp.experts.62.gate_proj,0.0008542010,0.10000,1.010
28,mlp.experts.63.gate_proj,0.0005814535,0.10000,1.088
28,mlp.experts.64.gate_proj,0.0080360015,0.10000,1.048
28,mlp.experts.65.gate_proj,0.0001860193,0.10000,1.085
28,mlp.experts.66.gate_proj,0.0006024231,0.10000,1.049
28,mlp.experts.67.gate_proj,0.0004381223,0.10000,1.048
28,mlp.experts.68.gate_proj,0.0010359696,0.10000,1.040
28,mlp.experts.69.gate_proj,0.0112384838,0.10000,1.029
28,mlp.experts.70.gate_proj,0.0009768973,0.10000,1.052
28,mlp.experts.71.gate_proj,0.0046507863,0.10000,1.034
28,mlp.experts.72.gate_proj,0.0000629495,0.10000,1.008
28,mlp.experts.73.gate_proj,0.0001312013,0.10000,1.018
28,mlp.experts.74.gate_proj,0.0174996006,0.10000,1.031
28,mlp.experts.75.gate_proj,0.0000129631,0.10000,0.987
28,mlp.experts.76.gate_proj,0.0002481536,0.10000,0.970
28,mlp.experts.77.gate_proj,0.0000218401,0.10000,1.028
28,mlp.experts.78.gate_proj,0.0000268461,0.10000,1.040
28,mlp.experts.79.gate_proj,0.0000657679,0.10000,1.044
28,mlp.experts.80.gate_proj,0.0000232606,0.10000,1.056
28,mlp.experts.81.gate_proj,0.0000633436,0.10000,1.015
28,mlp.experts.82.gate_proj,0.0003030083,0.10000,1.008
28,mlp.experts.83.gate_proj,0.0000169609,0.10000,0.997
28,mlp.experts.84.gate_proj,0.0000808008,0.10000,1.010
28,mlp.experts.85.gate_proj,0.0004629361,0.10000,1.050
28,mlp.experts.86.gate_proj,0.0007540434,0.10000,1.015
28,mlp.experts.87.gate_proj,0.0010201864,0.10000,1.013
28,mlp.experts.88.gate_proj,0.0022343986,0.10000,0.992
28,mlp.experts.89.gate_proj,0.0010045056,0.10000,1.025
28,mlp.experts.90.gate_proj,0.0000893224,0.10000,1.022
28,mlp.experts.91.gate_proj,0.0008259421,0.10000,1.075
28,mlp.experts.92.gate_proj,0.0014225750,0.10000,1.068
28,mlp.experts.93.gate_proj,0.0001726925,0.10000,1.074
28,mlp.experts.94.gate_proj,0.0001151328,0.10000,1.065
28,mlp.experts.95.gate_proj,0.0013258185,0.10000,1.073
28,mlp.experts.96.gate_proj,0.0005143422,0.10000,1.077
28,mlp.experts.97.gate_proj,0.0001636627,0.10000,1.016
28,mlp.experts.98.gate_proj,0.0002450144,0.10000,1.019
28,mlp.experts.99.gate_proj,0.0028240539,0.10000,1.058
28,mlp.experts.100.gate_proj,0.0002804904,0.10000,1.070
28,mlp.experts.101.gate_proj,0.0000849717,0.10000,0.990
28,mlp.experts.102.gate_proj,0.0000091768,0.10000,0.974
28,mlp.experts.104.gate_proj,0.0014516209,0.10000,1.031
28,mlp.experts.103.gate_proj,0.0001136617,0.10000,1.054
28,mlp.experts.105.gate_proj,0.0001912157,0.10000,1.058
28,mlp.experts.106.gate_proj,0.0005470454,0.10000,1.078
28,mlp.experts.107.gate_proj,0.0013855955,0.10000,1.006
28,mlp.experts.108.gate_proj,0.0000158523,0.10000,1.010
28,mlp.experts.109.gate_proj,0.0002810225,0.10000,1.080
28,mlp.experts.110.gate_proj,0.0000549188,0.10000,1.057
28,mlp.experts.111.gate_proj,0.0002632079,0.10000,1.043
28,mlp.experts.112.gate_proj,0.0001765060,0.10000,1.091
28,mlp.experts.113.gate_proj,0.0003395912,0.10000,1.063
28,mlp.experts.114.gate_proj,0.0000387986,0.10000,1.058
28,mlp.experts.115.gate_proj,0.0000481229,0.10000,1.061
28,mlp.experts.116.gate_proj,0.0063718674,0.10000,1.036
28,mlp.experts.117.gate_proj,0.0000078339,0.10000,1.081
28,mlp.experts.118.gate_proj,0.0007959681,0.10000,1.058
28,mlp.experts.119.gate_proj,0.0000568240,0.10000,1.054
28,mlp.experts.120.gate_proj,0.0034080060,0.10000,1.053
28,mlp.experts.121.gate_proj,0.0000656418,0.10000,1.044
28,mlp.experts.122.gate_proj,0.0043643018,0.10000,1.051
28,mlp.experts.123.gate_proj,0.0000486025,0.10000,1.096
28,mlp.experts.124.gate_proj,0.0000248466,0.10000,1.096
28,mlp.experts.125.gate_proj,0.0105026932,0.10000,1.086
28,mlp.experts.126.gate_proj,0.0002887158,0.10000,1.084
28,mlp.experts.127.gate_proj,0.0000353572,0.10000,0.656
28,mlp.experts.1.down_proj,0.0000821366,0.10000,0.363
28,mlp.experts.0.down_proj,0.0000441175,0.10000,0.378
28,mlp.experts.2.down_proj,0.0008448765,0.10000,0.380
28,mlp.experts.3.down_proj,0.0002342661,0.10000,0.382
28,mlp.experts.4.down_proj,0.0000721056,0.10000,0.388
28,mlp.experts.5.down_proj,0.0008301121,0.10000,0.395
28,mlp.experts.6.down_proj,0.0001166102,0.10000,0.405
28,mlp.experts.7.down_proj,0.0000234358,0.10000,0.401
28,mlp.experts.8.down_proj,0.0000130229,0.10000,0.390
28,mlp.experts.9.down_proj,0.0000085464,0.10000,0.379
28,mlp.experts.10.down_proj,0.0002772197,0.10000,0.409
28,mlp.experts.11.down_proj,0.0000208449,0.10000,0.406
28,mlp.experts.12.down_proj,0.0001052374,0.10000,0.367
28,mlp.experts.13.down_proj,0.0000504377,0.10000,0.371
28,mlp.experts.14.down_proj,0.0000036318,0.10000,0.399
28,mlp.experts.15.down_proj,0.0000210502,0.10000,0.399
28,mlp.experts.16.down_proj,0.0000045008,0.10000,0.394
28,mlp.experts.17.down_proj,0.0000182828,0.10000,0.402
28,mlp.experts.18.down_proj,0.0000012774,0.10000,0.386
28,mlp.experts.19.down_proj,0.0000061146,0.10000,0.398
28,mlp.experts.20.down_proj,0.0000551129,0.10000,0.388
28,mlp.experts.21.down_proj,0.0002404942,0.10000,0.412
28,mlp.experts.22.down_proj,0.0000324163,0.10000,0.395
28,mlp.experts.23.down_proj,0.0001104993,0.10000,0.397
28,mlp.experts.24.down_proj,0.0000029856,0.10000,0.403
28,mlp.experts.25.down_proj,0.0001164481,0.10000,0.401
28,mlp.experts.26.down_proj,0.0000041147,0.10000,0.365
28,mlp.experts.27.down_proj,0.0001718285,0.10000,0.388
28,mlp.experts.28.down_proj,0.0001057146,0.10000,0.388
28,mlp.experts.29.down_proj,0.0000151454,0.10000,0.402
28,mlp.experts.30.down_proj,0.0000014781,0.10000,0.395
28,mlp.experts.31.down_proj,0.0014234330,0.10000,0.397
28,mlp.experts.32.down_proj,0.0001070138,0.10000,0.339
28,mlp.experts.33.down_proj,0.0000570279,0.10000,0.351
28,mlp.experts.34.down_proj,0.0000701252,0.10000,0.371
28,mlp.experts.35.down_proj,0.0000146241,0.10000,0.376
28,mlp.experts.36.down_proj,0.0001299678,0.10000,0.371
28,mlp.experts.37.down_proj,0.0000033884,0.10000,0.388
28,mlp.experts.38.down_proj,0.0011329234,0.10000,0.392
28,mlp.experts.39.down_proj,0.0000436511,0.10000,0.389
28,mlp.experts.40.down_proj,0.0000224065,0.10000,0.369
28,mlp.experts.41.down_proj,0.0000790821,0.10000,0.382
28,mlp.experts.42.down_proj,0.0000694845,0.10000,0.413
28,mlp.experts.43.down_proj,0.0000033812,0.10000,0.396
28,mlp.experts.44.down_proj,0.0000908281,0.10000,0.400
28,mlp.experts.45.down_proj,0.0000023675,0.10000,0.392
28,mlp.experts.46.down_proj,0.0001076338,0.10000,0.350
28,mlp.experts.47.down_proj,0.0004193558,0.10000,0.352
28,mlp.experts.48.down_proj,0.0000313337,0.10000,0.404
28,mlp.experts.49.down_proj,0.0001532530,0.10000,0.391
28,mlp.experts.50.down_proj,0.0000065324,0.10000,0.357
28,mlp.experts.51.down_proj,0.0000162280,0.10000,0.357
28,mlp.experts.52.down_proj,0.0000062584,0.10000,0.387
28,mlp.experts.53.down_proj,0.0000662044,0.10000,0.389
28,mlp.experts.54.down_proj,0.0000406997,0.10000,0.387
28,mlp.experts.55.down_proj,0.0000224637,0.10000,0.395
28,mlp.experts.56.down_proj,0.0003908771,0.10000,0.378
28,mlp.experts.57.down_proj,0.0000063488,0.10000,0.387
28,mlp.experts.58.down_proj,0.0001498883,0.10000,0.379
28,mlp.experts.59.down_proj,0.0000693736,0.10000,0.391
28,mlp.experts.60.down_proj,0.0000164718,0.10000,0.384
28,mlp.experts.61.down_proj,0.0022983005,0.10000,0.394
28,mlp.experts.62.down_proj,0.0000259458,0.10000,0.379
28,mlp.experts.63.down_proj,0.0000959352,0.10000,0.389
28,mlp.experts.64.down_proj,0.0020455368,0.10000,0.384
28,mlp.experts.65.down_proj,0.0000376647,0.10000,0.383
28,mlp.experts.66.down_proj,0.0001242095,0.10000,0.395
28,mlp.experts.67.down_proj,0.0001307817,0.10000,0.399
28,mlp.experts.68.down_proj,0.0002753696,0.10000,0.387
28,mlp.experts.69.down_proj,0.0014730999,0.10000,0.397
28,mlp.experts.70.down_proj,0.0001781271,0.10000,0.393
28,mlp.experts.71.down_proj,0.0006448225,0.10000,0.394
28,mlp.experts.72.down_proj,0.0000072499,0.10000,0.394
28,mlp.experts.73.down_proj,0.0000164154,0.10000,0.374
28,mlp.experts.74.down_proj,0.0001118575,0.10000,0.375
28,mlp.experts.75.down_proj,0.0000018346,0.10000,0.390
28,mlp.experts.76.down_proj,0.0000482296,0.10000,0.401
28,mlp.experts.77.down_proj,0.0000046882,0.10000,0.372
28,mlp.experts.78.down_proj,0.0000033498,0.10000,0.400
28,mlp.experts.79.down_proj,0.0000109235,0.10000,0.367
28,mlp.experts.80.down_proj,0.0000042200,0.10000,0.369
28,mlp.experts.81.down_proj,0.0000096657,0.10000,0.380
28,mlp.experts.82.down_proj,0.0000381608,0.10000,0.392
28,mlp.experts.83.down_proj,0.0000030643,0.10000,0.414
28,mlp.experts.84.down_proj,0.0000190554,0.10000,0.391
28,mlp.experts.85.down_proj,0.0000947410,0.10000,0.404
28,mlp.experts.86.down_proj,0.0001472325,0.10000,0.398
28,mlp.experts.87.down_proj,0.0001880931,0.10000,0.401
28,mlp.experts.88.down_proj,0.0006176997,0.10000,0.407
28,mlp.experts.89.down_proj,0.0003272449,0.10000,0.395
28,mlp.experts.90.down_proj,0.0000242009,0.10000,0.400
28,mlp.experts.91.down_proj,0.0001708080,0.10000,0.407
28,mlp.experts.92.down_proj,0.0004235206,0.10000,0.402
28,mlp.experts.93.down_proj,0.0000360290,0.10000,0.385
28,mlp.experts.94.down_proj,0.0000305169,0.10000,0.340
28,mlp.experts.95.down_proj,0.0003454841,0.10000,0.337
28,mlp.experts.96.down_proj,0.0000862974,0.10000,0.381
28,mlp.experts.97.down_proj,0.0000213072,0.10000,0.397
28,mlp.experts.98.down_proj,0.0000531228,0.10000,0.372
28,mlp.experts.99.down_proj,0.0004787915,0.10000,0.383
28,mlp.experts.100.down_proj,0.0000472591,0.10000,0.400
28,mlp.experts.101.down_proj,0.0000193838,0.10000,0.406
28,mlp.experts.102.down_proj,0.0000011828,0.10000,0.405
28,mlp.experts.103.down_proj,0.0000157295,0.10000,0.394
28,mlp.experts.104.down_proj,0.0003290192,0.10000,0.382
28,mlp.experts.105.down_proj,0.0000501923,0.10000,0.388
28,mlp.experts.106.down_proj,0.0000808411,0.10000,0.388
28,mlp.experts.107.down_proj,0.0002197184,0.10000,0.385
28,mlp.experts.108.down_proj,0.0000031599,0.10000,0.385
28,mlp.experts.109.down_proj,0.0000800740,0.10000,0.409
28,mlp.experts.110.down_proj,0.0000140148,0.10000,0.349
28,mlp.experts.111.down_proj,0.0000589832,0.10000,0.326
28,mlp.experts.112.down_proj,0.0000527495,0.10000,0.328
28,mlp.experts.113.down_proj,0.0000561404,0.10000,0.339
28,mlp.experts.114.down_proj,0.0000098000,0.10000,0.342
28,mlp.experts.115.down_proj,0.0000067069,0.10000,0.329
28,mlp.experts.116.down_proj,0.0014703393,0.10000,0.319
28,mlp.experts.117.down_proj,0.0000012781,0.10000,0.326
28,mlp.experts.118.down_proj,0.0001215369,0.10000,0.318
28,mlp.experts.119.down_proj,0.0000153517,0.10000,0.370
28,mlp.experts.120.down_proj,0.0010393930,0.10000,0.385
28,mlp.experts.121.down_proj,0.0000136644,0.10000,0.365
28,mlp.experts.122.down_proj,0.0006910581,0.10000,0.370
28,mlp.experts.123.down_proj,0.0000104332,0.10000,0.409
28,mlp.experts.124.down_proj,0.0000047207,0.10000,0.395
28,mlp.experts.125.down_proj,0.0026505420,0.10000,0.380
28,mlp.experts.126.down_proj,0.0000662333,0.10000,0.335
28,mlp.experts.127.down_proj,0.0000065552,0.10000,0.282
29,self_attn.q_proj,0.0000006550,0.10000,1.060
29,self_attn.k_proj,0.0000000838,0.10000,1.097
29,self_attn.v_proj,0.0000001050,0.10000,0.628
29,self_attn.o_proj,0.0000000925,0.10000,1.128
29,mlp.gate,0.0000040585,0.10000,0.557
29,mlp.experts.0.up_proj,0.0000334560,0.10000,1.018
29,mlp.experts.1.up_proj,0.0000201194,0.10000,1.035
29,mlp.experts.2.up_proj,0.0000481920,0.10000,1.032
29,mlp.experts.3.up_proj,0.0007844681,0.10000,1.060
29,mlp.experts.4.up_proj,0.0034922269,0.10000,0.996
29,mlp.experts.5.up_proj,0.0001039051,0.10000,1.000
29,mlp.experts.6.up_proj,0.0000378395,0.10000,1.006
29,mlp.experts.7.up_proj,0.0001661992,0.10000,1.056
29,mlp.experts.8.up_proj,0.0272161148,0.10000,1.037
29,mlp.experts.9.up_proj,0.0000089748,0.10000,0.977
29,mlp.experts.10.up_proj,0.0016558070,0.10000,1.034
29,mlp.experts.11.up_proj,0.0002708787,0.10000,1.011
29,mlp.experts.12.up_proj,0.0011328232,0.10000,1.057
29,mlp.experts.13.up_proj,0.0008702379,0.10000,1.060
29,mlp.experts.15.up_proj,0.0000432939,0.10000,1.045
29,mlp.experts.14.up_proj,0.0002248053,0.10000,1.080
29,mlp.experts.16.up_proj,0.0006005778,0.10000,1.015
29,mlp.experts.17.up_proj,0.0000486246,0.10000,1.045
29,mlp.experts.18.up_proj,0.0000630771,0.10000,0.959
29,mlp.experts.19.up_proj,0.0000359154,0.10000,1.032
29,mlp.experts.20.up_proj,0.0000302281,0.10000,1.011
29,mlp.experts.21.up_proj,0.0000819135,0.10000,1.016
29,mlp.experts.22.up_proj,0.0001230086,0.10000,1.035
29,mlp.experts.23.up_proj,0.0137267812,0.10000,1.047
29,mlp.experts.24.up_proj,0.0007471984,0.10000,1.032
29,mlp.experts.25.up_proj,0.0195705560,0.10000,1.050
29,mlp.experts.26.up_proj,0.0004002108,0.10000,1.038
29,mlp.experts.27.up_proj,0.0042710064,0.10000,1.049
29,mlp.experts.28.up_proj,0.0009460763,0.10000,1.056
29,mlp.experts.29.up_proj,0.0072039610,0.10000,1.011
29,mlp.experts.30.up_proj,0.0001545286,0.10000,1.003
29,mlp.experts.31.up_proj,0.0018400980,0.10000,0.988
29,mlp.experts.32.up_proj,0.0019445898,0.10000,1.059
29,mlp.experts.33.up_proj,0.0028607011,0.10000,1.072
29,mlp.experts.34.up_proj,0.0004874665,0.10000,0.984
29,mlp.experts.35.up_proj,0.0001933138,0.10000,1.042
29,mlp.experts.36.up_proj,0.0000586604,0.10000,0.972
29,mlp.experts.37.up_proj,0.0018675709,0.10000,0.973
29,mlp.experts.38.up_proj,0.0005069849,0.10000,1.015
29,mlp.experts.39.up_proj,0.0002697974,0.10000,0.996
29,mlp.experts.40.up_proj,0.0008669604,0.10000,0.949
29,mlp.experts.41.up_proj,0.0036291463,0.10000,0.974
29,mlp.experts.42.up_proj,0.0001387399,0.10000,1.027
29,mlp.experts.43.up_proj,0.0068279835,0.10000,1.027
29,mlp.experts.44.up_proj,0.0002323566,0.10000,1.015
29,mlp.experts.45.up_proj,0.0000447126,0.10000,1.023
29,mlp.experts.46.up_proj,0.0001344181,0.10000,1.028
29,mlp.experts.47.up_proj,0.0000323213,0.10000,1.023
29,mlp.experts.48.up_proj,0.0035693987,0.10000,1.030
29,mlp.experts.49.up_proj,0.0002774545,0.10000,1.013
29,mlp.experts.50.up_proj,0.0001664568,0.10000,1.000
29,mlp.experts.51.up_proj,0.0008496856,0.10000,0.991
29,mlp.experts.52.up_proj,0.0006601516,0.10000,0.946
29,mlp.experts.53.up_proj,0.0001421060,0.10000,0.976
29,mlp.experts.54.up_proj,0.0005234752,0.10000,0.970
29,mlp.experts.55.up_proj,0.0003696569,0.10000,0.965
29,mlp.experts.56.up_proj,0.0008849985,0.10000,0.982
29,mlp.experts.57.up_proj,0.0001131881,0.10000,0.978
29,mlp.experts.58.up_proj,0.0001186309,0.10000,0.962
29,mlp.experts.59.up_proj,0.0023387114,0.10000,0.949
29,mlp.experts.60.up_proj,0.0031660464,0.10000,0.989
29,mlp.experts.61.up_proj,0.0001354953,0.10000,0.989
29,mlp.experts.62.up_proj,0.0000166581,0.10000,1.035
29,mlp.experts.63.up_proj,0.0002675829,0.10000,0.998
29,mlp.experts.64.up_proj,0.0000315584,0.10000,0.971
29,mlp.experts.65.up_proj,0.0000285301,0.10000,0.999
29,mlp.experts.66.up_proj,0.0000208544,0.10000,0.985
29,mlp.experts.67.up_proj,0.0053866270,0.10000,1.001
29,mlp.experts.68.up_proj,0.0000488280,0.10000,0.990
29,mlp.experts.69.up_proj,0.0000476495,0.10000,0.988
29,mlp.experts.70.up_proj,0.0016618377,0.10000,0.989
29,mlp.experts.71.up_proj,0.0004667853,0.10000,0.977
29,mlp.experts.72.up_proj,0.0001562653,0.10000,0.940
29,mlp.experts.73.up_proj,0.0001186112,0.10000,0.960
29,mlp.experts.74.up_proj,0.0007036432,0.10000,0.984
29,mlp.experts.75.up_proj,0.0008698436,0.10000,0.997
29,mlp.experts.76.up_proj,0.0022146467,0.10000,1.032
29,mlp.experts.77.up_proj,0.0000626959,0.10000,1.031
29,mlp.experts.78.up_proj,0.0005059723,0.10000,1.025
29,mlp.experts.79.up_proj,0.0000391474,0.10000,1.032
29,mlp.experts.80.up_proj,0.0000443379,0.10000,1.035
29,mlp.experts.81.up_proj,0.0004350324,0.10000,1.023
29,mlp.experts.82.up_proj,0.0000368948,0.10000,1.018
29,mlp.experts.83.up_proj,0.0001560468,0.10000,1.022
29,mlp.experts.84.up_proj,0.0001073738,0.10000,1.006
29,mlp.experts.85.up_proj,0.0000166672,0.10000,1.071
29,mlp.experts.86.up_proj,0.0004096257,0.10000,1.047
29,mlp.experts.87.up_proj,0.0000366509,0.10000,1.072
29,mlp.experts.88.up_proj,0.0002225104,0.10000,1.010
29,mlp.experts.89.up_proj,0.0043011375,0.10000,1.010
29,mlp.experts.90.up_proj,0.0006274396,0.10000,0.979
29,mlp.experts.91.up_proj,0.0006984151,0.10000,1.005
29,mlp.experts.92.up_proj,0.0000458958,0.10000,1.059
29,mlp.experts.93.up_proj,0.0003759460,0.10000,1.016
29,mlp.experts.94.up_proj,0.0043473757,0.10000,1.010
29,mlp.experts.95.up_proj,0.0003372483,0.10000,1.027
29,mlp.experts.96.up_proj,0.0205686783,0.10000,0.986
29,mlp.experts.97.up_proj,0.0000908432,0.10000,1.019
29,mlp.experts.98.up_proj,0.0043196759,0.10000,1.011
29,mlp.experts.99.up_proj,0.0002236446,0.10000,1.015
29,mlp.experts.100.up_proj,0.0000718522,0.10000,1.013
29,mlp.experts.101.up_proj,0.0001327388,0.10000,1.010
29,mlp.experts.102.up_proj,0.0000083771,0.10000,1.003
29,mlp.experts.103.up_proj,0.0000107447,0.10000,1.027
29,mlp.experts.104.up_proj,0.0003184915,0.10000,1.017
29,mlp.experts.105.up_proj,0.0004495236,0.10000,1.050
29,mlp.experts.106.up_proj,0.0000081522,0.10000,1.000
29,mlp.experts.107.up_proj,0.0002583726,0.10000,1.043
29,mlp.experts.108.up_proj,0.0032469827,0.10000,1.033
29,mlp.experts.109.up_proj,0.0026186053,0.10000,1.037
29,mlp.experts.110.up_proj,0.0014448111,0.10000,1.046
29,mlp.experts.111.up_proj,0.0449142754,0.10000,1.080
29,mlp.experts.112.up_proj,0.0000081000,0.10000,1.028
29,mlp.experts.113.up_proj,0.0002184712,0.10000,0.973
29,mlp.experts.114.up_proj,0.0017196216,0.10000,0.882
29,mlp.experts.115.up_proj,0.0002655370,0.10000,0.967
29,mlp.experts.116.up_proj,0.0001170915,0.10000,0.975
29,mlp.experts.117.up_proj,0.0000195230,0.10000,0.951
29,mlp.experts.118.up_proj,0.0007805566,0.10000,0.994
29,mlp.experts.119.up_proj,0.0023210819,0.10000,1.016
29,mlp.experts.120.up_proj,0.0001249329,0.10000,0.998
29,mlp.experts.121.up_proj,0.0000153280,0.10000,0.995
29,mlp.experts.122.up_proj,0.0003474905,0.10000,0.996
29,mlp.experts.123.up_proj,0.0003951293,0.10000,0.991
29,mlp.experts.124.up_proj,0.0017643572,0.10000,1.021
29,mlp.experts.125.up_proj,0.0022349286,0.10000,1.048
29,mlp.experts.126.up_proj,0.0001746921,0.10000,1.014
29,mlp.experts.127.up_proj,0.0005042112,0.10000,1.043
29,mlp.experts.0.gate_proj,0.0000322095,0.10000,1.062
29,mlp.experts.1.gate_proj,0.0000183162,0.10000,1.057
29,mlp.experts.2.gate_proj,0.0000443668,0.10000,1.068
29,mlp.experts.3.gate_proj,0.0008099533,0.10000,1.027
29,mlp.experts.4.gate_proj,0.0033382635,0.10000,1.053
29,mlp.experts.5.gate_proj,0.0000992962,0.10000,1.017
29,mlp.experts.6.gate_proj,0.0000385054,0.10000,1.017
29,mlp.experts.7.gate_proj,0.0001664702,0.10000,1.031
29,mlp.experts.8.gate_proj,0.0277632854,0.10000,1.040
29,mlp.experts.9.gate_proj,0.0000090139,0.10000,1.034
29,mlp.experts.10.gate_proj,0.0011596295,0.10000,1.012
29,mlp.experts.11.gate_proj,0.0001905477,0.10000,0.968
29,mlp.experts.12.gate_proj,0.0011894121,0.10000,0.908
29,mlp.experts.13.gate_proj,0.0008652878,0.10000,0.914
29,mlp.experts.14.gate_proj,0.0002297340,0.10000,0.966
29,mlp.experts.15.gate_proj,0.0000409924,0.10000,1.082
29,mlp.experts.16.gate_proj,0.0006191017,0.10000,0.979
29,mlp.experts.17.gate_proj,0.0000420778,0.10000,0.968
29,mlp.experts.18.gate_proj,0.0000564593,0.10000,0.994
29,mlp.experts.19.gate_proj,0.0000312415,0.10000,0.994
29,mlp.experts.20.gate_proj,0.0000281981,0.10000,1.004
29,mlp.experts.21.gate_proj,0.0000827797,0.10000,0.996
29,mlp.experts.22.gate_proj,0.0001256680,0.10000,0.978
29,mlp.experts.23.gate_proj,0.0143901041,0.10000,0.974
29,mlp.experts.24.gate_proj,0.0007926690,0.10000,1.078
29,mlp.experts.25.gate_proj,0.0185886357,0.10000,0.978
29,mlp.experts.26.gate_proj,0.0004368552,0.10000,0.989
29,mlp.experts.27.gate_proj,0.0039288350,0.10000,0.994
29,mlp.experts.28.gate_proj,0.0009070948,0.10000,1.046
29,mlp.experts.29.gate_proj,0.0072569284,0.10000,1.034
29,mlp.experts.30.gate_proj,0.0001577411,0.10000,0.959
29,mlp.experts.31.gate_proj,0.0018616235,0.10000,0.977
29,mlp.experts.32.gate_proj,0.0020170724,0.10000,1.028
29,mlp.experts.33.gate_proj,0.0028239512,0.10000,1.022
29,mlp.experts.34.gate_proj,0.0004943763,0.10000,1.006
29,mlp.experts.35.gate_proj,0.0001911908,0.10000,1.052
29,mlp.experts.36.gate_proj,0.0000271572,0.10000,1.027
29,mlp.experts.37.gate_proj,0.0019103974,0.10000,1.085
29,mlp.experts.38.gate_proj,0.0005305715,0.10000,0.987
29,mlp.experts.39.gate_proj,0.0002837355,0.10000,1.059
29,mlp.experts.40.gate_proj,0.0008569092,0.10000,1.027
29,mlp.experts.41.gate_proj,0.0041609083,0.10000,1.025
29,mlp.experts.42.gate_proj,0.0001485457,0.10000,1.038
29,mlp.experts.43.gate_proj,0.0067158278,0.10000,1.046
29,mlp.experts.44.gate_proj,0.0002367138,0.10000,0.981
29,mlp.experts.45.gate_proj,0.0000437142,0.10000,1.005
29,mlp.experts.46.gate_proj,0.0001247961,0.10000,1.018
29,mlp.experts.47.gate_proj,0.0000370400,0.10000,0.985
29,mlp.experts.48.gate_proj,0.0177103604,0.10000,0.979
29,mlp.experts.49.gate_proj,0.0002899624,0.10000,1.003
29,mlp.experts.50.gate_proj,0.0001836053,0.10000,1.019
29,mlp.experts.51.gate_proj,0.0008423236,0.10000,1.005
29,mlp.experts.52.gate_proj,0.0006568837,0.10000,1.058
29,mlp.experts.53.gate_proj,0.0001308790,0.10000,1.028
29,mlp.experts.54.gate_proj,0.0005342782,0.10000,1.002
29,mlp.experts.55.gate_proj,0.0003774717,0.10000,1.033
29,mlp.experts.56.gate_proj,0.0008465830,0.10000,1.035
29,mlp.experts.57.gate_proj,0.0001341710,0.10000,1.033
29,mlp.experts.58.gate_proj,0.0001144632,0.10000,1.032
29,mlp.experts.59.gate_proj,0.0025042782,0.10000,1.041
29,mlp.experts.60.gate_proj,0.0030981124,0.10000,1.026
29,mlp.experts.61.gate_proj,0.0001398591,0.10000,1.052
29,mlp.experts.62.gate_proj,0.0000180694,0.10000,1.047
29,mlp.experts.63.gate_proj,0.0002715672,0.10000,1.039
29,mlp.experts.64.gate_proj,0.0000297344,0.10000,0.991
29,mlp.experts.65.gate_proj,0.0000259666,0.10000,1.058
29,mlp.experts.66.gate_proj,0.0000201358,0.10000,0.978
29,mlp.experts.67.gate_proj,0.0048550855,0.10000,1.015
29,mlp.experts.68.gate_proj,0.0000533890,0.10000,1.055
29,mlp.experts.69.gate_proj,0.0000459696,0.10000,1.038
29,mlp.experts.70.gate_proj,0.0016662704,0.10000,1.030
29,mlp.experts.71.gate_proj,0.0004618819,0.10000,1.050
29,mlp.experts.72.gate_proj,0.0001578111,0.10000,1.032
29,mlp.experts.73.gate_proj,0.0001293791,0.10000,0.995
29,mlp.experts.74.gate_proj,0.0006800440,0.10000,0.998
29,mlp.experts.75.gate_proj,0.0008796165,0.10000,1.034
29,mlp.experts.76.gate_proj,0.0022451538,0.10000,1.048
29,mlp.experts.77.gate_proj,0.0000650728,0.10000,1.020
29,mlp.experts.78.gate_proj,0.0005050982,0.10000,1.037
29,mlp.experts.79.gate_proj,0.0000441631,0.10000,1.043
29,mlp.experts.80.gate_proj,0.0000495047,0.10000,1.036
29,mlp.experts.81.gate_proj,0.0003852225,0.10000,1.037
29,mlp.experts.82.gate_proj,0.0000380204,0.10000,1.047
29,mlp.experts.83.gate_proj,0.0001528416,0.10000,1.040
29,mlp.experts.84.gate_proj,0.0001068509,0.10000,1.044
29,mlp.experts.85.gate_proj,0.0000132751,0.10000,1.062
29,mlp.experts.86.gate_proj,0.0004295922,0.10000,1.050
29,mlp.experts.87.gate_proj,0.0000408548,0.10000,0.948
29,mlp.experts.88.gate_proj,0.0002262717,0.10000,0.933
29,mlp.experts.89.gate_proj,0.0041491480,0.10000,0.986
29,mlp.experts.90.gate_proj,0.0006102043,0.10000,1.004
29,mlp.experts.91.gate_proj,0.0007185833,0.10000,0.991
29,mlp.experts.92.gate_proj,0.0000477298,0.10000,0.935
29,mlp.experts.93.gate_proj,0.0003877669,0.10000,1.072
29,mlp.experts.94.gate_proj,0.0042896291,0.10000,1.066
29,mlp.experts.95.gate_proj,0.0003292193,0.10000,1.045
29,mlp.experts.96.gate_proj,0.0204673190,0.10000,1.024
29,mlp.experts.97.gate_proj,0.0000837017,0.10000,1.046
29,mlp.experts.98.gate_proj,0.0046304850,0.10000,1.062
29,mlp.experts.99.gate_proj,0.0002100238,0.10000,1.070
29,mlp.experts.100.gate_proj,0.0000737839,0.10000,1.060
29,mlp.experts.101.gate_proj,0.0001216054,0.10000,1.018
29,mlp.experts.102.gate_proj,0.0000082650,0.10000,1.025
29,mlp.experts.103.gate_proj,0.0000092992,0.10000,1.005
29,mlp.experts.104.gate_proj,0.0003315606,0.10000,1.035
29,mlp.experts.105.gate_proj,0.0004612731,0.10000,0.990
29,mlp.experts.106.gate_proj,0.0000070920,0.10000,1.047
29,mlp.experts.107.gate_proj,0.0002465442,0.10000,0.999
29,mlp.experts.108.gate_proj,0.0030986463,0.10000,1.010
29,mlp.experts.109.gate_proj,0.0026368037,0.10000,1.006
29,mlp.experts.110.gate_proj,0.0015074679,0.10000,1.037
29,mlp.experts.111.gate_proj,0.0417759551,0.10000,1.044
29,mlp.experts.112.gate_proj,0.0000079828,0.10000,1.028
29,mlp.experts.113.gate_proj,0.0002124011,0.10000,1.009
29,mlp.experts.114.gate_proj,0.0017452584,0.10000,1.060
29,mlp.experts.115.gate_proj,0.0002674723,0.10000,1.039
29,mlp.experts.116.gate_proj,0.0001179242,0.10000,1.008
29,mlp.experts.117.gate_proj,0.0000171544,0.10000,1.009
29,mlp.experts.118.gate_proj,0.0007540085,0.10000,1.055
29,mlp.experts.119.gate_proj,0.0023380618,0.10000,1.024
29,mlp.experts.120.gate_proj,0.0001242480,0.10000,1.019
29,mlp.experts.121.gate_proj,0.0000163314,0.10000,1.010
29,mlp.experts.122.gate_proj,0.0003322154,0.10000,0.980
29,mlp.experts.123.gate_proj,0.0003944337,0.10000,1.015
29,mlp.experts.124.gate_proj,0.0017232152,0.10000,0.995
29,mlp.experts.125.gate_proj,0.0022610188,0.10000,0.997
29,mlp.experts.126.gate_proj,0.0001713907,0.10000,1.019
29,mlp.experts.127.gate_proj,0.0005302325,0.10000,0.789
29,mlp.experts.0.down_proj,0.0000062244,0.10000,0.393
29,mlp.experts.1.down_proj,0.0000026247,0.10000,0.396
29,mlp.experts.2.down_proj,0.0000096701,0.10000,0.418
29,mlp.experts.3.down_proj,0.0001596607,0.10000,0.416
29,mlp.experts.4.down_proj,0.0000559611,0.10000,0.409
29,mlp.experts.5.down_proj,0.0000293121,0.10000,0.409
29,mlp.experts.6.down_proj,0.0000049356,0.10000,0.412
29,mlp.experts.7.down_proj,0.0000360328,0.10000,0.413
29,mlp.experts.8.down_proj,0.0037301535,0.10000,0.402
29,mlp.experts.9.down_proj,0.0000014205,0.10000,0.409
29,mlp.experts.10.down_proj,0.0003875504,0.10000,0.407
29,mlp.experts.11.down_proj,0.0000526310,0.10000,0.399
29,mlp.experts.12.down_proj,0.0002423677,0.10000,0.384
29,mlp.experts.13.down_proj,0.0002300214,0.10000,0.401
29,mlp.experts.14.down_proj,0.0000350087,0.10000,0.387
29,mlp.experts.15.down_proj,0.0000111151,0.10000,0.421
29,mlp.experts.16.down_proj,0.0001642813,0.10000,0.391
29,mlp.experts.17.down_proj,0.0000098341,0.10000,0.410
29,mlp.experts.18.down_proj,0.0000070038,0.10000,0.385
29,mlp.experts.19.down_proj,0.0000056399,0.10000,0.415
29,mlp.experts.20.down_proj,0.0000065611,0.10000,0.397
29,mlp.experts.21.down_proj,0.0000146099,0.10000,0.402
29,mlp.experts.22.down_proj,0.0000214892,0.10000,0.389
29,mlp.experts.23.down_proj,0.0027027910,0.10000,0.403
29,mlp.experts.24.down_proj,0.0001467930,0.10000,0.385
29,mlp.experts.25.down_proj,0.0024263486,0.10000,0.393
29,mlp.experts.26.down_proj,0.0001078775,0.10000,0.395
29,mlp.experts.27.down_proj,0.0006408100,0.10000,0.401
29,mlp.experts.28.down_proj,0.0002170762,0.10000,0.405
29,mlp.experts.29.down_proj,0.0016360695,0.10000,0.398
29,mlp.experts.30.down_proj,0.0000357087,0.10000,0.395
29,mlp.experts.31.down_proj,0.0004520332,0.10000,0.400
29,mlp.experts.32.down_proj,0.0005499793,0.10000,0.393
29,mlp.experts.33.down_proj,0.0004737258,0.10000,0.401
29,mlp.experts.34.down_proj,0.0000882686,0.10000,0.392
29,mlp.experts.35.down_proj,0.0000481696,0.10000,0.402
29,mlp.experts.36.down_proj,0.0000069460,0.10000,0.406
29,mlp.experts.37.down_proj,0.0002800369,0.10000,0.397
29,mlp.experts.38.down_proj,0.0001288518,0.10000,0.385
29,mlp.experts.39.down_proj,0.0000898227,0.10000,0.400
29,mlp.experts.40.down_proj,0.0002247939,0.10000,0.377
29,mlp.experts.41.down_proj,0.0007560667,0.10000,0.387
29,mlp.experts.42.down_proj,0.0000241413,0.10000,0.379
29,mlp.experts.43.down_proj,0.0015948789,0.10000,0.391
29,mlp.experts.44.down_proj,0.0000507050,0.10000,0.391
29,mlp.experts.45.down_proj,0.0000085867,0.10000,0.388
29,mlp.experts.46.down_proj,0.0000208935,0.10000,0.366
29,mlp.experts.47.down_proj,0.0000043746,0.10000,0.396
29,mlp.experts.48.down_proj,0.0000324469,0.10000,0.381
29,mlp.experts.49.down_proj,0.0000666902,0.10000,0.378
29,mlp.experts.50.down_proj,0.0000462032,0.10000,0.393
29,mlp.experts.51.down_proj,0.0001706721,0.10000,0.374
29,mlp.experts.52.down_proj,0.0001363487,0.10000,0.345
29,mlp.experts.53.down_proj,0.0000310700,0.10000,0.324
29,mlp.experts.54.down_proj,0.0001362293,0.10000,0.321
29,mlp.experts.55.down_proj,0.0000179101,0.10000,0.321
29,mlp.experts.56.down_proj,0.0001611803,0.10000,0.352
29,mlp.experts.57.down_proj,0.0000512744,0.10000,0.386
29,mlp.experts.58.down_proj,0.0000244366,0.10000,0.367
29,mlp.experts.59.down_proj,0.0000854516,0.10000,0.332
29,mlp.experts.60.down_proj,0.0006849894,0.10000,0.352
29,mlp.experts.61.down_proj,0.0000340384,0.10000,0.354
29,mlp.experts.62.down_proj,0.0000030388,0.10000,0.361
29,mlp.experts.63.down_proj,0.0000362533,0.10000,0.369
29,mlp.experts.64.down_proj,0.0000046980,0.10000,0.351
29,mlp.experts.65.down_proj,0.0000036082,0.10000,0.376
29,mlp.experts.66.down_proj,0.0000032609,0.10000,0.387
29,mlp.experts.67.down_proj,0.0019149240,0.10000,0.389
29,mlp.experts.68.down_proj,0.0000070126,0.10000,0.395
29,mlp.experts.69.down_proj,0.0000052557,0.10000,0.406
29,mlp.experts.70.down_proj,0.0004731007,0.10000,0.393
29,mlp.experts.71.down_proj,0.0001119387,0.10000,0.404
29,mlp.experts.72.down_proj,0.0000221456,0.10000,0.394
29,mlp.experts.73.down_proj,0.0000078284,0.10000,0.389
29,mlp.experts.74.down_proj,0.0001512053,0.10000,0.415
29,mlp.experts.75.down_proj,0.0001459183,0.10000,0.379
29,mlp.experts.76.down_proj,0.0004159428,0.10000,0.411
29,mlp.experts.77.down_proj,0.0000129423,0.10000,0.402
29,mlp.experts.78.down_proj,0.0001030008,0.10000,0.392
29,mlp.experts.79.down_proj,0.0000057509,0.10000,0.364
29,mlp.experts.80.down_proj,0.0000047535,0.10000,0.361
29,mlp.experts.81.down_proj,0.0000884810,0.10000,0.385
29,mlp.experts.82.down_proj,0.0000062003,0.10000,0.350
29,mlp.experts.83.down_proj,0.0000243321,0.10000,0.346
29,mlp.experts.84.down_proj,0.0000225574,0.10000,0.354
29,mlp.experts.85.down_proj,0.0000021431,0.10000,0.394
29,mlp.experts.86.down_proj,0.0001307510,0.10000,0.364
29,mlp.experts.87.down_proj,0.0000047042,0.10000,0.377
29,mlp.experts.88.down_proj,0.0000421156,0.10000,0.389
29,mlp.experts.89.down_proj,0.0000864823,0.10000,0.350
29,mlp.experts.90.down_proj,0.0001623214,0.10000,0.337
29,mlp.experts.91.down_proj,0.0002103831,0.10000,0.342
29,mlp.experts.92.down_proj,0.0000097156,0.10000,0.334
29,mlp.experts.93.down_proj,0.0000674667,0.10000,0.372
29,mlp.experts.94.down_proj,0.0002396060,0.10000,0.409
29,mlp.experts.95.down_proj,0.0000567746,0.10000,0.412
29,mlp.experts.96.down_proj,0.0027879239,0.10000,0.411
29,mlp.experts.97.down_proj,0.0000225317,0.10000,0.372
29,mlp.experts.98.down_proj,0.0016949910,0.10000,0.338
29,mlp.experts.99.down_proj,0.0000333491,0.10000,0.375
29,mlp.experts.100.down_proj,0.0000088531,0.10000,0.404
29,mlp.experts.101.down_proj,0.0000168995,0.10000,0.398
29,mlp.experts.102.down_proj,0.0000012031,0.10000,0.411
29,mlp.experts.103.down_proj,0.0000014783,0.10000,0.409
29,mlp.experts.104.down_proj,0.0000521786,0.10000,0.380
29,mlp.experts.105.down_proj,0.0000668687,0.10000,0.388
29,mlp.experts.106.down_proj,0.0000010667,0.10000,0.379
29,mlp.experts.107.down_proj,0.0000418612,0.10000,0.386
29,mlp.experts.108.down_proj,0.0012598428,0.10000,0.380
29,mlp.experts.109.down_proj,0.0004722994,0.10000,0.390
29,mlp.experts.110.down_proj,0.0005396575,0.10000,0.386
29,mlp.experts.111.down_proj,0.0047393292,0.10000,0.381
29,mlp.experts.112.down_proj,0.0000010903,0.10000,0.384
29,mlp.experts.113.down_proj,0.0000601761,0.10000,0.385
29,mlp.experts.114.down_proj,0.0003705839,0.10000,0.387
29,mlp.experts.115.down_proj,0.0000619693,0.10000,0.357
29,mlp.experts.116.down_proj,0.0000220621,0.10000,0.339
29,mlp.experts.117.down_proj,0.0000033203,0.10000,0.343
29,mlp.experts.118.down_proj,0.0002020303,0.10000,0.370
29,mlp.experts.119.down_proj,0.0007399970,0.10000,0.399
29,mlp.experts.120.down_proj,0.0000184682,0.10000,0.405
29,mlp.experts.121.down_proj,0.0000023675,0.10000,0.398
29,mlp.experts.122.down_proj,0.0000638176,0.10000,0.397
29,mlp.experts.123.down_proj,0.0000654421,0.10000,0.414
29,mlp.experts.124.down_proj,0.0000884380,0.10000,0.388
29,mlp.experts.125.down_proj,0.0004209316,0.10000,0.373
29,mlp.experts.126.down_proj,0.0000495924,0.10000,0.368
29,mlp.experts.127.down_proj,0.0001034479,0.10000,0.303
30,self_attn.q_proj,0.0000006425,0.10000,1.005
30,self_attn.k_proj,0.0000000941,0.10000,1.037
30,self_attn.v_proj,0.0000001156,0.10000,0.581
30,self_attn.o_proj,0.0000001023,0.10000,1.241
30,mlp.gate,0.0000041065,0.10000,0.548
30,mlp.experts.0.up_proj,0.0000510218,0.10000,0.991
30,mlp.experts.1.up_proj,0.0002063127,0.10000,1.018
30,mlp.experts.2.up_proj,0.0007205902,0.10000,1.000
30,mlp.experts.3.up_proj,0.0001297843,0.10000,1.035
30,mlp.experts.4.up_proj,0.0000383762,0.10000,0.951
30,mlp.experts.5.up_proj,0.0026663533,0.10000,0.992
30,mlp.experts.6.up_proj,0.0004013913,0.10000,1.029
30,mlp.experts.7.up_proj,0.0000235859,0.10000,1.058
30,mlp.experts.8.up_proj,0.0010196329,0.10000,1.032
30,mlp.experts.9.up_proj,0.0001681700,0.10000,1.006
30,mlp.experts.10.up_proj,0.0000133566,0.10000,0.991
30,mlp.experts.11.up_proj,0.0005736238,0.10000,1.004
30,mlp.experts.12.up_proj,0.0001456154,0.10000,1.011
30,mlp.experts.13.up_proj,0.0000548460,0.10000,1.066
30,mlp.experts.14.up_proj,0.0002947141,0.10000,1.024
30,mlp.experts.15.up_proj,0.0010184709,0.10000,1.029
30,mlp.experts.16.up_proj,0.0005822047,0.10000,0.851
30,mlp.experts.17.up_proj,0.0001895123,0.10000,0.852
30,mlp.experts.18.up_proj,0.0008365279,0.10000,0.994
30,mlp.experts.19.up_proj,0.0002849824,0.10000,0.962
30,mlp.experts.20.up_proj,0.0001914500,0.10000,1.075
30,mlp.experts.21.up_proj,0.0013110855,0.10000,1.011
30,mlp.experts.22.up_proj,0.0000255146,0.10000,1.024
30,mlp.experts.23.up_proj,0.0000130047,0.10000,1.016
30,mlp.experts.24.up_proj,0.0005133527,0.10000,1.044
30,mlp.experts.25.up_proj,0.0000722162,0.10000,1.023
30,mlp.experts.26.up_proj,0.0002456128,0.10000,1.036
30,mlp.experts.27.up_proj,0.0006891547,0.10000,1.042
30,mlp.experts.28.up_proj,0.0000623590,0.10000,1.047
30,mlp.experts.29.up_proj,0.0008294882,0.10000,1.029
30,mlp.experts.30.up_proj,0.0001589357,0.10000,0.958
30,mlp.experts.31.up_proj,0.0009892949,0.10000,0.956
30,mlp.experts.32.up_proj,0.0004832758,0.10000,1.009
30,mlp.experts.33.up_proj,0.0002157135,0.10000,1.037
30,mlp.experts.34.up_proj,0.0001113920,0.10000,0.986
30,mlp.experts.35.up_proj,0.0009869424,0.10000,1.012
30,mlp.experts.36.up_proj,0.0004370616,0.10000,0.999
30,mlp.experts.37.up_proj,0.0001270759,0.10000,1.002
30,mlp.experts.38.up_proj,0.0001058776,0.10000,0.992
30,mlp.experts.39.up_proj,0.0001561663,0.10000,0.991
30,mlp.experts.40.up_proj,0.0009473372,0.10000,1.052
30,mlp.experts.41.up_proj,0.0001173932,0.10000,1.048
30,mlp.experts.42.up_proj,0.0001787318,0.10000,0.975
30,mlp.experts.43.up_proj,0.0027022258,0.10000,0.998
30,mlp.experts.44.up_proj,0.0000811539,0.10000,0.970
30,mlp.experts.45.up_proj,0.0031186452,0.10000,1.014
30,mlp.experts.46.up_proj,0.0000841593,0.10000,1.033
30,mlp.experts.47.up_proj,0.0017734186,0.10000,1.028
30,mlp.experts.48.up_proj,0.0001312773,0.10000,0.995
30,mlp.experts.49.up_proj,0.0002149740,0.10000,1.004
30,mlp.experts.50.up_proj,0.0013335147,0.10000,1.027
30,mlp.experts.51.up_proj,0.0005771934,0.10000,1.041
30,mlp.experts.52.up_proj,0.0000265362,0.10000,1.040
30,mlp.experts.53.up_proj,0.0008057376,0.10000,1.046
30,mlp.experts.54.up_proj,0.0000466861,0.10000,1.045
30,mlp.experts.55.up_proj,0.0006066652,0.10000,1.036
30,mlp.experts.56.up_proj,0.0000118825,0.10000,1.050
30,mlp.experts.57.up_proj,0.0018255225,0.10000,1.015
30,mlp.experts.58.up_proj,0.0000796939,0.10000,1.048
30,mlp.experts.59.up_proj,0.0009704162,0.10000,1.016
30,mlp.experts.60.up_proj,0.0011980956,0.10000,1.064
30,mlp.experts.61.up_proj,0.0000909551,0.10000,1.045
30,mlp.experts.62.up_proj,0.0000645377,0.10000,1.018
30,mlp.experts.63.up_proj,0.0000430132,0.10000,1.003
30,mlp.experts.64.up_proj,0.0000190154,0.10000,1.006
30,mlp.experts.65.up_proj,0.0003601712,0.10000,1.017
30,mlp.experts.66.up_proj,0.0005692878,0.10000,0.949
30,mlp.experts.67.up_proj,0.0001611859,0.10000,0.947
30,mlp.experts.68.up_proj,0.0010472072,0.10000,0.999
30,mlp.experts.69.up_proj,0.0013698647,0.10000,1.013
30,mlp.experts.70.up_proj,0.0003757614,0.10000,1.041
30,mlp.experts.71.up_proj,0.0001020963,0.10000,1.054
30,mlp.experts.72.up_proj,0.0002171361,0.10000,1.030
30,mlp.experts.73.up_proj,0.0013501807,0.10000,1.032
30,mlp.experts.74.up_proj,0.0002620124,0.10000,0.980
30,mlp.experts.75.up_proj,0.0000349478,0.10000,0.996
30,mlp.experts.76.up_proj,0.0004890312,0.10000,0.997
30,mlp.experts.77.up_proj,0.0001963738,0.10000,1.003
30,mlp.experts.78.up_proj,0.0002191160,0.10000,1.000
30,mlp.experts.79.up_proj,0.0000930442,0.10000,0.992
30,mlp.experts.80.up_proj,0.0003249719,0.10000,1.023
30,mlp.experts.81.up_proj,0.0061946793,0.10000,0.996
30,mlp.experts.82.up_proj,0.0007152747,0.10000,1.014
30,mlp.experts.83.up_proj,0.0000882663,0.10000,1.005
30,mlp.experts.84.up_proj,0.0001268393,0.10000,0.991
30,mlp.experts.85.up_proj,0.0000126272,0.10000,1.002
30,mlp.experts.86.up_proj,0.0000198714,0.10000,1.007
30,mlp.experts.87.up_proj,0.0000548401,0.10000,0.999
30,mlp.experts.88.up_proj,0.0002093855,0.10000,1.028
30,mlp.experts.89.up_proj,0.0001062063,0.10000,1.009
30,mlp.experts.90.up_proj,0.0039385279,0.10000,1.036
30,mlp.experts.91.up_proj,0.0097131409,0.10000,1.032
30,mlp.experts.92.up_proj,0.0001319729,0.10000,1.048
30,mlp.experts.93.up_proj,0.0001034412,0.10000,1.038
30,mlp.experts.94.up_proj,0.0002623686,0.10000,1.045
30,mlp.experts.95.up_proj,0.0007068999,0.10000,1.033
30,mlp.experts.96.up_proj,0.0000551457,0.10000,0.988
30,mlp.experts.97.up_proj,0.0000331388,0.10000,0.996
30,mlp.experts.98.up_proj,0.0009997814,0.10000,1.043
30,mlp.experts.99.up_proj,0.0000909458,0.10000,1.040
30,mlp.experts.100.up_proj,0.0000450574,0.10000,1.062
30,mlp.experts.101.up_proj,0.0000319847,0.10000,1.061
30,mlp.experts.102.up_proj,0.0005710453,0.10000,1.016
30,mlp.experts.103.up_proj,0.0002727129,0.10000,1.072
30,mlp.experts.104.up_proj,0.0005493733,0.10000,1.032
30,mlp.experts.105.up_proj,0.0000629396,0.10000,1.009
30,mlp.experts.106.up_proj,0.0009299194,0.10000,1.059
30,mlp.experts.107.up_proj,0.0001733084,0.10000,1.016
30,mlp.experts.108.up_proj,0.0055178242,0.10000,1.069
30,mlp.experts.109.up_proj,0.0001315126,0.10000,1.071
30,mlp.experts.110.up_proj,0.0000145703,0.10000,1.024
30,mlp.experts.111.up_proj,0.0027755097,0.10000,1.018
30,mlp.experts.112.up_proj,0.0004039392,0.10000,1.073
30,mlp.experts.113.up_proj,0.0015515918,0.10000,1.066
30,mlp.experts.114.up_proj,0.0000582058,0.10000,1.059
30,mlp.experts.115.up_proj,0.0001120294,0.10000,1.037
30,mlp.experts.117.up_proj,0.0140057124,0.10000,1.056
30,mlp.experts.116.up_proj,0.0000344005,0.10000,1.077
30,mlp.experts.118.up_proj,0.0001125935,0.10000,1.069
30,mlp.experts.119.up_proj,0.0000803237,0.10000,1.088
30,mlp.experts.120.up_proj,0.0010538463,0.10000,1.050
30,mlp.experts.121.up_proj,0.0001905631,0.10000,1.061
30,mlp.experts.122.up_proj,0.0001134485,0.10000,1.027
30,mlp.experts.123.up_proj,0.0001375182,0.10000,1.061
30,mlp.experts.124.up_proj,0.0013799509,0.10000,1.038
30,mlp.experts.125.up_proj,0.0001244626,0.10000,1.053
30,mlp.experts.126.up_proj,0.0002301683,0.10000,1.030
30,mlp.experts.127.up_proj,0.0000868827,0.10000,1.041
30,mlp.experts.0.gate_proj,0.0000553083,0.10000,1.024
30,mlp.experts.1.gate_proj,0.0002025366,0.10000,1.050
30,mlp.experts.2.gate_proj,0.0006117770,0.10000,1.033
30,mlp.experts.3.gate_proj,0.0001332500,0.10000,1.047
30,mlp.experts.4.gate_proj,0.0000421093,0.10000,1.019
30,mlp.experts.5.gate_proj,0.0025135979,0.10000,0.998
30,mlp.experts.6.gate_proj,0.0004340423,0.10000,0.999
30,mlp.experts.7.gate_proj,0.0000236937,0.10000,1.034
30,mlp.experts.8.gate_proj,0.0009588264,0.10000,0.990
30,mlp.experts.9.gate_proj,0.0001701859,0.10000,0.978
30,mlp.experts.10.gate_proj,0.0000104087,0.10000,0.986
30,mlp.experts.11.gate_proj,0.0005582855,0.10000,1.000
30,mlp.experts.12.gate_proj,0.0001539627,0.10000,1.049
30,mlp.experts.13.gate_proj,0.0000585120,0.10000,1.058
30,mlp.experts.14.gate_proj,0.0002513793,0.10000,0.958
30,mlp.experts.15.gate_proj,0.0010952234,0.10000,0.954
30,mlp.experts.16.gate_proj,0.0005938695,0.10000,1.007
30,mlp.experts.17.gate_proj,0.0002156432,0.10000,1.036
30,mlp.experts.18.gate_proj,0.0008307374,0.10000,1.068
30,mlp.experts.19.gate_proj,0.0002342513,0.10000,1.043
30,mlp.experts.20.gate_proj,0.0002096870,0.10000,1.036
30,mlp.experts.21.gate_proj,0.0014177371,0.10000,1.056
30,mlp.experts.22.gate_proj,0.0000275558,0.10000,1.057
30,mlp.experts.23.gate_proj,0.0000121128,0.10000,1.067
30,mlp.experts.24.gate_proj,0.0004811637,0.10000,1.059
30,mlp.experts.25.gate_proj,0.0000784056,0.10000,1.072
30,mlp.experts.26.gate_proj,0.0002357144,0.10000,0.998
30,mlp.experts.27.gate_proj,0.0006578967,0.10000,1.002
30,mlp.experts.28.gate_proj,0.0000669119,0.10000,1.009
30,mlp.experts.29.gate_proj,0.0009261871,0.10000,1.030
30,mlp.experts.30.gate_proj,0.0001383523,0.10000,0.967
30,mlp.experts.31.gate_proj,0.0010378059,0.10000,0.994
30,mlp.experts.32.gate_proj,0.0005244955,0.10000,1.058
30,mlp.experts.33.gate_proj,0.0002377816,0.10000,1.073
30,mlp.experts.34.gate_proj,0.0001065349,0.10000,1.052
30,mlp.experts.35.gate_proj,0.0007552102,0.10000,1.022
30,mlp.experts.36.gate_proj,0.0004659629,0.10000,1.031
30,mlp.experts.37.gate_proj,0.0001352704,0.10000,1.065
30,mlp.experts.38.gate_proj,0.0001009735,0.10000,1.034
30,mlp.experts.39.gate_proj,0.0001513848,0.10000,1.031
30,mlp.experts.40.gate_proj,0.0009815922,0.10000,1.078
30,mlp.experts.41.gate_proj,0.0001127463,0.10000,1.023
30,mlp.experts.42.gate_proj,0.0001442654,0.10000,1.014
30,mlp.experts.43.gate_proj,0.0026806826,0.10000,1.008
30,mlp.experts.44.gate_proj,0.0000828312,0.10000,1.002
30,mlp.experts.45.gate_proj,0.0031082779,0.10000,1.068
30,mlp.experts.46.gate_proj,0.0000853689,0.10000,1.036
30,mlp.experts.47.gate_proj,0.0017441085,0.10000,1.043
30,mlp.experts.48.gate_proj,0.0001430411,0.10000,1.070
30,mlp.experts.49.gate_proj,0.0002469078,0.10000,1.057
30,mlp.experts.50.gate_proj,0.0014688744,0.10000,1.020
30,mlp.experts.51.gate_proj,0.0006207104,0.10000,1.012
30,mlp.experts.52.gate_proj,0.0000246653,0.10000,1.028
30,mlp.experts.53.gate_proj,0.0008425402,0.10000,1.056
30,mlp.experts.54.gate_proj,0.0000527750,0.10000,1.033
30,mlp.experts.55.gate_proj,0.0006051317,0.10000,1.034
30,mlp.experts.56.gate_proj,0.0000086801,0.10000,1.034
30,mlp.experts.57.gate_proj,0.0017448215,0.10000,1.040
30,mlp.experts.58.gate_proj,0.0000901429,0.10000,1.034
30,mlp.experts.59.gate_proj,0.0009925317,0.10000,1.021
30,mlp.experts.60.gate_proj,0.0010594910,0.10000,0.969
30,mlp.experts.61.gate_proj,0.0001002814,0.10000,1.001
30,mlp.experts.62.gate_proj,0.0000691234,0.10000,1.029
30,mlp.experts.63.gate_proj,0.0000453701,0.10000,1.068
30,mlp.experts.64.gate_proj,0.0000181557,0.10000,0.999
30,mlp.experts.65.gate_proj,0.0003612566,0.10000,1.024
30,mlp.experts.66.gate_proj,0.0005693523,0.10000,1.020
30,mlp.experts.67.gate_proj,0.0001654467,0.10000,1.039
30,mlp.experts.68.gate_proj,0.0010971075,0.10000,1.019
30,mlp.experts.69.gate_proj,0.0014047946,0.10000,1.034
30,mlp.experts.70.gate_proj,0.0003886579,0.10000,1.015
30,mlp.experts.71.gate_proj,0.0001107721,0.10000,1.041
30,mlp.experts.72.gate_proj,0.0002144599,0.10000,1.033
30,mlp.experts.73.gate_proj,0.0012856162,0.10000,1.081
30,mlp.experts.74.gate_proj,0.0002691162,0.10000,1.061
30,mlp.experts.75.gate_proj,0.0000349765,0.10000,1.061
30,mlp.experts.76.gate_proj,0.0004666121,0.10000,1.021
30,mlp.experts.77.gate_proj,0.0002054610,0.10000,1.106
30,mlp.experts.78.gate_proj,0.0002331173,0.10000,1.018
30,mlp.experts.79.gate_proj,0.0000924649,0.10000,1.065
30,mlp.experts.80.gate_proj,0.0003034045,0.10000,1.059
30,mlp.experts.81.gate_proj,0.0057030336,0.10000,1.055
30,mlp.experts.82.gate_proj,0.0007308860,0.10000,1.038
30,mlp.experts.83.gate_proj,0.0000876739,0.10000,1.058
30,mlp.experts.84.gate_proj,0.0001352936,0.10000,0.986
30,mlp.experts.85.gate_proj,0.0000103881,0.10000,0.949
30,mlp.experts.86.gate_proj,0.0000183741,0.10000,0.979
30,mlp.experts.87.gate_proj,0.0000619148,0.10000,1.006
30,mlp.experts.88.gate_proj,0.0001945110,0.10000,1.039
30,mlp.experts.89.gate_proj,0.0001155305,0.10000,1.014
30,mlp.experts.90.gate_proj,0.0044651912,0.10000,1.017
30,mlp.experts.91.gate_proj,0.0104902575,0.10000,1.030
30,mlp.experts.92.gate_proj,0.0001484679,0.10000,0.997
30,mlp.experts.93.gate_proj,0.0001090553,0.10000,1.040
30,mlp.experts.94.gate_proj,0.0002903423,0.10000,1.017
30,mlp.experts.95.gate_proj,0.0007000302,0.10000,1.036
30,mlp.experts.96.gate_proj,0.0000591977,0.10000,1.029
30,mlp.experts.97.gate_proj,0.0000364298,0.10000,1.014
30,mlp.experts.98.gate_proj,0.0010050360,0.10000,1.019
30,mlp.experts.99.gate_proj,0.0000943368,0.10000,1.052
30,mlp.experts.100.gate_proj,0.0000431094,0.10000,0.986
30,mlp.experts.101.gate_proj,0.0000343157,0.10000,1.047
30,mlp.experts.102.gate_proj,0.0005808698,0.10000,1.042
30,mlp.experts.103.gate_proj,0.0004578617,0.10000,1.059
30,mlp.experts.104.gate_proj,0.0005406499,0.10000,1.016
30,mlp.experts.105.gate_proj,0.0000496406,0.10000,1.051
30,mlp.experts.106.gate_proj,0.0009367908,0.10000,1.043
30,mlp.experts.107.gate_proj,0.0001841710,0.10000,1.026
30,mlp.experts.108.gate_proj,0.0051707402,0.10000,1.013
30,mlp.experts.109.gate_proj,0.0001384455,0.10000,1.044
30,mlp.experts.110.gate_proj,0.0000141101,0.10000,1.004
30,mlp.experts.111.gate_proj,0.0027169611,0.10000,1.031
30,mlp.experts.112.gate_proj,0.0003673960,0.10000,0.997
30,mlp.experts.113.gate_proj,0.0014801988,0.10000,1.038
30,mlp.experts.114.gate_proj,0.0000646861,0.10000,1.072
30,mlp.experts.115.gate_proj,0.0001148556,0.10000,1.068
30,mlp.experts.116.gate_proj,0.0000328561,0.10000,1.032
30,mlp.experts.117.gate_proj,0.0130099577,0.10000,1.069
30,mlp.experts.118.gate_proj,0.0000952656,0.10000,1.038
30,mlp.experts.119.gate_proj,0.0000903441,0.10000,1.049
30,mlp.experts.120.gate_proj,0.0010790021,0.10000,1.030
30,mlp.experts.121.gate_proj,0.0002112909,0.10000,1.067
30,mlp.experts.122.gate_proj,0.0001188683,0.10000,1.020
30,mlp.experts.123.gate_proj,0.0001120723,0.10000,1.070
30,mlp.experts.124.gate_proj,0.0014374197,0.10000,1.051
30,mlp.experts.125.gate_proj,0.0001234635,0.10000,1.050
30,mlp.experts.126.gate_proj,0.0002296143,0.10000,1.043
30,mlp.experts.127.gate_proj,0.0000856755,0.10000,0.645
30,mlp.experts.1.down_proj,0.0000427754,0.10000,0.361
30,mlp.experts.0.down_proj,0.0000086791,0.10000,0.381
30,mlp.experts.2.down_proj,0.0001437803,0.10000,0.383
30,mlp.experts.3.down_proj,0.0000238641,0.10000,0.393
30,mlp.experts.4.down_proj,0.0000076920,0.10000,0.371
30,mlp.experts.5.down_proj,0.0008806279,0.10000,0.390
30,mlp.experts.6.down_proj,0.0000678112,0.10000,0.349
30,mlp.experts.7.down_proj,0.0000037450,0.10000,0.344
30,mlp.experts.8.down_proj,0.0002805246,0.10000,0.358
30,mlp.experts.9.down_proj,0.0000286038,0.10000,0.353
30,mlp.experts.10.down_proj,0.0000018736,0.10000,0.389
30,mlp.experts.11.down_proj,0.0000791843,0.10000,0.381
30,mlp.experts.12.down_proj,0.0000204224,0.10000,0.388
30,mlp.experts.13.down_proj,0.0000067260,0.10000,0.409
30,mlp.experts.14.down_proj,0.0000643629,0.10000,0.386
30,mlp.experts.15.down_proj,0.0001503776,0.10000,0.403
30,mlp.experts.16.down_proj,0.0000978975,0.10000,0.387
30,mlp.experts.17.down_proj,0.0000555656,0.10000,0.402
30,mlp.experts.18.down_proj,0.0001559527,0.10000,0.356
30,mlp.experts.19.down_proj,0.0000497163,0.10000,0.362
30,mlp.experts.20.down_proj,0.0000422737,0.10000,0.380
30,mlp.experts.21.down_proj,0.0003246723,0.10000,0.380
30,mlp.experts.22.down_proj,0.0000040579,0.10000,0.380
30,mlp.experts.23.down_proj,0.0000017416,0.10000,0.384
30,mlp.experts.24.down_proj,0.0001140546,0.10000,0.353
30,mlp.experts.25.down_proj,0.0000132458,0.10000,0.351
30,mlp.experts.26.down_proj,0.0000436672,0.10000,0.383
30,mlp.experts.27.down_proj,0.0001191396,0.10000,0.383
30,mlp.experts.28.down_proj,0.0000120820,0.10000,0.378
30,mlp.experts.29.down_proj,0.0001498898,0.10000,0.385
30,mlp.experts.30.down_proj,0.0000267128,0.10000,0.383
30,mlp.experts.31.down_proj,0.0004292156,0.10000,0.385
30,mlp.experts.32.down_proj,0.0000948462,0.10000,0.387
30,mlp.experts.33.down_proj,0.0000188007,0.10000,0.376
30,mlp.experts.34.down_proj,0.0000161908,0.10000,0.322
30,mlp.experts.35.down_proj,0.0002275058,0.10000,0.338
30,mlp.experts.36.down_proj,0.0000704506,0.10000,0.409
30,mlp.experts.37.down_proj,0.0000219846,0.10000,0.402
30,mlp.experts.38.down_proj,0.0000199641,0.10000,0.410
30,mlp.experts.39.down_proj,0.0000275338,0.10000,0.391
30,mlp.experts.40.down_proj,0.0002147644,0.10000,0.416
30,mlp.experts.41.down_proj,0.0000190082,0.10000,0.431
30,mlp.experts.42.down_proj,0.0000347526,0.10000,0.396
30,mlp.experts.43.down_proj,0.0006720235,0.10000,0.410
30,mlp.experts.44.down_proj,0.0000132990,0.10000,0.404
30,mlp.experts.45.down_proj,0.0009410227,0.10000,0.389
30,mlp.experts.46.down_proj,0.0000202109,0.10000,0.390
30,mlp.experts.47.down_proj,0.0005038747,0.10000,0.409
30,mlp.experts.48.down_proj,0.0000193570,0.10000,0.407
30,mlp.experts.49.down_proj,0.0000235043,0.10000,0.394
30,mlp.experts.50.down_proj,0.0003854887,0.10000,0.382
30,mlp.experts.51.down_proj,0.0001666628,0.10000,0.403
30,mlp.experts.52.down_proj,0.0000043810,0.10000,0.398
30,mlp.experts.53.down_proj,0.0001435222,0.10000,0.402
30,mlp.experts.54.down_proj,0.0000069669,0.10000,0.388
30,mlp.experts.55.down_proj,0.0001554591,0.10000,0.392
30,mlp.experts.56.down_proj,0.0000014037,0.10000,0.396
30,mlp.experts.57.down_proj,0.0003728624,0.10000,0.393
30,mlp.experts.58.down_proj,0.0000110432,0.10000,0.408
30,mlp.experts.59.down_proj,0.0002859509,0.10000,0.390
30,mlp.experts.60.down_proj,0.0003597667,0.10000,0.410
30,mlp.experts.61.down_proj,0.0000127435,0.10000,0.384
30,mlp.experts.62.down_proj,0.0000078183,0.10000,0.396
30,mlp.experts.63.down_proj,0.0000077729,0.10000,0.382
30,mlp.experts.64.down_proj,0.0000032186,0.10000,0.393
30,mlp.experts.65.down_proj,0.0000606421,0.10000,0.396
30,mlp.experts.66.down_proj,0.0001027656,0.10000,0.395
30,mlp.experts.67.down_proj,0.0000274283,0.10000,0.400
30,mlp.experts.68.down_proj,0.0003145430,0.10000,0.397
30,mlp.experts.69.down_proj,0.0004358083,0.10000,0.402
30,mlp.experts.70.down_proj,0.0000808241,0.10000,0.395
30,mlp.experts.71.down_proj,0.0000130118,0.10000,0.397
30,mlp.experts.72.down_proj,0.0000418000,0.10000,0.397
30,mlp.experts.73.down_proj,0.0003384884,0.10000,0.386
30,mlp.experts.74.down_proj,0.0000433316,0.10000,0.364
30,mlp.experts.75.down_proj,0.0000044899,0.10000,0.362
30,mlp.experts.76.down_proj,0.0000913318,0.10000,0.405
30,mlp.experts.77.down_proj,0.0000379640,0.10000,0.394
30,mlp.experts.78.down_proj,0.0000461912,0.10000,0.368
30,mlp.experts.79.down_proj,0.0000248032,0.10000,0.395
30,mlp.experts.80.down_proj,0.0000567586,0.10000,0.378
30,mlp.experts.81.down_proj,0.0011583964,0.10000,0.401
30,mlp.experts.82.down_proj,0.0001324066,0.10000,0.390
30,mlp.experts.83.down_proj,0.0000138961,0.10000,0.396
30,mlp.experts.84.down_proj,0.0000194663,0.10000,0.392
30,mlp.experts.85.down_proj,0.0000016507,0.10000,0.405
30,mlp.experts.86.down_proj,0.0000024834,0.10000,0.351
30,mlp.experts.87.down_proj,0.0000098024,0.10000,0.342
30,mlp.experts.88.down_proj,0.0000502735,0.10000,0.364
30,mlp.experts.89.down_proj,0.0000201891,0.10000,0.378
30,mlp.experts.90.down_proj,0.0000740636,0.10000,0.336
30,mlp.experts.91.down_proj,0.0001047592,0.10000,0.354
30,mlp.experts.92.down_proj,0.0000175404,0.10000,0.389
30,mlp.experts.93.down_proj,0.0000177544,0.10000,0.385
30,mlp.experts.94.down_proj,0.0000391616,0.10000,0.377
30,mlp.experts.95.down_proj,0.0001454798,0.10000,0.394
30,mlp.experts.96.down_proj,0.0000104684,0.10000,0.395
30,mlp.experts.97.down_proj,0.0000048477,0.10000,0.402
30,mlp.experts.98.down_proj,0.0001144423,0.10000,0.397
30,mlp.experts.99.down_proj,0.0000200724,0.10000,0.396
30,mlp.experts.100.down_proj,0.0000073852,0.10000,0.392
30,mlp.experts.101.down_proj,0.0000065300,0.10000,0.405
30,mlp.experts.102.down_proj,0.0001550205,0.10000,0.366
30,mlp.experts.103.down_proj,0.0000284083,0.10000,0.349
30,mlp.experts.104.down_proj,0.0001262239,0.10000,0.344
30,mlp.experts.105.down_proj,0.0000105818,0.10000,0.328
30,mlp.experts.106.down_proj,0.0001696925,0.10000,0.330
30,mlp.experts.107.down_proj,0.0000179298,0.10000,0.330
30,mlp.experts.108.down_proj,0.0007811253,0.10000,0.327
30,mlp.experts.109.down_proj,0.0000247993,0.10000,0.332
30,mlp.experts.110.down_proj,0.0000022551,0.10000,0.365
30,mlp.experts.111.down_proj,0.0005568119,0.10000,0.363
30,mlp.experts.112.down_proj,0.0001595098,0.10000,0.340
30,mlp.experts.113.down_proj,0.0005217364,0.10000,0.332
30,mlp.experts.114.down_proj,0.0000097090,0.10000,0.321
30,mlp.experts.115.down_proj,0.0000279933,0.10000,0.372
30,mlp.experts.116.down_proj,0.0000060337,0.10000,0.393
30,mlp.experts.117.down_proj,0.0001539911,0.10000,0.407
30,mlp.experts.118.down_proj,0.0000248942,0.10000,0.414
30,mlp.experts.119.down_proj,0.0000155906,0.10000,0.367
30,mlp.experts.120.down_proj,0.0001589388,0.10000,0.368
30,mlp.experts.121.down_proj,0.0000321498,0.10000,0.407
30,mlp.experts.122.down_proj,0.0000156642,0.10000,0.403
30,mlp.experts.123.down_proj,0.0000249843,0.10000,0.406
30,mlp.experts.124.down_proj,0.0003518730,0.10000,0.405
30,mlp.experts.125.down_proj,0.0000220031,0.10000,0.373
30,mlp.experts.126.down_proj,0.0000597628,0.10000,0.385
30,mlp.experts.127.down_proj,0.0000175872,0.10000,0.305
31,self_attn.q_proj,0.0000005474,0.10000,0.980
31,self_attn.k_proj,0.0000000742,0.10000,1.017
31,self_attn.v_proj,0.0000000859,0.10000,0.620
31,self_attn.o_proj,0.0000000930,0.10000,1.198
31,mlp.gate,0.0000041537,0.10000,0.631
31,mlp.experts.0.up_proj,0.0020018705,0.10000,1.046
31,mlp.experts.1.up_proj,0.0000812248,0.10000,1.056
31,mlp.experts.2.up_proj,0.0004954166,0.10000,1.018
31,mlp.experts.3.up_proj,0.0001179704,0.10000,1.020
31,mlp.experts.4.up_proj,0.0000497185,0.10000,1.027
31,mlp.experts.5.up_proj,0.0000310569,0.10000,1.064
31,mlp.experts.6.up_proj,0.0001886647,0.10000,1.078
31,mlp.experts.7.up_proj,0.0010600376,0.10000,1.064
31,mlp.experts.8.up_proj,0.0003881535,0.10000,1.064
31,mlp.experts.9.up_proj,0.0000735478,0.10000,1.038
31,mlp.experts.10.up_proj,0.0009964951,0.10000,1.046
31,mlp.experts.11.up_proj,0.0000775858,0.10000,1.052
31,mlp.experts.12.up_proj,0.0000547234,0.10000,1.012
31,mlp.experts.13.up_proj,0.0000463242,0.10000,1.029
31,mlp.experts.14.up_proj,0.0006961432,0.10000,1.010
31,mlp.experts.15.up_proj,0.0001429768,0.10000,1.009
31,mlp.experts.16.up_proj,0.0005713713,0.10000,0.990
31,mlp.experts.17.up_proj,0.0000458877,0.10000,1.053
31,mlp.experts.18.up_proj,0.0005148871,0.10000,1.006
31,mlp.experts.19.up_proj,0.0003240078,0.10000,1.012
31,mlp.experts.20.up_proj,0.0000227341,0.10000,1.043
31,mlp.experts.21.up_proj,0.0000225877,0.10000,1.035
31,mlp.experts.22.up_proj,0.0001144147,0.10000,1.025
31,mlp.experts.23.up_proj,0.0016550527,0.10000,1.023
31,mlp.experts.24.up_proj,0.0000899308,0.10000,1.043
31,mlp.experts.25.up_proj,0.0000810875,0.10000,0.992
31,mlp.experts.26.up_proj,0.0000117861,0.10000,1.034
31,mlp.experts.27.up_proj,0.0002083751,0.10000,1.023
31,mlp.experts.28.up_proj,0.0049441902,0.10000,1.036
31,mlp.experts.29.up_proj,0.0003545996,0.10000,1.054
31,mlp.experts.30.up_proj,0.0004458332,0.10000,1.066
31,mlp.experts.31.up_proj,0.0000303579,0.10000,1.047
31,mlp.experts.32.up_proj,0.0002088649,0.10000,1.017
31,mlp.experts.33.up_proj,0.0000210231,0.10000,1.041
31,mlp.experts.34.up_proj,0.0000499071,0.10000,1.017
31,mlp.experts.35.up_proj,0.0007828179,0.10000,1.048
31,mlp.experts.36.up_proj,0.0000937180,0.10000,0.962
31,mlp.experts.37.up_proj,0.0016881309,0.10000,0.963
31,mlp.experts.38.up_proj,0.0002580203,0.10000,0.995
31,mlp.experts.39.up_proj,0.0000495382,0.10000,1.003
31,mlp.experts.40.up_proj,0.0005519231,0.10000,0.985
31,mlp.experts.41.up_proj,0.0001463997,0.10000,0.978
31,mlp.experts.42.up_proj,0.0009316712,0.10000,0.993
31,mlp.experts.43.up_proj,0.0012845821,0.10000,0.992
31,mlp.experts.44.up_proj,0.0000971224,0.10000,0.997
31,mlp.experts.45.up_proj,0.0000671652,0.10000,1.000
31,mlp.experts.46.up_proj,0.0002604562,0.10000,1.029
31,mlp.experts.47.up_proj,0.0001563413,0.10000,1.037
31,mlp.experts.48.up_proj,0.0000164828,0.10000,1.025
31,mlp.experts.49.up_proj,0.0000558616,0.10000,1.029
31,mlp.experts.50.up_proj,0.0001002069,0.10000,1.011
31,mlp.experts.51.up_proj,0.0000137026,0.10000,1.014
31,mlp.experts.52.up_proj,0.0001126906,0.10000,1.000
31,mlp.experts.53.up_proj,0.0000523583,0.10000,1.077
31,mlp.experts.54.up_proj,0.0029013918,0.10000,1.070
31,mlp.experts.55.up_proj,0.0015620478,0.10000,1.068
31,mlp.experts.56.up_proj,0.0001929494,0.10000,0.959
31,mlp.experts.57.up_proj,0.0057886167,0.10000,0.935
31,mlp.experts.58.up_proj,0.0000928141,0.10000,1.015
31,mlp.experts.59.up_proj,0.0000497450,0.10000,1.021
31,mlp.experts.60.up_proj,0.0001294101,0.10000,1.034
31,mlp.experts.61.up_proj,0.0001345234,0.10000,1.022
31,mlp.experts.62.up_proj,0.0012474443,0.10000,1.033
31,mlp.experts.63.up_proj,0.0001217541,0.10000,1.022
31,mlp.experts.64.up_proj,0.0001755456,0.10000,1.018
31,mlp.experts.65.up_proj,0.0009271768,0.10000,1.003
31,mlp.experts.66.up_proj,0.0000387994,0.10000,0.952
31,mlp.experts.67.up_proj,0.0002940302,0.10000,1.020
31,mlp.experts.68.up_proj,0.0008645858,0.10000,0.987
31,mlp.experts.69.up_proj,0.0007010221,0.10000,0.996
31,mlp.experts.70.up_proj,0.0003585747,0.10000,1.053
31,mlp.experts.71.up_proj,0.0014264211,0.10000,1.044
31,mlp.experts.72.up_proj,0.0002160733,0.10000,1.062
31,mlp.experts.73.up_proj,0.0000410401,0.10000,1.080
31,mlp.experts.74.up_proj,0.0002269710,0.10000,1.091
31,mlp.experts.75.up_proj,0.0000674166,0.10000,1.045
31,mlp.experts.76.up_proj,0.0018264276,0.10000,1.052
31,mlp.experts.77.up_proj,0.0137187037,0.10000,1.061
31,mlp.experts.78.up_proj,0.0004486865,0.10000,1.022
31,mlp.experts.79.up_proj,0.0001442390,0.10000,1.011
31,mlp.experts.80.up_proj,0.0017659552,0.10000,0.970
31,mlp.experts.81.up_proj,0.0005685948,0.10000,1.012
31,mlp.experts.82.up_proj,0.0000568683,0.10000,1.049
31,mlp.experts.83.up_proj,0.0000722731,0.10000,1.020
31,mlp.experts.84.up_proj,0.0022645804,0.10000,1.054
31,mlp.experts.85.up_proj,0.0010701641,0.10000,1.032
31,mlp.experts.86.up_proj,0.0000716964,0.10000,1.050
31,mlp.experts.87.up_proj,0.0011497413,0.10000,0.983
31,mlp.experts.88.up_proj,0.0001228498,0.10000,1.064
31,mlp.experts.89.up_proj,0.0000428113,0.10000,1.010
31,mlp.experts.90.up_proj,0.0017465371,0.10000,1.070
31,mlp.experts.91.up_proj,0.0001144591,0.10000,1.054
31,mlp.experts.92.up_proj,0.0007431188,0.10000,1.039
31,mlp.experts.93.up_proj,0.0000227657,0.10000,1.036
31,mlp.experts.94.up_proj,0.0000276725,0.10000,1.009
31,mlp.experts.95.up_proj,0.0001467566,0.10000,1.014
31,mlp.experts.96.up_proj,0.0008641193,0.10000,1.059
31,mlp.experts.97.up_proj,0.0007002080,0.10000,1.070
31,mlp.experts.98.up_proj,0.0000143358,0.10000,0.984
31,mlp.experts.99.up_proj,0.0000833774,0.10000,1.035
31,mlp.experts.100.up_proj,0.0000561515,0.10000,1.049
31,mlp.experts.101.up_proj,0.0002574451,0.10000,1.045
31,mlp.experts.102.up_proj,0.0020688946,0.10000,1.005
31,mlp.experts.103.up_proj,0.0004339211,0.10000,1.006
31,mlp.experts.104.up_proj,0.0006919755,0.10000,1.032
31,mlp.experts.105.up_proj,0.0017941514,0.10000,1.024
31,mlp.experts.106.up_proj,0.0000557056,0.10000,1.029
31,mlp.experts.107.up_proj,0.0006414501,0.10000,1.089
31,mlp.experts.108.up_proj,0.0001653390,0.10000,1.033
31,mlp.experts.109.up_proj,0.0002788320,0.10000,1.070
31,mlp.experts.110.up_proj,0.0000127724,0.10000,1.030
31,mlp.experts.111.up_proj,0.0004720818,0.10000,1.067
31,mlp.experts.112.up_proj,0.0000695763,0.10000,1.055
31,mlp.experts.113.up_proj,0.0005423808,0.10000,1.050
31,mlp.experts.114.up_proj,0.0003635168,0.10000,1.050
31,mlp.experts.115.up_proj,0.0002191858,0.10000,1.044
31,mlp.experts.116.up_proj,0.0000369538,0.10000,0.997
31,mlp.experts.117.up_proj,0.0003413385,0.10000,1.042
31,mlp.experts.118.up_proj,0.0004212348,0.10000,1.009
31,mlp.experts.119.up_proj,0.0004574422,0.10000,1.059
31,mlp.experts.120.up_proj,0.0009406786,0.10000,1.070
31,mlp.experts.121.up_proj,0.0076899307,0.10000,1.042
31,mlp.experts.122.up_proj,0.0029875298,0.10000,1.044
31,mlp.experts.123.up_proj,0.0002890259,0.10000,1.038
31,mlp.experts.124.up_proj,0.0001968834,0.10000,1.071
31,mlp.experts.125.up_proj,0.0000620290,0.10000,1.035
31,mlp.experts.126.up_proj,0.0007102306,0.10000,1.041
31,mlp.experts.127.up_proj,0.0001690376,0.10000,1.042
31,mlp.experts.0.gate_proj,0.0020759946,0.10000,0.997
31,mlp.experts.1.gate_proj,0.0000872231,0.10000,1.003
31,mlp.experts.2.gate_proj,0.0004436143,0.10000,0.996
31,mlp.experts.3.gate_proj,0.0001096631,0.10000,1.005
31,mlp.experts.4.gate_proj,0.0000518865,0.10000,1.008
31,mlp.experts.5.gate_proj,0.0000315098,0.10000,0.964
31,mlp.experts.6.gate_proj,0.0001927369,0.10000,1.033
31,mlp.experts.7.gate_proj,0.0012341060,0.10000,1.033
31,mlp.experts.8.gate_proj,0.0003887953,0.10000,0.999
31,mlp.experts.9.gate_proj,0.0000739066,0.10000,0.995
31,mlp.experts.10.gate_proj,0.0009746385,0.10000,1.024
31,mlp.experts.11.gate_proj,0.0000840144,0.10000,1.022
31,mlp.experts.12.gate_proj,0.0000607225,0.10000,1.035
31,mlp.experts.13.gate_proj,0.0000482591,0.10000,1.031
31,mlp.experts.14.gate_proj,0.0007704870,0.10000,0.985
31,mlp.experts.15.gate_proj,0.0001501680,0.10000,1.010
31,mlp.experts.16.gate_proj,0.0004983390,0.10000,1.002
31,mlp.experts.17.gate_proj,0.0000483009,0.10000,1.003
31,mlp.experts.18.gate_proj,0.0005324245,0.10000,1.020
31,mlp.experts.19.gate_proj,0.0003101281,0.10000,1.069
31,mlp.experts.20.gate_proj,0.0000234070,0.10000,0.983
31,mlp.experts.21.gate_proj,0.0000231155,0.10000,1.008
31,mlp.experts.22.gate_proj,0.0001225209,0.10000,0.984
31,mlp.experts.23.gate_proj,0.0015278932,0.10000,1.011
31,mlp.experts.24.gate_proj,0.0000912503,0.10000,0.995
31,mlp.experts.25.gate_proj,0.0000823130,0.10000,1.019
31,mlp.experts.26.gate_proj,0.0000107691,0.10000,1.007
31,mlp.experts.27.gate_proj,0.0001988601,0.10000,1.047
31,mlp.experts.28.gate_proj,0.0055659363,0.10000,1.021
31,mlp.experts.29.gate_proj,0.0003571750,0.10000,1.058
31,mlp.experts.30.gate_proj,0.0004358009,0.10000,1.034
31,mlp.experts.31.gate_proj,0.0000282386,0.10000,1.037
31,mlp.experts.32.gate_proj,0.0002206781,0.10000,1.055
31,mlp.experts.33.gate_proj,0.0000217421,0.10000,1.048
31,mlp.experts.34.gate_proj,0.0000398659,0.10000,1.046
31,mlp.experts.35.gate_proj,0.0008162391,0.10000,0.993
31,mlp.experts.36.gate_proj,0.0000944960,0.10000,0.975
31,mlp.experts.37.gate_proj,0.0016442284,0.10000,1.008
31,mlp.experts.38.gate_proj,0.0002646292,0.10000,0.991
31,mlp.experts.39.gate_proj,0.0000471656,0.10000,1.050
31,mlp.experts.40.gate_proj,0.0005955417,0.10000,0.993
31,mlp.experts.41.gate_proj,0.0001465890,0.10000,0.999
31,mlp.experts.42.gate_proj,0.0009660333,0.10000,0.997
31,mlp.experts.43.gate_proj,0.0011250488,0.10000,1.000
31,mlp.experts.44.gate_proj,0.0001011736,0.10000,1.021
31,mlp.experts.45.gate_proj,0.0000650658,0.10000,0.997
31,mlp.experts.46.gate_proj,0.0002441833,0.10000,1.004
31,mlp.experts.47.gate_proj,0.0001657820,0.10000,1.005
31,mlp.experts.48.gate_proj,0.0000145896,0.10000,1.020
31,mlp.experts.49.gate_proj,0.0000479082,0.10000,1.081
31,mlp.experts.50.gate_proj,0.0000840163,0.10000,1.010
31,mlp.experts.51.gate_proj,0.0000115609,0.10000,1.040
31,mlp.experts.52.gate_proj,0.0001243791,0.10000,0.984
31,mlp.experts.53.gate_proj,0.0000512923,0.10000,0.995
31,mlp.experts.54.gate_proj,0.0031294414,0.10000,1.009
31,mlp.experts.55.gate_proj,0.0013857136,0.10000,1.009
31,mlp.experts.56.gate_proj,0.0002159679,0.10000,0.997
31,mlp.experts.57.gate_proj,0.0053553838,0.10000,0.970
31,mlp.experts.58.gate_proj,0.0000943008,0.10000,0.948
31,mlp.experts.59.gate_proj,0.0000508697,0.10000,0.995
31,mlp.experts.60.gate_proj,0.0001216405,0.10000,1.004
31,mlp.experts.61.gate_proj,0.0001368366,0.10000,1.050
31,mlp.experts.62.gate_proj,0.0011790697,0.10000,1.048
31,mlp.experts.63.gate_proj,0.0001275710,0.10000,1.033
31,mlp.experts.64.gate_proj,0.0001560466,0.10000,1.041
31,mlp.experts.65.gate_proj,0.0010207476,0.10000,1.080
31,mlp.experts.66.gate_proj,0.0000407545,0.10000,0.988
31,mlp.experts.67.gate_proj,0.0002724677,0.10000,1.053
31,mlp.experts.68.gate_proj,0.0008625389,0.10000,1.017
31,mlp.experts.69.gate_proj,0.0006577613,0.10000,1.043
31,mlp.experts.70.gate_proj,0.0003651620,0.10000,1.018
31,mlp.experts.71.gate_proj,0.0014524443,0.10000,0.944
31,mlp.experts.72.gate_proj,0.0002272480,0.10000,0.952
31,mlp.experts.73.gate_proj,0.0000391261,0.10000,1.034
31,mlp.experts.74.gate_proj,0.0002149656,0.10000,0.982
31,mlp.experts.75.gate_proj,0.0000688120,0.10000,1.013
31,mlp.experts.76.gate_proj,0.0020220853,0.10000,1.047
31,mlp.experts.77.gate_proj,0.0119989843,0.10000,1.042
31,mlp.experts.78.gate_proj,0.0004983100,0.10000,0.984
31,mlp.experts.79.gate_proj,0.0001546825,0.10000,1.056
31,mlp.experts.80.gate_proj,0.0018019051,0.10000,1.010
31,mlp.experts.81.gate_proj,0.0005565552,0.10000,1.030
31,mlp.experts.82.gate_proj,0.0000594124,0.10000,1.046
31,mlp.experts.83.gate_proj,0.0000738131,0.10000,1.071
31,mlp.experts.84.gate_proj,0.0022292774,0.10000,1.026
31,mlp.experts.85.gate_proj,0.0010226467,0.10000,1.000
31,mlp.experts.86.gate_proj,0.0000722218,0.10000,1.030
31,mlp.experts.87.gate_proj,0.0011671726,0.10000,1.053
31,mlp.experts.88.gate_proj,0.0001210682,0.10000,1.052
31,mlp.experts.89.gate_proj,0.0000446140,0.10000,0.975
31,mlp.experts.90.gate_proj,0.0017115134,0.10000,0.952
31,mlp.experts.91.gate_proj,0.0001221833,0.10000,1.012
31,mlp.experts.92.gate_proj,0.0007456975,0.10000,0.973
31,mlp.experts.93.gate_proj,0.0000221138,0.10000,1.061
31,mlp.experts.94.gate_proj,0.0000286391,0.10000,1.054
31,mlp.experts.95.gate_proj,0.0001318003,0.10000,1.056
31,mlp.experts.96.gate_proj,0.0007357186,0.10000,1.043
31,mlp.experts.97.gate_proj,0.0007531368,0.10000,1.049
31,mlp.experts.98.gate_proj,0.0000122211,0.10000,1.063
31,mlp.experts.99.gate_proj,0.0000876681,0.10000,1.029
31,mlp.experts.100.gate_proj,0.0000532103,0.10000,1.048
31,mlp.experts.101.gate_proj,0.0002812859,0.10000,1.074
31,mlp.experts.102.gate_proj,0.0020522481,0.10000,1.026
31,mlp.experts.103.gate_proj,0.0003659503,0.10000,1.058
31,mlp.experts.104.gate_proj,0.0007457128,0.10000,1.010
31,mlp.experts.105.gate_proj,0.0019149294,0.10000,1.010
31,mlp.experts.106.gate_proj,0.0000541523,0.10000,1.012
31,mlp.experts.107.gate_proj,0.0006737201,0.10000,1.039
31,mlp.experts.108.gate_proj,0.0001865808,0.10000,1.010
31,mlp.experts.109.gate_proj,0.0002839379,0.10000,1.017
31,mlp.experts.110.gate_proj,0.0000123345,0.10000,1.025
31,mlp.experts.111.gate_proj,0.0004704776,0.10000,0.993
31,mlp.experts.112.gate_proj,0.0000608487,0.10000,0.995
31,mlp.experts.113.gate_proj,0.0003986234,0.10000,1.076
31,mlp.experts.114.gate_proj,0.0004072320,0.10000,1.091
31,mlp.experts.115.gate_proj,0.0005540020,0.10000,1.033
31,mlp.experts.116.gate_proj,0.0000378186,0.10000,1.051
31,mlp.experts.117.gate_proj,0.0003280753,0.10000,1.030
31,mlp.experts.118.gate_proj,0.0004562895,0.10000,1.087
31,mlp.experts.119.gate_proj,0.0004464129,0.10000,1.041
31,mlp.experts.120.gate_proj,0.0009611423,0.10000,1.029
31,mlp.experts.121.gate_proj,0.0083705523,0.10000,1.084
31,mlp.experts.122.gate_proj,0.0029083858,0.10000,1.018
31,mlp.experts.124.gate_proj,0.0001649450,0.10000,0.995
31,mlp.experts.123.gate_proj,0.0002845071,0.10000,1.043
31,mlp.experts.126.gate_proj,0.0007611476,0.10000,1.035
31,mlp.experts.125.gate_proj,0.0000649446,0.10000,1.042
31,mlp.experts.127.gate_proj,0.0001741433,0.10000,0.636
31,mlp.experts.0.down_proj,0.0006316292,0.10000,0.402
31,mlp.experts.1.down_proj,0.0000112822,0.10000,0.414
31,mlp.experts.2.down_proj,0.0001135857,0.10000,0.400
31,mlp.experts.3.down_proj,0.0000213604,0.10000,0.407
31,mlp.experts.4.down_proj,0.0000092206,0.10000,0.343
31,mlp.experts.5.down_proj,0.0000052804,0.10000,0.351
31,mlp.experts.6.down_proj,0.0000489728,0.10000,0.361
31,mlp.experts.7.down_proj,0.0000383671,0.10000,0.370
31,mlp.experts.8.down_proj,0.0000966699,0.10000,0.374
31,mlp.experts.9.down_proj,0.0000150553,0.10000,0.401
31,mlp.experts.10.down_proj,0.0002018584,0.10000,0.349
31,mlp.experts.11.down_proj,0.0000125844,0.10000,0.352
31,mlp.experts.12.down_proj,0.0000093819,0.10000,0.377
31,mlp.experts.13.down_proj,0.0000058825,0.10000,0.378
31,mlp.experts.14.down_proj,0.0001792295,0.10000,0.387
31,mlp.experts.15.down_proj,0.0000222613,0.10000,0.385
31,mlp.experts.16.down_proj,0.0001306749,0.10000,0.336
31,mlp.experts.17.down_proj,0.0000076511,0.10000,0.341
31,mlp.experts.18.down_proj,0.0000854375,0.10000,0.390
31,mlp.experts.19.down_proj,0.0000515205,0.10000,0.393
31,mlp.experts.20.down_proj,0.0000035159,0.10000,0.398
31,mlp.experts.21.down_proj,0.0000038834,0.10000,0.401
31,mlp.experts.22.down_proj,0.0000224219,0.10000,0.399
31,mlp.experts.23.down_proj,0.0005034539,0.10000,0.392
31,mlp.experts.24.down_proj,0.0000156373,0.10000,0.404
31,mlp.experts.25.down_proj,0.0000121573,0.10000,0.371
31,mlp.experts.26.down_proj,0.0000015103,0.10000,0.348
31,mlp.experts.27.down_proj,0.0000469565,0.10000,0.350
31,mlp.experts.28.down_proj,0.0008750796,0.10000,0.393
31,mlp.experts.29.down_proj,0.0000615929,0.10000,0.410
31,mlp.experts.30.down_proj,0.0001206349,0.10000,0.397
31,mlp.experts.31.down_proj,0.0000050292,0.10000,0.400
31,mlp.experts.32.down_proj,0.0000194249,0.10000,0.345
31,mlp.experts.33.down_proj,0.0000035076,0.10000,0.350
31,mlp.experts.34.down_proj,0.0000078640,0.10000,0.404
31,mlp.experts.35.down_proj,0.0001465028,0.10000,0.400
31,mlp.experts.36.down_proj,0.0000173897,0.10000,0.412
31,mlp.experts.37.down_proj,0.0002792745,0.10000,0.405
31,mlp.experts.38.down_proj,0.0000310173,0.10000,0.362
31,mlp.experts.39.down_proj,0.0000071203,0.10000,0.361
31,mlp.experts.40.down_proj,0.0001068101,0.10000,0.381
31,mlp.experts.41.down_proj,0.0000302139,0.10000,0.393
31,mlp.experts.42.down_proj,0.0001468028,0.10000,0.376
31,mlp.experts.43.down_proj,0.0004717118,0.10000,0.397
31,mlp.experts.44.down_proj,0.0000181447,0.10000,0.384
31,mlp.experts.45.down_proj,0.0000101021,0.10000,0.386
31,mlp.experts.46.down_proj,0.0000446843,0.10000,0.337
31,mlp.experts.47.down_proj,0.0000269481,0.10000,0.338
31,mlp.experts.48.down_proj,0.0000021701,0.10000,0.334
31,mlp.experts.49.down_proj,0.0000112259,0.10000,0.355
31,mlp.experts.50.down_proj,0.0000200086,0.10000,0.401
31,mlp.experts.51.down_proj,0.0000018260,0.10000,0.401
31,mlp.experts.52.down_proj,0.0000168666,0.10000,0.388
31,mlp.experts.53.down_proj,0.0000083589,0.10000,0.373
31,mlp.experts.54.down_proj,0.0004458800,0.10000,0.331
31,mlp.experts.55.down_proj,0.0005133173,0.10000,0.340
31,mlp.experts.56.down_proj,0.0000233560,0.10000,0.384
31,mlp.experts.57.down_proj,0.0013452798,0.10000,0.401
31,mlp.experts.58.down_proj,0.0000185534,0.10000,0.397
31,mlp.experts.59.down_proj,0.0000092099,0.10000,0.375
31,mlp.experts.60.down_proj,0.0000253484,0.10000,0.355
31,mlp.experts.61.down_proj,0.0000238642,0.10000,0.354
31,mlp.experts.62.down_proj,0.0003554618,0.10000,0.369
31,mlp.experts.63.down_proj,0.0000249894,0.10000,0.365
31,mlp.experts.64.down_proj,0.0000360032,0.10000,0.408
31,mlp.experts.65.down_proj,0.0001566438,0.10000,0.400
31,mlp.experts.66.down_proj,0.0000064704,0.10000,0.403
31,mlp.experts.67.down_proj,0.0000506710,0.10000,0.403
31,mlp.experts.68.down_proj,0.0000452533,0.10000,0.361
31,mlp.experts.69.down_proj,0.0001777972,0.10000,0.368
31,mlp.experts.70.down_proj,0.0000619715,0.10000,0.348
31,mlp.experts.71.down_proj,0.0004086217,0.10000,0.343
31,mlp.experts.72.down_proj,0.0000457564,0.10000,0.392
31,mlp.experts.73.down_proj,0.0000068122,0.10000,0.407
31,mlp.experts.74.down_proj,0.0000338443,0.10000,0.405
31,mlp.experts.75.down_proj,0.0000129212,0.10000,0.395
31,mlp.experts.76.down_proj,0.0003714942,0.10000,0.415
31,mlp.experts.77.down_proj,0.0033535002,0.10000,0.391
31,mlp.experts.78.down_proj,0.0001135091,0.10000,0.409
31,mlp.experts.79.down_proj,0.0000201407,0.10000,0.403
31,mlp.experts.80.down_proj,0.0004613729,0.10000,0.391
31,mlp.experts.81.down_proj,0.0001221806,0.10000,0.413
31,mlp.experts.82.down_proj,0.0000109736,0.10000,0.369
31,mlp.experts.83.down_proj,0.0000119925,0.10000,0.379
31,mlp.experts.84.down_proj,0.0004748437,0.10000,0.355
31,mlp.experts.85.down_proj,0.0002740202,0.10000,0.349
31,mlp.experts.86.down_proj,0.0000111403,0.10000,0.378
31,mlp.experts.87.down_proj,0.0002945851,0.10000,0.375
31,mlp.experts.88.down_proj,0.0000185860,0.10000,0.376
31,mlp.experts.89.down_proj,0.0000061454,0.10000,0.388
31,mlp.experts.90.down_proj,0.0006043844,0.10000,0.399
31,mlp.experts.91.down_proj,0.0000187382,0.10000,0.373
31,mlp.experts.92.down_proj,0.0001568555,0.10000,0.335
31,mlp.experts.93.down_proj,0.0000030440,0.10000,0.352
31,mlp.experts.94.down_proj,0.0000055177,0.10000,0.344
31,mlp.experts.95.down_proj,0.0000341304,0.10000,0.326
31,mlp.experts.96.down_proj,0.0002429189,0.10000,0.359
31,mlp.experts.97.down_proj,0.0001633006,0.10000,0.366
31,mlp.experts.98.down_proj,0.0000020390,0.10000,0.384
31,mlp.experts.99.down_proj,0.0000106974,0.10000,0.385
31,mlp.experts.100.down_proj,0.0000115430,0.10000,0.387
31,mlp.experts.101.down_proj,0.0000594269,0.10000,0.387
31,mlp.experts.102.down_proj,0.0006135573,0.10000,0.368
31,mlp.experts.103.down_proj,0.0001058742,0.10000,0.364
31,mlp.experts.104.down_proj,0.0002187981,0.10000,0.368
31,mlp.experts.105.down_proj,0.0007230892,0.10000,0.391
31,mlp.experts.106.down_proj,0.0000102231,0.10000,0.370
31,mlp.experts.107.down_proj,0.0002175214,0.10000,0.388
31,mlp.experts.108.down_proj,0.0000166647,0.10000,0.371
31,mlp.experts.109.down_proj,0.0000408953,0.10000,0.371
31,mlp.experts.110.down_proj,0.0000020952,0.10000,0.373
31,mlp.experts.111.down_proj,0.0001282082,0.10000,0.389
31,mlp.experts.112.down_proj,0.0000112941,0.10000,0.417
31,mlp.experts.113.down_proj,0.0000910660,0.10000,0.393
31,mlp.experts.114.down_proj,0.0000679374,0.10000,0.407
31,mlp.experts.115.down_proj,0.0000224586,0.10000,0.402
31,mlp.experts.116.down_proj,0.0000062562,0.10000,0.392
31,mlp.experts.117.down_proj,0.0000758322,0.10000,0.393
31,mlp.experts.118.down_proj,0.0001054989,0.10000,0.401
31,mlp.experts.119.down_proj,0.0000904727,0.10000,0.388
31,mlp.experts.120.down_proj,0.0002217070,0.10000,0.351
31,mlp.experts.121.down_proj,0.0001103913,0.10000,0.346
31,mlp.experts.122.down_proj,0.0005476685,0.10000,0.410
31,mlp.experts.123.down_proj,0.0000507591,0.10000,0.391
31,mlp.experts.124.down_proj,0.0000406249,0.10000,0.396
31,mlp.experts.125.down_proj,0.0000102393,0.10000,0.405
31,mlp.experts.126.down_proj,0.0001265002,0.10000,0.405
31,mlp.experts.127.down_proj,0.0000289702,0.10000,0.378
32,self_attn.k_proj,0.0000000971,0.10000,1.037
32,self_attn.q_proj,0.0000007175,0.10000,1.042
32,self_attn.v_proj,0.0000001316,0.10000,0.612
32,self_attn.o_proj,0.0000001122,0.10000,1.221
32,mlp.gate,0.0000045112,0.10000,0.617
32,mlp.experts.0.up_proj,0.0018506294,0.10000,0.977
32,mlp.experts.1.up_proj,0.0162139099,0.10000,1.025
32,mlp.experts.2.up_proj,0.0001090902,0.10000,1.011
32,mlp.experts.3.up_proj,0.0000431842,0.10000,1.045
32,mlp.experts.4.up_proj,0.0001447174,0.10000,1.009
32,mlp.experts.5.up_proj,0.0001503062,0.10000,1.059
32,mlp.experts.6.up_proj,0.0002832995,0.10000,1.020
32,mlp.experts.7.up_proj,0.0023273726,0.10000,1.051
32,mlp.experts.8.up_proj,0.0000533920,0.10000,1.024
32,mlp.experts.9.up_proj,0.0003960644,0.10000,1.056
32,mlp.experts.10.up_proj,0.0013087113,0.10000,1.015
32,mlp.experts.11.up_proj,0.0013859301,0.10000,1.032
32,mlp.experts.12.up_proj,0.0022308449,0.10000,0.928
32,mlp.experts.13.up_proj,0.0004728669,0.10000,0.948
32,mlp.experts.14.up_proj,0.0000314635,0.10000,1.079
32,mlp.experts.15.up_proj,0.0000742371,0.10000,1.018
32,mlp.experts.16.up_proj,0.0062817548,0.10000,1.065
32,mlp.experts.17.up_proj,0.0000612362,0.10000,1.025
32,mlp.experts.18.up_proj,0.0002263392,0.10000,1.053
32,mlp.experts.19.up_proj,0.0004042909,0.10000,1.032
32,mlp.experts.20.up_proj,0.0003416643,0.10000,1.071
32,mlp.experts.21.up_proj,0.0000371298,0.10000,1.042
32,mlp.experts.22.up_proj,0.0000558778,0.10000,0.892
32,mlp.experts.23.up_proj,0.0000831416,0.10000,0.894
32,mlp.experts.24.up_proj,0.0001311493,0.10000,0.986
32,mlp.experts.25.up_proj,0.0000347000,0.10000,0.993
32,mlp.experts.26.up_proj,0.0017026343,0.10000,1.010
32,mlp.experts.27.up_proj,0.0001262582,0.10000,1.021
32,mlp.experts.28.up_proj,0.0001211907,0.10000,0.995
32,mlp.experts.29.up_proj,0.0007084600,0.10000,0.990
32,mlp.experts.30.up_proj,0.0002073969,0.10000,0.990
32,mlp.experts.31.up_proj,0.0007958079,0.10000,0.971
32,mlp.experts.32.up_proj,0.0000538924,0.10000,1.057
32,mlp.experts.33.up_proj,0.0000119307,0.10000,1.048
32,mlp.experts.34.up_proj,0.0009587522,0.10000,0.991
32,mlp.experts.35.up_proj,0.0001561608,0.10000,0.998
32,mlp.experts.36.up_proj,0.0000684088,0.10000,1.051
32,mlp.experts.37.up_proj,0.0002500005,0.10000,1.043
32,mlp.experts.38.up_proj,0.0000777731,0.10000,1.033
32,mlp.experts.39.up_proj,0.0000697413,0.10000,1.032
32,mlp.experts.40.up_proj,0.0005094012,0.10000,1.028
32,mlp.experts.41.up_proj,0.0011815277,0.10000,1.047
32,mlp.experts.42.up_proj,0.0004297612,0.10000,1.036
32,mlp.experts.43.up_proj,0.0000759788,0.10000,1.035
32,mlp.experts.44.up_proj,0.0000104338,0.10000,1.046
32,mlp.experts.45.up_proj,0.0000795293,0.10000,1.028
32,mlp.experts.46.up_proj,0.0000652435,0.10000,1.063
32,mlp.experts.47.up_proj,0.0000613520,0.10000,0.998
32,mlp.experts.48.up_proj,0.0002539297,0.10000,1.023
32,mlp.experts.49.up_proj,0.0009774151,0.10000,1.024
32,mlp.experts.50.up_proj,0.0004748514,0.10000,1.046
32,mlp.experts.51.up_proj,0.0008841592,0.10000,1.046
32,mlp.experts.52.up_proj,0.0012976706,0.10000,1.028
32,mlp.experts.53.up_proj,0.0000994154,0.10000,1.025
32,mlp.experts.54.up_proj,0.0004035764,0.10000,1.036
32,mlp.experts.55.up_proj,0.0004086655,0.10000,1.044
32,mlp.experts.56.up_proj,0.0000335556,0.10000,1.026
32,mlp.experts.57.up_proj,0.0001704843,0.10000,1.032
32,mlp.experts.58.up_proj,0.0106393878,0.10000,1.055
32,mlp.experts.59.up_proj,0.0003172857,0.10000,1.055
32,mlp.experts.60.up_proj,0.0004075822,0.10000,0.974
32,mlp.experts.61.up_proj,0.0005284017,0.10000,0.976
32,mlp.experts.63.up_proj,0.0015922330,0.10000,1.071
32,mlp.experts.62.up_proj,0.0000332812,0.10000,1.101
32,mlp.experts.64.up_proj,0.0001067272,0.10000,1.015
32,mlp.experts.65.up_proj,0.0000807586,0.10000,1.025
32,mlp.experts.66.up_proj,0.0001271844,0.10000,1.015
32,mlp.experts.67.up_proj,0.0001543898,0.10000,1.037
32,mlp.experts.68.up_proj,0.0003729289,0.10000,1.005
32,mlp.experts.69.up_proj,0.0002495223,0.10000,1.009
32,mlp.experts.70.up_proj,0.0001297935,0.10000,1.046
32,mlp.experts.71.up_proj,0.0009752595,0.10000,1.055
32,mlp.experts.72.up_proj,0.0002367017,0.10000,1.030
32,mlp.experts.73.up_proj,0.0059700899,0.10000,1.068
32,mlp.experts.74.up_proj,0.0000939813,0.10000,1.045
32,mlp.experts.75.up_proj,0.0020177353,0.10000,1.047
32,mlp.experts.76.up_proj,0.0006510051,0.10000,1.055
32,mlp.experts.77.up_proj,0.0001633603,0.10000,1.003
32,mlp.experts.78.up_proj,0.0001450862,0.10000,1.038
32,mlp.experts.79.up_proj,0.0001151411,0.10000,1.035
32,mlp.experts.80.up_proj,0.0000356180,0.10000,1.005
32,mlp.experts.81.up_proj,0.0011994122,0.10000,1.002
32,mlp.experts.82.up_proj,0.0000372904,0.10000,1.040
32,mlp.experts.83.up_proj,0.0014066107,0.10000,1.071
32,mlp.experts.84.up_proj,0.0001817062,0.10000,1.029
32,mlp.experts.85.up_proj,0.0007019905,0.10000,1.034
32,mlp.experts.86.up_proj,0.0000372454,0.10000,1.026
32,mlp.experts.87.up_proj,0.0001959599,0.10000,1.048
32,mlp.experts.88.up_proj,0.0005013298,0.10000,1.034
32,mlp.experts.89.up_proj,0.0028377087,0.10000,1.048
32,mlp.experts.90.up_proj,0.0000172466,0.10000,1.033
32,mlp.experts.91.up_proj,0.0000307609,0.10000,0.965
32,mlp.experts.92.up_proj,0.0001981993,0.10000,0.979
32,mlp.experts.93.up_proj,0.0009954639,0.10000,1.034
32,mlp.experts.94.up_proj,0.0001730097,0.10000,1.021
32,mlp.experts.95.up_proj,0.0000120329,0.10000,1.032
32,mlp.experts.96.up_proj,0.0072171790,0.10000,1.036
32,mlp.experts.97.up_proj,0.0014897351,0.10000,1.016
32,mlp.experts.98.up_proj,0.0003764854,0.10000,1.054
32,mlp.experts.99.up_proj,0.0002370368,0.10000,1.049
32,mlp.experts.100.up_proj,0.0000405035,0.10000,1.056
32,mlp.experts.101.up_proj,0.0001859091,0.10000,1.048
32,mlp.experts.102.up_proj,0.0005542367,0.10000,0.984
32,mlp.experts.103.up_proj,0.0000332010,0.10000,0.999
32,mlp.experts.104.up_proj,0.0000236476,0.10000,1.056
32,mlp.experts.105.up_proj,0.0000193110,0.10000,1.020
32,mlp.experts.106.up_proj,0.0000143092,0.10000,0.977
32,mlp.experts.107.up_proj,0.0006494503,0.10000,0.948
32,mlp.experts.108.up_proj,0.0002694441,0.10000,1.013
32,mlp.experts.109.up_proj,0.0002570252,0.10000,1.034
32,mlp.experts.110.up_proj,0.0000325238,0.10000,0.995
32,mlp.experts.111.up_proj,0.0010298774,0.10000,1.032
32,mlp.experts.112.up_proj,0.0023137220,0.10000,1.006
32,mlp.experts.113.up_proj,0.0015110279,0.10000,1.012
32,mlp.experts.114.up_proj,0.0000839230,0.10000,0.990
32,mlp.experts.115.up_proj,0.0076658856,0.10000,1.044
32,mlp.experts.116.up_proj,0.0000178869,0.10000,1.004
32,mlp.experts.117.up_proj,0.0007453267,0.10000,1.024
32,mlp.experts.118.up_proj,0.0015245839,0.10000,1.006
32,mlp.experts.119.up_proj,0.0019137577,0.10000,1.024
32,mlp.experts.120.up_proj,0.0005080180,0.10000,1.012
32,mlp.experts.121.up_proj,0.0000601865,0.10000,1.000
32,mlp.experts.122.up_proj,0.0000581140,0.10000,0.995
32,mlp.experts.123.up_proj,0.0005123877,0.10000,0.998
32,mlp.experts.124.up_proj,0.0001974320,0.10000,0.999
32,mlp.experts.125.up_proj,0.0002630792,0.10000,1.051
32,mlp.experts.126.up_proj,0.0005754921,0.10000,1.027
32,mlp.experts.127.up_proj,0.0001195384,0.10000,1.045
32,mlp.experts.0.gate_proj,0.0019459093,0.10000,0.988
32,mlp.experts.1.gate_proj,0.0155920581,0.10000,0.980
32,mlp.experts.2.gate_proj,0.0001091955,0.10000,1.040
32,mlp.experts.3.gate_proj,0.0000431190,0.10000,0.978
32,mlp.experts.4.gate_proj,0.0001448587,0.10000,1.036
32,mlp.experts.5.gate_proj,0.0001525594,0.10000,1.031
32,mlp.experts.6.gate_proj,0.0002867716,0.10000,1.031
32,mlp.experts.7.gate_proj,0.0023174133,0.10000,1.012
32,mlp.experts.8.gate_proj,0.0000524453,0.10000,1.031
32,mlp.experts.9.gate_proj,0.0011333209,0.10000,0.988
32,mlp.experts.10.gate_proj,0.0013093182,0.10000,1.043
32,mlp.experts.11.gate_proj,0.0013787952,0.10000,1.026
32,mlp.experts.12.gate_proj,0.0020840520,0.10000,0.935
32,mlp.experts.13.gate_proj,0.0004984230,0.10000,0.916
32,mlp.experts.14.gate_proj,0.0000282903,0.10000,1.032
32,mlp.experts.15.gate_proj,0.0000689571,0.10000,1.038
32,mlp.experts.16.gate_proj,0.0063799412,0.10000,1.050
32,mlp.experts.17.gate_proj,0.0000651670,0.10000,1.012
32,mlp.experts.18.gate_proj,0.0002220488,0.10000,1.071
32,mlp.experts.19.gate_proj,0.0003819011,0.10000,1.046
32,mlp.experts.20.gate_proj,0.0002552515,0.10000,0.988
32,mlp.experts.21.gate_proj,0.0000363735,0.10000,1.062
32,mlp.experts.22.gate_proj,0.0000538888,0.10000,1.044
32,mlp.experts.23.gate_proj,0.0000791671,0.10000,1.055
32,mlp.experts.24.gate_proj,0.0001384297,0.10000,1.022
32,mlp.experts.25.gate_proj,0.0000333364,0.10000,1.070
32,mlp.experts.26.gate_proj,0.0016666675,0.10000,1.040
32,mlp.experts.27.gate_proj,0.0001165775,0.10000,1.037
32,mlp.experts.28.gate_proj,0.0001207735,0.10000,1.056
32,mlp.experts.29.gate_proj,0.0007071038,0.10000,1.029
32,mlp.experts.30.gate_proj,0.0001983097,0.10000,1.047
32,mlp.experts.31.gate_proj,0.0007863144,0.10000,0.986
32,mlp.experts.32.gate_proj,0.0000555048,0.10000,1.041
32,mlp.experts.33.gate_proj,0.0000114856,0.10000,1.077
32,mlp.experts.34.gate_proj,0.0008629020,0.10000,1.037
32,mlp.experts.35.gate_proj,0.0001229216,0.10000,1.067
32,mlp.experts.36.gate_proj,0.0000649171,0.10000,1.062
32,mlp.experts.37.gate_proj,0.0002390996,0.10000,1.042
32,mlp.experts.38.gate_proj,0.0000603379,0.10000,0.980
32,mlp.experts.39.gate_proj,0.0000511422,0.10000,1.074
32,mlp.experts.40.gate_proj,0.0004987209,0.10000,1.025
32,mlp.experts.41.gate_proj,0.0011110249,0.10000,1.058
32,mlp.experts.42.gate_proj,0.0004226725,0.10000,1.017
32,mlp.experts.43.gate_proj,0.0000702054,0.10000,1.057
32,mlp.experts.44.gate_proj,0.0000083171,0.10000,1.021
32,mlp.experts.45.gate_proj,0.0000799404,0.10000,1.075
32,mlp.experts.46.gate_proj,0.0000605351,0.10000,1.034
32,mlp.experts.47.gate_proj,0.0000606278,0.10000,1.027
32,mlp.experts.48.gate_proj,0.0002469362,0.10000,1.042
32,mlp.experts.49.gate_proj,0.0009086057,0.10000,1.001
32,mlp.experts.50.gate_proj,0.0004877259,0.10000,0.986
32,mlp.experts.51.gate_proj,0.0008682517,0.10000,0.990
32,mlp.experts.52.gate_proj,0.0011413073,0.10000,1.059
32,mlp.experts.53.gate_proj,0.0001008098,0.10000,1.079
32,mlp.experts.54.gate_proj,0.0003931003,0.10000,1.018
32,mlp.experts.55.gate_proj,0.0003489683,0.10000,1.013
32,mlp.experts.56.gate_proj,0.0000340441,0.10000,0.999
32,mlp.experts.57.gate_proj,0.0001670809,0.10000,0.991
32,mlp.experts.58.gate_proj,0.0085812158,0.10000,0.999
32,mlp.experts.59.gate_proj,0.0002764651,0.10000,1.094
32,mlp.experts.60.gate_proj,0.0003909838,0.10000,0.976
32,mlp.experts.61.gate_proj,0.0004630863,0.10000,1.063
32,mlp.experts.62.gate_proj,0.0000327561,0.10000,1.043
32,mlp.experts.63.gate_proj,0.0015462461,0.10000,1.049
32,mlp.experts.64.gate_proj,0.0000974609,0.10000,1.041
32,mlp.experts.65.gate_proj,0.0000651420,0.10000,1.065
32,mlp.experts.66.gate_proj,0.0001161783,0.10000,1.043
32,mlp.experts.67.gate_proj,0.0001522298,0.10000,1.090
32,mlp.experts.68.gate_proj,0.0003679068,0.10000,1.016
32,mlp.experts.69.gate_proj,0.0002432610,0.10000,1.079
32,mlp.experts.70.gate_proj,0.0001273025,0.10000,1.049
32,mlp.experts.71.gate_proj,0.0009808168,0.10000,1.061
32,mlp.experts.72.gate_proj,0.0002282878,0.10000,1.009
32,mlp.experts.73.gate_proj,0.0054490504,0.10000,0.997
32,mlp.experts.74.gate_proj,0.0000928353,0.10000,1.012
32,mlp.experts.75.gate_proj,0.0019744302,0.10000,0.938
32,mlp.experts.76.gate_proj,0.0006450233,0.10000,0.967
32,mlp.experts.77.gate_proj,0.0001676358,0.10000,1.031
32,mlp.experts.78.gate_proj,0.0001488182,0.10000,1.026
32,mlp.experts.79.gate_proj,0.0000998665,0.10000,1.035
32,mlp.experts.80.gate_proj,0.0000333622,0.10000,1.028
32,mlp.experts.81.gate_proj,0.0010488687,0.10000,1.028
32,mlp.experts.82.gate_proj,0.0000364001,0.10000,1.024
32,mlp.experts.83.gate_proj,0.0015689232,0.10000,1.049
32,mlp.experts.84.gate_proj,0.0001596509,0.10000,1.046
32,mlp.experts.85.gate_proj,0.0007735828,0.10000,0.997
32,mlp.experts.86.gate_proj,0.0000362409,0.10000,0.970
32,mlp.experts.87.gate_proj,0.0002077549,0.10000,1.021
32,mlp.experts.88.gate_proj,0.0005287618,0.10000,1.034
32,mlp.experts.89.gate_proj,0.0028376459,0.10000,1.028
32,mlp.experts.90.gate_proj,0.0000173719,0.10000,1.054
32,mlp.experts.91.gate_proj,0.0000306725,0.10000,1.050
32,mlp.experts.92.gate_proj,0.0002116022,0.10000,1.017
32,mlp.experts.93.gate_proj,0.0009349107,0.10000,1.003
32,mlp.experts.94.gate_proj,0.0001350421,0.10000,1.062
32,mlp.experts.95.gate_proj,0.0000112544,0.10000,1.034
32,mlp.experts.96.gate_proj,0.0072618893,0.10000,1.012
32,mlp.experts.97.gate_proj,0.0014289825,0.10000,1.052
32,mlp.experts.98.gate_proj,0.0004060467,0.10000,1.019
32,mlp.experts.99.gate_proj,0.0002257775,0.10000,0.981
32,mlp.experts.100.gate_proj,0.0000412636,0.10000,1.030
32,mlp.experts.101.gate_proj,0.0001754164,0.10000,0.966
32,mlp.experts.102.gate_proj,0.0005649474,0.10000,1.033
32,mlp.experts.103.gate_proj,0.0000279191,0.10000,1.056
32,mlp.experts.104.gate_proj,0.0000237628,0.10000,0.976
32,mlp.experts.105.gate_proj,0.0000190535,0.10000,0.961
32,mlp.experts.106.gate_proj,0.0000122185,0.10000,0.994
32,mlp.experts.107.gate_proj,0.0006233374,0.10000,1.011
32,mlp.experts.108.gate_proj,0.0002638045,0.10000,0.998
32,mlp.experts.109.gate_proj,0.0002318332,0.10000,0.981
32,mlp.experts.110.gate_proj,0.0000346394,0.10000,0.987
32,mlp.experts.111.gate_proj,0.0009353621,0.10000,1.015
32,mlp.experts.112.gate_proj,0.0021486219,0.10000,0.970
32,mlp.experts.113.gate_proj,0.0015037601,0.10000,0.976
32,mlp.experts.114.gate_proj,0.0000754211,0.10000,1.025
32,mlp.experts.115.gate_proj,0.0074357847,0.10000,1.005
32,mlp.experts.116.gate_proj,0.0000161429,0.10000,1.013
32,mlp.experts.117.gate_proj,0.0007234063,0.10000,0.989
32,mlp.experts.118.gate_proj,0.0015008029,0.10000,1.018
32,mlp.experts.119.gate_proj,0.0019236085,0.10000,0.992
32,mlp.experts.120.gate_proj,0.0005233696,0.10000,1.020
32,mlp.experts.121.gate_proj,0.0000474379,0.10000,0.976
32,mlp.experts.122.gate_proj,0.0000486872,0.10000,0.979
32,mlp.experts.123.gate_proj,0.0005130373,0.10000,1.018
32,mlp.experts.124.gate_proj,0.0002038077,0.10000,1.009
32,mlp.experts.125.gate_proj,0.0002371475,0.10000,1.027
32,mlp.experts.126.gate_proj,0.0005512357,0.10000,0.980
32,mlp.experts.127.gate_proj,0.0001062484,0.10000,0.819
32,mlp.experts.1.down_proj,0.0022353980,0.10000,0.389
32,mlp.experts.0.down_proj,0.0005386081,0.10000,0.406
32,mlp.experts.2.down_proj,0.0000305543,0.10000,0.397
32,mlp.experts.3.down_proj,0.0000074954,0.10000,0.404
32,mlp.experts.4.down_proj,0.0000403333,0.10000,0.395
32,mlp.experts.5.down_proj,0.0000238204,0.10000,0.420
32,mlp.experts.6.down_proj,0.0000724799,0.10000,0.395
32,mlp.experts.7.down_proj,0.0007764582,0.10000,0.403
32,mlp.experts.8.down_proj,0.0000092012,0.10000,0.398
32,mlp.experts.9.down_proj,0.0002146435,0.10000,0.400
32,mlp.experts.10.down_proj,0.0002904249,0.10000,0.386
32,mlp.experts.11.down_proj,0.0004037914,0.10000,0.411
32,mlp.experts.12.down_proj,0.0004423611,0.10000,0.401
32,mlp.experts.13.down_proj,0.0001234951,0.10000,0.382
32,mlp.experts.14.down_proj,0.0000072097,0.10000,0.325
32,mlp.experts.15.down_proj,0.0000178451,0.10000,0.333
32,mlp.experts.16.down_proj,0.0001694631,0.10000,0.339
32,mlp.experts.17.down_proj,0.0000122117,0.10000,0.346
32,mlp.experts.18.down_proj,0.0000725786,0.10000,0.371
32,mlp.experts.19.down_proj,0.0000990871,0.10000,0.383
32,mlp.experts.20.down_proj,0.0001001540,0.10000,0.389
32,mlp.experts.21.down_proj,0.0000064660,0.10000,0.408
32,mlp.experts.22.down_proj,0.0000111922,0.10000,0.398
32,mlp.experts.23.down_proj,0.0000151548,0.10000,0.383
32,mlp.experts.24.down_proj,0.0000329149,0.10000,0.361
32,mlp.experts.25.down_proj,0.0000047073,0.10000,0.362
32,mlp.experts.26.down_proj,0.0002790245,0.10000,0.383
32,mlp.experts.27.down_proj,0.0000316863,0.10000,0.381
32,mlp.experts.28.down_proj,0.0000290341,0.10000,0.383
32,mlp.experts.29.down_proj,0.0001392518,0.10000,0.386
32,mlp.experts.30.down_proj,0.0000553546,0.10000,0.390
32,mlp.experts.31.down_proj,0.0003410229,0.10000,0.390
32,mlp.experts.32.down_proj,0.0000099066,0.10000,0.386
32,mlp.experts.33.down_proj,0.0000015665,0.10000,0.377
32,mlp.experts.34.down_proj,0.0003846816,0.10000,0.380
32,mlp.experts.35.down_proj,0.0000445347,0.10000,0.364
32,mlp.experts.36.down_proj,0.0000172966,0.10000,0.386
32,mlp.experts.37.down_proj,0.0000486605,0.10000,0.375
32,mlp.experts.38.down_proj,0.0000136586,0.10000,0.367
32,mlp.experts.39.down_proj,0.0000143346,0.10000,0.369
32,mlp.experts.40.down_proj,0.0001033634,0.10000,0.390
32,mlp.experts.41.down_proj,0.0004542294,0.10000,0.388
32,mlp.experts.42.down_proj,0.0000909581,0.10000,0.363
32,mlp.experts.43.down_proj,0.0000148908,0.10000,0.367
32,mlp.experts.44.down_proj,0.0000015445,0.10000,0.379
32,mlp.experts.45.down_proj,0.0000136012,0.10000,0.394
32,mlp.experts.46.down_proj,0.0000101465,0.10000,0.396
32,mlp.experts.47.down_proj,0.0000117131,0.10000,0.381
32,mlp.experts.48.down_proj,0.0000516293,0.10000,0.417
32,mlp.experts.49.down_proj,0.0003610986,0.10000,0.408
32,mlp.experts.50.down_proj,0.0001274506,0.10000,0.406
32,mlp.experts.51.down_proj,0.0003120843,0.10000,0.391
32,mlp.experts.52.down_proj,0.0004038297,0.10000,0.419
32,mlp.experts.53.down_proj,0.0000212374,0.10000,0.391
32,mlp.experts.54.down_proj,0.0000794056,0.10000,0.398
32,mlp.experts.55.down_proj,0.0001117530,0.10000,0.388
32,mlp.experts.57.down_proj,0.0000287727,0.10000,0.410
32,mlp.experts.56.down_proj,0.0000068214,0.10000,0.415
32,mlp.experts.58.down_proj,0.0025560516,0.10000,0.352
32,mlp.experts.59.down_proj,0.0000633895,0.10000,0.355
32,mlp.experts.60.down_proj,0.0001168055,0.10000,0.411
32,mlp.experts.61.down_proj,0.0001617888,0.10000,0.411
32,mlp.experts.62.down_proj,0.0000053058,0.10000,0.412
32,mlp.experts.63.down_proj,0.0006176249,0.10000,0.412
32,mlp.experts.64.down_proj,0.0000294805,0.10000,0.407
32,mlp.experts.65.down_proj,0.0000169058,0.10000,0.413
32,mlp.experts.66.down_proj,0.0000346543,0.10000,0.403
32,mlp.experts.67.down_proj,0.0000373090,0.10000,0.404
32,mlp.experts.68.down_proj,0.0000358297,0.10000,0.403
32,mlp.experts.69.down_proj,0.0000394653,0.10000,0.407
32,mlp.experts.70.down_proj,0.0000247973,0.10000,0.401
32,mlp.experts.71.down_proj,0.0003121768,0.10000,0.401
32,mlp.experts.72.down_proj,0.0000469479,0.10000,0.407
32,mlp.experts.73.down_proj,0.0018775086,0.10000,0.402
32,mlp.experts.74.down_proj,0.0000155368,0.10000,0.331
32,mlp.experts.75.down_proj,0.0004870876,0.10000,0.328
32,mlp.experts.76.down_proj,0.0001354737,0.10000,0.353
32,mlp.experts.77.down_proj,0.0000479536,0.10000,0.353
32,mlp.experts.78.down_proj,0.0000234091,0.10000,0.387
32,mlp.experts.79.down_proj,0.0000267590,0.10000,0.406
32,mlp.experts.80.down_proj,0.0000070794,0.10000,0.404
32,mlp.experts.81.down_proj,0.0004639799,0.10000,0.395
32,mlp.experts.82.down_proj,0.0000074114,0.10000,0.383
32,mlp.experts.83.down_proj,0.0001060905,0.10000,0.387
32,mlp.experts.84.down_proj,0.0000363289,0.10000,0.398
32,mlp.experts.85.down_proj,0.0000385670,0.10000,0.401
32,mlp.experts.86.down_proj,0.0000072513,0.10000,0.376
32,mlp.experts.87.down_proj,0.0000418407,0.10000,0.364
32,mlp.experts.88.down_proj,0.0001405952,0.10000,0.339
32,mlp.experts.89.down_proj,0.0012084566,0.10000,0.340
32,mlp.experts.90.down_proj,0.0000026365,0.10000,0.377
32,mlp.experts.91.down_proj,0.0000047258,0.10000,0.393
32,mlp.experts.92.down_proj,0.0000447547,0.10000,0.364
32,mlp.experts.93.down_proj,0.0004244762,0.10000,0.382
32,mlp.experts.94.down_proj,0.0000355847,0.10000,0.376
32,mlp.experts.95.down_proj,0.0000013361,0.10000,0.371
32,mlp.experts.96.down_proj,0.0022416283,0.10000,0.367
32,mlp.experts.97.down_proj,0.0005878797,0.10000,0.382
32,mlp.experts.98.down_proj,0.0000878623,0.10000,0.396
32,mlp.experts.99.down_proj,0.0000609910,0.10000,0.400
32,mlp.experts.100.down_proj,0.0000081230,0.10000,0.371
32,mlp.experts.101.down_proj,0.0000402267,0.10000,0.367
32,mlp.experts.102.down_proj,0.0001477760,0.10000,0.388
32,mlp.experts.103.down_proj,0.0000051794,0.10000,0.401
32,mlp.experts.104.down_proj,0.0000036803,0.10000,0.383
32,mlp.experts.105.down_proj,0.0000023412,0.10000,0.397
32,mlp.experts.106.down_proj,0.0000020492,0.10000,0.387
32,mlp.experts.107.down_proj,0.0001381188,0.10000,0.386
32,mlp.experts.108.down_proj,0.0000507014,0.10000,0.374
32,mlp.experts.109.down_proj,0.0000858354,0.10000,0.379
32,mlp.experts.110.down_proj,0.0000049225,0.10000,0.340
32,mlp.experts.111.down_proj,0.0003216027,0.10000,0.342
32,mlp.experts.112.down_proj,0.0006319844,0.10000,0.345
32,mlp.experts.113.down_proj,0.0004341076,0.10000,0.377
32,mlp.experts.114.down_proj,0.0000174035,0.10000,0.382
32,mlp.experts.115.down_proj,0.0001696827,0.10000,0.410
32,mlp.experts.116.down_proj,0.0000026365,0.10000,0.376
32,mlp.experts.117.down_proj,0.0001246714,0.10000,0.404
32,mlp.experts.118.down_proj,0.0003891977,0.10000,0.395
32,mlp.experts.119.down_proj,0.0005384063,0.10000,0.405
32,mlp.experts.120.down_proj,0.0001533141,0.10000,0.409
32,mlp.experts.121.down_proj,0.0000126384,0.10000,0.399
32,mlp.experts.122.down_proj,0.0000139201,0.10000,0.396
32,mlp.experts.123.down_proj,0.0001071572,0.10000,0.402
32,mlp.experts.124.down_proj,0.0000273417,0.10000,0.411
32,mlp.experts.125.down_proj,0.0000678153,0.10000,0.394
32,mlp.experts.126.down_proj,0.0001002117,0.10000,0.411
32,mlp.experts.127.down_proj,0.0000191830,0.10000,0.344
33,self_attn.k_proj,0.0000001246,0.10000,1.041
33,self_attn.q_proj,0.0000009246,0.10000,1.075
33,self_attn.v_proj,0.0000001624,0.10000,0.627
33,self_attn.o_proj,0.0000001522,0.10000,1.195
33,mlp.gate,0.0000045399,0.10000,0.570
33,mlp.experts.0.up_proj,0.0001785776,0.10000,1.019
33,mlp.experts.1.up_proj,0.0000117894,0.10000,1.059
33,mlp.experts.2.up_proj,0.0000974326,0.10000,1.052
33,mlp.experts.3.up_proj,0.0079107395,0.10000,1.066
33,mlp.experts.4.up_proj,0.0139175768,0.10000,1.011
33,mlp.experts.5.up_proj,0.0000218480,0.10000,1.050
33,mlp.experts.6.up_proj,0.0002647960,0.10000,1.027
33,mlp.experts.7.up_proj,0.0000519334,0.10000,1.033
33,mlp.experts.8.up_proj,0.0013525872,0.10000,1.029
33,mlp.experts.9.up_proj,0.0000383854,0.10000,1.039
33,mlp.experts.10.up_proj,0.0001034363,0.10000,0.996
33,mlp.experts.11.up_proj,0.0014237553,0.10000,1.002
33,mlp.experts.12.up_proj,0.0009180807,0.10000,1.022
33,mlp.experts.13.up_proj,0.0002544963,0.10000,1.036
33,mlp.experts.14.up_proj,0.0011846088,0.10000,1.023
33,mlp.experts.15.up_proj,0.0003843416,0.10000,1.027
33,mlp.experts.16.up_proj,0.0023147121,0.10000,0.999
33,mlp.experts.17.up_proj,0.0000637510,0.10000,1.085
33,mlp.experts.18.up_proj,0.0008289371,0.10000,1.045
33,mlp.experts.19.up_proj,0.0001399208,0.10000,1.045
33,mlp.experts.20.up_proj,0.0004642052,0.10000,1.062
33,mlp.experts.21.up_proj,0.0011136591,0.10000,1.043
33,mlp.experts.22.up_proj,0.0000117019,0.10000,1.050
33,mlp.experts.23.up_proj,0.0003599100,0.10000,1.037
33,mlp.experts.24.up_proj,0.0000130849,0.10000,1.077
33,mlp.experts.25.up_proj,0.0000614881,0.10000,0.988
33,mlp.experts.26.up_proj,0.0007693743,0.10000,1.058
33,mlp.experts.27.up_proj,0.0010187630,0.10000,0.996
33,mlp.experts.28.up_proj,0.0001346991,0.10000,1.035
33,mlp.experts.29.up_proj,0.0083689988,0.10000,1.062
33,mlp.experts.30.up_proj,0.0012581217,0.10000,1.040
33,mlp.experts.31.up_proj,0.0020615677,0.10000,1.023
33,mlp.experts.32.up_proj,0.0001132554,0.10000,0.995
33,mlp.experts.33.up_proj,0.0000597499,0.10000,1.006
33,mlp.experts.34.up_proj,0.0015417263,0.10000,1.042
33,mlp.experts.35.up_proj,0.0000224756,0.10000,1.036
33,mlp.experts.36.up_proj,0.0024473432,0.10000,1.065
33,mlp.experts.37.up_proj,0.0001386107,0.10000,1.094
33,mlp.experts.38.up_proj,0.0009895591,0.10000,1.001
33,mlp.experts.39.up_proj,0.0014974523,0.10000,0.999
33,mlp.experts.40.up_proj,0.0001522758,0.10000,1.030
33,mlp.experts.41.up_proj,0.0001447449,0.10000,1.022
33,mlp.experts.42.up_proj,0.0018124922,0.10000,1.044
33,mlp.experts.43.up_proj,0.0001888553,0.10000,1.056
33,mlp.experts.44.up_proj,0.0013163935,0.10000,0.992
33,mlp.experts.45.up_proj,0.0006455527,0.10000,0.993
33,mlp.experts.46.up_proj,0.0000817750,0.10000,1.047
33,mlp.experts.47.up_proj,0.0002272256,0.10000,1.050
33,mlp.experts.48.up_proj,0.0000375254,0.10000,1.037
33,mlp.experts.49.up_proj,0.0004194062,0.10000,1.010
33,mlp.experts.50.up_proj,0.0005293611,0.10000,1.014
33,mlp.experts.51.up_proj,0.0007888553,0.10000,1.010
33,mlp.experts.52.up_proj,0.0000254395,0.10000,0.971
33,mlp.experts.53.up_proj,0.0011234944,0.10000,1.044
33,mlp.experts.54.up_proj,0.0003469736,0.10000,1.006
33,mlp.experts.55.up_proj,0.0022095594,0.10000,1.027
33,mlp.experts.56.up_proj,0.0007584852,0.10000,1.005
33,mlp.experts.57.up_proj,0.0001191984,0.10000,1.002
33,mlp.experts.58.up_proj,0.0002700346,0.10000,1.014
33,mlp.experts.59.up_proj,0.0003517469,0.10000,0.997
33,mlp.experts.60.up_proj,0.0001701407,0.10000,0.948
33,mlp.experts.61.up_proj,0.0014858539,0.10000,0.964
33,mlp.experts.62.up_proj,0.0006556628,0.10000,1.020
33,mlp.experts.63.up_proj,0.0003804475,0.10000,1.067
33,mlp.experts.64.up_proj,0.0003148293,0.10000,0.985
33,mlp.experts.65.up_proj,0.0000756380,0.10000,0.974
33,mlp.experts.66.up_proj,0.0001175185,0.10000,1.045
33,mlp.experts.67.up_proj,0.0007435157,0.10000,0.975
33,mlp.experts.68.up_proj,0.0001836736,0.10000,1.020
33,mlp.experts.69.up_proj,0.0001048956,0.10000,0.998
33,mlp.experts.70.up_proj,0.0011445708,0.10000,1.024
33,mlp.experts.71.up_proj,0.0000594497,0.10000,1.008
33,mlp.experts.72.up_proj,0.0010461871,0.10000,1.025
33,mlp.experts.73.up_proj,0.0001276407,0.10000,1.004
33,mlp.experts.74.up_proj,0.0047910586,0.10000,1.016
33,mlp.experts.75.up_proj,0.0041057288,0.10000,1.007
33,mlp.experts.76.up_proj,0.0000270922,0.10000,1.030
33,mlp.experts.77.up_proj,0.0021502499,0.10000,1.034
33,mlp.experts.78.up_proj,0.0012079912,0.10000,1.051
33,mlp.experts.79.up_proj,0.0000963392,0.10000,1.034
33,mlp.experts.80.up_proj,0.0000440017,0.10000,1.071
33,mlp.experts.81.up_proj,0.0000672167,0.10000,1.056
33,mlp.experts.82.up_proj,0.0000595159,0.10000,0.982
33,mlp.experts.83.up_proj,0.0002862272,0.10000,0.985
33,mlp.experts.84.up_proj,0.0001534379,0.10000,0.947
33,mlp.experts.85.up_proj,0.0002737992,0.10000,0.945
33,mlp.experts.86.up_proj,0.0000594838,0.10000,1.025
33,mlp.experts.87.up_proj,0.0007687394,0.10000,1.011
33,mlp.experts.88.up_proj,0.0006121422,0.10000,1.046
33,mlp.experts.89.up_proj,0.0000398499,0.10000,1.072
33,mlp.experts.90.up_proj,0.0004663367,0.10000,0.996
33,mlp.experts.91.up_proj,0.0004083484,0.10000,0.992
33,mlp.experts.92.up_proj,0.0007042991,0.10000,1.013
33,mlp.experts.93.up_proj,0.0019824908,0.10000,1.059
33,mlp.experts.94.up_proj,0.0000442726,0.10000,1.032
33,mlp.experts.95.up_proj,0.0013991024,0.10000,1.042
33,mlp.experts.96.up_proj,0.0000243938,0.10000,0.984
33,mlp.experts.97.up_proj,0.0000113718,0.10000,0.994
33,mlp.experts.98.up_proj,0.0001106425,0.10000,1.008
33,mlp.experts.99.up_proj,0.0000499029,0.10000,0.991
33,mlp.experts.100.up_proj,0.0001358753,0.10000,1.005
33,mlp.experts.101.up_proj,0.0009348673,0.10000,1.061
33,mlp.experts.102.up_proj,0.0000229852,0.10000,1.047
33,mlp.experts.103.up_proj,0.0000198169,0.10000,1.048
33,mlp.experts.104.up_proj,0.0002190296,0.10000,1.048
33,mlp.experts.105.up_proj,0.0001027067,0.10000,1.057
33,mlp.experts.106.up_proj,0.0001923368,0.10000,1.037
33,mlp.experts.107.up_proj,0.0011213327,0.10000,1.062
33,mlp.experts.108.up_proj,0.0007791086,0.10000,1.046
33,mlp.experts.109.up_proj,0.0090131159,0.10000,1.085
33,mlp.experts.110.up_proj,0.0000862796,0.10000,1.048
33,mlp.experts.111.up_proj,0.0000485787,0.10000,1.072
33,mlp.experts.112.up_proj,0.0000730286,0.10000,1.028
33,mlp.experts.113.up_proj,0.0000444083,0.10000,1.037
33,mlp.experts.114.up_proj,0.0003591192,0.10000,1.002
33,mlp.experts.115.up_proj,0.0020081128,0.10000,0.982
33,mlp.experts.116.up_proj,0.0000939587,0.10000,0.998
33,mlp.experts.117.up_proj,0.0001162333,0.10000,1.011
33,mlp.experts.118.up_proj,0.0000206024,0.10000,1.083
33,mlp.experts.119.up_proj,0.0012685077,0.10000,1.058
33,mlp.experts.120.up_proj,0.0037752048,0.10000,1.057
33,mlp.experts.121.up_proj,0.0052018719,0.10000,1.045
33,mlp.experts.122.up_proj,0.0001026441,0.10000,1.090
33,mlp.experts.123.up_proj,0.0009240921,0.10000,1.039
33,mlp.experts.124.up_proj,0.0005919648,0.10000,1.074
33,mlp.experts.125.up_proj,0.0000858290,0.10000,1.033
33,mlp.experts.126.up_proj,0.0020196535,0.10000,1.034
33,mlp.experts.127.up_proj,0.0000136224,0.10000,1.025
33,mlp.experts.0.gate_proj,0.0001739905,0.10000,1.007
33,mlp.experts.1.gate_proj,0.0000101908,0.10000,1.045
33,mlp.experts.2.gate_proj,0.0000984120,0.10000,1.036
33,mlp.experts.3.gate_proj,0.0062125770,0.10000,1.014
33,mlp.experts.4.gate_proj,0.0143203701,0.10000,0.999
33,mlp.experts.5.gate_proj,0.0000213501,0.10000,1.085
33,mlp.experts.6.gate_proj,0.0002712138,0.10000,1.025
33,mlp.experts.7.gate_proj,0.0000451367,0.10000,1.066
33,mlp.experts.8.gate_proj,0.0013400879,0.10000,1.044
33,mlp.experts.9.gate_proj,0.0000346671,0.10000,1.045
33,mlp.experts.10.gate_proj,0.0000976857,0.10000,0.961
33,mlp.experts.11.gate_proj,0.0014521444,0.10000,0.955
33,mlp.experts.12.gate_proj,0.0008698348,0.10000,1.015
33,mlp.experts.13.gate_proj,0.0002468544,0.10000,0.992
33,mlp.experts.14.gate_proj,0.0011884625,0.10000,0.925
33,mlp.experts.15.gate_proj,0.0003805705,0.10000,0.948
33,mlp.experts.16.gate_proj,0.0021039212,0.10000,1.083
33,mlp.experts.17.gate_proj,0.0000610279,0.10000,0.980
33,mlp.experts.18.gate_proj,0.0007742619,0.10000,1.059
33,mlp.experts.19.gate_proj,0.0001281188,0.10000,1.067
33,mlp.experts.20.gate_proj,0.0004362696,0.10000,1.002
33,mlp.experts.21.gate_proj,0.0011242524,0.10000,1.051
33,mlp.experts.22.gate_proj,0.0000098616,0.10000,1.052
33,mlp.experts.23.gate_proj,0.0003106259,0.10000,1.020
33,mlp.experts.24.gate_proj,0.0000114517,0.10000,1.049
33,mlp.experts.25.gate_proj,0.0000582300,0.10000,1.030
33,mlp.experts.26.gate_proj,0.0007561122,0.10000,0.992
33,mlp.experts.27.gate_proj,0.0009461090,0.10000,1.005
33,mlp.experts.28.gate_proj,0.0001288224,0.10000,1.028
33,mlp.experts.29.gate_proj,0.0078882462,0.10000,1.063
33,mlp.experts.30.gate_proj,0.0009808205,0.10000,1.042
33,mlp.experts.31.gate_proj,0.0018877572,0.10000,1.085
33,mlp.experts.32.gate_proj,0.0001253188,0.10000,1.038
33,mlp.experts.33.gate_proj,0.0000601310,0.10000,1.031
33,mlp.experts.34.gate_proj,0.0015197005,0.10000,0.969
33,mlp.experts.35.gate_proj,0.0000145528,0.10000,0.992
33,mlp.experts.36.gate_proj,0.0023698200,0.10000,1.020
33,mlp.experts.37.gate_proj,0.0001279009,0.10000,1.052
33,mlp.experts.38.gate_proj,0.0009913122,0.10000,1.030
33,mlp.experts.39.gate_proj,0.0014842694,0.10000,1.054
33,mlp.experts.40.gate_proj,0.0000897661,0.10000,1.034
33,mlp.experts.41.gate_proj,0.0001404109,0.10000,1.066
33,mlp.experts.42.gate_proj,0.0017143729,0.10000,1.018
33,mlp.experts.43.gate_proj,0.0001863188,0.10000,1.028
33,mlp.experts.44.gate_proj,0.0013153377,0.10000,0.998
33,mlp.experts.45.gate_proj,0.0004935060,0.10000,1.054
33,mlp.experts.46.gate_proj,0.0000798056,0.10000,1.030
33,mlp.experts.47.gate_proj,0.0001606350,0.10000,1.014
33,mlp.experts.48.gate_proj,0.0000286017,0.10000,0.983
33,mlp.experts.49.gate_proj,0.0003563948,0.10000,1.017
33,mlp.experts.50.gate_proj,0.0004870433,0.10000,1.020
33,mlp.experts.51.gate_proj,0.0007940299,0.10000,1.022
33,mlp.experts.52.gate_proj,0.0000223451,0.10000,0.993
33,mlp.experts.53.gate_proj,0.0011487823,0.10000,1.069
33,mlp.experts.54.gate_proj,0.0002891257,0.10000,0.998
33,mlp.experts.55.gate_proj,0.0022121687,0.10000,1.084
33,mlp.experts.56.gate_proj,0.0006234729,0.10000,1.031
33,mlp.experts.57.gate_proj,0.0001081420,0.10000,1.073
33,mlp.experts.58.gate_proj,0.0002645195,0.10000,1.060
33,mlp.experts.59.gate_proj,0.0003373318,0.10000,1.078
33,mlp.experts.60.gate_proj,0.0001507642,0.10000,1.079
33,mlp.experts.61.gate_proj,0.0014431532,0.10000,1.042
33,mlp.experts.62.gate_proj,0.0005799629,0.10000,1.037
33,mlp.experts.63.gate_proj,0.0003976901,0.10000,1.039
33,mlp.experts.64.gate_proj,0.0003243698,0.10000,1.037
33,mlp.experts.65.gate_proj,0.0000736645,0.10000,1.009
33,mlp.experts.66.gate_proj,0.0001114063,0.10000,1.042
33,mlp.experts.67.gate_proj,0.0007485114,0.10000,1.068
33,mlp.experts.68.gate_proj,0.0001677019,0.10000,1.063
33,mlp.experts.69.gate_proj,0.0001685740,0.10000,1.018
33,mlp.experts.70.gate_proj,0.0012465471,0.10000,0.994
33,mlp.experts.71.gate_proj,0.0000562658,0.10000,1.013
33,mlp.experts.72.gate_proj,0.0009600445,0.10000,0.991
33,mlp.experts.73.gate_proj,0.0001231730,0.10000,1.016
33,mlp.experts.74.gate_proj,0.0042549868,0.10000,1.028
33,mlp.experts.75.gate_proj,0.0041225997,0.10000,1.013
33,mlp.experts.76.gate_proj,0.0000277813,0.10000,1.009
33,mlp.experts.77.gate_proj,0.0024396865,0.10000,1.021
33,mlp.experts.78.gate_proj,0.0011814398,0.10000,0.995
33,mlp.experts.79.gate_proj,0.0000889483,0.10000,1.019
33,mlp.experts.80.gate_proj,0.0000438133,0.10000,1.012
33,mlp.experts.81.gate_proj,0.0000674260,0.10000,0.997
33,mlp.experts.82.gate_proj,0.0000424065,0.10000,1.011
33,mlp.experts.83.gate_proj,0.0002716377,0.10000,1.012
33,mlp.experts.84.gate_proj,0.0001444843,0.10000,1.038
33,mlp.experts.85.gate_proj,0.0002742245,0.10000,1.026
33,mlp.experts.86.gate_proj,0.0000554390,0.10000,1.038
33,mlp.experts.87.gate_proj,0.0007485429,0.10000,1.008
33,mlp.experts.88.gate_proj,0.0005499652,0.10000,1.021
33,mlp.experts.89.gate_proj,0.0000380157,0.10000,0.943
33,mlp.experts.90.gate_proj,0.0003748246,0.10000,0.935
33,mlp.experts.91.gate_proj,0.0004317644,0.10000,1.015
33,mlp.experts.92.gate_proj,0.0007037070,0.10000,1.079
33,mlp.experts.93.gate_proj,0.0018254017,0.10000,1.086
33,mlp.experts.94.gate_proj,0.0000458711,0.10000,1.022
33,mlp.experts.95.gate_proj,0.0014055174,0.10000,1.059
33,mlp.experts.96.gate_proj,0.0000232218,0.10000,1.063
33,mlp.experts.97.gate_proj,0.0000106257,0.10000,1.052
33,mlp.experts.98.gate_proj,0.0000873037,0.10000,1.037
33,mlp.experts.99.gate_proj,0.0000452822,0.10000,1.064
33,mlp.experts.100.gate_proj,0.0001351467,0.10000,1.046
33,mlp.experts.101.gate_proj,0.0007798194,0.10000,1.052
33,mlp.experts.102.gate_proj,0.0000213007,0.10000,1.024
33,mlp.experts.103.gate_proj,0.0000174194,0.10000,1.071
33,mlp.experts.104.gate_proj,0.0002087461,0.10000,1.045
33,mlp.experts.105.gate_proj,0.0000929891,0.10000,1.093
33,mlp.experts.106.gate_proj,0.0001889883,0.10000,1.003
33,mlp.experts.107.gate_proj,0.0011377776,0.10000,1.011
33,mlp.experts.108.gate_proj,0.0007055946,0.10000,0.953
33,mlp.experts.109.gate_proj,0.0093879530,0.10000,0.968
33,mlp.experts.110.gate_proj,0.0000725513,0.10000,0.987
33,mlp.experts.111.gate_proj,0.0000395482,0.10000,1.009
33,mlp.experts.112.gate_proj,0.0000619112,0.10000,1.024
33,mlp.experts.113.gate_proj,0.0000418380,0.10000,1.016
33,mlp.experts.114.gate_proj,0.0003269927,0.10000,1.022
33,mlp.experts.115.gate_proj,0.0020365305,0.10000,1.018
33,mlp.experts.116.gate_proj,0.0000861399,0.10000,0.987
33,mlp.experts.117.gate_proj,0.0000964229,0.10000,1.040
33,mlp.experts.118.gate_proj,0.0000189286,0.10000,1.021
33,mlp.experts.119.gate_proj,0.0011689697,0.10000,1.016
33,mlp.experts.120.gate_proj,0.0036876485,0.10000,0.983
33,mlp.experts.121.gate_proj,0.0051585493,0.10000,1.026
33,mlp.experts.122.gate_proj,0.0000968759,0.10000,1.004
33,mlp.experts.123.gate_proj,0.0009448891,0.10000,1.061
33,mlp.experts.124.gate_proj,0.0006071575,0.10000,1.019
33,mlp.experts.125.gate_proj,0.0000444365,0.10000,1.045
33,mlp.experts.126.gate_proj,0.0019304353,0.10000,1.033
33,mlp.experts.127.gate_proj,0.0000096394,0.10000,0.656
33,mlp.experts.1.down_proj,0.0000017850,0.10000,0.382
33,mlp.experts.0.down_proj,0.0000373234,0.10000,0.399
33,mlp.experts.2.down_proj,0.0000129990,0.10000,0.356
33,mlp.experts.3.down_proj,0.0025277699,0.10000,0.352
33,mlp.experts.4.down_proj,0.0015719722,0.10000,0.340
33,mlp.experts.5.down_proj,0.0000044478,0.10000,0.339
33,mlp.experts.6.down_proj,0.0000438356,0.10000,0.319
33,mlp.experts.7.down_proj,0.0000099483,0.10000,0.322
33,mlp.experts.8.down_proj,0.0003823688,0.10000,0.331
33,mlp.experts.9.down_proj,0.0000118412,0.10000,0.334
33,mlp.experts.10.down_proj,0.0000268209,0.10000,0.349
33,mlp.experts.11.down_proj,0.0003170728,0.10000,0.356
33,mlp.experts.12.down_proj,0.0002123937,0.10000,0.407
33,mlp.experts.13.down_proj,0.0000582896,0.10000,0.395
33,mlp.experts.14.down_proj,0.0003907569,0.10000,0.395
33,mlp.experts.15.down_proj,0.0000767035,0.10000,0.395
33,mlp.experts.16.down_proj,0.0010510890,0.10000,0.387
33,mlp.experts.17.down_proj,0.0000153917,0.10000,0.391
33,mlp.experts.18.down_proj,0.0002074058,0.10000,0.390
33,mlp.experts.19.down_proj,0.0000204753,0.10000,0.391
33,mlp.experts.20.down_proj,0.0001101797,0.10000,0.396
33,mlp.experts.21.down_proj,0.0002773171,0.10000,0.391
33,mlp.experts.22.down_proj,0.0000025083,0.10000,0.401
33,mlp.experts.23.down_proj,0.0000746102,0.10000,0.395
33,mlp.experts.24.down_proj,0.0000022807,0.10000,0.385
33,mlp.experts.25.down_proj,0.0000203027,0.10000,0.385
33,mlp.experts.26.down_proj,0.0002002034,0.10000,0.377
33,mlp.experts.27.down_proj,0.0003095595,0.10000,0.382
33,mlp.experts.28.down_proj,0.0000307242,0.10000,0.341
33,mlp.experts.29.down_proj,0.0022851294,0.10000,0.346
33,mlp.experts.30.down_proj,0.0005937402,0.10000,0.371
33,mlp.experts.31.down_proj,0.0008148030,0.10000,0.375
33,mlp.experts.32.down_proj,0.0000190321,0.10000,0.373
33,mlp.experts.33.down_proj,0.0000144508,0.10000,0.397
33,mlp.experts.34.down_proj,0.0004672677,0.10000,0.399
33,mlp.experts.35.down_proj,0.0000057418,0.10000,0.391
33,mlp.experts.36.down_proj,0.0008121690,0.10000,0.395
33,mlp.experts.37.down_proj,0.0000277238,0.10000,0.394
33,mlp.experts.38.down_proj,0.0002116249,0.10000,0.402
33,mlp.experts.39.down_proj,0.0004039706,0.10000,0.404
33,mlp.experts.40.down_proj,0.0000393229,0.10000,0.340
33,mlp.experts.41.down_proj,0.0000299021,0.10000,0.341
33,mlp.experts.42.down_proj,0.0006472822,0.10000,0.337
33,mlp.experts.43.down_proj,0.0000502870,0.10000,0.325
33,mlp.experts.44.down_proj,0.0004408203,0.10000,0.384
33,mlp.experts.45.down_proj,0.0002149899,0.10000,0.409
33,mlp.experts.46.down_proj,0.0000117651,0.10000,0.388
33,mlp.experts.47.down_proj,0.0000983990,0.10000,0.403
33,mlp.experts.48.down_proj,0.0000094994,0.10000,0.383
33,mlp.experts.49.down_proj,0.0001146953,0.10000,0.386
33,mlp.experts.50.down_proj,0.0001434696,0.10000,0.329
33,mlp.experts.51.down_proj,0.0001714611,0.10000,0.322
33,mlp.experts.52.down_proj,0.0000045391,0.10000,0.349
33,mlp.experts.53.down_proj,0.0002728200,0.10000,0.383
33,mlp.experts.54.down_proj,0.0000854197,0.10000,0.402
33,mlp.experts.55.down_proj,0.0004564965,0.10000,0.386
33,mlp.experts.56.down_proj,0.0001652494,0.10000,0.380
33,mlp.experts.57.down_proj,0.0000318101,0.10000,0.389
33,mlp.experts.58.down_proj,0.0000502765,0.10000,0.342
33,mlp.experts.59.down_proj,0.0001179055,0.10000,0.343
33,mlp.experts.60.down_proj,0.0000376820,0.10000,0.371
33,mlp.experts.61.down_proj,0.0004265347,0.10000,0.376
33,mlp.experts.62.down_proj,0.0002835859,0.10000,0.358
33,mlp.experts.63.down_proj,0.0000809336,0.10000,0.369
33,mlp.experts.64.down_proj,0.0000517414,0.10000,0.396
33,mlp.experts.65.down_proj,0.0000204478,0.10000,0.386
33,mlp.experts.66.down_proj,0.0000312039,0.10000,0.383
33,mlp.experts.67.down_proj,0.0001549071,0.10000,0.390
33,mlp.experts.68.down_proj,0.0000440077,0.10000,0.394
33,mlp.experts.69.down_proj,0.0000533758,0.10000,0.389
33,mlp.experts.70.down_proj,0.0000637199,0.10000,0.391
33,mlp.experts.71.down_proj,0.0000104842,0.10000,0.388
33,mlp.experts.72.down_proj,0.0004011056,0.10000,0.383
33,mlp.experts.73.down_proj,0.0000214549,0.10000,0.386
33,mlp.experts.74.down_proj,0.0021537395,0.10000,0.377
33,mlp.experts.75.down_proj,0.0009603881,0.10000,0.385
33,mlp.experts.76.down_proj,0.0000052461,0.10000,0.377
33,mlp.experts.77.down_proj,0.0000832700,0.10000,0.381
33,mlp.experts.78.down_proj,0.0004544574,0.10000,0.392
33,mlp.experts.79.down_proj,0.0000311728,0.10000,0.396
33,mlp.experts.80.down_proj,0.0000083758,0.10000,0.397
33,mlp.experts.81.down_proj,0.0000111231,0.10000,0.408
33,mlp.experts.82.down_proj,0.0000107562,0.10000,0.392
33,mlp.experts.83.down_proj,0.0000962845,0.10000,0.393
33,mlp.experts.84.down_proj,0.0000320161,0.10000,0.337
33,mlp.experts.85.down_proj,0.0000663381,0.10000,0.321
33,mlp.experts.86.down_proj,0.0000124827,0.10000,0.346
33,mlp.experts.87.down_proj,0.0001461561,0.10000,0.363
33,mlp.experts.88.down_proj,0.0001862833,0.10000,0.395
33,mlp.experts.89.down_proj,0.0000069461,0.10000,0.405
33,mlp.experts.90.down_proj,0.0001450410,0.10000,0.363
33,mlp.experts.91.down_proj,0.0000889555,0.10000,0.354
33,mlp.experts.92.down_proj,0.0001234169,0.10000,0.341
33,mlp.experts.93.down_proj,0.0008325786,0.10000,0.323
33,mlp.experts.94.down_proj,0.0000135574,0.10000,0.330
33,mlp.experts.95.down_proj,0.0003836641,0.10000,0.338
33,mlp.experts.96.down_proj,0.0000050464,0.10000,0.317
33,mlp.experts.97.down_proj,0.0000018975,0.10000,0.327
33,mlp.experts.98.down_proj,0.0000275142,0.10000,0.336
33,mlp.experts.99.down_proj,0.0000094454,0.10000,0.360
33,mlp.experts.100.down_proj,0.0000516960,0.10000,0.395
33,mlp.experts.101.down_proj,0.0003964223,0.10000,0.405
33,mlp.experts.102.down_proj,0.0000047525,0.10000,0.393
33,mlp.experts.103.down_proj,0.0000033400,0.10000,0.409
33,mlp.experts.104.down_proj,0.0000866927,0.10000,0.384
33,mlp.experts.105.down_proj,0.0000264298,0.10000,0.375
33,mlp.experts.106.down_proj,0.0000701751,0.10000,0.388
33,mlp.experts.107.down_proj,0.0003708900,0.10000,0.397
33,mlp.experts.108.down_proj,0.0001832093,0.10000,0.404
33,mlp.experts.109.down_proj,0.0002134021,0.10000,0.388
33,mlp.experts.110.down_proj,0.0000215671,0.10000,0.405
33,mlp.experts.111.down_proj,0.0000113698,0.10000,0.388
33,mlp.experts.112.down_proj,0.0000135554,0.10000,0.407
33,mlp.experts.113.down_proj,0.0000113426,0.10000,0.392
33,mlp.experts.114.down_proj,0.0001248793,0.10000,0.381
33,mlp.experts.115.down_proj,0.0005816724,0.10000,0.384
33,mlp.experts.116.down_proj,0.0000223182,0.10000,0.397
33,mlp.experts.117.down_proj,0.0000255295,0.10000,0.395
33,mlp.experts.118.down_proj,0.0000032938,0.10000,0.391
33,mlp.experts.119.down_proj,0.0002753899,0.10000,0.395
33,mlp.experts.120.down_proj,0.0008461759,0.10000,0.394
33,mlp.experts.121.down_proj,0.0022594512,0.10000,0.399
33,mlp.experts.122.down_proj,0.0000256517,0.10000,0.398
33,mlp.experts.123.down_proj,0.0001929385,0.10000,0.405
33,mlp.experts.124.down_proj,0.0001171003,0.10000,0.388
33,mlp.experts.125.down_proj,0.0000136831,0.10000,0.392
33,mlp.experts.126.down_proj,0.0006071170,0.10000,0.388
33,mlp.experts.127.down_proj,0.0000022220,0.10000,0.337
34,self_attn.q_proj,0.0000010594,0.10000,1.070
34,self_attn.k_proj,0.0000001334,0.10000,1.083
34,self_attn.v_proj,0.0000001711,0.10000,0.575
34,self_attn.o_proj,0.0000001285,0.10000,1.191
34,mlp.gate,0.0000043947,0.10000,0.605
34,mlp.experts.1.up_proj,0.0005704885,0.10000,0.986
34,mlp.experts.0.up_proj,0.0010403020,0.10000,1.012
34,mlp.experts.2.up_proj,0.0001178341,0.10000,0.957
34,mlp.experts.3.up_proj,0.0002061101,0.10000,0.942
34,mlp.experts.5.up_proj,0.0000930538,0.10000,1.060
34,mlp.experts.4.up_proj,0.0001602541,0.10000,1.091
34,mlp.experts.6.up_proj,0.0004491314,0.10000,1.055
34,mlp.experts.7.up_proj,0.0026137763,0.10000,1.089
34,mlp.experts.8.up_proj,0.0010130969,0.10000,1.031
34,mlp.experts.9.up_proj,0.0000829897,0.10000,1.030
34,mlp.experts.10.up_proj,0.0004216207,0.10000,0.980
34,mlp.experts.11.up_proj,0.0017799246,0.10000,0.977
34,mlp.experts.12.up_proj,0.0002348475,0.10000,1.031
34,mlp.experts.13.up_proj,0.0011109291,0.10000,1.050
34,mlp.experts.14.up_proj,0.0000789074,0.10000,1.034
34,mlp.experts.15.up_proj,0.0005770089,0.10000,1.030
34,mlp.experts.16.up_proj,0.0001747301,0.10000,1.029
34,mlp.experts.17.up_proj,0.0028634409,0.10000,1.060
34,mlp.experts.18.up_proj,0.0000173678,0.10000,1.009
34,mlp.experts.19.up_proj,0.0004824854,0.10000,1.007
34,mlp.experts.20.up_proj,0.0021185664,0.10000,1.011
34,mlp.experts.21.up_proj,0.0011077485,0.10000,1.053
34,mlp.experts.22.up_proj,0.0030854069,0.10000,1.047
34,mlp.experts.23.up_proj,0.0000766594,0.10000,1.049
34,mlp.experts.24.up_proj,0.0016159724,0.10000,0.938
34,mlp.experts.25.up_proj,0.0001813054,0.10000,0.924
34,mlp.experts.26.up_proj,0.0001061162,0.10000,0.996
34,mlp.experts.27.up_proj,0.0001779898,0.10000,0.996
34,mlp.experts.28.up_proj,0.0034940853,0.10000,1.018
34,mlp.experts.29.up_proj,0.0008566040,0.10000,1.024
34,mlp.experts.30.up_proj,0.0000176532,0.10000,1.018
34,mlp.experts.31.up_proj,0.0002952042,0.10000,1.004
34,mlp.experts.32.up_proj,0.0002312119,0.10000,1.018
34,mlp.experts.33.up_proj,0.0003323544,0.10000,1.017
34,mlp.experts.34.up_proj,0.0088787028,0.10000,1.012
34,mlp.experts.35.up_proj,0.0000613964,0.10000,1.021
34,mlp.experts.36.up_proj,0.0003254160,0.10000,0.990
34,mlp.experts.37.up_proj,0.0011383599,0.10000,1.044
34,mlp.experts.38.up_proj,0.0111356173,0.10000,1.029
34,mlp.experts.39.up_proj,0.0000544462,0.10000,1.030
34,mlp.experts.40.up_proj,0.0000200949,0.10000,1.059
34,mlp.experts.41.up_proj,0.0000933257,0.10000,1.067
34,mlp.experts.42.up_proj,0.0021760172,0.10000,1.019
34,mlp.experts.43.up_proj,0.0000925607,0.10000,1.036
34,mlp.experts.44.up_proj,0.0053398235,0.10000,1.074
34,mlp.experts.45.up_proj,0.0000598421,0.10000,0.997
34,mlp.experts.46.up_proj,0.0009630637,0.10000,1.061
34,mlp.experts.47.up_proj,0.0016935788,0.10000,1.043
34,mlp.experts.48.up_proj,0.0011046303,0.10000,1.081
34,mlp.experts.49.up_proj,0.0034606868,0.10000,1.003
34,mlp.experts.50.up_proj,0.0003584057,0.10000,1.062
34,mlp.experts.51.up_proj,0.0013704909,0.10000,1.071
34,mlp.experts.52.up_proj,0.0000329885,0.10000,1.054
34,mlp.experts.53.up_proj,0.0035972881,0.10000,1.039
34,mlp.experts.54.up_proj,0.0014931075,0.10000,0.983
34,mlp.experts.55.up_proj,0.0001248323,0.10000,0.980
34,mlp.experts.56.up_proj,0.0001331722,0.10000,0.993
34,mlp.experts.57.up_proj,0.0004272106,0.10000,0.990
34,mlp.experts.58.up_proj,0.0001914666,0.10000,0.972
34,mlp.experts.59.up_proj,0.0017734355,0.10000,0.973
34,mlp.experts.60.up_proj,0.0008055791,0.10000,1.064
34,mlp.experts.61.up_proj,0.0000671194,0.10000,1.090
34,mlp.experts.62.up_proj,0.0000114144,0.10000,1.062
34,mlp.experts.63.up_proj,0.0002049911,0.10000,1.071
34,mlp.experts.64.up_proj,0.0000103152,0.10000,1.067
34,mlp.experts.65.up_proj,0.0002505325,0.10000,1.039
34,mlp.experts.66.up_proj,0.0005187641,0.10000,1.063
34,mlp.experts.67.up_proj,0.0018248194,0.10000,1.048
34,mlp.experts.68.up_proj,0.0001512482,0.10000,1.082
34,mlp.experts.69.up_proj,0.0001777693,0.10000,1.067
34,mlp.experts.71.up_proj,0.0001264733,0.10000,1.042
34,mlp.experts.70.up_proj,0.0001126462,0.10000,1.063
34,mlp.experts.72.up_proj,0.0025045215,0.10000,1.034
34,mlp.experts.73.up_proj,0.0000603063,0.10000,1.040
34,mlp.experts.74.up_proj,0.0000770371,0.10000,0.941
34,mlp.experts.75.up_proj,0.0004610379,0.10000,0.947
34,mlp.experts.76.up_proj,0.0000376094,0.10000,1.048
34,mlp.experts.77.up_proj,0.0024711540,0.10000,1.047
34,mlp.experts.78.up_proj,0.0000836349,0.10000,1.044
34,mlp.experts.79.up_proj,0.0250523157,0.10000,1.045
34,mlp.experts.80.up_proj,0.0000736670,0.10000,1.057
34,mlp.experts.81.up_proj,0.0028302451,0.10000,1.052
34,mlp.experts.82.up_proj,0.0000567162,0.10000,1.046
34,mlp.experts.83.up_proj,0.0000203064,0.10000,1.047
34,mlp.experts.84.up_proj,0.0015009866,0.10000,1.046
34,mlp.experts.85.up_proj,0.0000540817,0.10000,1.043
34,mlp.experts.86.up_proj,0.0000793881,0.10000,0.979
34,mlp.experts.87.up_proj,0.0003723931,0.10000,0.983
34,mlp.experts.88.up_proj,0.0000350877,0.10000,1.037
34,mlp.experts.89.up_proj,0.0025382425,0.10000,1.068
34,mlp.experts.90.up_proj,0.0001342303,0.10000,1.053
34,mlp.experts.91.up_proj,0.0000315297,0.10000,1.042
34,mlp.experts.92.up_proj,0.0005238207,0.10000,1.066
34,mlp.experts.93.up_proj,0.0024471133,0.10000,1.026
34,mlp.experts.94.up_proj,0.0000360405,0.10000,1.076
34,mlp.experts.95.up_proj,0.0000191808,0.10000,1.075
34,mlp.experts.96.up_proj,0.0000624063,0.10000,1.008
34,mlp.experts.97.up_proj,0.0002943308,0.10000,1.013
34,mlp.experts.98.up_proj,0.0000403446,0.10000,1.066
34,mlp.experts.99.up_proj,0.0000944278,0.10000,1.086
34,mlp.experts.100.up_proj,0.0008922064,0.10000,1.046
34,mlp.experts.101.up_proj,0.0001642462,0.10000,1.036
34,mlp.experts.102.up_proj,0.0012328855,0.10000,1.051
34,mlp.experts.103.up_proj,0.0000997951,0.10000,1.055
34,mlp.experts.104.up_proj,0.0012558634,0.10000,1.038
34,mlp.experts.105.up_proj,0.0000471996,0.10000,1.021
34,mlp.experts.106.up_proj,0.0105652440,0.10000,1.025
34,mlp.experts.107.up_proj,0.0000191133,0.10000,1.036
34,mlp.experts.108.up_proj,0.0000165862,0.10000,1.014
34,mlp.experts.109.up_proj,0.0000773055,0.10000,1.009
34,mlp.experts.110.up_proj,0.0000719788,0.10000,1.040
34,mlp.experts.111.up_proj,0.0010835994,0.10000,1.047
34,mlp.experts.112.up_proj,0.0000286193,0.10000,1.049
34,mlp.experts.113.up_proj,0.0000293106,0.10000,1.097
34,mlp.experts.114.up_proj,0.0056259352,0.10000,1.021
34,mlp.experts.115.up_proj,0.0027691302,0.10000,1.062
34,mlp.experts.116.up_proj,0.0010571321,0.10000,0.990
34,mlp.experts.117.up_proj,0.0190627798,0.10000,1.077
34,mlp.experts.118.up_proj,0.0017037729,0.10000,0.974
34,mlp.experts.119.up_proj,0.0011085255,0.10000,0.995
34,mlp.experts.120.up_proj,0.0000444285,0.10000,0.991
34,mlp.experts.121.up_proj,0.0013192069,0.10000,1.034
34,mlp.experts.122.up_proj,0.0068100617,0.10000,1.029
34,mlp.experts.123.up_proj,0.0000647869,0.10000,0.999
34,mlp.experts.124.up_proj,0.0000470700,0.10000,0.962
34,mlp.experts.125.up_proj,0.0040685810,0.10000,0.980
34,mlp.experts.126.up_proj,0.0001641288,0.10000,1.006
34,mlp.experts.127.up_proj,0.0005603866,0.10000,0.971
34,mlp.experts.0.gate_proj,0.0010218336,0.10000,0.973
34,mlp.experts.1.gate_proj,0.0005823446,0.10000,1.018
34,mlp.experts.2.gate_proj,0.0001099253,0.10000,1.042
34,mlp.experts.3.gate_proj,0.0001999715,0.10000,1.030
34,mlp.experts.4.gate_proj,0.0001625542,0.10000,1.058
34,mlp.experts.5.gate_proj,0.0000851042,0.10000,1.024
34,mlp.experts.6.gate_proj,0.0004243089,0.10000,1.015
34,mlp.experts.7.gate_proj,0.0026496772,0.10000,0.961
34,mlp.experts.8.gate_proj,0.0010241155,0.10000,1.046
34,mlp.experts.9.gate_proj,0.0000852191,0.10000,1.009
34,mlp.experts.10.gate_proj,0.0004131642,0.10000,1.019
34,mlp.experts.11.gate_proj,0.0014987442,0.10000,0.961
34,mlp.experts.12.gate_proj,0.0002194936,0.10000,0.996
34,mlp.experts.13.gate_proj,0.0008711595,0.10000,0.980
34,mlp.experts.14.gate_proj,0.0000731820,0.10000,1.046
34,mlp.experts.15.gate_proj,0.0004748866,0.10000,1.008
34,mlp.experts.17.gate_proj,0.0026106478,0.10000,1.041
34,mlp.experts.16.gate_proj,0.0001604266,0.10000,1.111
34,mlp.experts.18.gate_proj,0.0000153883,0.10000,1.027
34,mlp.experts.19.gate_proj,0.0004395276,0.10000,1.049
34,mlp.experts.20.gate_proj,0.0017830234,0.10000,1.034
34,mlp.experts.21.gate_proj,0.0010784921,0.10000,1.056
34,mlp.experts.22.gate_proj,0.0031414528,0.10000,1.034
34,mlp.experts.23.gate_proj,0.0000733936,0.10000,0.992
34,mlp.experts.24.gate_proj,0.0015146213,0.10000,0.996
34,mlp.experts.25.gate_proj,0.0001725600,0.10000,1.054
34,mlp.experts.26.gate_proj,0.0000997124,0.10000,1.002
34,mlp.experts.27.gate_proj,0.0001767139,0.10000,1.018
34,mlp.experts.28.gate_proj,0.0033678325,0.10000,1.005
34,mlp.experts.29.gate_proj,0.0008586835,0.10000,1.037
34,mlp.experts.30.gate_proj,0.0000169546,0.10000,1.001
34,mlp.experts.31.gate_proj,0.0002617714,0.10000,1.000
34,mlp.experts.32.gate_proj,0.0002229442,0.10000,1.050
34,mlp.experts.33.gate_proj,0.0003137046,0.10000,1.003
34,mlp.experts.34.gate_proj,0.0090343699,0.10000,0.957
34,mlp.experts.35.gate_proj,0.0000609148,0.10000,0.980
34,mlp.experts.36.gate_proj,0.0003086595,0.10000,1.010
34,mlp.experts.37.gate_proj,0.0011138415,0.10000,0.994
34,mlp.experts.38.gate_proj,0.0519630976,0.10000,1.065
34,mlp.experts.39.gate_proj,0.0000479332,0.10000,1.051
34,mlp.experts.40.gate_proj,0.0000165061,0.10000,0.972
34,mlp.experts.41.gate_proj,0.0000886424,0.10000,0.988
34,mlp.experts.42.gate_proj,0.0022213380,0.10000,1.010
34,mlp.experts.43.gate_proj,0.0000841008,0.10000,1.030
34,mlp.experts.44.gate_proj,0.0044345856,0.10000,1.042
34,mlp.experts.45.gate_proj,0.0000591638,0.10000,1.038
34,mlp.experts.46.gate_proj,0.0008998321,0.10000,1.046
34,mlp.experts.47.gate_proj,0.0016130052,0.10000,1.062
34,mlp.experts.48.gate_proj,0.0009894929,0.10000,0.946
34,mlp.experts.49.gate_proj,0.0032152873,0.10000,0.953
34,mlp.experts.50.gate_proj,0.0003449554,0.10000,1.002
34,mlp.experts.51.gate_proj,0.0013488146,0.10000,0.996
34,mlp.experts.52.gate_proj,0.0000284390,0.10000,0.992
34,mlp.experts.53.gate_proj,0.0024113618,0.10000,0.995
34,mlp.experts.54.gate_proj,0.0014741813,0.10000,1.006
34,mlp.experts.55.gate_proj,0.0001339172,0.10000,0.997
34,mlp.experts.56.gate_proj,0.0001010309,0.10000,0.949
34,mlp.experts.57.gate_proj,0.0003961710,0.10000,0.978
34,mlp.experts.58.gate_proj,0.0001832194,0.10000,1.023
34,mlp.experts.59.gate_proj,0.0017843796,0.10000,1.084
34,mlp.experts.60.gate_proj,0.0007400697,0.10000,1.011
34,mlp.experts.61.gate_proj,0.0000524670,0.10000,1.072
34,mlp.experts.62.gate_proj,0.0000099780,0.10000,1.033
34,mlp.experts.63.gate_proj,0.0002125600,0.10000,1.005
34,mlp.experts.64.gate_proj,0.0000083204,0.10000,0.966
34,mlp.experts.65.gate_proj,0.0002153718,0.10000,1.013
34,mlp.experts.66.gate_proj,0.0005001905,0.10000,0.939
34,mlp.experts.67.gate_proj,0.0018446434,0.10000,0.938
34,mlp.experts.68.gate_proj,0.0001323089,0.10000,1.009
34,mlp.experts.69.gate_proj,0.0001297074,0.10000,1.038
34,mlp.experts.70.gate_proj,0.0001169918,0.10000,1.018
34,mlp.experts.71.gate_proj,0.0001407376,0.10000,0.997
34,mlp.experts.72.gate_proj,0.0023356978,0.10000,0.974
34,mlp.experts.73.gate_proj,0.0000580475,0.10000,1.039
34,mlp.experts.74.gate_proj,0.0000730825,0.10000,1.075
34,mlp.experts.75.gate_proj,0.0004649981,0.10000,1.053
34,mlp.experts.76.gate_proj,0.0000368092,0.10000,0.993
34,mlp.experts.77.gate_proj,0.0025443589,0.10000,0.993
34,mlp.experts.78.gate_proj,0.0000726533,0.10000,1.001
34,mlp.experts.79.gate_proj,0.0212395059,0.10000,1.040
34,mlp.experts.80.gate_proj,0.0000729806,0.10000,1.012
34,mlp.experts.81.gate_proj,0.0027681356,0.10000,0.973
34,mlp.experts.82.gate_proj,0.0000508837,0.10000,0.971
34,mlp.experts.83.gate_proj,0.0000149627,0.10000,1.002
34,mlp.experts.84.gate_proj,0.0015085199,0.10000,1.043
34,mlp.experts.85.gate_proj,0.0000515134,0.10000,0.999
34,mlp.experts.86.gate_proj,0.0000750987,0.10000,1.019
34,mlp.experts.87.gate_proj,0.0003615157,0.10000,1.014
34,mlp.experts.88.gate_proj,0.0000305087,0.10000,1.047
34,mlp.experts.89.gate_proj,0.0026486190,0.10000,1.002
34,mlp.experts.90.gate_proj,0.0000883110,0.10000,1.015
34,mlp.experts.91.gate_proj,0.0000291904,0.10000,0.967
34,mlp.experts.92.gate_proj,0.0005689312,0.10000,1.034
34,mlp.experts.93.gate_proj,0.0022535239,0.10000,1.033
34,mlp.experts.94.gate_proj,0.0000369894,0.10000,1.019
34,mlp.experts.95.gate_proj,0.0000157998,0.10000,1.026
34,mlp.experts.96.gate_proj,0.0000591006,0.10000,1.033
34,mlp.experts.97.gate_proj,0.0002633280,0.10000,1.029
34,mlp.experts.98.gate_proj,0.0000356740,0.10000,1.043
34,mlp.experts.99.gate_proj,0.0000892221,0.10000,1.046
34,mlp.experts.100.gate_proj,0.0006966371,0.10000,1.005
34,mlp.experts.101.gate_proj,0.0001453283,0.10000,1.003
34,mlp.experts.102.gate_proj,0.0012376223,0.10000,0.997
34,mlp.experts.103.gate_proj,0.0000885797,0.10000,1.025
34,mlp.experts.104.gate_proj,0.0011787639,0.10000,1.063
34,mlp.experts.105.gate_proj,0.0000397728,0.10000,1.035
34,mlp.experts.106.gate_proj,0.0101363432,0.10000,1.009
34,mlp.experts.107.gate_proj,0.0000166198,0.10000,1.012
34,mlp.experts.108.gate_proj,0.0000147714,0.10000,1.059
34,mlp.experts.109.gate_proj,0.0000751049,0.10000,1.023
34,mlp.experts.110.gate_proj,0.0000704518,0.10000,1.080
34,mlp.experts.111.gate_proj,0.0010195902,0.10000,1.045
34,mlp.experts.112.gate_proj,0.0000265072,0.10000,1.039
34,mlp.experts.113.gate_proj,0.0000243725,0.10000,1.072
34,mlp.experts.114.gate_proj,0.0058420294,0.10000,1.045
34,mlp.experts.115.gate_proj,0.0028564342,0.10000,1.045
34,mlp.experts.116.gate_proj,0.0010543532,0.10000,1.003
34,mlp.experts.117.gate_proj,0.0169906430,0.10000,1.012
34,mlp.experts.118.gate_proj,0.0018259157,0.10000,1.066
34,mlp.experts.119.gate_proj,0.0009763005,0.10000,1.037
34,mlp.experts.120.gate_proj,0.0000443396,0.10000,1.067
34,mlp.experts.121.gate_proj,0.0013233791,0.10000,1.030
34,mlp.experts.122.gate_proj,0.0068847225,0.10000,1.037
34,mlp.experts.123.gate_proj,0.0000512814,0.10000,1.007
34,mlp.experts.124.gate_proj,0.0000344841,0.10000,1.047
34,mlp.experts.125.gate_proj,0.0039565198,0.10000,1.040
34,mlp.experts.126.gate_proj,0.0001782340,0.10000,1.023
34,mlp.experts.127.gate_proj,0.0005204111,0.10000,0.988
34,mlp.experts.0.down_proj,0.0002348911,0.10000,0.390
34,mlp.experts.1.down_proj,0.0001153937,0.10000,0.404
34,mlp.experts.2.down_proj,0.0000423825,0.10000,0.382
34,mlp.experts.3.down_proj,0.0000335198,0.10000,0.393
34,mlp.experts.4.down_proj,0.0000561010,0.10000,0.329
34,mlp.experts.5.down_proj,0.0000125546,0.10000,0.321
34,mlp.experts.6.down_proj,0.0002964743,0.10000,0.326
34,mlp.experts.7.down_proj,0.0001184557,0.10000,0.320
34,mlp.experts.8.down_proj,0.0001946896,0.10000,0.391
34,mlp.experts.9.down_proj,0.0000228628,0.10000,0.380
34,mlp.experts.11.down_proj,0.0005289345,0.10000,0.390
34,mlp.experts.10.down_proj,0.0001367036,0.10000,0.395
34,mlp.experts.12.down_proj,0.0000523856,0.10000,0.389
34,mlp.experts.13.down_proj,0.0006786539,0.10000,0.398
34,mlp.experts.14.down_proj,0.0000207461,0.10000,0.390
34,mlp.experts.15.down_proj,0.0001575539,0.10000,0.397
34,mlp.experts.16.down_proj,0.0000562107,0.10000,0.333
34,mlp.experts.17.down_proj,0.0015439697,0.10000,0.340
34,mlp.experts.18.down_proj,0.0000036692,0.10000,0.345
34,mlp.experts.19.down_proj,0.0003342286,0.10000,0.343
34,mlp.experts.20.down_proj,0.0008430844,0.10000,0.361
34,mlp.experts.21.down_proj,0.0005531631,0.10000,0.368
34,mlp.experts.22.down_proj,0.0001300700,0.10000,0.329
34,mlp.experts.23.down_proj,0.0000432898,0.10000,0.333
34,mlp.experts.24.down_proj,0.0005332727,0.10000,0.371
34,mlp.experts.25.down_proj,0.0000417967,0.10000,0.362
34,mlp.experts.26.down_proj,0.0000193410,0.10000,0.400
34,mlp.experts.27.down_proj,0.0000779263,0.10000,0.396
34,mlp.experts.28.down_proj,0.0004405097,0.10000,0.400
34,mlp.experts.29.down_proj,0.0001902115,0.10000,0.398
34,mlp.experts.30.down_proj,0.0000039081,0.10000,0.401
34,mlp.experts.31.down_proj,0.0001618498,0.10000,0.402
34,mlp.experts.32.down_proj,0.0000387532,0.10000,0.397
34,mlp.experts.33.down_proj,0.0001620115,0.10000,0.402
34,mlp.experts.34.down_proj,0.0001583428,0.10000,0.366
34,mlp.experts.35.down_proj,0.0000247040,0.10000,0.361
34,mlp.experts.36.down_proj,0.0002639836,0.10000,0.389
34,mlp.experts.37.down_proj,0.0005640321,0.10000,0.391
34,mlp.experts.38.down_proj,0.0000032566,0.10000,0.391
34,mlp.experts.39.down_proj,0.0000124629,0.10000,0.388
34,mlp.experts.40.down_proj,0.0000043310,0.10000,0.394
34,mlp.experts.41.down_proj,0.0000261661,0.10000,0.392
34,mlp.experts.42.down_proj,0.0005717427,0.10000,0.382
34,mlp.experts.43.down_proj,0.0000212460,0.10000,0.377
34,mlp.experts.44.down_proj,0.0025456388,0.10000,0.350
34,mlp.experts.45.down_proj,0.0000190528,0.10000,0.354
34,mlp.experts.46.down_proj,0.0003246332,0.10000,0.399
34,mlp.experts.47.down_proj,0.0009011685,0.10000,0.402
34,mlp.experts.48.down_proj,0.0003138827,0.10000,0.387
34,mlp.experts.49.down_proj,0.0020090578,0.10000,0.400
34,mlp.experts.50.down_proj,0.0000440798,0.10000,0.397
34,mlp.experts.51.down_proj,0.0003580238,0.10000,0.398
34,mlp.experts.52.down_proj,0.0000053558,0.10000,0.397
34,mlp.experts.53.down_proj,0.0016965671,0.10000,0.399
34,mlp.experts.54.down_proj,0.0005115192,0.10000,0.403
34,mlp.experts.55.down_proj,0.0000378936,0.10000,0.392
34,mlp.experts.56.down_proj,0.0000339250,0.10000,0.396
34,mlp.experts.57.down_proj,0.0001467090,0.10000,0.388
34,mlp.experts.58.down_proj,0.0000350951,0.10000,0.387
34,mlp.experts.59.down_proj,0.0005296879,0.10000,0.404
34,mlp.experts.60.down_proj,0.0001968938,0.10000,0.401
34,mlp.experts.61.down_proj,0.0000208801,0.10000,0.395
34,mlp.experts.62.down_proj,0.0000023267,0.10000,0.398
34,mlp.experts.63.down_proj,0.0000420878,0.10000,0.382
34,mlp.experts.64.down_proj,0.0000015592,0.10000,0.400
34,mlp.experts.65.down_proj,0.0000818892,0.10000,0.405
34,mlp.experts.66.down_proj,0.0001265415,0.10000,0.324
34,mlp.experts.67.down_proj,0.0004317939,0.10000,0.322
34,mlp.experts.68.down_proj,0.0000321024,0.10000,0.347
34,mlp.experts.69.down_proj,0.0000455154,0.10000,0.358
34,mlp.experts.70.down_proj,0.0000286987,0.10000,0.397
34,mlp.experts.71.down_proj,0.0000391904,0.10000,0.391
34,mlp.experts.72.down_proj,0.0007750031,0.10000,0.397
34,mlp.experts.73.down_proj,0.0000227109,0.10000,0.397
34,mlp.experts.74.down_proj,0.0000214918,0.10000,0.390
34,mlp.experts.75.down_proj,0.0001111247,0.10000,0.384
34,mlp.experts.76.down_proj,0.0000068418,0.10000,0.393
34,mlp.experts.77.down_proj,0.0009087546,0.10000,0.394
34,mlp.experts.78.down_proj,0.0000249456,0.10000,0.398
34,mlp.experts.79.down_proj,0.0068089395,0.10000,0.392
34,mlp.experts.80.down_proj,0.0000119884,0.10000,0.391
34,mlp.experts.81.down_proj,0.0007849174,0.10000,0.390
34,mlp.experts.82.down_proj,0.0000201938,0.10000,0.393
34,mlp.experts.83.down_proj,0.0000053489,0.10000,0.405
34,mlp.experts.84.down_proj,0.0003898067,0.10000,0.374
34,mlp.experts.85.down_proj,0.0000173714,0.10000,0.409
34,mlp.experts.86.down_proj,0.0000194523,0.10000,0.334
34,mlp.experts.87.down_proj,0.0001341590,0.10000,0.336
34,mlp.experts.88.down_proj,0.0000070623,0.10000,0.369
34,mlp.experts.89.down_proj,0.0007606946,0.10000,0.380
34,mlp.experts.90.down_proj,0.0000309285,0.10000,0.393
34,mlp.experts.91.down_proj,0.0000069047,0.10000,0.388
34,mlp.experts.92.down_proj,0.0000325668,0.10000,0.328
34,mlp.experts.93.down_proj,0.0011874721,0.10000,0.317
34,mlp.experts.94.down_proj,0.0000083716,0.10000,0.393
34,mlp.experts.95.down_proj,0.0000063511,0.10000,0.400
34,mlp.experts.96.down_proj,0.0000095663,0.10000,0.392
34,mlp.experts.97.down_proj,0.0000731360,0.10000,0.389
34,mlp.experts.98.down_proj,0.0000089570,0.10000,0.396
34,mlp.experts.99.down_proj,0.0000263852,0.10000,0.399
34,mlp.experts.100.down_proj,0.0003623515,0.10000,0.398
34,mlp.experts.101.down_proj,0.0000449798,0.10000,0.396
34,mlp.experts.102.down_proj,0.0002321442,0.10000,0.386
34,mlp.experts.103.down_proj,0.0000422597,0.10000,0.394
34,mlp.experts.104.down_proj,0.0003037637,0.10000,0.396
34,mlp.experts.105.down_proj,0.0000145503,0.10000,0.384
34,mlp.experts.106.down_proj,0.0061521113,0.10000,0.389
34,mlp.experts.107.down_proj,0.0000040808,0.10000,0.387
34,mlp.experts.108.down_proj,0.0000039746,0.10000,0.383
34,mlp.experts.109.down_proj,0.0000304241,0.10000,0.385
34,mlp.experts.110.down_proj,0.0000174203,0.10000,0.386
34,mlp.experts.111.down_proj,0.0005707471,0.10000,0.383
34,mlp.experts.112.down_proj,0.0000043893,0.10000,0.374
34,mlp.experts.113.down_proj,0.0000059408,0.10000,0.387
34,mlp.experts.114.down_proj,0.0009461485,0.10000,0.378
34,mlp.experts.115.down_proj,0.0001070557,0.10000,0.386
34,mlp.experts.116.down_proj,0.0002278989,0.10000,0.384
34,mlp.experts.117.down_proj,0.0091854061,0.10000,0.385
34,mlp.experts.118.down_proj,0.0004071797,0.10000,0.385
34,mlp.experts.119.down_proj,0.0005656899,0.10000,0.384
34,mlp.experts.120.down_proj,0.0000186945,0.10000,0.332
34,mlp.experts.121.down_proj,0.0003082471,0.10000,0.332
34,mlp.experts.122.down_proj,0.0016633562,0.10000,0.326
34,mlp.experts.123.down_proj,0.0000189305,0.10000,0.346
34,mlp.experts.124.down_proj,0.0000134476,0.10000,0.393
34,mlp.experts.125.down_proj,0.0018923412,0.10000,0.403
34,mlp.experts.126.down_proj,0.0000629665,0.10000,0.396
34,mlp.experts.127.down_proj,0.0003988336,0.10000,0.358
35,self_attn.k_proj,0.0000001587,0.10000,1.024
35,self_attn.q_proj,0.0000012533,0.10000,1.087
35,self_attn.v_proj,0.0000001886,0.10000,0.651
35,self_attn.o_proj,0.0000001684,0.10000,1.194
35,mlp.gate,0.0000042883,0.10000,0.547
35,mlp.experts.0.up_proj,0.0000404114,0.10000,1.001
35,mlp.experts.1.up_proj,0.0003897351,0.10000,1.004
35,mlp.experts.2.up_proj,0.0002124668,0.10000,1.048
35,mlp.experts.3.up_proj,0.0001435129,0.10000,1.050
35,mlp.experts.5.up_proj,0.0052127136,0.10000,1.065
35,mlp.experts.4.up_proj,0.0002963919,0.10000,1.076
35,mlp.experts.6.up_proj,0.0023489577,0.10000,0.995
35,mlp.experts.7.up_proj,0.0001211096,0.10000,0.998
35,mlp.experts.8.up_proj,0.0000422942,0.10000,1.015
35,mlp.experts.9.up_proj,0.0004288148,0.10000,1.020
35,mlp.experts.10.up_proj,0.0017708807,0.10000,0.998
35,mlp.experts.11.up_proj,0.0155893061,0.10000,1.023
35,mlp.experts.12.up_proj,0.0001168852,0.10000,1.019
35,mlp.experts.13.up_proj,0.0000807530,0.10000,1.036
35,mlp.experts.14.up_proj,0.0005135310,0.10000,0.993
35,mlp.experts.15.up_proj,0.0005052160,0.10000,0.992
35,mlp.experts.16.up_proj,0.0000185766,0.10000,0.974
35,mlp.experts.17.up_proj,0.0013092713,0.10000,0.956
35,mlp.experts.18.up_proj,0.0000645127,0.10000,1.032
35,mlp.experts.19.up_proj,0.0024316137,0.10000,1.027
35,mlp.experts.20.up_proj,0.0001411558,0.10000,1.025
35,mlp.experts.21.up_proj,0.0000538987,0.10000,1.045
35,mlp.experts.22.up_proj,0.0000826012,0.10000,1.037
35,mlp.experts.23.up_proj,0.0001312159,0.10000,1.033
35,mlp.experts.24.up_proj,0.0000613758,0.10000,1.012
35,mlp.experts.25.up_proj,0.0000804610,0.10000,1.039
35,mlp.experts.26.up_proj,0.0000758159,0.10000,0.958
35,mlp.experts.27.up_proj,0.0015739727,0.10000,0.986
35,mlp.experts.28.up_proj,0.0001974451,0.10000,0.962
35,mlp.experts.29.up_proj,0.0000782507,0.10000,0.943
35,mlp.experts.30.up_proj,0.0000714080,0.10000,1.028
35,mlp.experts.31.up_proj,0.0005821625,0.10000,1.069
35,mlp.experts.32.up_proj,0.0009646673,0.10000,0.987
35,mlp.experts.33.up_proj,0.0000196374,0.10000,1.032
35,mlp.experts.34.up_proj,0.0140178633,0.10000,1.060
35,mlp.experts.35.up_proj,0.0077467207,0.10000,1.006
35,mlp.experts.36.up_proj,0.0015938907,0.10000,1.059
35,mlp.experts.37.up_proj,0.0000409537,0.10000,1.023
35,mlp.experts.38.up_proj,0.0020555415,0.10000,1.010
35,mlp.experts.39.up_proj,0.0001264363,0.10000,1.068
35,mlp.experts.40.up_proj,0.0002260927,0.10000,0.977
35,mlp.experts.41.up_proj,0.0000943949,0.10000,1.000
35,mlp.experts.42.up_proj,0.0000416865,0.10000,1.006
35,mlp.experts.43.up_proj,0.0001379436,0.10000,0.988
35,mlp.experts.44.up_proj,0.0019242903,0.10000,0.992
35,mlp.experts.45.up_proj,0.0001213263,0.10000,1.021
35,mlp.experts.46.up_proj,0.0008650899,0.10000,1.022
35,mlp.experts.47.up_proj,0.0000237930,0.10000,1.075
35,mlp.experts.48.up_proj,0.0002629997,0.10000,0.925
35,mlp.experts.49.up_proj,0.0000426918,0.10000,0.940
35,mlp.experts.50.up_proj,0.0000698016,0.10000,1.048
35,mlp.experts.51.up_proj,0.0020547410,0.10000,1.061
35,mlp.experts.52.up_proj,0.0007379745,0.10000,1.025
35,mlp.experts.53.up_proj,0.0002508187,0.10000,1.046
35,mlp.experts.54.up_proj,0.0001643283,0.10000,1.001
35,mlp.experts.55.up_proj,0.0000642910,0.10000,1.027
35,mlp.experts.56.up_proj,0.0002515527,0.10000,1.041
35,mlp.experts.57.up_proj,0.0125819380,0.10000,1.017
35,mlp.experts.58.up_proj,0.0000502369,0.10000,1.065
35,mlp.experts.59.up_proj,0.0000405656,0.10000,1.053
35,mlp.experts.60.up_proj,0.0000887013,0.10000,1.049
35,mlp.experts.61.up_proj,0.0000426741,0.10000,1.056
35,mlp.experts.62.up_proj,0.0008405281,0.10000,0.962
35,mlp.experts.63.up_proj,0.0038605761,0.10000,0.993
35,mlp.experts.64.up_proj,0.0007153806,0.10000,0.985
35,mlp.experts.65.up_proj,0.0011676214,0.10000,1.026
35,mlp.experts.66.up_proj,0.0065345939,0.10000,1.022
35,mlp.experts.67.up_proj,0.0000420429,0.10000,1.037
35,mlp.experts.68.up_proj,0.0003304262,0.10000,1.015
35,mlp.experts.69.up_proj,0.0000925376,0.10000,0.964
35,mlp.experts.70.up_proj,0.0024979313,0.10000,0.979
35,mlp.experts.71.up_proj,0.0000879939,0.10000,0.963
35,mlp.experts.72.up_proj,0.0001752035,0.10000,0.974
35,mlp.experts.73.up_proj,0.0001689701,0.10000,1.023
35,mlp.experts.74.up_proj,0.0051561840,0.10000,0.973
35,mlp.experts.75.up_proj,0.0013796347,0.10000,0.985
35,mlp.experts.76.up_proj,0.0028277807,0.10000,1.016
35,mlp.experts.77.up_proj,0.0126961145,0.10000,0.980
35,mlp.experts.78.up_proj,0.0001167716,0.10000,1.034
35,mlp.experts.79.up_proj,0.0000842405,0.10000,0.967
35,mlp.experts.80.up_proj,0.0141044336,0.10000,1.022
35,mlp.experts.81.up_proj,0.0004576254,0.10000,0.979
35,mlp.experts.82.up_proj,0.0005408575,0.10000,1.063
35,mlp.experts.83.up_proj,0.0010768088,0.10000,1.022
35,mlp.experts.84.up_proj,0.0019857524,0.10000,1.031
35,mlp.experts.85.up_proj,0.0000518393,0.10000,1.017
35,mlp.experts.86.up_proj,0.0000471859,0.10000,1.034
35,mlp.experts.87.up_proj,0.0000895719,0.10000,1.006
35,mlp.experts.88.up_proj,0.0029976295,0.10000,1.028
35,mlp.experts.89.up_proj,0.0000363328,0.10000,1.004
35,mlp.experts.90.up_proj,0.0002157811,0.10000,1.030
35,mlp.experts.91.up_proj,0.0046649867,0.10000,0.990
35,mlp.experts.92.up_proj,0.0000527548,0.10000,0.894
35,mlp.experts.93.up_proj,0.0095648715,0.10000,0.941
35,mlp.experts.94.up_proj,0.0001021585,0.10000,1.021
35,mlp.experts.95.up_proj,0.0001997038,0.10000,1.066
35,mlp.experts.96.up_proj,0.0000338108,0.10000,1.024
35,mlp.experts.97.up_proj,0.0000235222,0.10000,1.066
35,mlp.experts.98.up_proj,0.0000149839,0.10000,0.991
35,mlp.experts.99.up_proj,0.0000679825,0.10000,1.024
35,mlp.experts.100.up_proj,0.0003287144,0.10000,0.918
35,mlp.experts.101.up_proj,0.0001454331,0.10000,0.932
35,mlp.experts.102.up_proj,0.0002257333,0.10000,1.026
35,mlp.experts.103.up_proj,0.0005338727,0.10000,1.077
35,mlp.experts.104.up_proj,0.0023308638,0.10000,0.886
35,mlp.experts.105.up_proj,0.0000110863,0.10000,0.853
35,mlp.experts.106.up_proj,0.0047153192,0.10000,0.971
35,mlp.experts.107.up_proj,0.0000487617,0.10000,0.940
35,mlp.experts.108.up_proj,0.0020596931,0.10000,1.001
35,mlp.experts.109.up_proj,0.0000876015,0.10000,0.968
35,mlp.experts.110.up_proj,0.0023948970,0.10000,0.981
35,mlp.experts.111.up_proj,0.0000817966,0.10000,1.092
35,mlp.experts.112.up_proj,0.0077532108,0.10000,1.023
35,mlp.experts.113.up_proj,0.0026811234,0.10000,1.086
35,mlp.experts.114.up_proj,0.0010114263,0.10000,1.018
35,mlp.experts.115.up_proj,0.0000107737,0.10000,1.028
35,mlp.experts.116.up_proj,0.0000712178,0.10000,1.070
35,mlp.experts.117.up_proj,0.0018944364,0.10000,1.017
35,mlp.experts.118.up_proj,0.0008261202,0.10000,1.011
35,mlp.experts.119.up_proj,0.0201147173,0.10000,1.001
35,mlp.experts.120.up_proj,0.0007605579,0.10000,0.992
35,mlp.experts.121.up_proj,0.0002347074,0.10000,1.038
35,mlp.experts.122.up_proj,0.0000361949,0.10000,1.051
35,mlp.experts.123.up_proj,0.0011218438,0.10000,1.032
35,mlp.experts.124.up_proj,0.0013201896,0.10000,1.061
35,mlp.experts.125.up_proj,0.0000954505,0.10000,1.028
35,mlp.experts.126.up_proj,0.0001918517,0.10000,1.040
35,mlp.experts.127.up_proj,0.0009570020,0.10000,1.066
35,mlp.experts.0.gate_proj,0.0000384865,0.10000,1.081
35,mlp.experts.1.gate_proj,0.0002714184,0.10000,1.064
35,mlp.experts.2.gate_proj,0.0002035496,0.10000,1.077
35,mlp.experts.3.gate_proj,0.0000961275,0.10000,1.052
35,mlp.experts.4.gate_proj,0.0003828750,0.10000,1.009
35,mlp.experts.5.gate_proj,0.0050391525,0.10000,1.028
35,mlp.experts.6.gate_proj,0.0023547307,0.10000,0.988
35,mlp.experts.7.gate_proj,0.0001139425,0.10000,1.011
35,mlp.experts.8.gate_proj,0.0000430317,0.10000,0.958
35,mlp.experts.9.gate_proj,0.0004114594,0.10000,1.006
35,mlp.experts.10.gate_proj,0.0015699787,0.10000,1.005
35,mlp.experts.11.gate_proj,0.0150590498,0.10000,0.957
35,mlp.experts.12.gate_proj,0.0001106635,0.10000,0.927
35,mlp.experts.13.gate_proj,0.0000777142,0.10000,0.996
35,mlp.experts.14.gate_proj,0.0005223044,0.10000,1.019
35,mlp.experts.15.gate_proj,0.0005101688,0.10000,1.060
35,mlp.experts.16.gate_proj,0.0000195838,0.10000,1.035
35,mlp.experts.17.gate_proj,0.0013187534,0.10000,1.051
35,mlp.experts.18.gate_proj,0.0000351495,0.10000,1.057
35,mlp.experts.19.gate_proj,0.0021333909,0.10000,1.029
35,mlp.experts.20.gate_proj,0.0001272626,0.10000,0.964
35,mlp.experts.21.gate_proj,0.0000519876,0.10000,0.978
35,mlp.experts.22.gate_proj,0.0000763404,0.10000,1.055
35,mlp.experts.23.gate_proj,0.0000993695,0.10000,1.060
35,mlp.experts.24.gate_proj,0.0000507148,0.10000,1.024
35,mlp.experts.25.gate_proj,0.0001217220,0.10000,1.077
35,mlp.experts.26.gate_proj,0.0000541220,0.10000,1.038
35,mlp.experts.27.gate_proj,0.0013887989,0.10000,1.075
35,mlp.experts.28.gate_proj,0.0001839700,0.10000,1.021
35,mlp.experts.29.gate_proj,0.0000705418,0.10000,1.015
35,mlp.experts.30.gate_proj,0.0000696986,0.10000,0.975
35,mlp.experts.31.gate_proj,0.0004121746,0.10000,1.041
35,mlp.experts.32.gate_proj,0.0008999527,0.10000,0.970
35,mlp.experts.33.gate_proj,0.0000188156,0.10000,1.051
35,mlp.experts.34.gate_proj,0.0141957572,0.10000,1.002
35,mlp.experts.35.gate_proj,0.0071006443,0.10000,1.012
35,mlp.experts.36.gate_proj,0.0011483945,0.10000,1.004
35,mlp.experts.37.gate_proj,0.0000374134,0.10000,1.040
35,mlp.experts.38.gate_proj,0.0020887807,0.10000,1.037
35,mlp.experts.39.gate_proj,0.0001230826,0.10000,1.052
35,mlp.experts.40.gate_proj,0.0002189784,0.10000,1.010
35,mlp.experts.41.gate_proj,0.0000905990,0.10000,1.075
35,mlp.experts.42.gate_proj,0.0000393252,0.10000,1.029
35,mlp.experts.43.gate_proj,0.0001297392,0.10000,1.073
35,mlp.experts.44.gate_proj,0.0016479675,0.10000,1.043
35,mlp.experts.45.gate_proj,0.0001154927,0.10000,1.016
35,mlp.experts.46.gate_proj,0.0007192718,0.10000,1.045
35,mlp.experts.47.gate_proj,0.0000195706,0.10000,1.029
35,mlp.experts.48.gate_proj,0.0002417651,0.10000,1.026
35,mlp.experts.49.gate_proj,0.0000385765,0.10000,1.061
35,mlp.experts.50.gate_proj,0.0000646472,0.10000,0.979
35,mlp.experts.51.gate_proj,0.0019961718,0.10000,1.038
35,mlp.experts.52.gate_proj,0.0006705593,0.10000,1.039
35,mlp.experts.53.gate_proj,0.0002568663,0.10000,1.047
35,mlp.experts.54.gate_proj,0.0001377794,0.10000,1.025
35,mlp.experts.55.gate_proj,0.0000652710,0.10000,1.004
35,mlp.experts.56.gate_proj,0.0002229361,0.10000,1.050
35,mlp.experts.57.gate_proj,0.0108462604,0.10000,0.985
35,mlp.experts.58.gate_proj,0.0000515521,0.10000,0.978
35,mlp.experts.59.gate_proj,0.0000245931,0.10000,1.021
35,mlp.experts.60.gate_proj,0.0000870698,0.10000,1.011
35,mlp.experts.61.gate_proj,0.0000338636,0.10000,1.034
35,mlp.experts.62.gate_proj,0.0008492197,0.10000,1.004
35,mlp.experts.63.gate_proj,0.0033402287,0.10000,0.973
35,mlp.experts.64.gate_proj,0.0007031789,0.10000,0.975
35,mlp.experts.65.gate_proj,0.0011745371,0.10000,0.989
35,mlp.experts.66.gate_proj,0.0066429964,0.10000,1.024
35,mlp.experts.67.gate_proj,0.0000260561,0.10000,1.002
35,mlp.experts.68.gate_proj,0.0003338833,0.10000,1.021
35,mlp.experts.69.gate_proj,0.0000828306,0.10000,1.044
35,mlp.experts.70.gate_proj,0.0024054560,0.10000,1.017
35,mlp.experts.71.gate_proj,0.0000892686,0.10000,1.029
35,mlp.experts.72.gate_proj,0.0001650984,0.10000,1.014
35,mlp.experts.73.gate_proj,0.0001013767,0.10000,1.076
35,mlp.experts.74.gate_proj,0.0047412364,0.10000,1.032
35,mlp.experts.75.gate_proj,0.0013762542,0.10000,1.021
35,mlp.experts.76.gate_proj,0.0029048857,0.10000,1.051
35,mlp.experts.77.gate_proj,0.0130999874,0.10000,1.017
35,mlp.experts.78.gate_proj,0.0001156764,0.10000,1.018
35,mlp.experts.79.gate_proj,0.0000821279,0.10000,1.028
35,mlp.experts.80.gate_proj,0.0126797880,0.10000,0.975
35,mlp.experts.81.gate_proj,0.0004472607,0.10000,1.023
35,mlp.experts.82.gate_proj,0.0005336619,0.10000,1.006
35,mlp.experts.83.gate_proj,0.0010788661,0.10000,0.984
35,mlp.experts.84.gate_proj,0.0019468818,0.10000,0.978
35,mlp.experts.85.gate_proj,0.0000471568,0.10000,0.965
35,mlp.experts.86.gate_proj,0.0000447429,0.10000,0.959
35,mlp.experts.87.gate_proj,0.0000903100,0.10000,1.057
35,mlp.experts.88.gate_proj,0.0026866229,0.10000,1.048
35,mlp.experts.89.gate_proj,0.0000332261,0.10000,1.016
35,mlp.experts.90.gate_proj,0.0001016124,0.10000,1.054
35,mlp.experts.91.gate_proj,0.0041557518,0.10000,1.039
35,mlp.experts.92.gate_proj,0.0000530292,0.10000,1.062
35,mlp.experts.93.gate_proj,0.0080651666,0.10000,1.047
35,mlp.experts.94.gate_proj,0.0001029133,0.10000,1.049
35,mlp.experts.95.gate_proj,0.0002035404,0.10000,0.991
35,mlp.experts.96.gate_proj,0.0000320570,0.10000,1.001
35,mlp.experts.97.gate_proj,0.0000197196,0.10000,1.014
35,mlp.experts.98.gate_proj,0.0000123765,0.10000,1.055
35,mlp.experts.99.gate_proj,0.0000617591,0.10000,1.029
35,mlp.experts.100.gate_proj,0.0003262834,0.10000,1.058
35,mlp.experts.101.gate_proj,0.0001390397,0.10000,1.060
35,mlp.experts.102.gate_proj,0.0002294531,0.10000,1.054
35,mlp.experts.103.gate_proj,0.0004917296,0.10000,1.041
35,mlp.experts.104.gate_proj,0.0023273648,0.10000,1.002
35,mlp.experts.105.gate_proj,0.0000100967,0.10000,0.984
35,mlp.experts.106.gate_proj,0.0045766331,0.10000,0.950
35,mlp.experts.107.gate_proj,0.0000479808,0.10000,1.066
35,mlp.experts.108.gate_proj,0.0020169262,0.10000,1.020
35,mlp.experts.109.gate_proj,0.0000725832,0.10000,0.994
35,mlp.experts.110.gate_proj,0.0023628768,0.10000,1.012
35,mlp.experts.111.gate_proj,0.0000767058,0.10000,1.098
35,mlp.experts.112.gate_proj,0.0072228436,0.10000,1.051
35,mlp.experts.114.gate_proj,0.0010614396,0.10000,1.058
35,mlp.experts.113.gate_proj,0.0025939101,0.10000,1.074
35,mlp.experts.116.gate_proj,0.0000684054,0.10000,1.075
35,mlp.experts.115.gate_proj,0.0000102714,0.10000,1.090
35,mlp.experts.118.gate_proj,0.0007815020,0.10000,1.019
35,mlp.experts.117.gate_proj,0.0018986934,0.10000,1.087
35,mlp.experts.119.gate_proj,0.0179136706,0.10000,1.088
35,mlp.experts.120.gate_proj,0.0007585647,0.10000,1.051
35,mlp.experts.121.gate_proj,0.0002362633,0.10000,1.042
35,mlp.experts.122.gate_proj,0.0000293594,0.10000,1.058
35,mlp.experts.123.gate_proj,0.0009073646,0.10000,0.984
35,mlp.experts.124.gate_proj,0.0014818806,0.10000,0.964
35,mlp.experts.125.gate_proj,0.0000799480,0.10000,1.003
35,mlp.experts.126.gate_proj,0.0001725275,0.10000,1.026
35,mlp.experts.127.gate_proj,0.0008776615,0.10000,0.671
35,mlp.experts.1.down_proj,0.0001262855,0.10000,0.379
35,mlp.experts.0.down_proj,0.0000074453,0.10000,0.402
35,mlp.experts.2.down_proj,0.0000415776,0.10000,0.399
35,mlp.experts.3.down_proj,0.0000230057,0.10000,0.396
35,mlp.experts.4.down_proj,0.0001802348,0.10000,0.391
35,mlp.experts.5.down_proj,0.0002106015,0.10000,0.409
35,mlp.experts.6.down_proj,0.0005566431,0.10000,0.391
35,mlp.experts.7.down_proj,0.0000210014,0.10000,0.400
35,mlp.experts.8.down_proj,0.0000128072,0.10000,0.389
35,mlp.experts.9.down_proj,0.0003211205,0.10000,0.406
35,mlp.experts.10.down_proj,0.0011877005,0.10000,0.409
35,mlp.experts.11.down_proj,0.0031150929,0.10000,0.401
35,mlp.experts.12.down_proj,0.0000242832,0.10000,0.399
35,mlp.experts.13.down_proj,0.0000289235,0.10000,0.402
35,mlp.experts.14.down_proj,0.0001097803,0.10000,0.378
35,mlp.experts.15.down_proj,0.0001450928,0.10000,0.367
35,mlp.experts.16.down_proj,0.0000057309,0.10000,0.402
35,mlp.experts.17.down_proj,0.0003959936,0.10000,0.407
35,mlp.experts.18.down_proj,0.0000149415,0.10000,0.328
35,mlp.experts.19.down_proj,0.0013550201,0.10000,0.330
35,mlp.experts.20.down_proj,0.0000302817,0.10000,0.330
35,mlp.experts.21.down_proj,0.0000130214,0.10000,0.326
35,mlp.experts.22.down_proj,0.0000415913,0.10000,0.351
35,mlp.experts.23.down_proj,0.0000571506,0.10000,0.360
35,mlp.experts.24.down_proj,0.0000224494,0.10000,0.399
35,mlp.experts.25.down_proj,0.0000323433,0.10000,0.372
35,mlp.experts.26.down_proj,0.0000244551,0.10000,0.368
35,mlp.experts.27.down_proj,0.0006172006,0.10000,0.373
35,mlp.experts.28.down_proj,0.0000318369,0.10000,0.392
35,mlp.experts.29.down_proj,0.0000224219,0.10000,0.400
35,mlp.experts.30.down_proj,0.0000166891,0.10000,0.389
35,mlp.experts.31.down_proj,0.0001461549,0.10000,0.406
35,mlp.experts.32.down_proj,0.0002459381,0.10000,0.404
35,mlp.experts.33.down_proj,0.0000031339,0.10000,0.378
35,mlp.experts.34.down_proj,0.0003314145,0.10000,0.382
35,mlp.experts.35.down_proj,0.0057683470,0.10000,0.410
35,mlp.experts.36.down_proj,0.0007253461,0.10000,0.405
35,mlp.experts.37.down_proj,0.0000091145,0.10000,0.398
35,mlp.experts.38.down_proj,0.0006542149,0.10000,0.402
35,mlp.experts.39.down_proj,0.0000240554,0.10000,0.394
35,mlp.experts.40.down_proj,0.0000468404,0.10000,0.400
35,mlp.experts.41.down_proj,0.0000190449,0.10000,0.392
35,mlp.experts.42.down_proj,0.0000155816,0.10000,0.350
35,mlp.experts.43.down_proj,0.0000340555,0.10000,0.354
35,mlp.experts.44.down_proj,0.0004936891,0.10000,0.388
35,mlp.experts.45.down_proj,0.0000571202,0.10000,0.388
35,mlp.experts.46.down_proj,0.0004411826,0.10000,0.400
35,mlp.experts.47.down_proj,0.0000074766,0.10000,0.401
35,mlp.experts.48.down_proj,0.0000588814,0.10000,0.401
35,mlp.experts.49.down_proj,0.0000162289,0.10000,0.399
35,mlp.experts.50.down_proj,0.0000316785,0.10000,0.328
35,mlp.experts.51.down_proj,0.0008113618,0.10000,0.333
35,mlp.experts.52.down_proj,0.0001691182,0.10000,0.325
35,mlp.experts.53.down_proj,0.0000606473,0.10000,0.332
35,mlp.experts.54.down_proj,0.0000633874,0.10000,0.350
35,mlp.experts.55.down_proj,0.0000324137,0.10000,0.357
35,mlp.experts.56.down_proj,0.0000725867,0.10000,0.383
35,mlp.experts.57.down_proj,0.0051752490,0.10000,0.384
35,mlp.experts.58.down_proj,0.0000182527,0.10000,0.390
35,mlp.experts.59.down_proj,0.0000068295,0.10000,0.376
35,mlp.experts.60.down_proj,0.0000165531,0.10000,0.380
35,mlp.experts.61.down_proj,0.0000101896,0.10000,0.380
35,mlp.experts.62.down_proj,0.0002380299,0.10000,0.376
35,mlp.experts.63.down_proj,0.0018596820,0.10000,0.386
35,mlp.experts.64.down_proj,0.0002923277,0.10000,0.364
35,mlp.experts.65.down_proj,0.0005018981,0.10000,0.385
35,mlp.experts.66.down_proj,0.0006741366,0.10000,0.377
35,mlp.experts.67.down_proj,0.0000101170,0.10000,0.365
35,mlp.experts.68.down_proj,0.0001369801,0.10000,0.357
35,mlp.experts.69.down_proj,0.0000332946,0.10000,0.366
35,mlp.experts.70.down_proj,0.0007715498,0.10000,0.375
35,mlp.experts.71.down_proj,0.0000249448,0.10000,0.385
35,mlp.experts.72.down_proj,0.0000685352,0.10000,0.357
35,mlp.experts.73.down_proj,0.0000366004,0.10000,0.349
35,mlp.experts.74.down_proj,0.0030515528,0.10000,0.391
35,mlp.experts.75.down_proj,0.0006521734,0.10000,0.385
35,mlp.experts.76.down_proj,0.0001074773,0.10000,0.342
35,mlp.experts.77.down_proj,0.0026458649,0.10000,0.360
35,mlp.experts.78.down_proj,0.0000419006,0.10000,0.362
35,mlp.experts.79.down_proj,0.0000347099,0.10000,0.357
35,mlp.experts.80.down_proj,0.0041709495,0.10000,0.389
35,mlp.experts.81.down_proj,0.0001313321,0.10000,0.382
35,mlp.experts.82.down_proj,0.0001464618,0.10000,0.384
35,mlp.experts.83.down_proj,0.0001951887,0.10000,0.387
35,mlp.experts.84.down_proj,0.0005841808,0.10000,0.368
35,mlp.experts.85.down_proj,0.0000139014,0.10000,0.387
35,mlp.experts.86.down_proj,0.0000179202,0.10000,0.387
35,mlp.experts.87.down_proj,0.0000334711,0.10000,0.388
35,mlp.experts.88.down_proj,0.0016380678,0.10000,0.360
35,mlp.experts.89.down_proj,0.0000085148,0.10000,0.385
35,mlp.experts.90.down_proj,0.0000426081,0.10000,0.361
35,mlp.experts.91.down_proj,0.0026018227,0.10000,0.392
35,mlp.experts.92.down_proj,0.0000235334,0.10000,0.392
35,mlp.experts.93.down_proj,0.0027187151,0.10000,0.398
35,mlp.experts.94.down_proj,0.0000296385,0.10000,0.367
35,mlp.experts.95.down_proj,0.0000673157,0.10000,0.338
35,mlp.experts.96.down_proj,0.0000086983,0.10000,0.324
35,mlp.experts.97.down_proj,0.0000072027,0.10000,0.320
35,mlp.experts.98.down_proj,0.0000032535,0.10000,0.329
35,mlp.experts.99.down_proj,0.0000165800,0.10000,0.366
35,mlp.experts.100.down_proj,0.0001274585,0.10000,0.404
35,mlp.experts.101.down_proj,0.0000321724,0.10000,0.405
35,mlp.experts.102.down_proj,0.0000679197,0.10000,0.395
35,mlp.experts.103.down_proj,0.0002965388,0.10000,0.411
35,mlp.experts.104.down_proj,0.0007623265,0.10000,0.387
35,mlp.experts.105.down_proj,0.0000022318,0.10000,0.372
35,mlp.experts.106.down_proj,0.0027112326,0.10000,0.337
35,mlp.experts.107.down_proj,0.0000089797,0.10000,0.340
35,mlp.experts.108.down_proj,0.0006266391,0.10000,0.333
35,mlp.experts.109.down_proj,0.0000210109,0.10000,0.331
35,mlp.experts.110.down_proj,0.0008021293,0.10000,0.321
35,mlp.experts.111.down_proj,0.0000286661,0.10000,0.323
35,mlp.experts.112.down_proj,0.0019441902,0.10000,0.331
35,mlp.experts.113.down_proj,0.0008074469,0.10000,0.331
35,mlp.experts.114.down_proj,0.0001254937,0.10000,0.319
35,mlp.experts.115.down_proj,0.0000024635,0.10000,0.327
35,mlp.experts.116.down_proj,0.0000207151,0.10000,0.325
35,mlp.experts.117.down_proj,0.0007674325,0.10000,0.328
35,mlp.experts.118.down_proj,0.0002322863,0.10000,0.346
35,mlp.experts.119.down_proj,0.0066049851,0.10000,0.349
35,mlp.experts.120.down_proj,0.0001822906,0.10000,0.328
35,mlp.experts.121.down_proj,0.0000459092,0.10000,0.327
35,mlp.experts.122.down_proj,0.0000083118,0.10000,0.324
35,mlp.experts.123.down_proj,0.0003197780,0.10000,0.360
35,mlp.experts.124.down_proj,0.0000811637,0.10000,0.366
35,mlp.experts.125.down_proj,0.0000334056,0.10000,0.405
35,mlp.experts.126.down_proj,0.0000561298,0.10000,0.395
35,mlp.experts.127.down_proj,0.0003626209,0.10000,0.300
36,self_attn.q_proj,0.0000018266,0.10000,1.076
36,self_attn.k_proj,0.0000002237,0.10000,1.087
36,self_attn.v_proj,0.0000002805,0.10000,0.579
36,self_attn.o_proj,0.0000002164,0.10000,1.175
36,mlp.gate,0.0000044540,0.10000,0.605
36,mlp.experts.0.up_proj,0.0000283093,0.10000,1.056
36,mlp.experts.1.up_proj,0.0020123166,0.10000,1.072
36,mlp.experts.2.up_proj,0.0000176533,0.10000,1.046
36,mlp.experts.3.up_proj,0.0013057934,0.10000,1.060
36,mlp.experts.4.up_proj,0.0001695808,0.10000,1.072
36,mlp.experts.5.up_proj,0.0162406686,0.10000,1.055
36,mlp.experts.6.up_proj,0.0001853527,0.10000,1.000
36,mlp.experts.7.up_proj,0.0004112689,0.10000,1.070
36,mlp.experts.8.up_proj,0.0001615046,0.10000,1.015
36,mlp.experts.9.up_proj,0.0001266691,0.10000,1.016
36,mlp.experts.10.up_proj,0.0090450559,0.10000,1.027
36,mlp.experts.11.up_proj,0.0005199556,0.10000,1.041
36,mlp.experts.12.up_proj,0.0001514369,0.10000,0.959
36,mlp.experts.13.up_proj,0.0026688911,0.10000,0.978
36,mlp.experts.14.up_proj,0.0000312701,0.10000,0.918
36,mlp.experts.15.up_proj,0.0000459938,0.10000,0.937
36,mlp.experts.16.up_proj,0.0007949588,0.10000,1.013
36,mlp.experts.17.up_proj,0.0002278018,0.10000,1.032
36,mlp.experts.18.up_proj,0.0001339787,0.10000,1.047
36,mlp.experts.19.up_proj,0.0066713358,0.10000,1.076
36,mlp.experts.20.up_proj,0.0008638375,0.10000,1.035
36,mlp.experts.21.up_proj,0.0003146872,0.10000,1.082
36,mlp.experts.22.up_proj,0.0002052422,0.10000,0.997
36,mlp.experts.23.up_proj,0.0001865207,0.10000,1.014
36,mlp.experts.24.up_proj,0.0000788810,0.10000,0.897
36,mlp.experts.25.up_proj,0.0000279618,0.10000,0.926
36,mlp.experts.26.up_proj,0.0000824426,0.10000,1.002
36,mlp.experts.27.up_proj,0.0001558127,0.10000,1.025
36,mlp.experts.28.up_proj,0.0007533482,0.10000,1.052
36,mlp.experts.29.up_proj,0.0013469235,0.10000,1.032
36,mlp.experts.30.up_proj,0.0000744389,0.10000,1.050
36,mlp.experts.31.up_proj,0.0010933105,0.10000,1.047
36,mlp.experts.32.up_proj,0.0000396201,0.10000,1.066
36,mlp.experts.33.up_proj,0.0128525275,0.10000,1.041
36,mlp.experts.34.up_proj,0.0000834776,0.10000,1.051
36,mlp.experts.35.up_proj,0.0003912351,0.10000,1.028
36,mlp.experts.36.up_proj,0.0000874781,0.10000,1.057
36,mlp.experts.37.up_proj,0.0015164739,0.10000,1.063
36,mlp.experts.38.up_proj,0.0000352556,0.10000,0.976
36,mlp.experts.39.up_proj,0.0004050217,0.10000,1.092
36,mlp.experts.40.up_proj,0.0001625591,0.10000,1.072
36,mlp.experts.41.up_proj,0.0006256877,0.10000,1.046
36,mlp.experts.42.up_proj,0.0000322469,0.10000,1.039
36,mlp.experts.43.up_proj,0.0001120894,0.10000,1.044
36,mlp.experts.44.up_proj,0.0001572303,0.10000,1.037
36,mlp.experts.45.up_proj,0.0023712042,0.10000,1.026
36,mlp.experts.46.up_proj,0.0001920552,0.10000,1.046
36,mlp.experts.47.up_proj,0.0012180267,0.10000,1.036
36,mlp.experts.48.up_proj,0.0016397232,0.10000,1.064
36,mlp.experts.49.up_proj,0.0005633875,0.10000,1.032
36,mlp.experts.50.up_proj,0.0001356421,0.10000,1.020
36,mlp.experts.51.up_proj,0.0008783648,0.10000,0.957
36,mlp.experts.52.up_proj,0.0000374156,0.10000,0.962
36,mlp.experts.53.up_proj,0.0000272828,0.10000,0.995
36,mlp.experts.54.up_proj,0.0022576800,0.10000,1.003
36,mlp.experts.55.up_proj,0.0017092511,0.10000,1.034
36,mlp.experts.56.up_proj,0.0001371405,0.10000,1.032
36,mlp.experts.57.up_proj,0.0019338030,0.10000,1.044
36,mlp.experts.58.up_proj,0.0000309783,0.10000,1.030
36,mlp.experts.59.up_proj,0.0048901510,0.10000,1.051
36,mlp.experts.60.up_proj,0.0029147632,0.10000,1.034
36,mlp.experts.61.up_proj,0.0001038924,0.10000,1.040
36,mlp.experts.62.up_proj,0.0002098549,0.10000,1.024
36,mlp.experts.63.up_proj,0.0000320730,0.10000,1.012
36,mlp.experts.64.up_proj,0.0001381477,0.10000,1.046
36,mlp.experts.65.up_proj,0.0000719305,0.10000,1.022
36,mlp.experts.66.up_proj,0.0003178018,0.10000,1.021
36,mlp.experts.67.up_proj,0.0001888350,0.10000,1.008
36,mlp.experts.68.up_proj,0.0000215956,0.10000,1.017
36,mlp.experts.69.up_proj,0.0000583524,0.10000,0.996
36,mlp.experts.70.up_proj,0.0020963719,0.10000,1.081
36,mlp.experts.71.up_proj,0.0008974643,0.10000,1.030
36,mlp.experts.72.up_proj,0.0102997349,0.10000,0.889
36,mlp.experts.73.up_proj,0.0000605262,0.10000,0.860
36,mlp.experts.74.up_proj,0.0001125114,0.10000,0.915
36,mlp.experts.75.up_proj,0.0007472683,0.10000,0.932
36,mlp.experts.76.up_proj,0.0000155055,0.10000,1.009
36,mlp.experts.77.up_proj,0.0033242308,0.10000,1.009
36,mlp.experts.78.up_proj,0.0010947432,0.10000,1.065
36,mlp.experts.79.up_proj,0.0000986303,0.10000,1.048
36,mlp.experts.80.up_proj,0.0005601298,0.10000,1.040
36,mlp.experts.81.up_proj,0.0043135580,0.10000,1.060
36,mlp.experts.82.up_proj,0.0027482155,0.10000,1.036
36,mlp.experts.83.up_proj,0.0013926315,0.10000,1.056
36,mlp.experts.84.up_proj,0.0028550847,0.10000,1.079
36,mlp.experts.85.up_proj,0.0002228068,0.10000,0.966
36,mlp.experts.86.up_proj,0.0039592749,0.10000,1.018
36,mlp.experts.87.up_proj,0.0000116928,0.10000,0.994
36,mlp.experts.88.up_proj,0.0160227435,0.10000,0.998
36,mlp.experts.89.up_proj,0.0002583632,0.10000,1.012
36,mlp.experts.90.up_proj,0.0001239437,0.10000,1.069
36,mlp.experts.91.up_proj,0.0008627214,0.10000,1.041
36,mlp.experts.92.up_proj,0.0003286302,0.10000,0.974
36,mlp.experts.93.up_proj,0.0024339288,0.10000,0.973
36,mlp.experts.94.up_proj,0.0007599658,0.10000,1.073
36,mlp.experts.95.up_proj,0.0004005166,0.10000,1.035
36,mlp.experts.96.up_proj,0.0001404908,0.10000,1.043
36,mlp.experts.97.up_proj,0.0000165637,0.10000,1.047
36,mlp.experts.98.up_proj,0.0030058587,0.10000,1.024
36,mlp.experts.99.up_proj,0.0000670035,0.10000,1.034
36,mlp.experts.100.up_proj,0.0000346989,0.10000,1.035
36,mlp.experts.101.up_proj,0.0067665753,0.10000,1.027
36,mlp.experts.102.up_proj,0.0000525047,0.10000,1.036
36,mlp.experts.103.up_proj,0.0000259052,0.10000,1.052
36,mlp.experts.104.up_proj,0.0000259648,0.10000,1.060
36,mlp.experts.105.up_proj,0.0012089585,0.10000,1.071
36,mlp.experts.106.up_proj,0.0052379983,0.10000,1.022
36,mlp.experts.107.up_proj,0.0000688201,0.10000,1.022
36,mlp.experts.108.up_proj,0.0007566647,0.10000,1.003
36,mlp.experts.109.up_proj,0.0039507508,0.10000,1.014
36,mlp.experts.110.up_proj,0.0003804170,0.10000,1.040
36,mlp.experts.111.up_proj,0.0010548310,0.10000,1.072
36,mlp.experts.112.up_proj,0.0003182835,0.10000,1.028
36,mlp.experts.113.up_proj,0.0004835063,0.10000,1.035
36,mlp.experts.114.up_proj,0.0000743002,0.10000,1.054
36,mlp.experts.115.up_proj,0.0003402374,0.10000,1.027
36,mlp.experts.116.up_proj,0.0000431746,0.10000,1.034
36,mlp.experts.117.up_proj,0.0001835950,0.10000,1.038
36,mlp.experts.118.up_proj,0.0000770298,0.10000,0.995
36,mlp.experts.119.up_proj,0.0011310664,0.10000,1.039
36,mlp.experts.120.up_proj,0.0000444913,0.10000,1.030
36,mlp.experts.121.up_proj,0.0001573139,0.10000,1.018
36,mlp.experts.122.up_proj,0.0029689820,0.10000,0.997
36,mlp.experts.123.up_proj,0.0001939614,0.10000,1.013
36,mlp.experts.124.up_proj,0.0001329274,0.10000,1.012
36,mlp.experts.125.up_proj,0.0007267265,0.10000,1.023
36,mlp.experts.126.up_proj,0.0012145634,0.10000,1.092
36,mlp.experts.127.up_proj,0.0000598052,0.10000,1.037
36,mlp.experts.0.gate_proj,0.0000262205,0.10000,1.008
36,mlp.experts.1.gate_proj,0.0019428049,0.10000,1.017
36,mlp.experts.2.gate_proj,0.0000151638,0.10000,1.083
36,mlp.experts.3.gate_proj,0.0012165769,0.10000,1.020
36,mlp.experts.4.gate_proj,0.0001621839,0.10000,0.966
36,mlp.experts.5.gate_proj,0.0144189982,0.10000,0.968
36,mlp.experts.6.gate_proj,0.0001745265,0.10000,0.928
36,mlp.experts.7.gate_proj,0.0003958094,0.10000,0.926
36,mlp.experts.9.gate_proj,0.0001143557,0.10000,0.993
36,mlp.experts.8.gate_proj,0.0001544628,0.10000,1.028
36,mlp.experts.10.gate_proj,0.0136312460,0.10000,1.026
36,mlp.experts.11.gate_proj,0.0005300693,0.10000,1.025
36,mlp.experts.13.gate_proj,0.0023895568,0.10000,1.064
36,mlp.experts.12.gate_proj,0.0001395973,0.10000,1.089
36,mlp.experts.14.gate_proj,0.0000298411,0.10000,0.983
36,mlp.experts.15.gate_proj,0.0000443263,0.10000,0.991
36,mlp.experts.17.gate_proj,0.0002195433,0.10000,1.008
36,mlp.experts.16.gate_proj,0.0008372615,0.10000,1.057
36,mlp.experts.18.gate_proj,0.0001338002,0.10000,1.026
36,mlp.experts.19.gate_proj,0.0069062986,0.10000,1.049
36,mlp.experts.20.gate_proj,0.0008708881,0.10000,1.002
36,mlp.experts.21.gate_proj,0.0002040968,0.10000,1.031
36,mlp.experts.22.gate_proj,0.0002003724,0.10000,1.008
36,mlp.experts.23.gate_proj,0.0001850837,0.10000,1.044
36,mlp.experts.24.gate_proj,0.0000891499,0.10000,0.941
36,mlp.experts.25.gate_proj,0.0000255629,0.10000,0.929
36,mlp.experts.26.gate_proj,0.0000789782,0.10000,1.012
36,mlp.experts.27.gate_proj,0.0001410739,0.10000,1.004
36,mlp.experts.28.gate_proj,0.0007621324,0.10000,0.977
36,mlp.experts.29.gate_proj,0.0011864393,0.10000,1.048
36,mlp.experts.30.gate_proj,0.0000742860,0.10000,1.023
36,mlp.experts.31.gate_proj,0.0009774451,0.10000,1.019
36,mlp.experts.32.gate_proj,0.0000380607,0.10000,1.012
36,mlp.experts.33.gate_proj,0.0138066247,0.10000,1.015
36,mlp.experts.34.gate_proj,0.0000827047,0.10000,1.030
36,mlp.experts.35.gate_proj,0.0003753051,0.10000,1.030
36,mlp.experts.36.gate_proj,0.0000807743,0.10000,1.049
36,mlp.experts.37.gate_proj,0.0015127355,0.10000,1.046
36,mlp.experts.38.gate_proj,0.0000326439,0.10000,1.008
36,mlp.experts.39.gate_proj,0.0004024650,0.10000,1.057
36,mlp.experts.40.gate_proj,0.0001599988,0.10000,0.998
36,mlp.experts.41.gate_proj,0.0006412787,0.10000,0.970
36,mlp.experts.42.gate_proj,0.0000296680,0.10000,1.039
36,mlp.experts.43.gate_proj,0.0001070354,0.10000,1.021
36,mlp.experts.44.gate_proj,0.0001509141,0.10000,1.060
36,mlp.experts.45.gate_proj,0.0023352930,0.10000,1.036
36,mlp.experts.46.gate_proj,0.0001638067,0.10000,1.023
36,mlp.experts.47.gate_proj,0.0012237553,0.10000,0.986
36,mlp.experts.48.gate_proj,0.0014511002,0.10000,1.037
36,mlp.experts.49.gate_proj,0.0005048749,0.10000,1.051
36,mlp.experts.50.gate_proj,0.0001347273,0.10000,1.036
36,mlp.experts.51.gate_proj,0.0007378791,0.10000,1.047
36,mlp.experts.52.gate_proj,0.0000373129,0.10000,1.031
36,mlp.experts.53.gate_proj,0.0000261994,0.10000,1.069
36,mlp.experts.54.gate_proj,0.0022609978,0.10000,1.022
36,mlp.experts.55.gate_proj,0.0016607861,0.10000,1.059
36,mlp.experts.56.gate_proj,0.0001285592,0.10000,1.033
36,mlp.experts.57.gate_proj,0.0019062020,0.10000,1.086
36,mlp.experts.58.gate_proj,0.0000289980,0.10000,1.024
36,mlp.experts.59.gate_proj,0.0049450283,0.10000,1.069
36,mlp.experts.60.gate_proj,0.0023177069,0.10000,1.046
36,mlp.experts.61.gate_proj,0.0000991125,0.10000,1.051
36,mlp.experts.62.gate_proj,0.0002100626,0.10000,1.028
36,mlp.experts.63.gate_proj,0.0000295647,0.10000,1.038
36,mlp.experts.64.gate_proj,0.0001287792,0.10000,1.038
36,mlp.experts.65.gate_proj,0.0000659610,0.10000,1.036
36,mlp.experts.66.gate_proj,0.0002643777,0.10000,1.044
36,mlp.experts.67.gate_proj,0.0001843814,0.10000,1.046
36,mlp.experts.68.gate_proj,0.0000172787,0.10000,1.039
36,mlp.experts.69.gate_proj,0.0000556947,0.10000,1.051
36,mlp.experts.70.gate_proj,0.0021413688,0.10000,1.030
36,mlp.experts.71.gate_proj,0.0008079977,0.10000,1.044
36,mlp.experts.72.gate_proj,0.0095660297,0.10000,1.026
36,mlp.experts.73.gate_proj,0.0000525126,0.10000,1.042
36,mlp.experts.74.gate_proj,0.0001026245,0.10000,1.056
36,mlp.experts.75.gate_proj,0.0006896167,0.10000,1.054
36,mlp.experts.76.gate_proj,0.0000129948,0.10000,1.050
36,mlp.experts.77.gate_proj,0.0032941929,0.10000,1.096
36,mlp.experts.78.gate_proj,0.0009228295,0.10000,1.039
36,mlp.experts.79.gate_proj,0.0000839028,0.10000,1.077
36,mlp.experts.80.gate_proj,0.0004373765,0.10000,1.057
36,mlp.experts.81.gate_proj,0.0035529848,0.10000,1.074
36,mlp.experts.82.gate_proj,0.0024140848,0.10000,1.026
36,mlp.experts.83.gate_proj,0.0010183426,0.10000,1.075
36,mlp.experts.84.gate_proj,0.0027091194,0.10000,0.939
36,mlp.experts.85.gate_proj,0.0002202136,0.10000,0.995
36,mlp.experts.86.gate_proj,0.0039034931,0.10000,1.060
36,mlp.experts.87.gate_proj,0.0000101228,0.10000,1.056
36,mlp.experts.88.gate_proj,0.0137080278,0.10000,1.023
36,mlp.experts.89.gate_proj,0.0002126127,0.10000,1.044
36,mlp.experts.90.gate_proj,0.0001166380,0.10000,1.051
36,mlp.experts.91.gate_proj,0.0008742507,0.10000,0.995
36,mlp.experts.92.gate_proj,0.0003409352,0.10000,1.059
36,mlp.experts.93.gate_proj,0.0024818355,0.10000,0.995
36,mlp.experts.94.gate_proj,0.0003434733,0.10000,0.974
36,mlp.experts.95.gate_proj,0.0003658844,0.10000,1.030
36,mlp.experts.96.gate_proj,0.0001324412,0.10000,1.024
36,mlp.experts.97.gate_proj,0.0000151014,0.10000,1.022
36,mlp.experts.98.gate_proj,0.0029306121,0.10000,1.001
36,mlp.experts.99.gate_proj,0.0000460825,0.10000,1.006
36,mlp.experts.100.gate_proj,0.0000321266,0.10000,0.992
36,mlp.experts.101.gate_proj,0.0077279425,0.10000,1.008
36,mlp.experts.102.gate_proj,0.0000478050,0.10000,1.019
36,mlp.experts.103.gate_proj,0.0000254405,0.10000,1.003
36,mlp.experts.104.gate_proj,0.0000227861,0.10000,1.037
36,mlp.experts.105.gate_proj,0.0022346463,0.10000,1.032
36,mlp.experts.106.gate_proj,0.0053090988,0.10000,1.054
36,mlp.experts.107.gate_proj,0.0000623737,0.10000,1.035
36,mlp.experts.108.gate_proj,0.0006245658,0.10000,1.016
36,mlp.experts.109.gate_proj,0.0040281236,0.10000,1.076
36,mlp.experts.110.gate_proj,0.0003603248,0.10000,1.018
36,mlp.experts.111.gate_proj,0.0010655862,0.10000,1.041
36,mlp.experts.112.gate_proj,0.0002899317,0.10000,1.016
36,mlp.experts.113.gate_proj,0.0004674744,0.10000,1.046
36,mlp.experts.114.gate_proj,0.0000702437,0.10000,1.025
36,mlp.experts.115.gate_proj,0.0003251773,0.10000,1.030
36,mlp.experts.116.gate_proj,0.0000402214,0.10000,1.044
36,mlp.experts.117.gate_proj,0.0001891227,0.10000,1.039
36,mlp.experts.118.gate_proj,0.0000765695,0.10000,1.043
36,mlp.experts.119.gate_proj,0.0010411500,0.10000,1.020
36,mlp.experts.120.gate_proj,0.0000399221,0.10000,1.034
36,mlp.experts.121.gate_proj,0.0001431625,0.10000,1.050
36,mlp.experts.122.gate_proj,0.0029656869,0.10000,1.069
36,mlp.experts.123.gate_proj,0.0001746245,0.10000,1.052
36,mlp.experts.124.gate_proj,0.0001282209,0.10000,1.026
36,mlp.experts.125.gate_proj,0.0007507299,0.10000,1.024
36,mlp.experts.126.gate_proj,0.0011150480,0.10000,0.969
36,mlp.experts.127.gate_proj,0.0000515677,0.10000,0.798
36,mlp.experts.1.down_proj,0.0013759823,0.10000,0.339
36,mlp.experts.0.down_proj,0.0000120013,0.10000,0.341
36,mlp.experts.2.down_proj,0.0000036821,0.10000,0.377
36,mlp.experts.3.down_proj,0.0010421636,0.10000,0.376
36,mlp.experts.4.down_proj,0.0000548145,0.10000,0.398
36,mlp.experts.5.down_proj,0.0055087884,0.10000,0.402
36,mlp.experts.6.down_proj,0.0000427127,0.10000,0.371
36,mlp.experts.7.down_proj,0.0002587737,0.10000,0.373
36,mlp.experts.8.down_proj,0.0000305846,0.10000,0.392
36,mlp.experts.9.down_proj,0.0000367266,0.10000,0.409
36,mlp.experts.10.down_proj,0.0007764801,0.10000,0.334
36,mlp.experts.11.down_proj,0.0001115198,0.10000,0.341
36,mlp.experts.12.down_proj,0.0000622249,0.10000,0.358
36,mlp.experts.13.down_proj,0.0007904382,0.10000,0.367
36,mlp.experts.14.down_proj,0.0000154206,0.10000,0.389
36,mlp.experts.15.down_proj,0.0000231341,0.10000,0.383
36,mlp.experts.16.down_proj,0.0001787822,0.10000,0.367
36,mlp.experts.17.down_proj,0.0000796564,0.10000,0.395
36,mlp.experts.18.down_proj,0.0000347826,0.10000,0.378
36,mlp.experts.19.down_proj,0.0013201781,0.10000,0.414
36,mlp.experts.20.down_proj,0.0002495408,0.10000,0.396
36,mlp.experts.21.down_proj,0.0000487297,0.10000,0.413
36,mlp.experts.22.down_proj,0.0000418151,0.10000,0.390
36,mlp.experts.23.down_proj,0.0000934495,0.10000,0.394
36,mlp.experts.24.down_proj,0.0000232894,0.10000,0.370
36,mlp.experts.25.down_proj,0.0000082161,0.10000,0.387
36,mlp.experts.26.down_proj,0.0000395183,0.10000,0.379
36,mlp.experts.27.down_proj,0.0000310112,0.10000,0.386
36,mlp.experts.28.down_proj,0.0002403334,0.10000,0.373
36,mlp.experts.29.down_proj,0.0004940915,0.10000,0.390
36,mlp.experts.30.down_proj,0.0000265658,0.10000,0.384
36,mlp.experts.31.down_proj,0.0005154628,0.10000,0.390
36,mlp.experts.32.down_proj,0.0000119027,0.10000,0.398
36,mlp.experts.33.down_proj,0.0002917564,0.10000,0.397
36,mlp.experts.34.down_proj,0.0000214815,0.10000,0.391
36,mlp.experts.35.down_proj,0.0002263084,0.10000,0.391
36,mlp.experts.36.down_proj,0.0000335991,0.10000,0.382
36,mlp.experts.37.down_proj,0.0006792676,0.10000,0.386
36,mlp.experts.38.down_proj,0.0000163101,0.10000,0.377
36,mlp.experts.39.down_proj,0.0003256101,0.10000,0.374
36,mlp.experts.40.down_proj,0.0000310961,0.10000,0.387
36,mlp.experts.41.down_proj,0.0001509191,0.10000,0.395
36,mlp.experts.42.down_proj,0.0000096638,0.10000,0.354
36,mlp.experts.43.down_proj,0.0000573204,0.10000,0.338
36,mlp.experts.44.down_proj,0.0000417437,0.10000,0.322
36,mlp.experts.45.down_proj,0.0006832000,0.10000,0.361
36,mlp.experts.46.down_proj,0.0000513506,0.10000,0.377
36,mlp.experts.47.down_proj,0.0005221499,0.10000,0.397
36,mlp.experts.48.down_proj,0.0006546049,0.10000,0.381
36,mlp.experts.49.down_proj,0.0001118257,0.10000,0.365
36,mlp.experts.50.down_proj,0.0000359278,0.10000,0.365
36,mlp.experts.51.down_proj,0.0003800790,0.10000,0.389
36,mlp.experts.52.down_proj,0.0000079063,0.10000,0.384
36,mlp.experts.53.down_proj,0.0000098057,0.10000,0.389
36,mlp.experts.54.down_proj,0.0008787327,0.10000,0.376
36,mlp.experts.55.down_proj,0.0015483205,0.10000,0.345
36,mlp.experts.56.down_proj,0.0000349671,0.10000,0.350
36,mlp.experts.57.down_proj,0.0011431847,0.10000,0.400
36,mlp.experts.58.down_proj,0.0000077120,0.10000,0.407
36,mlp.experts.59.down_proj,0.0014477605,0.10000,0.397
36,mlp.experts.60.down_proj,0.0015417385,0.10000,0.396
36,mlp.experts.61.down_proj,0.0000233639,0.10000,0.361
36,mlp.experts.62.down_proj,0.0000523492,0.10000,0.349
36,mlp.experts.63.down_proj,0.0000092567,0.10000,0.328
36,mlp.experts.64.down_proj,0.0000471340,0.10000,0.335
36,mlp.experts.65.down_proj,0.0000252558,0.10000,0.335
36,mlp.experts.66.down_proj,0.0001044281,0.10000,0.335
36,mlp.experts.67.down_proj,0.0000938623,0.10000,0.367
36,mlp.experts.68.down_proj,0.0000067051,0.10000,0.388
36,mlp.experts.69.down_proj,0.0000198325,0.10000,0.383
36,mlp.experts.70.down_proj,0.0007220526,0.10000,0.393
36,mlp.experts.71.down_proj,0.0008782635,0.10000,0.410
36,mlp.experts.72.down_proj,0.0057040757,0.10000,0.402
36,mlp.experts.73.down_proj,0.0000122220,0.10000,0.405
36,mlp.experts.74.down_proj,0.0000329596,0.10000,0.402
36,mlp.experts.75.down_proj,0.0000995058,0.10000,0.417
36,mlp.experts.76.down_proj,0.0000028674,0.10000,0.387
36,mlp.experts.77.down_proj,0.0015253583,0.10000,0.379
36,mlp.experts.78.down_proj,0.0003081176,0.10000,0.376
36,mlp.experts.79.down_proj,0.0000394132,0.10000,0.410
36,mlp.experts.80.down_proj,0.0002130438,0.10000,0.404
36,mlp.experts.81.down_proj,0.0015371286,0.10000,0.405
36,mlp.experts.82.down_proj,0.0013656977,0.10000,0.401
36,mlp.experts.83.down_proj,0.0002865532,0.10000,0.415
36,mlp.experts.84.down_proj,0.0009807309,0.10000,0.407
36,mlp.experts.85.down_proj,0.0000531317,0.10000,0.377
36,mlp.experts.86.down_proj,0.0022709881,0.10000,0.362
36,mlp.experts.87.down_proj,0.0000018256,0.10000,0.386
36,mlp.experts.88.down_proj,0.0067720388,0.10000,0.388
36,mlp.experts.89.down_proj,0.0000756746,0.10000,0.388
36,mlp.experts.90.down_proj,0.0000254462,0.10000,0.394
36,mlp.experts.91.down_proj,0.0003403700,0.10000,0.388
36,mlp.experts.92.down_proj,0.0000835064,0.10000,0.386
36,mlp.experts.93.down_proj,0.0006799633,0.10000,0.387
36,mlp.experts.94.down_proj,0.0002199417,0.10000,0.379
36,mlp.experts.95.down_proj,0.0001533725,0.10000,0.353
36,mlp.experts.96.down_proj,0.0000905378,0.10000,0.347
36,mlp.experts.97.down_proj,0.0000041077,0.10000,0.347
36,mlp.experts.98.down_proj,0.0015484050,0.10000,0.363
36,mlp.experts.99.down_proj,0.0000239454,0.10000,0.399
36,mlp.experts.100.down_proj,0.0000112010,0.10000,0.398
36,mlp.experts.101.down_proj,0.0001575404,0.10000,0.412
36,mlp.experts.102.down_proj,0.0000151415,0.10000,0.397
36,mlp.experts.103.down_proj,0.0000083310,0.10000,0.404
36,mlp.experts.104.down_proj,0.0000055721,0.10000,0.389
36,mlp.experts.105.down_proj,0.0002148160,0.10000,0.390
36,mlp.experts.106.down_proj,0.0009600242,0.10000,0.396
36,mlp.experts.107.down_proj,0.0000340729,0.10000,0.397
36,mlp.experts.108.down_proj,0.0001804780,0.10000,0.388
36,mlp.experts.109.down_proj,0.0009219912,0.10000,0.418
36,mlp.experts.110.down_proj,0.0000792740,0.10000,0.378
36,mlp.experts.111.down_proj,0.0001069078,0.10000,0.400
36,mlp.experts.112.down_proj,0.0001016930,0.10000,0.373
36,mlp.experts.113.down_proj,0.0000860696,0.10000,0.356
36,mlp.experts.114.down_proj,0.0000264246,0.10000,0.357
36,mlp.experts.115.down_proj,0.0001096258,0.10000,0.370
36,mlp.experts.116.down_proj,0.0000112577,0.10000,0.379
36,mlp.experts.117.down_proj,0.0000451008,0.10000,0.351
36,mlp.experts.118.down_proj,0.0000289302,0.10000,0.363
36,mlp.experts.119.down_proj,0.0004480872,0.10000,0.404
36,mlp.experts.120.down_proj,0.0000141647,0.10000,0.385
36,mlp.experts.121.down_proj,0.0000504067,0.10000,0.355
36,mlp.experts.122.down_proj,0.0012737460,0.10000,0.354
36,mlp.experts.124.down_proj,0.0000591936,0.10000,0.396
36,mlp.experts.123.down_proj,0.0000813186,0.10000,0.412
36,mlp.experts.125.down_proj,0.0003489554,0.10000,0.410
36,mlp.experts.126.down_proj,0.0004732173,0.10000,0.410
36,mlp.experts.127.down_proj,0.0000163864,0.10000,0.252
37,self_attn.q_proj,0.0000024161,0.10000,1.059
37,self_attn.k_proj,0.0000002857,0.10000,1.084
37,self_attn.v_proj,0.0000003801,0.10000,0.568
37,self_attn.o_proj,0.0000002438,0.10000,1.223
37,mlp.gate,0.0000039334,0.10000,0.546
37,mlp.experts.0.up_proj,0.0001741862,0.10000,0.996
37,mlp.experts.1.up_proj,0.0003734537,0.10000,1.041
37,mlp.experts.2.up_proj,0.0000741553,0.10000,1.007
37,mlp.experts.3.up_proj,0.0315969618,0.10000,1.006
37,mlp.experts.4.up_proj,0.0001538308,0.10000,1.006
37,mlp.experts.5.up_proj,0.0020478662,0.10000,1.001
37,mlp.experts.6.up_proj,0.0000359348,0.10000,0.958
37,mlp.experts.7.up_proj,0.0019009140,0.10000,1.004
37,mlp.experts.8.up_proj,0.0002463101,0.10000,1.004
37,mlp.experts.9.up_proj,0.0106335936,0.10000,1.016
37,mlp.experts.10.up_proj,0.0000104496,0.10000,1.020
37,mlp.experts.11.up_proj,0.0010316684,0.10000,0.968
37,mlp.experts.12.up_proj,0.0000991376,0.10000,1.067
37,mlp.experts.13.up_proj,0.0049767877,0.10000,1.037
37,mlp.experts.15.up_proj,0.0000694304,0.10000,0.994
37,mlp.experts.14.up_proj,0.0005893046,0.10000,1.013
37,mlp.experts.16.up_proj,0.0000953040,0.10000,1.079
37,mlp.experts.17.up_proj,0.0022338350,0.10000,1.095
37,mlp.experts.19.up_proj,0.0002746886,0.10000,1.015
37,mlp.experts.18.up_proj,0.0000357104,0.10000,1.038
37,mlp.experts.21.up_proj,0.0000487356,0.10000,1.080
37,mlp.experts.20.up_proj,0.0002769513,0.10000,1.089
37,mlp.experts.22.up_proj,0.0265362859,0.10000,0.998
37,mlp.experts.23.up_proj,0.0000668385,0.10000,1.051
37,mlp.experts.24.up_proj,0.0000414738,0.10000,0.999
37,mlp.experts.25.up_proj,0.0004376745,0.10000,1.025
37,mlp.experts.26.up_proj,0.0001934844,0.10000,1.002
37,mlp.experts.27.up_proj,0.0004423909,0.10000,0.994
37,mlp.experts.28.up_proj,0.0000614972,0.10000,1.000
37,mlp.experts.29.up_proj,0.0006071500,0.10000,1.007
37,mlp.experts.30.up_proj,0.0128920295,0.10000,1.000
37,mlp.experts.31.up_proj,0.0006207365,0.10000,0.999
37,mlp.experts.32.up_proj,0.0006301303,0.10000,1.000
37,mlp.experts.33.up_proj,0.0006539313,0.10000,1.008
37,mlp.experts.34.up_proj,0.0012841609,0.10000,0.996
37,mlp.experts.35.up_proj,0.0024661281,0.10000,1.030
37,mlp.experts.36.up_proj,0.0001111486,0.10000,0.978
37,mlp.experts.37.up_proj,0.0032714462,0.10000,0.968
37,mlp.experts.38.up_proj,0.0003042874,0.10000,0.994
37,mlp.experts.39.up_proj,0.0058443840,0.10000,1.007
37,mlp.experts.40.up_proj,0.0002969227,0.10000,1.025
37,mlp.experts.41.up_proj,0.0000404556,0.10000,1.027
37,mlp.experts.42.up_proj,0.0001979434,0.10000,1.064
37,mlp.experts.43.up_proj,0.0114228598,0.10000,1.051
37,mlp.experts.44.up_proj,0.0000618549,0.10000,1.063
37,mlp.experts.45.up_proj,0.0000655818,0.10000,1.059
37,mlp.experts.46.up_proj,0.0280707280,0.10000,1.088
37,mlp.experts.47.up_proj,0.0001063797,0.10000,1.027
37,mlp.experts.48.up_proj,0.0046689171,0.10000,1.032
37,mlp.experts.49.up_proj,0.0000957469,0.10000,1.030
37,mlp.experts.50.up_proj,0.0037256919,0.10000,1.005
37,mlp.experts.51.up_proj,0.0025105944,0.10000,1.000
37,mlp.experts.52.up_proj,0.0001615163,0.10000,1.042
37,mlp.experts.53.up_proj,0.0003311031,0.10000,1.046
37,mlp.experts.54.up_proj,0.0073595860,0.10000,1.012
37,mlp.experts.55.up_proj,0.0000395056,0.10000,1.031
37,mlp.experts.56.up_proj,0.0013073536,0.10000,1.053
37,mlp.experts.57.up_proj,0.0000317034,0.10000,1.025
37,mlp.experts.58.up_proj,0.0000980675,0.10000,0.992
37,mlp.experts.59.up_proj,0.0002706921,0.10000,1.028
37,mlp.experts.60.up_proj,0.0010561936,0.10000,0.997
37,mlp.experts.61.up_proj,0.0001108943,0.10000,1.014
37,mlp.experts.62.up_proj,0.0001321715,0.10000,0.993
37,mlp.experts.63.up_proj,0.0015257032,0.10000,1.004
37,mlp.experts.64.up_proj,0.0066213790,0.10000,1.025
37,mlp.experts.65.up_proj,0.0000163121,0.10000,1.064
37,mlp.experts.66.up_proj,0.0000534128,0.10000,1.013
37,mlp.experts.67.up_proj,0.0001871312,0.10000,1.011
37,mlp.experts.68.up_proj,0.0018509759,0.10000,1.040
37,mlp.experts.69.up_proj,0.0031442757,0.10000,1.048
37,mlp.experts.70.up_proj,0.0007574652,0.10000,1.051
37,mlp.experts.71.up_proj,0.0001579037,0.10000,0.993
37,mlp.experts.72.up_proj,0.0110382396,0.10000,0.982
37,mlp.experts.73.up_proj,0.0002490270,0.10000,0.988
37,mlp.experts.74.up_proj,0.0031503014,0.10000,1.003
37,mlp.experts.75.up_proj,0.0000349044,0.10000,0.990
37,mlp.experts.76.up_proj,0.0000536678,0.10000,1.003
37,mlp.experts.77.up_proj,0.0001312431,0.10000,1.005
37,mlp.experts.78.up_proj,0.0001107974,0.10000,1.002
37,mlp.experts.79.up_proj,0.0000341248,0.10000,1.048
37,mlp.experts.80.up_proj,0.0001149341,0.10000,1.035
37,mlp.experts.81.up_proj,0.0009783181,0.10000,1.041
37,mlp.experts.82.up_proj,0.0001112698,0.10000,1.036
37,mlp.experts.83.up_proj,0.0001485690,0.10000,1.053
37,mlp.experts.84.up_proj,0.0009904725,0.10000,1.021
37,mlp.experts.85.up_proj,0.0008737814,0.10000,1.066
37,mlp.experts.86.up_proj,0.0073708996,0.10000,1.044
37,mlp.experts.87.up_proj,0.0005773144,0.10000,1.041
37,mlp.experts.88.up_proj,0.0009078817,0.10000,0.972
37,mlp.experts.89.up_proj,0.0007068970,0.10000,1.062
37,mlp.experts.90.up_proj,0.0037530948,0.10000,1.043
37,mlp.experts.91.up_proj,0.0001093594,0.10000,1.043
37,mlp.experts.92.up_proj,0.0001114211,0.10000,1.013
37,mlp.experts.93.up_proj,0.0001251041,0.10000,1.017
37,mlp.experts.94.up_proj,0.0205697976,0.10000,0.977
37,mlp.experts.95.up_proj,0.0000575288,0.10000,0.959
37,mlp.experts.96.up_proj,0.0134569642,0.10000,1.013
37,mlp.experts.97.up_proj,0.0014327389,0.10000,1.002
37,mlp.experts.98.up_proj,0.0000210107,0.10000,0.993
37,mlp.experts.99.up_proj,0.0000242609,0.10000,1.007
37,mlp.experts.100.up_proj,0.0297343254,0.10000,1.004
37,mlp.experts.101.up_proj,0.0000915568,0.10000,1.029
37,mlp.experts.102.up_proj,0.0000438379,0.10000,1.048
37,mlp.experts.103.up_proj,0.0002046688,0.10000,1.037
37,mlp.experts.104.up_proj,0.0001278733,0.10000,1.061
37,mlp.experts.105.up_proj,0.0001805183,0.10000,1.012
37,mlp.experts.106.up_proj,0.0001119690,0.10000,1.070
37,mlp.experts.107.up_proj,0.0013932524,0.10000,1.055
37,mlp.experts.108.up_proj,0.0047895407,0.10000,1.082
37,mlp.experts.109.up_proj,0.0000409200,0.10000,1.082
37,mlp.experts.110.up_proj,0.0027054577,0.10000,1.068
37,mlp.experts.111.up_proj,0.0018613676,0.10000,1.061
37,mlp.experts.112.up_proj,0.0000819508,0.10000,1.041
37,mlp.experts.113.up_proj,0.0000476525,0.10000,1.069
37,mlp.experts.114.up_proj,0.0034501805,0.10000,0.987
37,mlp.experts.115.up_proj,0.0000580477,0.10000,1.006
37,mlp.experts.116.up_proj,0.0020810996,0.10000,1.007
37,mlp.experts.117.up_proj,0.0002002790,0.10000,0.999
37,mlp.experts.118.up_proj,0.0002123759,0.10000,0.994
37,mlp.experts.119.up_proj,0.0013075677,0.10000,1.037
37,mlp.experts.120.up_proj,0.0000501950,0.10000,0.967
37,mlp.experts.121.up_proj,0.0000438213,0.10000,1.022
37,mlp.experts.122.up_proj,0.0006914333,0.10000,1.017
37,mlp.experts.123.up_proj,0.0000309817,0.10000,1.046
37,mlp.experts.124.up_proj,0.0001450352,0.10000,1.015
37,mlp.experts.125.up_proj,0.0006063479,0.10000,1.017
37,mlp.experts.126.up_proj,0.0219967090,0.10000,0.934
37,mlp.experts.127.up_proj,0.0000382466,0.10000,0.942
37,mlp.experts.0.gate_proj,0.0001710665,0.10000,1.049
37,mlp.experts.1.gate_proj,0.0003809777,0.10000,1.037
37,mlp.experts.2.gate_proj,0.0000736382,0.10000,1.067
37,mlp.experts.3.gate_proj,0.0297838606,0.10000,1.063
37,mlp.experts.4.gate_proj,0.0001543561,0.10000,0.985
37,mlp.experts.5.gate_proj,0.0019246176,0.10000,0.965
37,mlp.experts.6.gate_proj,0.0000291890,0.10000,1.046
37,mlp.experts.7.gate_proj,0.0017253556,0.10000,1.039
37,mlp.experts.8.gate_proj,0.0002521432,0.10000,1.039
37,mlp.experts.9.gate_proj,0.0110691517,0.10000,1.008
37,mlp.experts.10.gate_proj,0.0000094958,0.10000,1.013
37,mlp.experts.11.gate_proj,0.0009621330,0.10000,0.998
37,mlp.experts.12.gate_proj,0.0001023775,0.10000,1.011
37,mlp.experts.13.gate_proj,0.0050430143,0.10000,1.032
37,mlp.experts.14.gate_proj,0.0005928048,0.10000,1.010
37,mlp.experts.15.gate_proj,0.0000650510,0.10000,1.038
37,mlp.experts.16.gate_proj,0.0000949867,0.10000,1.010
37,mlp.experts.17.gate_proj,0.0022481988,0.10000,1.023
37,mlp.experts.18.gate_proj,0.0000353852,0.10000,1.027
37,mlp.experts.19.gate_proj,0.0002816502,0.10000,1.017
37,mlp.experts.20.gate_proj,0.0002019365,0.10000,1.019
37,mlp.experts.21.gate_proj,0.0000435364,0.10000,1.043
37,mlp.experts.22.gate_proj,0.0232281116,0.10000,1.038
37,mlp.experts.23.gate_proj,0.0000625867,0.10000,1.055
37,mlp.experts.24.gate_proj,0.0000441357,0.10000,1.044
37,mlp.experts.25.gate_proj,0.0004214281,0.10000,1.042
37,mlp.experts.26.gate_proj,0.0001904396,0.10000,1.065
37,mlp.experts.27.gate_proj,0.0004248900,0.10000,1.052
37,mlp.experts.28.gate_proj,0.0000555469,0.10000,1.033
37,mlp.experts.29.gate_proj,0.0005902012,0.10000,1.034
37,mlp.experts.30.gate_proj,0.0131514682,0.10000,1.009
37,mlp.experts.31.gate_proj,0.0006274276,0.10000,1.009
37,mlp.experts.32.gate_proj,0.0005828128,0.10000,1.046
37,mlp.experts.33.gate_proj,0.0003349216,0.10000,1.086
37,mlp.experts.34.gate_proj,0.0013243371,0.10000,1.056
37,mlp.experts.35.gate_proj,0.0084122192,0.10000,1.076
37,mlp.experts.36.gate_proj,0.0001146576,0.10000,0.967
37,mlp.experts.37.gate_proj,0.0036710183,0.10000,0.935
37,mlp.experts.38.gate_proj,0.0002875206,0.10000,1.022
37,mlp.experts.39.gate_proj,0.0049055572,0.10000,1.004
37,mlp.experts.40.gate_proj,0.0002801175,0.10000,1.052
37,mlp.experts.41.gate_proj,0.0000431147,0.10000,1.049
37,mlp.experts.42.gate_proj,0.0001909622,0.10000,1.043
37,mlp.experts.43.gate_proj,0.0107040184,0.10000,0.984
37,mlp.experts.44.gate_proj,0.0000611903,0.10000,0.921
37,mlp.experts.45.gate_proj,0.0000445063,0.10000,0.992
37,mlp.experts.46.gate_proj,0.0260917346,0.10000,1.020
37,mlp.experts.47.gate_proj,0.0000940408,0.10000,1.077
37,mlp.experts.48.gate_proj,0.0051344901,0.10000,1.003
37,mlp.experts.49.gate_proj,0.0001050562,0.10000,0.999
37,mlp.experts.50.gate_proj,0.0036030192,0.10000,0.969
37,mlp.experts.51.gate_proj,0.0025082723,0.10000,0.968
37,mlp.experts.52.gate_proj,0.0001716122,0.10000,1.018
37,mlp.experts.53.gate_proj,0.0003316435,0.10000,0.985
37,mlp.experts.54.gate_proj,0.0073063109,0.10000,0.979
37,mlp.experts.55.gate_proj,0.0000356007,0.10000,1.072
37,mlp.experts.56.gate_proj,0.0011900375,0.10000,1.041
37,mlp.experts.57.gate_proj,0.0000288673,0.10000,1.046
37,mlp.experts.58.gate_proj,0.0000667987,0.10000,1.065
37,mlp.experts.59.gate_proj,0.0002761540,0.10000,1.028
37,mlp.experts.60.gate_proj,0.0009573158,0.10000,0.999
37,mlp.experts.61.gate_proj,0.0001256788,0.10000,1.015
37,mlp.experts.62.gate_proj,0.0000822790,0.10000,1.002
37,mlp.experts.63.gate_proj,0.0013978235,0.10000,1.016
37,mlp.experts.64.gate_proj,0.0062880367,0.10000,1.000
37,mlp.experts.65.gate_proj,0.0000138433,0.10000,1.033
37,mlp.experts.66.gate_proj,0.0000487985,0.10000,1.024
37,mlp.experts.67.gate_proj,0.0001892402,0.10000,1.027
37,mlp.experts.68.gate_proj,0.0019288389,0.10000,0.976
37,mlp.experts.69.gate_proj,0.0028506611,0.10000,1.006
37,mlp.experts.70.gate_proj,0.0007295967,0.10000,1.020
37,mlp.experts.71.gate_proj,0.0001529135,0.10000,0.958
37,mlp.experts.72.gate_proj,0.0112247798,0.10000,1.065
37,mlp.experts.73.gate_proj,0.0002311352,0.10000,1.022
37,mlp.experts.74.gate_proj,0.0031483319,0.10000,0.993
37,mlp.experts.75.gate_proj,0.0000351527,0.10000,1.049
37,mlp.experts.76.gate_proj,0.0000511010,0.10000,1.025
37,mlp.experts.77.gate_proj,0.0001192058,0.10000,1.045
37,mlp.experts.78.gate_proj,0.0001135015,0.10000,1.038
37,mlp.experts.79.gate_proj,0.0000333971,0.10000,1.039
37,mlp.experts.80.gate_proj,0.0000884969,0.10000,1.037
37,mlp.experts.81.gate_proj,0.0008358509,0.10000,1.064
37,mlp.experts.82.gate_proj,0.0001082329,0.10000,1.024
37,mlp.experts.83.gate_proj,0.0001385602,0.10000,1.005
37,mlp.experts.84.gate_proj,0.0010030728,0.10000,0.989
37,mlp.experts.85.gate_proj,0.0008787737,0.10000,1.010
37,mlp.experts.86.gate_proj,0.0074531327,0.10000,1.021
37,mlp.experts.87.gate_proj,0.0006267355,0.10000,1.052
37,mlp.experts.88.gate_proj,0.0008312740,0.10000,1.010
37,mlp.experts.89.gate_proj,0.0006886808,0.10000,1.043
37,mlp.experts.90.gate_proj,0.0032975250,0.10000,1.051
37,mlp.experts.91.gate_proj,0.0001161294,0.10000,1.024
37,mlp.experts.92.gate_proj,0.0001114752,0.10000,0.994
37,mlp.experts.93.gate_proj,0.0001061093,0.10000,1.052
37,mlp.experts.94.gate_proj,0.0201495849,0.10000,1.014
37,mlp.experts.95.gate_proj,0.0000567876,0.10000,1.044
37,mlp.experts.96.gate_proj,0.0118864477,0.10000,1.040
37,mlp.experts.97.gate_proj,0.0014496145,0.10000,1.062
37,mlp.experts.98.gate_proj,0.0000195370,0.10000,1.080
37,mlp.experts.99.gate_proj,0.0000203581,0.10000,1.071
37,mlp.experts.100.gate_proj,0.0285464793,0.10000,1.074
37,mlp.experts.101.gate_proj,0.0000829677,0.10000,1.059
37,mlp.experts.102.gate_proj,0.0000457457,0.10000,1.038
37,mlp.experts.103.gate_proj,0.0001979983,0.10000,1.043
37,mlp.experts.104.gate_proj,0.0001266564,0.10000,1.035
37,mlp.experts.105.gate_proj,0.0001657491,0.10000,1.051
37,mlp.experts.106.gate_proj,0.0001047098,0.10000,1.048
37,mlp.experts.107.gate_proj,0.0012240152,0.10000,1.059
37,mlp.experts.108.gate_proj,0.0049243968,0.10000,1.032
37,mlp.experts.109.gate_proj,0.0000370783,0.10000,1.084
37,mlp.experts.110.gate_proj,0.0024814476,0.10000,0.994
37,mlp.experts.111.gate_proj,0.0017743786,0.10000,1.060
37,mlp.experts.112.gate_proj,0.0000839393,0.10000,1.026
37,mlp.experts.113.gate_proj,0.0000442525,0.10000,1.059
37,mlp.experts.114.gate_proj,0.0032757540,0.10000,1.034
37,mlp.experts.115.gate_proj,0.0000549057,0.10000,1.033
37,mlp.experts.116.gate_proj,0.0021813694,0.10000,1.051
37,mlp.experts.117.gate_proj,0.0001906400,0.10000,1.063
37,mlp.experts.118.gate_proj,0.0002074869,0.10000,1.021
37,mlp.experts.119.gate_proj,0.0013051566,0.10000,1.048
37,mlp.experts.120.gate_proj,0.0000445928,0.10000,1.049
37,mlp.experts.121.gate_proj,0.0000414128,0.10000,1.018
37,mlp.experts.122.gate_proj,0.0006602405,0.10000,1.020
37,mlp.experts.123.gate_proj,0.0000270854,0.10000,1.026
37,mlp.experts.124.gate_proj,0.0001373054,0.10000,0.957
37,mlp.experts.125.gate_proj,0.0005631460,0.10000,1.005
37,mlp.experts.126.gate_proj,0.0225456105,0.10000,1.018
37,mlp.experts.127.gate_proj,0.0000350683,0.10000,0.600
37,mlp.experts.1.down_proj,0.0001672926,0.10000,0.394
37,mlp.experts.0.down_proj,0.0000644591,0.10000,0.398
37,mlp.experts.2.down_proj,0.0000571494,0.10000,0.406
37,mlp.experts.3.down_proj,0.0255895210,0.10000,0.409
37,mlp.experts.4.down_proj,0.0000768810,0.10000,0.408
37,mlp.experts.5.down_proj,0.0012645951,0.10000,0.413
37,mlp.experts.6.down_proj,0.0000132276,0.10000,0.392
37,mlp.experts.7.down_proj,0.0009975897,0.10000,0.397
37,mlp.experts.8.down_proj,0.0002238192,0.10000,0.378
37,mlp.experts.9.down_proj,0.0076478023,0.10000,0.392
37,mlp.experts.10.down_proj,0.0000027273,0.10000,0.369
37,mlp.experts.11.down_proj,0.0000834123,0.10000,0.362
37,mlp.experts.12.down_proj,0.0000539801,0.10000,0.398
37,mlp.experts.13.down_proj,0.0002496239,0.10000,0.398
37,mlp.experts.14.down_proj,0.0002607789,0.10000,0.370
37,mlp.experts.15.down_proj,0.0000486220,0.10000,0.381
37,mlp.experts.16.down_proj,0.0000603405,0.10000,0.357
37,mlp.experts.17.down_proj,0.0014590015,0.10000,0.365
37,mlp.experts.18.down_proj,0.0000169985,0.10000,0.388
37,mlp.experts.19.down_proj,0.0002373549,0.10000,0.397
37,mlp.experts.20.down_proj,0.0001008021,0.10000,0.351
37,mlp.experts.21.down_proj,0.0000216795,0.10000,0.344
37,mlp.experts.22.down_proj,0.0100425583,0.10000,0.390
37,mlp.experts.23.down_proj,0.0000389079,0.10000,0.388
37,mlp.experts.24.down_proj,0.0000286594,0.10000,0.386
37,mlp.experts.25.down_proj,0.0003116436,0.10000,0.412
37,mlp.experts.26.down_proj,0.0001167767,0.10000,0.335
37,mlp.experts.27.down_proj,0.0002116624,0.10000,0.348
37,mlp.experts.28.down_proj,0.0000431191,0.10000,0.391
37,mlp.experts.29.down_proj,0.0002168819,0.10000,0.389
37,mlp.experts.30.down_proj,0.0074768500,0.10000,0.334
37,mlp.experts.31.down_proj,0.0002642858,0.10000,0.334
37,mlp.experts.32.down_proj,0.0004026761,0.10000,0.334
37,mlp.experts.33.down_proj,0.0003309570,0.10000,0.347
37,mlp.experts.34.down_proj,0.0001322340,0.10000,0.384
37,mlp.experts.35.down_proj,0.0002626143,0.10000,0.389
37,mlp.experts.36.down_proj,0.0000678456,0.10000,0.386
37,mlp.experts.37.down_proj,0.0019074616,0.10000,0.390
37,mlp.experts.38.down_proj,0.0001691233,0.10000,0.369
37,mlp.experts.39.down_proj,0.0049287387,0.10000,0.359
37,mlp.experts.40.down_proj,0.0001133724,0.10000,0.404
37,mlp.experts.41.down_proj,0.0000257578,0.10000,0.385
37,mlp.experts.42.down_proj,0.0001368763,0.10000,0.350
37,mlp.experts.43.down_proj,0.0033772111,0.10000,0.355
37,mlp.experts.44.down_proj,0.0000378745,0.10000,0.372
37,mlp.experts.45.down_proj,0.0000158281,0.10000,0.376
37,mlp.experts.46.down_proj,0.0277178798,0.10000,0.365
37,mlp.experts.47.down_proj,0.0000347564,0.10000,0.388
37,mlp.experts.48.down_proj,0.0049692583,0.10000,0.366
37,mlp.experts.49.down_proj,0.0000608378,0.10000,0.391
37,mlp.experts.50.down_proj,0.0022522754,0.10000,0.375
37,mlp.experts.51.down_proj,0.0009053764,0.10000,0.376
37,mlp.experts.52.down_proj,0.0000498193,0.10000,0.378
37,mlp.experts.53.down_proj,0.0000975136,0.10000,0.368
37,mlp.experts.54.down_proj,0.0048294284,0.10000,0.359
37,mlp.experts.55.down_proj,0.0000155571,0.10000,0.371
37,mlp.experts.56.down_proj,0.0007470537,0.10000,0.379
37,mlp.experts.57.down_proj,0.0000167664,0.10000,0.382
37,mlp.experts.58.down_proj,0.0000238339,0.10000,0.383
37,mlp.experts.59.down_proj,0.0000901042,0.10000,0.383
37,mlp.experts.60.down_proj,0.0005650962,0.10000,0.378
37,mlp.experts.61.down_proj,0.0000796027,0.10000,0.375
37,mlp.experts.62.down_proj,0.0000523010,0.10000,0.328
37,mlp.experts.63.down_proj,0.0018750307,0.10000,0.326
37,mlp.experts.64.down_proj,0.0061002865,0.10000,0.348
37,mlp.experts.65.down_proj,0.0000055853,0.10000,0.368
37,mlp.experts.66.down_proj,0.0000336156,0.10000,0.403
37,mlp.experts.67.down_proj,0.0001234439,0.10000,0.393
37,mlp.experts.68.down_proj,0.0003118865,0.10000,0.339
37,mlp.experts.69.down_proj,0.0010632402,0.10000,0.332
37,mlp.experts.70.down_proj,0.0004291525,0.10000,0.361
37,mlp.experts.71.down_proj,0.0000570909,0.10000,0.364
37,mlp.experts.72.down_proj,0.0028859687,0.10000,0.348
37,mlp.experts.73.down_proj,0.0001075052,0.10000,0.346
37,mlp.experts.74.down_proj,0.0021819369,0.10000,0.335
37,mlp.experts.75.down_proj,0.0000204883,0.10000,0.326
37,mlp.experts.76.down_proj,0.0000173077,0.10000,0.343
37,mlp.experts.77.down_proj,0.0000664407,0.10000,0.366
37,mlp.experts.78.down_proj,0.0000491615,0.10000,0.383
37,mlp.experts.79.down_proj,0.0000128497,0.10000,0.369
37,mlp.experts.80.down_proj,0.0000528921,0.10000,0.398
37,mlp.experts.81.down_proj,0.0007704240,0.10000,0.411
37,mlp.experts.82.down_proj,0.0000491819,0.10000,0.410
37,mlp.experts.83.down_proj,0.0000913169,0.10000,0.392
37,mlp.experts.84.down_proj,0.0004882583,0.10000,0.396
37,mlp.experts.85.down_proj,0.0003798861,0.10000,0.389
37,mlp.experts.86.down_proj,0.0026383772,0.10000,0.394
37,mlp.experts.87.down_proj,0.0002283003,0.10000,0.396
37,mlp.experts.88.down_proj,0.0005781209,0.10000,0.342
37,mlp.experts.89.down_proj,0.0004104072,0.10000,0.329
37,mlp.experts.90.down_proj,0.0024192822,0.10000,0.320
37,mlp.experts.91.down_proj,0.0000281196,0.10000,0.358
37,mlp.experts.92.down_proj,0.0000457745,0.10000,0.382
37,mlp.experts.93.down_proj,0.0000259629,0.10000,0.375
37,mlp.experts.94.down_proj,0.0103688603,0.10000,0.366
37,mlp.experts.95.down_proj,0.0000334607,0.10000,0.361
37,mlp.experts.96.down_proj,0.0055666392,0.10000,0.382
37,mlp.experts.97.down_proj,0.0009337979,0.10000,0.401
37,mlp.experts.98.down_proj,0.0000087568,0.10000,0.408
37,mlp.experts.99.down_proj,0.0000082544,0.10000,0.386
37,mlp.experts.100.down_proj,0.0176180959,0.10000,0.353
37,mlp.experts.101.down_proj,0.0000374996,0.10000,0.367
37,mlp.experts.102.down_proj,0.0000261298,0.10000,0.399
37,mlp.experts.103.down_proj,0.0000902284,0.10000,0.408
37,mlp.experts.104.down_proj,0.0000591309,0.10000,0.385
37,mlp.experts.105.down_proj,0.0000528198,0.10000,0.412
37,mlp.experts.106.down_proj,0.0000469308,0.10000,0.382
37,mlp.experts.107.down_proj,0.0010752011,0.10000,0.365
37,mlp.experts.108.down_proj,0.0026003575,0.10000,0.339
37,mlp.experts.109.down_proj,0.0000259169,0.10000,0.361
37,mlp.experts.110.down_proj,0.0001119251,0.10000,0.402
37,mlp.experts.111.down_proj,0.0008863059,0.10000,0.394
37,mlp.experts.112.down_proj,0.0000379302,0.10000,0.373
37,mlp.experts.113.down_proj,0.0000226910,0.10000,0.390
37,mlp.experts.114.down_proj,0.0015247348,0.10000,0.394
37,mlp.experts.115.down_proj,0.0000179976,0.10000,0.390
37,mlp.experts.116.down_proj,0.0015789413,0.10000,0.383
37,mlp.experts.117.down_proj,0.0001364185,0.10000,0.402
37,mlp.experts.118.down_proj,0.0001428210,0.10000,0.398
37,mlp.experts.119.down_proj,0.0007582383,0.10000,0.407
37,mlp.experts.120.down_proj,0.0000250709,0.10000,0.395
37,mlp.experts.121.down_proj,0.0000258398,0.10000,0.401
37,mlp.experts.122.down_proj,0.0003498758,0.10000,0.402
37,mlp.experts.123.down_proj,0.0000147710,0.10000,0.388
37,mlp.experts.124.down_proj,0.0000472969,0.10000,0.404
37,mlp.experts.125.down_proj,0.0002199364,0.10000,0.403
37,mlp.experts.126.down_proj,0.0054810769,0.10000,0.410
37,mlp.experts.127.down_proj,0.0000132532,0.10000,0.332
38,self_attn.k_proj,0.0000006502,0.10000,1.014
38,self_attn.q_proj,0.0000055152,0.10000,1.015
38,self_attn.v_proj,0.0000009215,0.10000,0.624
38,self_attn.o_proj,0.0000006726,0.10000,1.196
38,mlp.gate,0.0000036985,0.10000,0.640
38,mlp.experts.1.up_proj,0.0004749958,0.10000,1.012
38,mlp.experts.0.up_proj,0.0006729477,0.10000,1.031
38,mlp.experts.2.up_proj,0.0004985047,0.10000,0.976
38,mlp.experts.3.up_proj,0.0000740223,0.10000,0.975
38,mlp.experts.5.up_proj,0.0014798214,0.10000,1.061
38,mlp.experts.4.up_proj,0.0003317511,0.10000,1.083
38,mlp.experts.7.up_proj,0.0003490515,0.10000,1.055
38,mlp.experts.6.up_proj,0.0001291088,0.10000,1.065
38,mlp.experts.8.up_proj,0.0000195799,0.10000,1.024
38,mlp.experts.9.up_proj,0.0031078978,0.10000,1.035
38,mlp.experts.10.up_proj,0.0000778862,0.10000,1.078
38,mlp.experts.11.up_proj,0.0001344228,0.10000,1.071
38,mlp.experts.12.up_proj,0.0014468977,0.10000,1.030
38,mlp.experts.13.up_proj,0.0011691922,0.10000,1.036
38,mlp.experts.15.up_proj,0.0001201971,0.10000,1.078
38,mlp.experts.14.up_proj,0.0005551380,0.10000,1.098
38,mlp.experts.17.up_proj,0.0000988020,0.10000,0.996
38,mlp.experts.16.up_proj,0.0000881350,0.10000,1.109
38,mlp.experts.18.up_proj,0.0000368056,0.10000,1.061
38,mlp.experts.19.up_proj,0.0009432339,0.10000,1.036
38,mlp.experts.20.up_proj,0.0000643236,0.10000,1.022
38,mlp.experts.21.up_proj,0.0007565706,0.10000,1.058
38,mlp.experts.22.up_proj,0.0000665728,0.10000,1.002
38,mlp.experts.23.up_proj,0.0008673789,0.10000,1.089
38,mlp.experts.24.up_proj,0.0007723763,0.10000,1.050
38,mlp.experts.25.up_proj,0.0007261532,0.10000,1.060
38,mlp.experts.26.up_proj,0.0002751776,0.10000,0.998
38,mlp.experts.27.up_proj,0.0013178566,0.10000,1.014
38,mlp.experts.28.up_proj,0.0000418488,0.10000,1.067
38,mlp.experts.29.up_proj,0.0017235380,0.10000,1.011
38,mlp.experts.30.up_proj,0.0005101261,0.10000,0.992
38,mlp.experts.31.up_proj,0.0003932852,0.10000,1.020
38,mlp.experts.32.up_proj,0.0010181994,0.10000,1.017
38,mlp.experts.33.up_proj,0.0001930598,0.10000,0.981
38,mlp.experts.34.up_proj,0.0000368190,0.10000,1.011
38,mlp.experts.35.up_proj,0.0013733767,0.10000,1.001
38,mlp.experts.36.up_proj,0.0001472667,0.10000,0.983
38,mlp.experts.37.up_proj,0.0001464441,0.10000,0.980
38,mlp.experts.38.up_proj,0.0000618350,0.10000,0.946
38,mlp.experts.39.up_proj,0.0000128289,0.10000,0.947
38,mlp.experts.40.up_proj,0.0000915982,0.10000,1.071
38,mlp.experts.41.up_proj,0.0068962985,0.10000,1.032
38,mlp.experts.42.up_proj,0.0032896565,0.10000,1.077
38,mlp.experts.43.up_proj,0.0041198116,0.10000,1.040
38,mlp.experts.44.up_proj,0.0000340617,0.10000,1.053
38,mlp.experts.45.up_proj,0.0300380240,0.10000,1.030
38,mlp.experts.46.up_proj,0.0002489667,0.10000,1.025
38,mlp.experts.47.up_proj,0.0000703756,0.10000,1.081
38,mlp.experts.48.up_proj,0.0000530230,0.10000,0.944
38,mlp.experts.49.up_proj,0.0003408017,0.10000,0.955
38,mlp.experts.50.up_proj,0.0001270409,0.10000,0.991
38,mlp.experts.51.up_proj,0.0000948756,0.10000,1.001
38,mlp.experts.52.up_proj,0.0002859543,0.10000,1.027
38,mlp.experts.53.up_proj,0.0000841163,0.10000,1.061
38,mlp.experts.54.up_proj,0.0017603126,0.10000,1.002
38,mlp.experts.55.up_proj,0.0000117970,0.10000,1.017
38,mlp.experts.56.up_proj,0.0113916142,0.10000,0.985
38,mlp.experts.57.up_proj,0.0000827509,0.10000,1.004
38,mlp.experts.58.up_proj,0.0000209607,0.10000,0.984
38,mlp.experts.59.up_proj,0.0096067954,0.10000,1.019
38,mlp.experts.60.up_proj,0.0000329102,0.10000,0.986
38,mlp.experts.61.up_proj,0.0005311141,0.10000,1.003
38,mlp.experts.62.up_proj,0.0000700213,0.10000,0.993
38,mlp.experts.63.up_proj,0.0007914633,0.10000,0.991
38,mlp.experts.64.up_proj,0.0001070356,0.10000,0.963
38,mlp.experts.65.up_proj,0.0131470281,0.10000,0.998
38,mlp.experts.66.up_proj,0.0001735503,0.10000,1.046
38,mlp.experts.67.up_proj,0.0002815240,0.10000,1.047
38,mlp.experts.68.up_proj,0.0000953373,0.10000,1.059
38,mlp.experts.69.up_proj,0.0001104478,0.10000,1.033
38,mlp.experts.70.up_proj,0.0030333208,0.10000,1.015
38,mlp.experts.71.up_proj,0.0001890168,0.10000,1.067
38,mlp.experts.72.up_proj,0.0024221325,0.10000,1.023
38,mlp.experts.73.up_proj,0.0001409950,0.10000,1.033
38,mlp.experts.74.up_proj,0.0013535893,0.10000,1.038
38,mlp.experts.75.up_proj,0.0000433042,0.10000,1.033
38,mlp.experts.76.up_proj,0.0003045517,0.10000,1.052
38,mlp.experts.77.up_proj,0.0004097595,0.10000,1.018
38,mlp.experts.78.up_proj,0.0028802715,0.10000,0.993
38,mlp.experts.79.up_proj,0.0000382178,0.10000,1.009
38,mlp.experts.80.up_proj,0.0000487889,0.10000,1.044
38,mlp.experts.81.up_proj,0.0004310227,0.10000,1.065
38,mlp.experts.82.up_proj,0.0000831572,0.10000,1.095
38,mlp.experts.83.up_proj,0.5259633660,0.10000,1.044
38,mlp.experts.84.up_proj,0.0000775922,0.10000,1.002
38,mlp.experts.85.up_proj,0.0045542242,0.10000,0.980
38,mlp.experts.86.up_proj,0.0000898169,0.10000,0.974
38,mlp.experts.87.up_proj,0.0001494014,0.10000,1.007
38,mlp.experts.88.up_proj,0.0001203759,0.10000,1.026
38,mlp.experts.89.up_proj,0.0010495483,0.10000,1.045
38,mlp.experts.90.up_proj,0.0000898666,0.10000,1.027
38,mlp.experts.91.up_proj,0.0028005113,0.10000,1.005
38,mlp.experts.92.up_proj,0.0001075630,0.10000,1.028
38,mlp.experts.93.up_proj,0.0004539657,0.10000,1.039
38,mlp.experts.94.up_proj,0.0014064855,0.10000,1.022
38,mlp.experts.95.up_proj,0.0000513376,0.10000,1.026
38,mlp.experts.96.up_proj,0.0001403402,0.10000,0.968
38,mlp.experts.97.up_proj,0.0151646088,0.10000,1.045
38,mlp.experts.98.up_proj,0.0002927012,0.10000,1.006
38,mlp.experts.99.up_proj,0.0000737830,0.10000,0.984
38,mlp.experts.100.up_proj,0.0001844119,0.10000,0.979
38,mlp.experts.101.up_proj,0.0000616943,0.10000,1.037
38,mlp.experts.102.up_proj,0.0000874722,0.10000,1.033
38,mlp.experts.103.up_proj,0.0115150974,0.10000,1.080
38,mlp.experts.104.up_proj,0.0031490492,0.10000,1.001
38,mlp.experts.105.up_proj,0.0000721866,0.10000,1.031
38,mlp.experts.106.up_proj,0.0089972243,0.10000,1.038
38,mlp.experts.107.up_proj,0.0000681752,0.10000,1.062
38,mlp.experts.108.up_proj,0.0000880007,0.10000,0.996
38,mlp.experts.109.up_proj,0.0001515312,0.10000,1.005
38,mlp.experts.110.up_proj,0.0003743799,0.10000,0.985
38,mlp.experts.111.up_proj,0.0000285434,0.10000,1.016
38,mlp.experts.112.up_proj,0.0002669993,0.10000,1.006
38,mlp.experts.113.up_proj,0.0048555421,0.10000,1.018
38,mlp.experts.114.up_proj,0.0002292057,0.10000,1.069
38,mlp.experts.115.up_proj,0.0000638005,0.10000,1.042
38,mlp.experts.116.up_proj,0.0045648456,0.10000,1.057
38,mlp.experts.117.up_proj,0.0119277847,0.10000,1.039
38,mlp.experts.118.up_proj,0.0003368384,0.10000,1.029
38,mlp.experts.119.up_proj,0.0002003895,0.10000,1.066
38,mlp.experts.120.up_proj,0.0057699931,0.10000,1.071
38,mlp.experts.121.up_proj,0.0004051416,0.10000,1.081
38,mlp.experts.122.up_proj,0.0061838857,0.10000,1.052
38,mlp.experts.123.up_proj,0.0038195953,0.10000,1.063
38,mlp.experts.124.up_proj,0.0022008297,0.10000,0.989
38,mlp.experts.125.up_proj,0.0003637310,0.10000,0.958
38,mlp.experts.126.up_proj,0.0003416879,0.10000,1.023
38,mlp.experts.127.up_proj,0.0029232261,0.10000,1.019
38,mlp.experts.0.gate_proj,0.0006446815,0.10000,0.966
38,mlp.experts.1.gate_proj,0.0004596881,0.10000,1.004
38,mlp.experts.2.gate_proj,0.0005042542,0.10000,1.043
38,mlp.experts.3.gate_proj,0.0000692779,0.10000,1.047
38,mlp.experts.4.gate_proj,0.0002872870,0.10000,1.077
38,mlp.experts.5.gate_proj,0.0014194249,0.10000,1.058
38,mlp.experts.6.gate_proj,0.0001244798,0.10000,1.053
38,mlp.experts.7.gate_proj,0.0003214260,0.10000,1.063
38,mlp.experts.8.gate_proj,0.0000177173,0.10000,1.092
38,mlp.experts.9.gate_proj,0.0034451476,0.10000,1.018
38,mlp.experts.10.gate_proj,0.0000684014,0.10000,1.013
38,mlp.experts.11.gate_proj,0.0001311582,0.10000,1.000
38,mlp.experts.12.gate_proj,0.0012661904,0.10000,1.013
38,mlp.experts.13.gate_proj,0.0011515020,0.10000,1.075
38,mlp.experts.14.gate_proj,0.0003890389,0.10000,1.037
38,mlp.experts.15.gate_proj,0.0001148185,0.10000,1.021
38,mlp.experts.16.gate_proj,0.0000874425,0.10000,0.947
38,mlp.experts.17.gate_proj,0.0001005704,0.10000,0.992
38,mlp.experts.18.gate_proj,0.0000338002,0.10000,0.954
38,mlp.experts.19.gate_proj,0.0009431661,0.10000,0.958
38,mlp.experts.20.gate_proj,0.0000698961,0.10000,1.012
38,mlp.experts.21.gate_proj,0.0006901419,0.10000,1.037
38,mlp.experts.22.gate_proj,0.0000735506,0.10000,1.008
38,mlp.experts.23.gate_proj,0.0007979391,0.10000,1.035
38,mlp.experts.24.gate_proj,0.0007873451,0.10000,0.997
38,mlp.experts.25.gate_proj,0.0006793323,0.10000,0.963
38,mlp.experts.26.gate_proj,0.0003097717,0.10000,0.967
38,mlp.experts.27.gate_proj,0.0013018313,0.10000,1.065
38,mlp.experts.28.gate_proj,0.0000390186,0.10000,1.065
38,mlp.experts.29.gate_proj,0.0017128468,0.10000,1.050
38,mlp.experts.30.gate_proj,0.0004765423,0.10000,1.052
38,mlp.experts.31.gate_proj,0.0003790967,0.10000,1.099
38,mlp.experts.32.gate_proj,0.0011702212,0.10000,0.976
38,mlp.experts.33.gate_proj,0.0002130836,0.10000,1.053
38,mlp.experts.34.gate_proj,0.0000330405,0.10000,1.043
38,mlp.experts.35.gate_proj,0.0013176110,0.10000,1.043
38,mlp.experts.36.gate_proj,0.0001339958,0.10000,1.049
38,mlp.experts.37.gate_proj,0.0001430507,0.10000,1.016
38,mlp.experts.38.gate_proj,0.0000599990,0.10000,1.074
38,mlp.experts.39.gate_proj,0.0000109695,0.10000,1.065
38,mlp.experts.40.gate_proj,0.0000898587,0.10000,1.021
38,mlp.experts.41.gate_proj,0.0067258488,0.10000,1.028
38,mlp.experts.42.gate_proj,0.0024983810,0.10000,1.019
38,mlp.experts.43.gate_proj,0.0036539503,0.10000,1.041
38,mlp.experts.44.gate_proj,0.0000331214,0.10000,1.004
38,mlp.experts.45.gate_proj,0.0300288200,0.10000,1.019
38,mlp.experts.46.gate_proj,0.0002426262,0.10000,1.034
38,mlp.experts.47.gate_proj,0.0000764905,0.10000,1.029
38,mlp.experts.48.gate_proj,0.0000506093,0.10000,1.045
38,mlp.experts.49.gate_proj,0.0003425406,0.10000,1.055
38,mlp.experts.50.gate_proj,0.0001237883,0.10000,1.045
38,mlp.experts.51.gate_proj,0.0000916706,0.10000,1.057
38,mlp.experts.52.gate_proj,0.0002626848,0.10000,1.031
38,mlp.experts.53.gate_proj,0.0000777097,0.10000,1.049
38,mlp.experts.54.gate_proj,0.0016713143,0.10000,1.038
38,mlp.experts.55.gate_proj,0.0000120127,0.10000,1.073
38,mlp.experts.56.gate_proj,0.0109830101,0.10000,1.032
38,mlp.experts.57.gate_proj,0.0000811652,0.10000,1.047
38,mlp.experts.58.gate_proj,0.0000173424,0.10000,1.033
38,mlp.experts.59.gate_proj,0.0094587617,0.10000,1.074
38,mlp.experts.60.gate_proj,0.0000255549,0.10000,1.009
38,mlp.experts.61.gate_proj,0.0005427807,0.10000,1.075
38,mlp.experts.62.gate_proj,0.0000838447,0.10000,1.021
38,mlp.experts.64.gate_proj,0.0001083805,0.10000,1.048
38,mlp.experts.63.gate_proj,0.0007077923,0.10000,1.072
38,mlp.experts.66.gate_proj,0.0001564770,0.10000,1.078
38,mlp.experts.65.gate_proj,0.0122870300,0.10000,1.092
38,mlp.experts.67.gate_proj,0.0002704333,0.10000,1.050
38,mlp.experts.68.gate_proj,0.0000969793,0.10000,1.046
38,mlp.experts.69.gate_proj,0.0001096469,0.10000,1.023
38,mlp.experts.70.gate_proj,0.0029943556,0.10000,1.024
38,mlp.experts.71.gate_proj,0.0001679536,0.10000,1.007
38,mlp.experts.72.gate_proj,0.0014543202,0.10000,1.044
38,mlp.experts.73.gate_proj,0.0001378854,0.10000,1.032
38,mlp.experts.74.gate_proj,0.0013975364,0.10000,1.073
38,mlp.experts.75.gate_proj,0.0000422399,0.10000,1.048
38,mlp.experts.76.gate_proj,0.0002872752,0.10000,1.046
38,mlp.experts.77.gate_proj,0.0004016909,0.10000,1.046
38,mlp.experts.78.gate_proj,0.0029378168,0.10000,1.051
38,mlp.experts.79.gate_proj,0.0000386077,0.10000,1.062
38,mlp.experts.80.gate_proj,0.0000511970,0.10000,1.020
38,mlp.experts.81.gate_proj,0.0004261354,0.10000,1.008
38,mlp.experts.82.gate_proj,0.0000915301,0.10000,1.005
38,mlp.experts.83.gate_proj,0.5205265284,0.10000,1.010
38,mlp.experts.84.gate_proj,0.0000811811,0.10000,0.992
38,mlp.experts.85.gate_proj,0.0042291474,0.10000,1.049
38,mlp.experts.86.gate_proj,0.0000880662,0.10000,1.042
38,mlp.experts.88.gate_proj,0.0001162103,0.10000,1.009
38,mlp.experts.87.gate_proj,0.0001523825,0.10000,1.031
38,mlp.experts.89.gate_proj,0.0010508100,0.10000,1.088
38,mlp.experts.90.gate_proj,0.0000851212,0.10000,1.090
38,mlp.experts.91.gate_proj,0.0028195817,0.10000,1.005
38,mlp.experts.92.gate_proj,0.0001016974,0.10000,1.011
38,mlp.experts.93.gate_proj,0.0004124863,0.10000,1.080
38,mlp.experts.94.gate_proj,0.0014474611,0.10000,1.089
38,mlp.experts.95.gate_proj,0.0000497474,0.10000,1.020
38,mlp.experts.96.gate_proj,0.0001304983,0.10000,1.015
38,mlp.experts.97.gate_proj,0.0156455104,0.10000,0.985
38,mlp.experts.98.gate_proj,0.0002847708,0.10000,0.988
38,mlp.experts.99.gate_proj,0.0000707245,0.10000,1.066
38,mlp.experts.100.gate_proj,0.0001873844,0.10000,1.061
38,mlp.experts.101.gate_proj,0.0000632654,0.10000,1.048
38,mlp.experts.102.gate_proj,0.0000943415,0.10000,1.045
38,mlp.experts.103.gate_proj,0.0105864943,0.10000,1.050
38,mlp.experts.104.gate_proj,0.0030092413,0.10000,1.052
38,mlp.experts.105.gate_proj,0.0000696205,0.10000,1.022
38,mlp.experts.106.gate_proj,0.0085779093,0.10000,1.015
38,mlp.experts.108.gate_proj,0.0000884917,0.10000,0.970
38,mlp.experts.107.gate_proj,0.0000663920,0.10000,0.990
38,mlp.experts.110.gate_proj,0.0003416166,0.10000,1.033
38,mlp.experts.109.gate_proj,0.0001583988,0.10000,1.051
38,mlp.experts.112.gate_proj,0.0002477932,0.10000,1.015
38,mlp.experts.111.gate_proj,0.0000268474,0.10000,1.063
38,mlp.experts.114.gate_proj,0.0002360993,0.10000,1.009
38,mlp.experts.113.gate_proj,0.0047960730,0.10000,1.066
38,mlp.experts.115.gate_proj,0.0000654482,0.10000,1.009
38,mlp.experts.116.gate_proj,0.0045646236,0.10000,1.003
38,mlp.experts.117.gate_proj,0.0380148920,0.10000,1.027
38,mlp.experts.118.gate_proj,0.0002878316,0.10000,1.031
38,mlp.experts.119.gate_proj,0.0001900502,0.10000,1.013
38,mlp.experts.120.gate_proj,0.0058260771,0.10000,1.006
38,mlp.experts.121.gate_proj,0.0004003754,0.10000,1.060
38,mlp.experts.122.gate_proj,0.0053171786,0.10000,1.063
38,mlp.experts.124.gate_proj,0.0020932178,0.10000,1.028
38,mlp.experts.123.gate_proj,0.0032823133,0.10000,1.049
38,mlp.experts.125.gate_proj,0.0002580844,0.10000,1.013
38,mlp.experts.126.gate_proj,0.0003392942,0.10000,1.008
38,mlp.experts.127.gate_proj,0.0026589141,0.10000,0.654
38,mlp.experts.0.down_proj,0.0003016302,0.10000,0.399
38,mlp.experts.1.down_proj,0.0001879132,0.10000,0.402
38,mlp.experts.2.down_proj,0.0001789129,0.10000,0.341
38,mlp.experts.3.down_proj,0.0000383334,0.10000,0.342
38,mlp.experts.4.down_proj,0.0001423388,0.10000,0.359
38,mlp.experts.5.down_proj,0.0006526885,0.10000,0.361
38,mlp.experts.6.down_proj,0.0000759143,0.10000,0.379
38,mlp.experts.7.down_proj,0.0003298470,0.10000,0.397
38,mlp.experts.8.down_proj,0.0000081096,0.10000,0.385
38,mlp.experts.9.down_proj,0.0044953906,0.10000,0.373
38,mlp.experts.10.down_proj,0.0000541718,0.10000,0.373
38,mlp.experts.11.down_proj,0.0000899550,0.10000,0.374
38,mlp.experts.12.down_proj,0.0001540417,0.10000,0.398
38,mlp.experts.13.down_proj,0.0007310318,0.10000,0.412
38,mlp.experts.14.down_proj,0.0002924109,0.10000,0.395
38,mlp.experts.15.down_proj,0.0000817057,0.10000,0.409
38,mlp.experts.16.down_proj,0.0000583710,0.10000,0.390
38,mlp.experts.17.down_proj,0.0000991670,0.10000,0.386
38,mlp.experts.18.down_proj,0.0000222179,0.10000,0.397
38,mlp.experts.19.down_proj,0.0005781548,0.10000,0.386
38,mlp.experts.20.down_proj,0.0000432606,0.10000,0.398
38,mlp.experts.21.down_proj,0.0005852727,0.10000,0.402
38,mlp.experts.22.down_proj,0.0000359961,0.10000,0.398
38,mlp.experts.23.down_proj,0.0006190148,0.10000,0.403
38,mlp.experts.24.down_proj,0.0003426625,0.10000,0.393
38,mlp.experts.25.down_proj,0.0005591736,0.10000,0.401
38,mlp.experts.26.down_proj,0.0001651420,0.10000,0.341
38,mlp.experts.27.down_proj,0.0006993911,0.10000,0.338
38,mlp.experts.28.down_proj,0.0000362713,0.10000,0.358
38,mlp.experts.29.down_proj,0.0009478088,0.10000,0.365
38,mlp.experts.30.down_proj,0.0002125462,0.10000,0.382
38,mlp.experts.31.down_proj,0.0002203446,0.10000,0.396
38,mlp.experts.32.down_proj,0.0012413501,0.10000,0.396
38,mlp.experts.33.down_proj,0.0001133233,0.10000,0.384
38,mlp.experts.34.down_proj,0.0000221371,0.10000,0.414
38,mlp.experts.35.down_proj,0.0005931136,0.10000,0.414
38,mlp.experts.36.down_proj,0.0000730857,0.10000,0.350
38,mlp.experts.37.down_proj,0.0000624372,0.10000,0.346
38,mlp.experts.38.down_proj,0.0000222665,0.10000,0.344
38,mlp.experts.39.down_proj,0.0000061308,0.10000,0.342
38,mlp.experts.40.down_proj,0.0000366235,0.10000,0.342
38,mlp.experts.41.down_proj,0.0045894553,0.10000,0.353
38,mlp.experts.42.down_proj,0.0025976600,0.10000,0.418
38,mlp.experts.43.down_proj,0.0023368822,0.10000,0.375
38,mlp.experts.45.down_proj,0.0102867534,0.10000,0.393
38,mlp.experts.44.down_proj,0.0000172948,0.10000,0.415
38,mlp.experts.47.down_proj,0.0000766336,0.10000,0.405
38,mlp.experts.46.down_proj,0.0001193938,0.10000,0.418
38,mlp.experts.48.down_proj,0.0000452100,0.10000,0.348
38,mlp.experts.49.down_proj,0.0001681211,0.10000,0.356
38,mlp.experts.50.down_proj,0.0000681502,0.10000,0.417
38,mlp.experts.51.down_proj,0.0000376810,0.10000,0.421
38,mlp.experts.52.down_proj,0.0001314594,0.10000,0.400
38,mlp.experts.53.down_proj,0.0000396418,0.10000,0.402
38,mlp.experts.54.down_proj,0.0005926004,0.10000,0.393
38,mlp.experts.55.down_proj,0.0000022123,0.10000,0.407
38,mlp.experts.56.down_proj,0.0085724233,0.10000,0.408
38,mlp.experts.57.down_proj,0.0000394400,0.10000,0.403
38,mlp.experts.58.down_proj,0.0000104377,0.10000,0.404
38,mlp.experts.59.down_proj,0.0002934665,0.10000,0.404
38,mlp.experts.60.down_proj,0.0000165085,0.10000,0.404
38,mlp.experts.61.down_proj,0.0002554102,0.10000,0.403
38,mlp.experts.62.down_proj,0.0000902332,0.10000,0.376
38,mlp.experts.63.down_proj,0.0008326878,0.10000,0.365
38,mlp.experts.64.down_proj,0.0001052280,0.10000,0.392
38,mlp.experts.65.down_proj,0.0062757532,0.10000,0.398
38,mlp.experts.66.down_proj,0.0000789562,0.10000,0.397
38,mlp.experts.67.down_proj,0.0000964047,0.10000,0.400
38,mlp.experts.68.down_proj,0.0000853259,0.10000,0.394
38,mlp.experts.69.down_proj,0.0000627884,0.10000,0.387
38,mlp.experts.70.down_proj,0.0010311791,0.10000,0.390
38,mlp.experts.71.down_proj,0.0000863686,0.10000,0.389
38,mlp.experts.72.down_proj,0.0006172656,0.10000,0.394
38,mlp.experts.73.down_proj,0.0001397352,0.10000,0.403
38,mlp.experts.74.down_proj,0.0006247780,0.10000,0.341
38,mlp.experts.75.down_proj,0.0000293055,0.10000,0.340
38,mlp.experts.76.down_proj,0.0001633852,0.10000,0.360
38,mlp.experts.77.down_proj,0.0001785848,0.10000,0.363
38,mlp.experts.78.down_proj,0.0013463956,0.10000,0.369
38,mlp.experts.79.down_proj,0.0000259628,0.10000,0.372
38,mlp.experts.80.down_proj,0.0000556528,0.10000,0.361
38,mlp.experts.81.down_proj,0.0001955253,0.10000,0.351
38,mlp.experts.82.down_proj,0.0001077268,0.10000,0.382
38,mlp.experts.83.down_proj,0.0629019886,0.10000,0.388
38,mlp.experts.84.down_proj,0.0000521052,0.10000,0.353
38,mlp.experts.85.down_proj,0.0048951032,0.10000,0.351
38,mlp.experts.86.down_proj,0.0000196004,0.10000,0.390
38,mlp.experts.87.down_proj,0.0000443047,0.10000,0.390
38,mlp.experts.88.down_proj,0.0000406822,0.10000,0.345
38,mlp.experts.89.down_proj,0.0004331743,0.10000,0.355
38,mlp.experts.90.down_proj,0.0000466779,0.10000,0.385
38,mlp.experts.91.down_proj,0.0015058714,0.10000,0.382
38,mlp.experts.92.down_proj,0.0000295239,0.10000,0.386
38,mlp.experts.93.down_proj,0.0001750060,0.10000,0.392
38,mlp.experts.94.down_proj,0.0008013223,0.10000,0.353
38,mlp.experts.95.down_proj,0.0000218005,0.10000,0.346
38,mlp.experts.96.down_proj,0.0001026919,0.10000,0.340
38,mlp.experts.97.down_proj,0.0001381434,0.10000,0.346
38,mlp.experts.98.down_proj,0.0001405195,0.10000,0.375
38,mlp.experts.99.down_proj,0.0000386187,0.10000,0.393
38,mlp.experts.100.down_proj,0.0001078346,0.10000,0.391
38,mlp.experts.101.down_proj,0.0000486974,0.10000,0.391
38,mlp.experts.102.down_proj,0.0000913270,0.10000,0.343
38,mlp.experts.103.down_proj,0.0001599770,0.10000,0.345
38,mlp.experts.104.down_proj,0.0017277304,0.10000,0.358
38,mlp.experts.105.down_proj,0.0000338511,0.10000,0.356
38,mlp.experts.106.down_proj,0.0097644798,0.10000,0.403
38,mlp.experts.107.down_proj,0.0000258212,0.10000,0.407
38,mlp.experts.108.down_proj,0.0000490731,0.10000,0.400
38,mlp.experts.109.down_proj,0.0000418636,0.10000,0.406
38,mlp.experts.110.down_proj,0.0001374372,0.10000,0.356
38,mlp.experts.111.down_proj,0.0000080707,0.10000,0.366
38,mlp.experts.112.down_proj,0.0001779359,0.10000,0.411
38,mlp.experts.113.down_proj,0.0028472438,0.10000,0.399
38,mlp.experts.114.down_proj,0.0001039363,0.10000,0.329
38,mlp.experts.115.down_proj,0.0000236734,0.10000,0.339
38,mlp.experts.116.down_proj,0.0018245143,0.10000,0.394
38,mlp.experts.117.down_proj,0.0000210462,0.10000,0.401
38,mlp.experts.118.down_proj,0.0002176851,0.10000,0.390
38,mlp.experts.119.down_proj,0.0001493828,0.10000,0.402
38,mlp.experts.120.down_proj,0.0037067279,0.10000,0.353
38,mlp.experts.121.down_proj,0.0002675490,0.10000,0.344
38,mlp.experts.122.down_proj,0.0050768251,0.10000,0.368
38,mlp.experts.123.down_proj,0.0022671133,0.10000,0.369
38,mlp.experts.124.down_proj,0.0014530316,0.10000,0.349
38,mlp.experts.125.down_proj,0.0001499300,0.10000,0.339
38,mlp.experts.126.down_proj,0.0003089950,0.10000,0.381
38,mlp.experts.127.down_proj,0.0017852282,0.10000,0.367
39,self_attn.k_proj,0.0000005401,0.10000,1.050
39,self_attn.q_proj,0.0000050976,0.10000,1.052
39,self_attn.v_proj,0.0000008580,0.10000,0.593
39,self_attn.o_proj,0.0000004498,0.10000,1.234
39,mlp.gate,0.0000040107,0.10000,0.555
39,mlp.experts.1.up_proj,0.0000175720,0.10000,0.985
39,mlp.experts.0.up_proj,0.0001707828,0.10000,1.042
39,mlp.experts.2.up_proj,0.0007740959,0.10000,1.010
39,mlp.experts.3.up_proj,0.0000280452,0.10000,1.006
39,mlp.experts.4.up_proj,0.0000473443,0.10000,0.967
39,mlp.experts.5.up_proj,0.0040160065,0.10000,0.966
39,mlp.experts.6.up_proj,0.0000372436,0.10000,0.950
39,mlp.experts.7.up_proj,0.0000756170,0.10000,0.965
39,mlp.experts.8.up_proj,0.0001130539,0.10000,0.987
39,mlp.experts.9.up_proj,0.0000709304,0.10000,1.015
39,mlp.experts.10.up_proj,0.0003169992,0.10000,1.003
39,mlp.experts.11.up_proj,0.0005744297,0.10000,0.998
39,mlp.experts.12.up_proj,0.0058686437,0.10000,1.030
39,mlp.experts.13.up_proj,0.0003798113,0.10000,1.009
39,mlp.experts.14.up_proj,0.0005046397,0.10000,1.015
39,mlp.experts.15.up_proj,0.0104764899,0.10000,1.036
39,mlp.experts.16.up_proj,0.0001591323,0.10000,1.053
39,mlp.experts.17.up_proj,0.0000836022,0.10000,1.018
39,mlp.experts.18.up_proj,0.0002902943,0.10000,1.032
39,mlp.experts.19.up_proj,0.0082325457,0.10000,1.041
39,mlp.experts.20.up_proj,0.0000383921,0.10000,1.016
39,mlp.experts.21.up_proj,0.0051035643,0.10000,1.043
39,mlp.experts.22.up_proj,0.0014693773,0.10000,0.998
39,mlp.experts.23.up_proj,0.0000440929,0.10000,0.956
39,mlp.experts.24.up_proj,0.0011541289,0.10000,0.926
39,mlp.experts.25.up_proj,0.0001438499,0.10000,0.925
39,mlp.experts.26.up_proj,0.0024950129,0.10000,1.037
39,mlp.experts.27.up_proj,0.0012126427,0.10000,1.064
39,mlp.experts.28.up_proj,0.0004801827,0.10000,1.011
39,mlp.experts.29.up_proj,0.0002318683,0.10000,1.045
39,mlp.experts.30.up_proj,0.0001345067,0.10000,1.000
39,mlp.experts.31.up_proj,0.0001382948,0.10000,1.003
39,mlp.experts.32.up_proj,0.0000995684,0.10000,1.023
39,mlp.experts.33.up_proj,0.0004378603,0.10000,1.030
39,mlp.experts.34.up_proj,0.0001093473,0.10000,1.024
39,mlp.experts.35.up_proj,0.0000399317,0.10000,1.042
39,mlp.experts.36.up_proj,0.0079785591,0.10000,1.023
39,mlp.experts.37.up_proj,0.0001265573,0.10000,1.038
39,mlp.experts.38.up_proj,0.0098453692,0.10000,1.022
39,mlp.experts.39.up_proj,0.0001732528,0.10000,1.030
39,mlp.experts.40.up_proj,0.0000290309,0.10000,1.012
39,mlp.experts.41.up_proj,0.0033583994,0.10000,1.060
39,mlp.experts.42.up_proj,0.0281638569,0.10000,1.011
39,mlp.experts.43.up_proj,0.0053182490,0.10000,1.029
39,mlp.experts.44.up_proj,0.0841580298,0.10000,1.042
39,mlp.experts.45.up_proj,0.0002465726,0.10000,1.028
39,mlp.experts.46.up_proj,0.0002985040,0.10000,1.065
39,mlp.experts.47.up_proj,0.0030928649,0.10000,1.015
39,mlp.experts.48.up_proj,0.0002206761,0.10000,1.029
39,mlp.experts.49.up_proj,0.0001507560,0.10000,1.059
39,mlp.experts.50.up_proj,0.0012980297,0.10000,1.031
39,mlp.experts.51.up_proj,0.0001164567,0.10000,1.033
39,mlp.experts.52.up_proj,0.0007839923,0.10000,1.053
39,mlp.experts.53.up_proj,0.0012945112,0.10000,1.046
39,mlp.experts.54.up_proj,0.0001158647,0.10000,1.014
39,mlp.experts.55.up_proj,0.0001743069,0.10000,1.006
39,mlp.experts.56.up_proj,0.0000551847,0.10000,1.043
39,mlp.experts.57.up_proj,0.0001887580,0.10000,1.051
39,mlp.experts.58.up_proj,0.0003321872,0.10000,1.049
39,mlp.experts.59.up_proj,0.0005516255,0.10000,1.055
39,mlp.experts.60.up_proj,0.0000542852,0.10000,1.050
39,mlp.experts.61.up_proj,0.0004210095,0.10000,1.030
39,mlp.experts.62.up_proj,0.0062629112,0.10000,1.004
39,mlp.experts.63.up_proj,0.0005141894,0.10000,1.015
39,mlp.experts.64.up_proj,0.0019621189,0.10000,1.007
39,mlp.experts.65.up_proj,0.0140221900,0.10000,1.041
39,mlp.experts.66.up_proj,0.0011879076,0.10000,1.016
39,mlp.experts.67.up_proj,0.0023329409,0.10000,1.007
39,mlp.experts.68.up_proj,0.0052659768,0.10000,1.006
39,mlp.experts.69.up_proj,0.0001729863,0.10000,1.004
39,mlp.experts.70.up_proj,0.0001838280,0.10000,0.991
39,mlp.experts.71.up_proj,0.0000530644,0.10000,1.075
39,mlp.experts.72.up_proj,0.0002803892,0.10000,1.038
39,mlp.experts.73.up_proj,0.0072521919,0.10000,1.003
39,mlp.experts.74.up_proj,0.0096263861,0.10000,1.020
39,mlp.experts.75.up_proj,0.0004663732,0.10000,1.027
39,mlp.experts.76.up_proj,0.0003497202,0.10000,0.937
39,mlp.experts.77.up_proj,0.0000471672,0.10000,0.964
39,mlp.experts.78.up_proj,0.0005194802,0.10000,1.007
39,mlp.experts.79.up_proj,0.0142971136,0.10000,1.033
39,mlp.experts.80.up_proj,0.0003007699,0.10000,1.028
39,mlp.experts.81.up_proj,0.0025121729,0.10000,1.008
39,mlp.experts.82.up_proj,0.0000485005,0.10000,0.995
39,mlp.experts.83.up_proj,0.0002619711,0.10000,0.998
39,mlp.experts.84.up_proj,0.0005415826,0.10000,0.988
39,mlp.experts.85.up_proj,0.0000599123,0.10000,1.057
39,mlp.experts.86.up_proj,0.0000231430,0.10000,1.037
39,mlp.experts.87.up_proj,0.0000821587,0.10000,1.042
39,mlp.experts.88.up_proj,0.0241917635,0.10000,1.042
39,mlp.experts.89.up_proj,0.0000812030,0.10000,1.013
39,mlp.experts.90.up_proj,0.0000851086,0.10000,1.038
39,mlp.experts.91.up_proj,0.0001267698,0.10000,1.035
39,mlp.experts.92.up_proj,0.0122859556,0.10000,0.956
39,mlp.experts.93.up_proj,0.0016965360,0.10000,0.938
39,mlp.experts.94.up_proj,0.0000785308,0.10000,1.010
39,mlp.experts.95.up_proj,0.0000207121,0.10000,1.014
39,mlp.experts.96.up_proj,0.0001391027,0.10000,1.005
39,mlp.experts.97.up_proj,0.0090845703,0.10000,1.005
39,mlp.experts.98.up_proj,0.0000550909,0.10000,0.994
39,mlp.experts.99.up_proj,0.0040846674,0.10000,0.989
39,mlp.experts.100.up_proj,0.0001013537,0.10000,1.038
39,mlp.experts.101.up_proj,0.0001292908,0.10000,1.002
39,mlp.experts.102.up_proj,0.0010116783,0.10000,1.024
39,mlp.experts.103.up_proj,0.0000884007,0.10000,1.027
39,mlp.experts.104.up_proj,0.0010573452,0.10000,1.036
39,mlp.experts.105.up_proj,0.0043831249,0.10000,1.019
39,mlp.experts.106.up_proj,0.0001967983,0.10000,1.056
39,mlp.experts.107.up_proj,0.0000568749,0.10000,0.967
39,mlp.experts.108.up_proj,0.0050662293,0.10000,1.003
39,mlp.experts.109.up_proj,0.0002480228,0.10000,1.023
39,mlp.experts.110.up_proj,0.0007505556,0.10000,1.032
39,mlp.experts.111.up_proj,0.0082170980,0.10000,1.080
39,mlp.experts.112.up_proj,0.0024879971,0.10000,1.091
39,mlp.experts.113.up_proj,0.0005616919,0.10000,1.018
39,mlp.experts.114.up_proj,0.0268837661,0.10000,1.051
39,mlp.experts.115.up_proj,0.0005684154,0.10000,1.084
39,mlp.experts.116.up_proj,0.0000740520,0.10000,1.046
39,mlp.experts.117.up_proj,0.0011847025,0.10000,1.055
39,mlp.experts.118.up_proj,0.0008322166,0.10000,0.999
39,mlp.experts.119.up_proj,0.0016869903,0.10000,1.003
39,mlp.experts.120.up_proj,0.0000582333,0.10000,1.057
39,mlp.experts.121.up_proj,0.0000520118,0.10000,1.079
39,mlp.experts.122.up_proj,0.0090601759,0.10000,1.005
39,mlp.experts.123.up_proj,0.0003887944,0.10000,0.977
39,mlp.experts.124.up_proj,0.0020692634,0.10000,0.969
39,mlp.experts.125.up_proj,0.0001512275,0.10000,0.975
39,mlp.experts.126.up_proj,0.0006885618,0.10000,1.009
39,mlp.experts.127.up_proj,0.0002411739,0.10000,1.053
39,mlp.experts.0.gate_proj,0.0001855592,0.10000,1.009
39,mlp.experts.1.gate_proj,0.0000158779,0.10000,1.046
39,mlp.experts.2.gate_proj,0.0007156257,0.10000,1.056
39,mlp.experts.3.gate_proj,0.0000237653,0.10000,1.045
39,mlp.experts.4.gate_proj,0.0000287186,0.10000,1.046
39,mlp.experts.5.gate_proj,0.0038919160,0.10000,1.023
39,mlp.experts.6.gate_proj,0.0000357761,0.10000,1.058
39,mlp.experts.7.gate_proj,0.0000715411,0.10000,1.009
39,mlp.experts.8.gate_proj,0.0001034393,0.10000,1.008
39,mlp.experts.9.gate_proj,0.0000706850,0.10000,1.057
39,mlp.experts.10.gate_proj,0.0002997450,0.10000,1.044
39,mlp.experts.11.gate_proj,0.0005093244,0.10000,1.023
39,mlp.experts.12.gate_proj,0.0061322370,0.10000,1.038
39,mlp.experts.13.gate_proj,0.0003581008,0.10000,1.063
39,mlp.experts.14.gate_proj,0.0005027745,0.10000,1.033
39,mlp.experts.15.gate_proj,0.0105709756,0.10000,1.005
39,mlp.experts.16.gate_proj,0.0001509194,0.10000,1.014
39,mlp.experts.17.gate_proj,0.0000802540,0.10000,1.005
39,mlp.experts.18.gate_proj,0.0002763195,0.10000,1.021
39,mlp.experts.19.gate_proj,0.0080331334,0.10000,0.992
39,mlp.experts.20.gate_proj,0.0000373526,0.10000,1.020
39,mlp.experts.21.gate_proj,0.0052293143,0.10000,1.014
39,mlp.experts.22.gate_proj,0.0013715187,0.10000,1.019
39,mlp.experts.23.gate_proj,0.0000397936,0.10000,1.025
39,mlp.experts.24.gate_proj,0.0011304425,0.10000,1.051
39,mlp.experts.25.gate_proj,0.0001408188,0.10000,1.025
39,mlp.experts.26.gate_proj,0.0023983233,0.10000,1.038
39,mlp.experts.27.gate_proj,0.0011938669,0.10000,1.043
39,mlp.experts.28.gate_proj,0.0004686852,0.10000,0.997
39,mlp.experts.29.gate_proj,0.0002423852,0.10000,1.098
39,mlp.experts.30.gate_proj,0.0001292607,0.10000,1.061
39,mlp.experts.31.gate_proj,0.0001324969,0.10000,1.058
39,mlp.experts.32.gate_proj,0.0001043087,0.10000,1.059
39,mlp.experts.33.gate_proj,0.0004623933,0.10000,1.020
39,mlp.experts.34.gate_proj,0.0001050794,0.10000,0.968
39,mlp.experts.35.gate_proj,0.0000374591,0.10000,1.011
39,mlp.experts.36.gate_proj,0.0070816524,0.10000,1.012
39,mlp.experts.37.gate_proj,0.0001256923,0.10000,1.088
39,mlp.experts.38.gate_proj,0.0088010876,0.10000,1.032
39,mlp.experts.39.gate_proj,0.0001660081,0.10000,1.052
39,mlp.experts.40.gate_proj,0.0000280710,0.10000,1.006
39,mlp.experts.41.gate_proj,0.0032816295,0.10000,1.064
39,mlp.experts.42.gate_proj,0.0269276500,0.10000,1.035
39,mlp.experts.43.gate_proj,0.0056116408,0.10000,1.016
39,mlp.experts.44.gate_proj,0.0822691321,0.10000,0.981
39,mlp.experts.45.gate_proj,0.0002331820,0.10000,1.015
39,mlp.experts.46.gate_proj,0.0003190494,0.10000,0.996
39,mlp.experts.47.gate_proj,0.0029536585,0.10000,1.015
39,mlp.experts.48.gate_proj,0.0002073469,0.10000,1.002
39,mlp.experts.49.gate_proj,0.0001506033,0.10000,1.035
39,mlp.experts.50.gate_proj,0.0012796355,0.10000,0.984
39,mlp.experts.51.gate_proj,0.0001296732,0.10000,1.045
39,mlp.experts.52.gate_proj,0.0009092406,0.10000,1.055
39,mlp.experts.53.gate_proj,0.0012373777,0.10000,1.063
39,mlp.experts.54.gate_proj,0.0001170874,0.10000,1.059
39,mlp.experts.55.gate_proj,0.0001637982,0.10000,1.020
39,mlp.experts.56.gate_proj,0.0000526403,0.10000,0.997
39,mlp.experts.57.gate_proj,0.0001818742,0.10000,1.044
39,mlp.experts.58.gate_proj,0.0003134838,0.10000,0.994
39,mlp.experts.59.gate_proj,0.0005614414,0.10000,1.038
39,mlp.experts.60.gate_proj,0.0000489578,0.10000,0.986
39,mlp.experts.61.gate_proj,0.0004325277,0.10000,1.014
39,mlp.experts.62.gate_proj,0.0059105746,0.10000,1.001
39,mlp.experts.63.gate_proj,0.0005108736,0.10000,0.999
39,mlp.experts.64.gate_proj,0.0019215901,0.10000,1.031
39,mlp.experts.65.gate_proj,0.0135137254,0.10000,1.029
39,mlp.experts.66.gate_proj,0.0012085256,0.10000,1.018
39,mlp.experts.67.gate_proj,0.0021619183,0.10000,1.017
39,mlp.experts.68.gate_proj,0.0049877654,0.10000,1.050
39,mlp.experts.69.gate_proj,0.0001650552,0.10000,1.040
39,mlp.experts.70.gate_proj,0.0001761167,0.10000,1.001
39,mlp.experts.71.gate_proj,0.0000528405,0.10000,0.989
39,mlp.experts.72.gate_proj,0.0002694361,0.10000,0.942
39,mlp.experts.73.gate_proj,0.0259822979,0.10000,0.893
39,mlp.experts.74.gate_proj,0.0092634053,0.10000,0.937
39,mlp.experts.75.gate_proj,0.0004371965,0.10000,1.008
39,mlp.experts.76.gate_proj,0.0003214044,0.10000,1.017
39,mlp.experts.77.gate_proj,0.0000463388,0.10000,1.049
39,mlp.experts.78.gate_proj,0.0004776258,0.10000,1.021
39,mlp.experts.79.gate_proj,0.0138503127,0.10000,1.020
39,mlp.experts.80.gate_proj,0.0003661487,0.10000,0.975
39,mlp.experts.81.gate_proj,0.0022520335,0.10000,0.950
39,mlp.experts.82.gate_proj,0.0000470218,0.10000,0.992
39,mlp.experts.83.gate_proj,0.0002570227,0.10000,0.995
39,mlp.experts.84.gate_proj,0.0005357974,0.10000,1.041
39,mlp.experts.85.gate_proj,0.0000557943,0.10000,0.998
39,mlp.experts.86.gate_proj,0.0000218145,0.10000,1.029
39,mlp.experts.87.gate_proj,0.0000850215,0.10000,1.028
39,mlp.experts.88.gate_proj,0.0235868622,0.10000,1.017
39,mlp.experts.89.gate_proj,0.0000800254,0.10000,0.994
39,mlp.experts.90.gate_proj,0.0000862840,0.10000,1.043
39,mlp.experts.91.gate_proj,0.0001196196,0.10000,0.941
39,mlp.experts.92.gate_proj,0.0125771331,0.10000,1.012
39,mlp.experts.93.gate_proj,0.0016067399,0.10000,1.029
39,mlp.experts.94.gate_proj,0.0000751504,0.10000,1.045
39,mlp.experts.95.gate_proj,0.0000182714,0.10000,1.063
39,mlp.experts.96.gate_proj,0.0001306363,0.10000,1.071
39,mlp.experts.97.gate_proj,0.0081551644,0.10000,1.057
39,mlp.experts.98.gate_proj,0.0000541915,0.10000,1.009
39,mlp.experts.99.gate_proj,0.0039609993,0.10000,1.036
39,mlp.experts.100.gate_proj,0.0001013317,0.10000,1.018
39,mlp.experts.101.gate_proj,0.0001347154,0.10000,1.010
39,mlp.experts.102.gate_proj,0.0010601816,0.10000,1.010
39,mlp.experts.103.gate_proj,0.0000802411,0.10000,1.015
39,mlp.experts.104.gate_proj,0.0009793517,0.10000,0.994
39,mlp.experts.105.gate_proj,0.0040060408,0.10000,1.034
39,mlp.experts.106.gate_proj,0.0002104448,0.10000,1.051
39,mlp.experts.107.gate_proj,0.0000518302,0.10000,1.055
39,mlp.experts.108.gate_proj,0.0048929484,0.10000,1.023
39,mlp.experts.109.gate_proj,0.0002456445,0.10000,1.040
39,mlp.experts.110.gate_proj,0.0007755154,0.10000,1.053
39,mlp.experts.111.gate_proj,0.0082221517,0.10000,1.043
39,mlp.experts.112.gate_proj,0.0024176833,0.10000,1.068
39,mlp.experts.113.gate_proj,0.0005191587,0.10000,1.070
39,mlp.experts.114.gate_proj,0.0260979448,0.10000,1.034
39,mlp.experts.115.gate_proj,0.0005269120,0.10000,1.070
39,mlp.experts.116.gate_proj,0.0000748844,0.10000,1.019
39,mlp.experts.117.gate_proj,0.0012412814,0.10000,1.060
39,mlp.experts.118.gate_proj,0.0008003055,0.10000,0.995
39,mlp.experts.119.gate_proj,0.0018353534,0.10000,1.023
39,mlp.experts.120.gate_proj,0.0000567539,0.10000,1.068
39,mlp.experts.121.gate_proj,0.0000499066,0.10000,1.003
39,mlp.experts.122.gate_proj,0.0075837230,0.10000,1.019
39,mlp.experts.123.gate_proj,0.0003788510,0.10000,1.042
39,mlp.experts.124.gate_proj,0.0019307831,0.10000,1.042
39,mlp.experts.125.gate_proj,0.0001598556,0.10000,1.052
39,mlp.experts.126.gate_proj,0.0006175317,0.10000,1.032
39,mlp.experts.127.gate_proj,0.0002308430,0.10000,0.731
39,mlp.experts.0.down_proj,0.0001773184,0.10000,0.391
39,mlp.experts.1.down_proj,0.0000074269,0.10000,0.401
39,mlp.experts.2.down_proj,0.0004586252,0.10000,0.370
39,mlp.experts.3.down_proj,0.0000192445,0.10000,0.374
39,mlp.experts.4.down_proj,0.0000203119,0.10000,0.368
39,mlp.experts.5.down_proj,0.0021232679,0.10000,0.378
39,mlp.experts.6.down_proj,0.0000154745,0.10000,0.402
39,mlp.experts.7.down_proj,0.0000379232,0.10000,0.406
39,mlp.experts.8.down_proj,0.0000621704,0.10000,0.360
39,mlp.experts.9.down_proj,0.0000331414,0.10000,0.359
39,mlp.experts.10.down_proj,0.0001565027,0.10000,0.390
39,mlp.experts.11.down_proj,0.0002720285,0.10000,0.402
39,mlp.experts.12.down_proj,0.0015713681,0.10000,0.329
39,mlp.experts.13.down_proj,0.0001985914,0.10000,0.329
39,mlp.experts.14.down_proj,0.0001799426,0.10000,0.389
39,mlp.experts.15.down_proj,0.0026611557,0.10000,0.402
39,mlp.experts.16.down_proj,0.0000980946,0.10000,0.377
39,mlp.experts.17.down_proj,0.0000445548,0.10000,0.407
39,mlp.experts.18.down_proj,0.0001611342,0.10000,0.381
39,mlp.experts.19.down_proj,0.0036632761,0.10000,0.400
39,mlp.experts.20.down_proj,0.0000297104,0.10000,0.398
39,mlp.experts.21.down_proj,0.0035973030,0.10000,0.387
39,mlp.experts.22.down_proj,0.0011493944,0.10000,0.402
39,mlp.experts.23.down_proj,0.0000294825,0.10000,0.383
39,mlp.experts.24.down_proj,0.0005117577,0.10000,0.406
39,mlp.experts.25.down_proj,0.0000721554,0.10000,0.401
39,mlp.experts.26.down_proj,0.0016325059,0.10000,0.391
39,mlp.experts.27.down_proj,0.0007933105,0.10000,0.401
39,mlp.experts.28.down_proj,0.0002996983,0.10000,0.378
39,mlp.experts.29.down_proj,0.0001641240,0.10000,0.385
39,mlp.experts.30.down_proj,0.0000904084,0.10000,0.378
39,mlp.experts.31.down_proj,0.0000490041,0.10000,0.388
39,mlp.experts.32.down_proj,0.0000988924,0.10000,0.381
39,mlp.experts.33.down_proj,0.0005058278,0.10000,0.397
39,mlp.experts.34.down_proj,0.0000906451,0.10000,0.383
39,mlp.experts.35.down_proj,0.0000217050,0.10000,0.374
39,mlp.experts.36.down_proj,0.0084876128,0.10000,0.383
39,mlp.experts.37.down_proj,0.0001294108,0.10000,0.386
39,mlp.experts.38.down_proj,0.0077484120,0.10000,0.384
39,mlp.experts.39.down_proj,0.0000743791,0.10000,0.391
39,mlp.experts.40.down_proj,0.0000136356,0.10000,0.386
39,mlp.experts.41.down_proj,0.0037588256,0.10000,0.385
39,mlp.experts.42.down_proj,0.0112960824,0.10000,0.357
39,mlp.experts.43.down_proj,0.0091646440,0.10000,0.358
39,mlp.experts.44.down_proj,0.0352504982,0.10000,0.391
39,mlp.experts.45.down_proj,0.0001863187,0.10000,0.384
39,mlp.experts.46.down_proj,0.0002394097,0.10000,0.345
39,mlp.experts.47.down_proj,0.0039719391,0.10000,0.361
39,mlp.experts.48.down_proj,0.0000787924,0.10000,0.383
39,mlp.experts.49.down_proj,0.0000778418,0.10000,0.387
39,mlp.experts.50.down_proj,0.0007842131,0.10000,0.381
39,mlp.experts.51.down_proj,0.0000783669,0.10000,0.390
39,mlp.experts.52.down_proj,0.0008545377,0.10000,0.378
39,mlp.experts.53.down_proj,0.0010880127,0.10000,0.399
39,mlp.experts.54.down_proj,0.0000577224,0.10000,0.382
39,mlp.experts.55.down_proj,0.0001390895,0.10000,0.392
39,mlp.experts.56.down_proj,0.0000208306,0.10000,0.363
39,mlp.experts.57.down_proj,0.0000977803,0.10000,0.368
39,mlp.experts.58.down_proj,0.0001406077,0.10000,0.385
39,mlp.experts.59.down_proj,0.0000967744,0.10000,0.350
39,mlp.experts.60.down_proj,0.0000447915,0.10000,0.325
39,mlp.experts.61.down_proj,0.0001225296,0.10000,0.320
39,mlp.experts.62.down_proj,0.0047823973,0.10000,0.321
39,mlp.experts.63.down_proj,0.0001934423,0.10000,0.318
39,mlp.experts.64.down_proj,0.0011231242,0.10000,0.380
39,mlp.experts.65.down_proj,0.0149556532,0.10000,0.390
39,mlp.experts.66.down_proj,0.0014286917,0.10000,0.355
39,mlp.experts.67.down_proj,0.0011404713,0.10000,0.365
39,mlp.experts.68.down_proj,0.0015991637,0.10000,0.388
39,mlp.experts.69.down_proj,0.0001263618,0.10000,0.374
39,mlp.experts.70.down_proj,0.0001274907,0.10000,0.374
39,mlp.experts.71.down_proj,0.0000259127,0.10000,0.382
39,mlp.experts.72.down_proj,0.0002144206,0.10000,0.387
39,mlp.experts.73.down_proj,0.0001716188,0.10000,0.380
39,mlp.experts.74.down_proj,0.0125872547,0.10000,0.391
39,mlp.experts.75.down_proj,0.0004424467,0.10000,0.379
39,mlp.experts.76.down_proj,0.0001873252,0.10000,0.384
39,mlp.experts.77.down_proj,0.0000332224,0.10000,0.377
39,mlp.experts.78.down_proj,0.0003867282,0.10000,0.383
39,mlp.experts.79.down_proj,0.0006483533,0.10000,0.386
39,mlp.experts.80.down_proj,0.0002409778,0.10000,0.372
39,mlp.experts.81.down_proj,0.0015294078,0.10000,0.385
39,mlp.experts.82.down_proj,0.0000237095,0.10000,0.381
39,mlp.experts.83.down_proj,0.0001115999,0.10000,0.390
39,mlp.experts.84.down_proj,0.0002881655,0.10000,0.388
39,mlp.experts.85.down_proj,0.0000471945,0.10000,0.383
39,mlp.experts.86.down_proj,0.0000108157,0.10000,0.388
39,mlp.experts.87.down_proj,0.0000597935,0.10000,0.396
39,mlp.experts.88.down_proj,0.0130397730,0.10000,0.390
39,mlp.experts.89.down_proj,0.0000535770,0.10000,0.401
39,mlp.experts.90.down_proj,0.0000599974,0.10000,0.403
39,mlp.experts.91.down_proj,0.0000801473,0.10000,0.398
39,mlp.experts.92.down_proj,0.0135699735,0.10000,0.394
39,mlp.experts.93.down_proj,0.0017178854,0.10000,0.406
39,mlp.experts.94.down_proj,0.0000354451,0.10000,0.387
39,mlp.experts.95.down_proj,0.0000085408,0.10000,0.400
39,mlp.experts.96.down_proj,0.0000578958,0.10000,0.383
39,mlp.experts.97.down_proj,0.0068943547,0.10000,0.393
39,mlp.experts.98.down_proj,0.0000409366,0.10000,0.396
39,mlp.experts.99.down_proj,0.0024356984,0.10000,0.391
39,mlp.experts.100.down_proj,0.0000699783,0.10000,0.390
39,mlp.experts.101.down_proj,0.0001236998,0.10000,0.365
39,mlp.experts.102.down_proj,0.0008591735,0.10000,0.347
39,mlp.experts.103.down_proj,0.0001001744,0.10000,0.363
39,mlp.experts.104.down_proj,0.0008614218,0.10000,0.370
39,mlp.experts.105.down_proj,0.0041192207,0.10000,0.340
39,mlp.experts.106.down_proj,0.0000971080,0.10000,0.331
39,mlp.experts.107.down_proj,0.0000340049,0.10000,0.330
39,mlp.experts.108.down_proj,0.0021584937,0.10000,0.328
39,mlp.experts.109.down_proj,0.0000948522,0.10000,0.330
39,mlp.experts.110.down_proj,0.0002132073,0.10000,0.334
39,mlp.experts.111.down_proj,0.0056451201,0.10000,0.335
39,mlp.experts.112.down_proj,0.0014886227,0.10000,0.325
39,mlp.experts.113.down_proj,0.0003252961,0.10000,0.369
39,mlp.experts.114.down_proj,0.0287046007,0.10000,0.394
39,mlp.experts.115.down_proj,0.0004490371,0.10000,0.396
39,mlp.experts.116.down_proj,0.0000206069,0.10000,0.385
39,mlp.experts.117.down_proj,0.0006966684,0.10000,0.413
39,mlp.experts.118.down_proj,0.0005155383,0.10000,0.386
39,mlp.experts.119.down_proj,0.0009379067,0.10000,0.400
39,mlp.experts.120.down_proj,0.0000320905,0.10000,0.394
39,mlp.experts.121.down_proj,0.0000283393,0.10000,0.391
39,mlp.experts.122.down_proj,0.0067633836,0.10000,0.407
39,mlp.experts.123.down_proj,0.0001770307,0.10000,0.401
39,mlp.experts.124.down_proj,0.0015462328,0.10000,0.411
39,mlp.experts.125.down_proj,0.0000573344,0.10000,0.362
39,mlp.experts.126.down_proj,0.0006130660,0.10000,0.362
39,mlp.experts.127.down_proj,0.0001317593,0.10000,0.322
40,self_attn.k_proj,0.0000008273,0.10000,1.021
40,self_attn.q_proj,0.0000072682,0.10000,1.054
40,self_attn.v_proj,0.0000011290,0.10000,0.586
40,self_attn.o_proj,0.0000007658,0.10000,1.208
40,mlp.gate,0.0000035867,0.10000,0.541
40,mlp.experts.1.up_proj,0.0010840662,0.10000,0.966
40,mlp.experts.0.up_proj,0.0002682353,0.10000,1.017
40,mlp.experts.2.up_proj,0.0093171307,0.10000,1.022
40,mlp.experts.3.up_proj,0.0030749405,0.10000,1.021
40,mlp.experts.4.up_proj,0.0003120842,0.10000,1.016
40,mlp.experts.5.up_proj,0.0052775434,0.10000,1.012
40,mlp.experts.6.up_proj,0.0005228921,0.10000,1.004
40,mlp.experts.7.up_proj,0.0000745872,0.10000,1.004
40,mlp.experts.8.up_proj,0.0000757248,0.10000,1.039
40,mlp.experts.9.up_proj,0.0001255085,0.10000,1.034
40,mlp.experts.10.up_proj,0.0058255428,0.10000,1.068
40,mlp.experts.11.up_proj,0.0001141631,0.10000,1.047
40,mlp.experts.12.up_proj,0.0002751125,0.10000,0.998
40,mlp.experts.13.up_proj,0.0000895564,0.10000,0.986
40,mlp.experts.14.up_proj,0.0001254069,0.10000,1.057
40,mlp.experts.15.up_proj,0.0000742959,0.10000,1.056
40,mlp.experts.16.up_proj,0.0000665249,0.10000,1.038
40,mlp.experts.17.up_proj,0.0001246249,0.10000,1.049
40,mlp.experts.18.up_proj,0.0000320168,0.10000,1.045
40,mlp.experts.19.up_proj,0.0005619500,0.10000,1.053
40,mlp.experts.20.up_proj,0.0000666959,0.10000,1.072
40,mlp.experts.21.up_proj,0.0087978891,0.10000,1.070
40,mlp.experts.22.up_proj,0.0003880186,0.10000,1.081
40,mlp.experts.23.up_proj,0.0002852774,0.10000,1.085
40,mlp.experts.24.up_proj,0.0001268390,0.10000,1.079
40,mlp.experts.25.up_proj,0.0056206549,0.10000,1.107
40,mlp.experts.26.up_proj,0.0002413659,0.10000,1.008
40,mlp.experts.27.up_proj,0.0004571865,0.10000,1.069
40,mlp.experts.28.up_proj,0.0003430932,0.10000,1.003
40,mlp.experts.29.up_proj,0.0000585927,0.10000,1.071
40,mlp.experts.30.up_proj,0.0000527302,0.10000,1.035
40,mlp.experts.31.up_proj,0.0067721402,0.10000,1.076
40,mlp.experts.32.up_proj,0.0022828584,0.10000,1.020
40,mlp.experts.33.up_proj,0.0003344328,0.10000,1.047
40,mlp.experts.34.up_proj,0.0033547083,0.10000,1.050
40,mlp.experts.35.up_proj,0.0001686167,0.10000,1.050
40,mlp.experts.36.up_proj,0.0003156615,0.10000,1.057
40,mlp.experts.37.up_proj,0.0000755046,0.10000,1.056
40,mlp.experts.38.up_proj,0.0223439754,0.10000,1.042
40,mlp.experts.39.up_proj,0.0008252743,0.10000,1.053
40,mlp.experts.40.up_proj,0.0001325888,0.10000,1.038
40,mlp.experts.41.up_proj,0.0011309163,0.10000,1.031
40,mlp.experts.42.up_proj,0.0010270202,0.10000,1.062
40,mlp.experts.43.up_proj,0.0000340121,0.10000,1.042
40,mlp.experts.44.up_proj,0.0000411319,0.10000,1.017
40,mlp.experts.45.up_proj,0.0000363831,0.10000,1.055
40,mlp.experts.46.up_proj,0.0027360320,0.10000,1.045
40,mlp.experts.47.up_proj,0.0038589629,0.10000,1.034
40,mlp.experts.48.up_proj,0.0010402027,0.10000,1.022
40,mlp.experts.49.up_proj,0.0028102588,0.10000,1.041
40,mlp.experts.50.up_proj,0.0001676801,0.10000,1.028
40,mlp.experts.51.up_proj,0.0000920908,0.10000,1.040
40,mlp.experts.52.up_proj,0.0001731283,0.10000,0.927
40,mlp.experts.53.up_proj,0.0027047185,0.10000,0.935
40,mlp.experts.54.up_proj,0.0002670377,0.10000,1.068
40,mlp.experts.55.up_proj,0.0000735112,0.10000,1.051
40,mlp.experts.56.up_proj,0.0021588091,0.10000,1.025
40,mlp.experts.57.up_proj,0.0001200463,0.10000,1.060
40,mlp.experts.58.up_proj,0.0066782377,0.10000,1.051
40,mlp.experts.59.up_proj,0.0004550872,0.10000,1.078
40,mlp.experts.60.up_proj,0.0001206618,0.10000,1.042
40,mlp.experts.61.up_proj,0.0165435416,0.10000,1.052
40,mlp.experts.62.up_proj,0.0010540792,0.10000,1.030
40,mlp.experts.63.up_proj,0.0010195009,0.10000,1.040
40,mlp.experts.64.up_proj,0.0273160914,0.10000,0.966
40,mlp.experts.65.up_proj,0.0001115065,0.10000,0.943
40,mlp.experts.66.up_proj,0.0022305250,0.10000,0.956
40,mlp.experts.67.up_proj,0.0006071876,0.10000,0.973
40,mlp.experts.68.up_proj,0.0023314501,0.10000,0.964
40,mlp.experts.69.up_proj,0.0080068422,0.10000,0.995
40,mlp.experts.70.up_proj,0.0022100523,0.10000,1.052
40,mlp.experts.71.up_proj,0.0075472341,0.10000,1.004
40,mlp.experts.72.up_proj,0.0001781211,0.10000,1.032
40,mlp.experts.73.up_proj,0.0001334076,0.10000,0.954
40,mlp.experts.74.up_proj,0.0016146706,0.10000,0.999
40,mlp.experts.75.up_proj,0.0000742416,0.10000,1.046
40,mlp.experts.76.up_proj,0.0005894018,0.10000,1.045
40,mlp.experts.77.up_proj,0.0000550368,0.10000,1.043
40,mlp.experts.78.up_proj,0.0001642038,0.10000,1.019
40,mlp.experts.79.up_proj,0.0001311805,0.10000,0.994
40,mlp.experts.80.up_proj,0.0000367189,0.10000,1.007
40,mlp.experts.81.up_proj,0.0001324459,0.10000,1.003
40,mlp.experts.82.up_proj,0.0002232999,0.10000,1.016
40,mlp.experts.83.up_proj,0.0000429248,0.10000,1.071
40,mlp.experts.84.up_proj,0.0001101351,0.10000,1.015
40,mlp.experts.85.up_proj,0.0008605667,0.10000,1.028
40,mlp.experts.86.up_proj,0.0035661884,0.10000,1.035
40,mlp.experts.87.up_proj,0.0018204043,0.10000,1.045
40,mlp.experts.88.up_proj,0.0024675638,0.10000,1.035
40,mlp.experts.89.up_proj,0.0016082944,0.10000,1.034
40,mlp.experts.90.up_proj,0.0002103254,0.10000,1.004
40,mlp.experts.91.up_proj,0.0016449765,0.10000,1.010
40,mlp.experts.92.up_proj,0.0019174472,0.10000,1.000
40,mlp.experts.93.up_proj,0.0002137330,0.10000,1.010
40,mlp.experts.94.up_proj,0.0001409040,0.10000,0.969
40,mlp.experts.95.up_proj,0.0028127800,0.10000,1.005
40,mlp.experts.96.up_proj,0.0028201782,0.10000,1.060
40,mlp.experts.97.up_proj,0.0004817917,0.10000,1.068
40,mlp.experts.98.up_proj,0.0006606394,0.10000,1.026
40,mlp.experts.99.up_proj,0.0069339240,0.10000,0.984
40,mlp.experts.100.up_proj,0.0002017284,0.10000,1.015
40,mlp.experts.101.up_proj,0.0001214884,0.10000,1.013
40,mlp.experts.102.up_proj,0.0000413393,0.10000,1.068
40,mlp.experts.103.up_proj,0.0003407229,0.10000,1.015
40,mlp.experts.104.up_proj,0.0036771813,0.10000,1.021
40,mlp.experts.105.up_proj,0.0001806198,0.10000,1.057
40,mlp.experts.106.up_proj,0.0005833545,0.10000,1.047
40,mlp.experts.107.up_proj,0.0005935763,0.10000,1.061
40,mlp.experts.108.up_proj,0.0000428226,0.10000,1.040
40,mlp.experts.109.up_proj,0.0001882814,0.10000,0.999
40,mlp.experts.110.up_proj,0.0000724227,0.10000,1.033
40,mlp.experts.111.up_proj,0.0002865658,0.10000,1.021
40,mlp.experts.112.up_proj,0.0003077155,0.10000,1.015
40,mlp.experts.113.up_proj,0.0016327029,0.10000,1.014
40,mlp.experts.114.up_proj,0.0000459887,0.10000,0.964
40,mlp.experts.115.up_proj,0.0000886807,0.10000,0.956
40,mlp.experts.116.up_proj,0.0049026399,0.10000,1.017
40,mlp.experts.117.up_proj,0.0000476889,0.10000,1.026
40,mlp.experts.118.up_proj,0.0028322924,0.10000,1.044
40,mlp.experts.119.up_proj,0.0001171256,0.10000,1.028
40,mlp.experts.120.up_proj,0.0067737840,0.10000,1.010
40,mlp.experts.121.up_proj,0.0000676645,0.10000,0.991
40,mlp.experts.122.up_proj,0.0298335932,0.10000,1.001
40,mlp.experts.123.up_proj,0.0000925675,0.10000,1.049
40,mlp.experts.124.up_proj,0.0000728844,0.10000,1.053
40,mlp.experts.125.up_proj,0.0239907416,0.10000,1.019
40,mlp.experts.126.up_proj,0.0006269026,0.10000,1.000
40,mlp.experts.127.up_proj,0.0000937975,0.10000,1.052
40,mlp.experts.0.gate_proj,0.0002834716,0.10000,1.049
40,mlp.experts.1.gate_proj,0.0010629450,0.10000,1.050
40,mlp.experts.2.gate_proj,0.0089316272,0.10000,1.001
40,mlp.experts.3.gate_proj,0.0028741232,0.10000,1.021
40,mlp.experts.4.gate_proj,0.0003004632,0.10000,1.021
40,mlp.experts.5.gate_proj,0.0050447777,0.10000,1.024
40,mlp.experts.6.gate_proj,0.0005627912,0.10000,1.023
40,mlp.experts.7.gate_proj,0.0000782401,0.10000,0.981
40,mlp.experts.8.gate_proj,0.0000728588,0.10000,0.974
40,mlp.experts.9.gate_proj,0.0001214580,0.10000,1.003
40,mlp.experts.10.gate_proj,0.0057782803,0.10000,1.020
40,mlp.experts.11.gate_proj,0.0001128006,0.10000,1.015
40,mlp.experts.12.gate_proj,0.0002896222,0.10000,1.023
40,mlp.experts.13.gate_proj,0.0000840281,0.10000,1.052
40,mlp.experts.14.gate_proj,0.0001221688,0.10000,1.056
40,mlp.experts.15.gate_proj,0.0000695053,0.10000,1.063
40,mlp.experts.16.gate_proj,0.0000677741,0.10000,1.055
40,mlp.experts.17.gate_proj,0.0001192296,0.10000,1.036
40,mlp.experts.18.gate_proj,0.0000293396,0.10000,1.093
40,mlp.experts.19.gate_proj,0.0005307542,0.10000,1.041
40,mlp.experts.20.gate_proj,0.0000592524,0.10000,0.988
40,mlp.experts.21.gate_proj,0.0084669333,0.10000,1.026
40,mlp.experts.22.gate_proj,0.0003788806,0.10000,0.991
40,mlp.experts.23.gate_proj,0.0003304394,0.10000,0.968
40,mlp.experts.24.gate_proj,0.0001245261,0.10000,1.018
40,mlp.experts.25.gate_proj,0.0054585354,0.10000,1.007
40,mlp.experts.26.gate_proj,0.0002372442,0.10000,0.973
40,mlp.experts.27.gate_proj,0.0004587080,0.10000,0.983
40,mlp.experts.28.gate_proj,0.0003562542,0.10000,1.059
40,mlp.experts.29.gate_proj,0.0000549686,0.10000,1.052
40,mlp.experts.30.gate_proj,0.0000556880,0.10000,1.001
40,mlp.experts.31.gate_proj,0.0066797571,0.10000,0.981
40,mlp.experts.32.gate_proj,0.0023789688,0.10000,1.018
40,mlp.experts.33.gate_proj,0.0003120652,0.10000,1.073
40,mlp.experts.34.gate_proj,0.0033500943,0.10000,0.994
40,mlp.experts.35.gate_proj,0.0001881863,0.10000,1.026
40,mlp.experts.36.gate_proj,0.0003019652,0.10000,1.049
40,mlp.experts.37.gate_proj,0.0000740452,0.10000,1.071
40,mlp.experts.38.gate_proj,0.0216503853,0.10000,1.052
40,mlp.experts.39.gate_proj,0.0007762852,0.10000,1.058
40,mlp.experts.40.gate_proj,0.0001300368,0.10000,1.037
40,mlp.experts.41.gate_proj,0.0011370504,0.10000,1.002
40,mlp.experts.42.gate_proj,0.0010146071,0.10000,0.999
40,mlp.experts.43.gate_proj,0.0000292923,0.10000,1.028
40,mlp.experts.44.gate_proj,0.0000388423,0.10000,1.041
40,mlp.experts.45.gate_proj,0.0000340979,0.10000,1.069
40,mlp.experts.46.gate_proj,0.0026203795,0.10000,0.990
40,mlp.experts.47.gate_proj,0.0035572223,0.10000,0.984
40,mlp.experts.48.gate_proj,0.0012135160,0.10000,0.999
40,mlp.experts.49.gate_proj,0.0030816960,0.10000,1.026
40,mlp.experts.50.gate_proj,0.0001684669,0.10000,1.063
40,mlp.experts.51.gate_proj,0.0000908595,0.10000,1.039
40,mlp.experts.52.gate_proj,0.0001633506,0.10000,1.040
40,mlp.experts.53.gate_proj,0.0026650189,0.10000,1.037
40,mlp.experts.54.gate_proj,0.0002628165,0.10000,1.054
40,mlp.experts.55.gate_proj,0.0000712680,0.10000,1.062
40,mlp.experts.56.gate_proj,0.0021317414,0.10000,1.016
40,mlp.experts.57.gate_proj,0.0001171436,0.10000,1.047
40,mlp.experts.58.gate_proj,0.0067256133,0.10000,1.053
40,mlp.experts.59.gate_proj,0.0004161568,0.10000,1.047
40,mlp.experts.60.gate_proj,0.0001140198,0.10000,1.054
40,mlp.experts.61.gate_proj,0.0161209012,0.10000,1.057
40,mlp.experts.62.gate_proj,0.0010221192,0.10000,1.055
40,mlp.experts.63.gate_proj,0.0009928028,0.10000,1.040
40,mlp.experts.64.gate_proj,0.0259614011,0.10000,1.022
40,mlp.experts.65.gate_proj,0.0001063960,0.10000,1.014
40,mlp.experts.66.gate_proj,0.0021633593,0.10000,1.017
40,mlp.experts.67.gate_proj,0.0005854998,0.10000,1.041
40,mlp.experts.68.gate_proj,0.0022518780,0.10000,1.056
40,mlp.experts.69.gate_proj,0.0054509522,0.10000,1.021
40,mlp.experts.70.gate_proj,0.0023617640,0.10000,1.065
40,mlp.experts.71.gate_proj,0.0069112355,0.10000,1.044
40,mlp.experts.72.gate_proj,0.0001885600,0.10000,1.064
40,mlp.experts.73.gate_proj,0.0001237605,0.10000,1.054
40,mlp.experts.74.gate_proj,0.0042907155,0.10000,1.021
40,mlp.experts.75.gate_proj,0.0000725457,0.10000,1.038
40,mlp.experts.76.gate_proj,0.0005746365,0.10000,1.035
40,mlp.experts.77.gate_proj,0.0000511719,0.10000,1.017
40,mlp.experts.78.gate_proj,0.0001575424,0.10000,1.004
40,mlp.experts.79.gate_proj,0.0001261798,0.10000,1.012
40,mlp.experts.80.gate_proj,0.0000370318,0.10000,0.984
40,mlp.experts.81.gate_proj,0.0001279687,0.10000,1.051
40,mlp.experts.82.gate_proj,0.0002409632,0.10000,0.983
40,mlp.experts.83.gate_proj,0.0000417259,0.10000,1.005
40,mlp.experts.84.gate_proj,0.0001083299,0.10000,1.054
40,mlp.experts.85.gate_proj,0.0008046604,0.10000,1.063
40,mlp.experts.86.gate_proj,0.0034958173,0.10000,1.029
40,mlp.experts.87.gate_proj,0.0017925013,0.10000,1.030
40,mlp.experts.88.gate_proj,0.0022930624,0.10000,1.031
40,mlp.experts.89.gate_proj,0.0015284756,0.10000,1.028
40,mlp.experts.90.gate_proj,0.0002044611,0.10000,1.045
40,mlp.experts.91.gate_proj,0.0015064978,0.10000,1.041
40,mlp.experts.92.gate_proj,0.0017968695,0.10000,1.006
40,mlp.experts.93.gate_proj,0.0002143984,0.10000,0.965
40,mlp.experts.94.gate_proj,0.0001400508,0.10000,0.949
40,mlp.experts.95.gate_proj,0.0026511596,0.10000,0.978
40,mlp.experts.96.gate_proj,0.0027933043,0.10000,1.035
40,mlp.experts.97.gate_proj,0.0004982039,0.10000,1.047
40,mlp.experts.98.gate_proj,0.0006440664,0.10000,1.056
40,mlp.experts.99.gate_proj,0.0069175363,0.10000,1.046
40,mlp.experts.100.gate_proj,0.0001890576,0.10000,1.043
40,mlp.experts.101.gate_proj,0.0001200255,0.10000,1.042
40,mlp.experts.102.gate_proj,0.0000398686,0.10000,1.022
40,mlp.experts.103.gate_proj,0.0003348360,0.10000,1.009
40,mlp.experts.104.gate_proj,0.0037686928,0.10000,1.024
40,mlp.experts.105.gate_proj,0.0001704947,0.10000,1.032
40,mlp.experts.106.gate_proj,0.0005646988,0.10000,1.085
40,mlp.experts.107.gate_proj,0.0003730771,0.10000,1.024
40,mlp.experts.108.gate_proj,0.0000414057,0.10000,1.048
40,mlp.experts.109.gate_proj,0.0002337879,0.10000,1.032
40,mlp.experts.110.gate_proj,0.0000731847,0.10000,1.000
40,mlp.experts.111.gate_proj,0.0002993790,0.10000,1.008
40,mlp.experts.112.gate_proj,0.0002911101,0.10000,1.014
40,mlp.experts.113.gate_proj,0.0018478261,0.10000,1.016
40,mlp.experts.114.gate_proj,0.0000456661,0.10000,0.933
40,mlp.experts.115.gate_proj,0.0000902475,0.10000,0.969
40,mlp.experts.116.gate_proj,0.0051962697,0.10000,1.024
40,mlp.experts.117.gate_proj,0.0000457947,0.10000,1.041
40,mlp.experts.118.gate_proj,0.0027778272,0.10000,0.989
40,mlp.experts.119.gate_proj,0.0001161727,0.10000,0.994
40,mlp.experts.120.gate_proj,0.0063589187,0.10000,1.041
40,mlp.experts.121.gate_proj,0.0000665054,0.10000,1.056
40,mlp.experts.122.gate_proj,0.0291910244,0.10000,1.004
40,mlp.experts.123.gate_proj,0.0000988516,0.10000,1.057
40,mlp.experts.124.gate_proj,0.0000689018,0.10000,1.036
40,mlp.experts.125.gate_proj,0.0231495936,0.10000,1.061
40,mlp.experts.126.gate_proj,0.0005767731,0.10000,1.009
40,mlp.experts.127.gate_proj,0.0000940427,0.10000,0.771
40,mlp.experts.1.down_proj,0.0010813905,0.10000,0.395
40,mlp.experts.0.down_proj,0.0005062491,0.10000,0.409
40,mlp.experts.2.down_proj,0.0058198015,0.10000,0.405
40,mlp.experts.3.down_proj,0.0019062259,0.10000,0.405
40,mlp.experts.4.down_proj,0.0003263735,0.10000,0.400
40,mlp.experts.5.down_proj,0.0056822177,0.10000,0.406
40,mlp.experts.6.down_proj,0.0008247152,0.10000,0.374
40,mlp.experts.7.down_proj,0.0000948080,0.10000,0.365
40,mlp.experts.8.down_proj,0.0000661616,0.10000,0.402
40,mlp.experts.9.down_proj,0.0000783180,0.10000,0.406
40,mlp.experts.10.down_proj,0.0026389565,0.10000,0.401
40,mlp.experts.11.down_proj,0.0001243192,0.10000,0.403
40,mlp.experts.12.down_proj,0.0002153529,0.10000,0.400
40,mlp.experts.13.down_proj,0.0000804518,0.10000,0.403
40,mlp.experts.14.down_proj,0.0000978722,0.10000,0.398
40,mlp.experts.15.down_proj,0.0000702749,0.10000,0.419
40,mlp.experts.16.down_proj,0.0000443424,0.10000,0.382
40,mlp.experts.17.down_proj,0.0000807000,0.10000,0.416
40,mlp.experts.18.down_proj,0.0000182978,0.10000,0.390
40,mlp.experts.19.down_proj,0.0004374444,0.10000,0.409
40,mlp.experts.20.down_proj,0.0000614223,0.10000,0.398
40,mlp.experts.21.down_proj,0.0074399401,0.10000,0.403
40,mlp.experts.22.down_proj,0.0002215224,0.10000,0.397
40,mlp.experts.23.down_proj,0.0003874259,0.10000,0.403
40,mlp.experts.24.down_proj,0.0000983139,0.10000,0.405
40,mlp.experts.25.down_proj,0.0025572600,0.10000,0.388
40,mlp.experts.26.down_proj,0.0001379386,0.10000,0.391
40,mlp.experts.27.down_proj,0.0003567129,0.10000,0.375
40,mlp.experts.28.down_proj,0.0002504101,0.10000,0.343
40,mlp.experts.29.down_proj,0.0000520619,0.10000,0.350
40,mlp.experts.30.down_proj,0.0000368580,0.10000,0.395
40,mlp.experts.31.down_proj,0.0083129081,0.10000,0.401
40,mlp.experts.32.down_proj,0.0026715614,0.10000,0.396
40,mlp.experts.33.down_proj,0.0005513024,0.10000,0.381
40,mlp.experts.34.down_proj,0.0015814886,0.10000,0.397
40,mlp.experts.35.down_proj,0.0001777377,0.10000,0.392
40,mlp.experts.36.down_proj,0.0001908319,0.10000,0.398
40,mlp.experts.37.down_proj,0.0000517563,0.10000,0.392
40,mlp.experts.38.down_proj,0.0197542703,0.10000,0.357
40,mlp.experts.39.down_proj,0.0008462882,0.10000,0.356
40,mlp.experts.40.down_proj,0.0001794808,0.10000,0.358
40,mlp.experts.41.down_proj,0.0007249070,0.10000,0.368
40,mlp.experts.42.down_proj,0.0014452058,0.10000,0.397
40,mlp.experts.43.down_proj,0.0000189702,0.10000,0.403
40,mlp.experts.44.down_proj,0.0000339157,0.10000,0.361
40,mlp.experts.45.down_proj,0.0000237758,0.10000,0.367
40,mlp.experts.46.down_proj,0.0005813395,0.10000,0.379
40,mlp.experts.47.down_proj,0.0040996177,0.10000,0.390
40,mlp.experts.48.down_proj,0.0003697587,0.10000,0.389
40,mlp.experts.49.down_proj,0.0030826346,0.10000,0.382
40,mlp.experts.50.down_proj,0.0001100018,0.10000,0.385
40,mlp.experts.51.down_proj,0.0001021662,0.10000,0.393
40,mlp.experts.52.down_proj,0.0000848583,0.10000,0.380
40,mlp.experts.53.down_proj,0.0021087495,0.10000,0.391
40,mlp.experts.54.down_proj,0.0001748292,0.10000,0.391
40,mlp.experts.55.down_proj,0.0000695895,0.10000,0.415
40,mlp.experts.56.down_proj,0.0021818921,0.10000,0.400
40,mlp.experts.57.down_proj,0.0000811989,0.10000,0.405
40,mlp.experts.58.down_proj,0.0039079535,0.10000,0.405
40,mlp.experts.59.down_proj,0.0003879148,0.10000,0.404
40,mlp.experts.60.down_proj,0.0001074244,0.10000,0.403
40,mlp.experts.61.down_proj,0.0141547105,0.10000,0.396
40,mlp.experts.62.down_proj,0.0007148072,0.10000,0.348
40,mlp.experts.63.down_proj,0.0004614991,0.10000,0.362
40,mlp.experts.64.down_proj,0.0129660121,0.10000,0.399
40,mlp.experts.65.down_proj,0.0000526542,0.10000,0.394
40,mlp.experts.66.down_proj,0.0014607692,0.10000,0.395
40,mlp.experts.67.down_proj,0.0004727321,0.10000,0.391
40,mlp.experts.68.down_proj,0.0023610634,0.10000,0.393
40,mlp.experts.69.down_proj,0.0024319266,0.10000,0.400
40,mlp.experts.70.down_proj,0.0004583351,0.10000,0.394
40,mlp.experts.71.down_proj,0.0040367246,0.10000,0.401
40,mlp.experts.72.down_proj,0.0000805440,0.10000,0.392
40,mlp.experts.73.down_proj,0.0000842839,0.10000,0.380
40,mlp.experts.74.down_proj,0.0003741943,0.10000,0.328
40,mlp.experts.75.down_proj,0.0000455680,0.10000,0.348
40,mlp.experts.76.down_proj,0.0004092709,0.10000,0.403
40,mlp.experts.77.down_proj,0.0000451169,0.10000,0.397
40,mlp.experts.78.down_proj,0.0001129465,0.10000,0.396
40,mlp.experts.79.down_proj,0.0000694228,0.10000,0.389
40,mlp.experts.80.down_proj,0.0000249192,0.10000,0.342
40,mlp.experts.81.down_proj,0.0000818886,0.10000,0.365
40,mlp.experts.82.down_proj,0.0003028566,0.10000,0.372
40,mlp.experts.83.down_proj,0.0000236837,0.10000,0.339
40,mlp.experts.84.down_proj,0.0000871357,0.10000,0.332
40,mlp.experts.85.down_proj,0.0005451335,0.10000,0.351
40,mlp.experts.86.down_proj,0.0028551285,0.10000,0.412
40,mlp.experts.87.down_proj,0.0010295356,0.10000,0.398
40,mlp.experts.88.down_proj,0.0016330965,0.10000,0.418
40,mlp.experts.89.down_proj,0.0018921456,0.10000,0.370
40,mlp.experts.90.down_proj,0.0002167534,0.10000,0.337
40,mlp.experts.91.down_proj,0.0028913229,0.10000,0.327
40,mlp.experts.92.down_proj,0.0018975002,0.10000,0.332
40,mlp.experts.93.down_proj,0.0001276266,0.10000,0.326
40,mlp.experts.94.down_proj,0.0001315753,0.10000,0.340
40,mlp.experts.95.down_proj,0.0021415245,0.10000,0.359
40,mlp.experts.96.down_proj,0.0021548410,0.10000,0.393
40,mlp.experts.97.down_proj,0.0002507990,0.10000,0.386
40,mlp.experts.98.down_proj,0.0003521217,0.10000,0.371
40,mlp.experts.99.down_proj,0.0072907763,0.10000,0.389
40,mlp.experts.100.down_proj,0.0002764478,0.10000,0.372
40,mlp.experts.101.down_proj,0.0000843057,0.10000,0.378
40,mlp.experts.102.down_proj,0.0000182240,0.10000,0.333
40,mlp.experts.103.down_proj,0.0001629240,0.10000,0.336
40,mlp.experts.104.down_proj,0.0036096394,0.10000,0.341
40,mlp.experts.105.down_proj,0.0001328095,0.10000,0.352
40,mlp.experts.106.down_proj,0.0001862168,0.10000,0.397
40,mlp.experts.107.down_proj,0.0000827287,0.10000,0.400
40,mlp.experts.108.down_proj,0.0000292816,0.10000,0.402
40,mlp.experts.109.down_proj,0.0001824663,0.10000,0.393
40,mlp.experts.110.down_proj,0.0000717496,0.10000,0.400
40,mlp.experts.111.down_proj,0.0003808991,0.10000,0.412
40,mlp.experts.112.down_proj,0.0003610162,0.10000,0.381
40,mlp.experts.113.down_proj,0.0014187884,0.10000,0.390
40,mlp.experts.114.down_proj,0.0000255283,0.10000,0.390
40,mlp.experts.115.down_proj,0.0000345525,0.10000,0.383
40,mlp.experts.116.down_proj,0.0073424637,0.10000,0.382
40,mlp.experts.117.down_proj,0.0000309106,0.10000,0.380
40,mlp.experts.118.down_proj,0.0012784866,0.10000,0.384
40,mlp.experts.119.down_proj,0.0001361182,0.10000,0.389
40,mlp.experts.120.down_proj,0.0066252365,0.10000,0.392
40,mlp.experts.121.down_proj,0.0000554710,0.10000,0.391
40,mlp.experts.122.down_proj,0.0216896660,0.10000,0.384
40,mlp.experts.123.down_proj,0.0000996065,0.10000,0.389
40,mlp.experts.124.down_proj,0.0000580477,0.10000,0.348
40,mlp.experts.125.down_proj,0.0206096201,0.10000,0.328
40,mlp.experts.126.down_proj,0.0005295060,0.10000,0.333
40,mlp.experts.127.down_proj,0.0000657585,0.10000,0.305
41,self_attn.q_proj,0.0000106809,0.10000,0.998
41,self_attn.k_proj,0.0000011450,0.10000,1.086
41,self_attn.v_proj,0.0000017508,0.10000,0.664
41,self_attn.o_proj,0.0000009398,0.10000,1.212
41,mlp.gate,0.0000035229,0.10000,0.547
41,mlp.experts.0.up_proj,0.0000580300,0.10000,0.995
41,mlp.experts.1.up_proj,0.0001023573,0.10000,1.074
41,mlp.experts.2.up_proj,0.0000749702,0.10000,1.008
41,mlp.experts.3.up_proj,0.0044604483,0.10000,1.046
41,mlp.experts.4.up_proj,0.0392182851,0.10000,1.044
41,mlp.experts.5.up_proj,0.0002248923,0.10000,1.023
41,mlp.experts.6.up_proj,0.0002641339,0.10000,1.039
41,mlp.experts.7.up_proj,0.0003299693,0.10000,1.038
41,mlp.experts.8.up_proj,0.1113278998,0.10000,1.053
41,mlp.experts.9.up_proj,0.0000540853,0.10000,1.018
41,mlp.experts.10.up_proj,0.0011888064,0.10000,1.064
41,mlp.experts.11.up_proj,0.0001577369,0.10000,1.050
41,mlp.experts.12.up_proj,0.0045203798,0.10000,1.073
41,mlp.experts.13.up_proj,0.0025058663,0.10000,1.057
41,mlp.experts.14.up_proj,0.0000800411,0.10000,1.065
41,mlp.experts.15.up_proj,0.0000611169,0.10000,1.073
41,mlp.experts.16.up_proj,0.0015445758,0.10000,1.020
41,mlp.experts.17.up_proj,0.0000877430,0.10000,1.065
41,mlp.experts.18.up_proj,0.0001153267,0.10000,1.008
41,mlp.experts.19.up_proj,0.0000803774,0.10000,1.047
41,mlp.experts.20.up_proj,0.0000535311,0.10000,1.064
41,mlp.experts.21.up_proj,0.0001562250,0.10000,1.007
41,mlp.experts.22.up_proj,0.0005465799,0.10000,0.985
41,mlp.experts.23.up_proj,0.0897191871,0.10000,0.984
41,mlp.experts.24.up_proj,0.0031530420,0.10000,1.025
41,mlp.experts.25.up_proj,0.0031659891,0.10000,0.998
41,mlp.experts.26.up_proj,0.0005934319,0.10000,1.043
41,mlp.experts.27.up_proj,0.0757944259,0.10000,1.045
41,mlp.experts.28.up_proj,0.0030504674,0.10000,1.049
41,mlp.experts.29.up_proj,0.0271655466,0.10000,1.041
41,mlp.experts.30.up_proj,0.0003324530,0.10000,1.004
41,mlp.experts.31.up_proj,0.0059955487,0.10000,1.011
41,mlp.experts.32.up_proj,0.0069716590,0.10000,1.042
41,mlp.experts.33.up_proj,0.0048138235,0.10000,1.045
41,mlp.experts.35.up_proj,0.0000757205,0.10000,1.002
41,mlp.experts.34.up_proj,0.0011046770,0.10000,1.050
41,mlp.experts.36.up_proj,0.0000696225,0.10000,1.060
41,mlp.experts.37.up_proj,0.0110263645,0.10000,1.069
41,mlp.experts.38.up_proj,0.0018374460,0.10000,1.057
41,mlp.experts.39.up_proj,0.0004925464,0.10000,1.070
41,mlp.experts.40.up_proj,0.0024593238,0.10000,1.066
41,mlp.experts.41.up_proj,0.0091901900,0.10000,1.069
41,mlp.experts.42.up_proj,0.0001500902,0.10000,1.090
41,mlp.experts.43.up_proj,0.0188535516,0.10000,1.092
41,mlp.experts.44.up_proj,0.0004125140,0.10000,1.022
41,mlp.experts.45.up_proj,0.0000962902,0.10000,1.031
41,mlp.experts.46.up_proj,0.0000998199,0.10000,1.046
41,mlp.experts.47.up_proj,0.0001651230,0.10000,1.032
41,mlp.experts.48.up_proj,0.0001197687,0.10000,1.002
41,mlp.experts.49.up_proj,0.0002129048,0.10000,1.082
41,mlp.experts.50.up_proj,0.0004045612,0.10000,0.983
41,mlp.experts.51.up_proj,0.0017111220,0.10000,0.950
41,mlp.experts.52.up_proj,0.0000946001,0.10000,0.948
41,mlp.experts.53.up_proj,0.0001276241,0.10000,0.933
41,mlp.experts.54.up_proj,0.0003897079,0.10000,0.996
41,mlp.experts.55.up_proj,0.0003938456,0.10000,1.019
41,mlp.experts.56.up_proj,0.0111301010,0.10000,1.080
41,mlp.experts.57.up_proj,0.0002822930,0.10000,1.045
41,mlp.experts.58.up_proj,0.0001798457,0.10000,1.058
41,mlp.experts.59.up_proj,0.0006350096,0.10000,1.033
41,mlp.experts.60.up_proj,0.0089733065,0.10000,1.070
41,mlp.experts.61.up_proj,0.0002086511,0.10000,1.073
41,mlp.experts.62.up_proj,0.0000567296,0.10000,0.996
41,mlp.experts.63.up_proj,0.0000721281,0.10000,1.059
41,mlp.experts.64.up_proj,0.0000807879,0.10000,1.065
41,mlp.experts.65.up_proj,0.0000585646,0.10000,1.034
41,mlp.experts.66.up_proj,0.0000653033,0.10000,1.060
41,mlp.experts.67.up_proj,0.0122508569,0.10000,1.014
41,mlp.experts.68.up_proj,0.0003247289,0.10000,1.030
41,mlp.experts.69.up_proj,0.0000780979,0.10000,1.025
41,mlp.experts.71.up_proj,0.0008180638,0.10000,1.039
41,mlp.experts.70.up_proj,0.0064649755,0.10000,1.051
41,mlp.experts.73.up_proj,0.0003661381,0.10000,0.982
41,mlp.experts.72.up_proj,0.0002147402,0.10000,1.027
41,mlp.experts.74.up_proj,0.0023049765,0.10000,1.016
41,mlp.experts.75.up_proj,0.0015352930,0.10000,1.029
41,mlp.experts.76.up_proj,0.0066741412,0.10000,1.026
41,mlp.experts.77.up_proj,0.0001492055,0.10000,1.066
41,mlp.experts.78.up_proj,0.0011225062,0.10000,1.061
41,mlp.experts.79.up_proj,0.0001952964,0.10000,1.069
41,mlp.experts.80.up_proj,0.0001085082,0.10000,1.032
41,mlp.experts.81.up_proj,0.0002028072,0.10000,1.067
41,mlp.experts.82.up_proj,0.0001298169,0.10000,1.063
41,mlp.experts.83.up_proj,0.0004570839,0.10000,1.046
41,mlp.experts.84.up_proj,0.0001128211,0.10000,1.005
41,mlp.experts.85.up_proj,0.0000390438,0.10000,0.998
41,mlp.experts.86.up_proj,0.0009921628,0.10000,1.018
41,mlp.experts.87.up_proj,0.0001773122,0.10000,0.990
41,mlp.experts.88.up_proj,0.0009480166,0.10000,0.997
41,mlp.experts.89.up_proj,0.0022982964,0.10000,1.009
41,mlp.experts.90.up_proj,0.0026696678,0.10000,1.023
41,mlp.experts.91.up_proj,0.0030833748,0.10000,1.042
41,mlp.experts.92.up_proj,0.0000935577,0.10000,1.033
41,mlp.experts.93.up_proj,0.0005366238,0.10000,1.043
41,mlp.experts.94.up_proj,0.0031069306,0.10000,1.017
41,mlp.experts.95.up_proj,0.0007320511,0.10000,1.068
41,mlp.experts.96.up_proj,0.0194296198,0.10000,0.999
41,mlp.experts.97.up_proj,0.0000743580,0.10000,1.055
41,mlp.experts.98.up_proj,0.0081567548,0.10000,1.005
41,mlp.experts.99.up_proj,0.0002552181,0.10000,1.038
41,mlp.experts.100.up_proj,0.0001650734,0.10000,1.060
41,mlp.experts.101.up_proj,0.0021948746,0.10000,1.018
41,mlp.experts.102.up_proj,0.0000717213,0.10000,0.964
41,mlp.experts.103.up_proj,0.0000672641,0.10000,1.021
41,mlp.experts.104.up_proj,0.0117182485,0.10000,1.042
41,mlp.experts.105.up_proj,0.0008791959,0.10000,1.004
41,mlp.experts.106.up_proj,0.0000271909,0.10000,0.958
41,mlp.experts.107.up_proj,0.0026291055,0.10000,1.005
41,mlp.experts.108.up_proj,0.0043422357,0.10000,0.973
41,mlp.experts.109.up_proj,0.0052311173,0.10000,0.995
41,mlp.experts.110.up_proj,0.0034319576,0.10000,1.034
41,mlp.experts.111.up_proj,0.1023085713,0.10000,1.050
41,mlp.experts.112.up_proj,0.0000635183,0.10000,1.023
41,mlp.experts.113.up_proj,0.0002323118,0.10000,0.996
41,mlp.experts.114.up_proj,0.0053047391,0.10000,0.963
41,mlp.experts.115.up_proj,0.0002916092,0.10000,1.042
41,mlp.experts.116.up_proj,0.0006342966,0.10000,0.968
41,mlp.experts.117.up_proj,0.0000481502,0.10000,0.941
41,mlp.experts.118.up_proj,0.0006851181,0.10000,0.989
41,mlp.experts.119.up_proj,0.0121059096,0.10000,1.039
41,mlp.experts.120.up_proj,0.0002387945,0.10000,0.976
41,mlp.experts.121.up_proj,0.0000702453,0.10000,0.966
41,mlp.experts.122.up_proj,0.0001612364,0.10000,1.008
41,mlp.experts.123.up_proj,0.0009086542,0.10000,1.009
41,mlp.experts.124.up_proj,0.0006434924,0.10000,1.004
41,mlp.experts.125.up_proj,0.0044870135,0.10000,0.991
41,mlp.experts.126.up_proj,0.0002277798,0.10000,1.002
41,mlp.experts.127.up_proj,0.0010064491,0.10000,1.011
41,mlp.experts.0.gate_proj,0.0000549280,0.10000,1.031
41,mlp.experts.1.gate_proj,0.0001004865,0.10000,1.026
41,mlp.experts.2.gate_proj,0.0000678876,0.10000,1.032
41,mlp.experts.3.gate_proj,0.0045433603,0.10000,1.036
41,mlp.experts.4.gate_proj,0.0375355864,0.10000,0.971
41,mlp.experts.5.gate_proj,0.0002135970,0.10000,1.013
41,mlp.experts.6.gate_proj,0.0002562769,0.10000,0.990
41,mlp.experts.7.gate_proj,0.0003179672,0.10000,1.027
41,mlp.experts.8.gate_proj,0.1045519114,0.10000,1.045
41,mlp.experts.9.gate_proj,0.0000521723,0.10000,1.030
41,mlp.experts.10.gate_proj,0.0011614634,0.10000,1.032
41,mlp.experts.11.gate_proj,0.0001598474,0.10000,1.034
41,mlp.experts.12.gate_proj,0.0048157063,0.10000,1.051
41,mlp.experts.13.gate_proj,0.0025177370,0.10000,1.059
41,mlp.experts.14.gate_proj,0.0000751578,0.10000,0.985
41,mlp.experts.15.gate_proj,0.0000561319,0.10000,1.048
41,mlp.experts.16.gate_proj,0.0014461057,0.10000,1.052
41,mlp.experts.17.gate_proj,0.0000805204,0.10000,1.050
41,mlp.experts.18.gate_proj,0.0001142879,0.10000,1.049
41,mlp.experts.19.gate_proj,0.0000780299,0.10000,1.024
41,mlp.experts.20.gate_proj,0.0000480462,0.10000,1.046
41,mlp.experts.21.gate_proj,0.0001512951,0.10000,1.035
41,mlp.experts.22.gate_proj,0.0005286028,0.10000,1.035
41,mlp.experts.23.gate_proj,0.0861295787,0.10000,1.057
41,mlp.experts.24.gate_proj,0.0032431135,0.10000,1.024
41,mlp.experts.25.gate_proj,0.0029919040,0.10000,1.053
41,mlp.experts.26.gate_proj,0.0007074103,0.10000,1.023
41,mlp.experts.27.gate_proj,0.0728608478,0.10000,1.052
41,mlp.experts.28.gate_proj,0.0029451967,0.10000,1.024
41,mlp.experts.29.gate_proj,0.0251754053,0.10000,1.048
41,mlp.experts.30.gate_proj,0.0003248764,0.10000,0.994
41,mlp.experts.31.gate_proj,0.0057527272,0.10000,1.004
41,mlp.experts.32.gate_proj,0.0066425790,0.10000,0.996
41,mlp.experts.33.gate_proj,0.0046411179,0.10000,1.062
41,mlp.experts.34.gate_proj,0.0011042731,0.10000,1.020
41,mlp.experts.35.gate_proj,0.0000689484,0.10000,1.020
41,mlp.experts.36.gate_proj,0.0000688554,0.10000,1.047
41,mlp.experts.37.gate_proj,0.0103519963,0.10000,0.956
41,mlp.experts.38.gate_proj,0.0018710464,0.10000,0.939
41,mlp.experts.39.gate_proj,0.0005776644,0.10000,1.024
41,mlp.experts.40.gate_proj,0.0023638933,0.10000,1.005
41,mlp.experts.41.gate_proj,0.0092730229,0.10000,1.044
41,mlp.experts.42.gate_proj,0.0001784106,0.10000,1.013
41,mlp.experts.43.gate_proj,0.0178431996,0.10000,1.009
41,mlp.experts.44.gate_proj,0.0003985661,0.10000,0.973
41,mlp.experts.45.gate_proj,0.0000939399,0.10000,0.981
41,mlp.experts.46.gate_proj,0.0000963705,0.10000,0.995
41,mlp.experts.47.gate_proj,0.0001658486,0.10000,1.017
41,mlp.experts.48.gate_proj,0.0001516331,0.10000,1.003
41,mlp.experts.49.gate_proj,0.0002460133,0.10000,1.039
41,mlp.experts.50.gate_proj,0.0004164158,0.10000,0.997
41,mlp.experts.51.gate_proj,0.0016488272,0.10000,1.021
41,mlp.experts.52.gate_proj,0.0000854957,0.10000,1.004
41,mlp.experts.53.gate_proj,0.0001209552,0.10000,1.031
41,mlp.experts.54.gate_proj,0.0004427337,0.10000,0.997
41,mlp.experts.55.gate_proj,0.0003422001,0.10000,1.028
41,mlp.experts.56.gate_proj,0.0114336036,0.10000,1.006
41,mlp.experts.57.gate_proj,0.0002832362,0.10000,0.998
41,mlp.experts.58.gate_proj,0.0001775152,0.10000,1.064
41,mlp.experts.59.gate_proj,0.0005954181,0.10000,1.019
41,mlp.experts.60.gate_proj,0.0084337053,0.10000,1.018
41,mlp.experts.61.gate_proj,0.0002259756,0.10000,1.104
41,mlp.experts.62.gate_proj,0.0000566793,0.10000,0.973
41,mlp.experts.63.gate_proj,0.0000671644,0.10000,1.014
41,mlp.experts.64.gate_proj,0.0000756811,0.10000,1.004
41,mlp.experts.65.gate_proj,0.0000548706,0.10000,1.006
41,mlp.experts.66.gate_proj,0.0000602268,0.10000,0.996
41,mlp.experts.67.gate_proj,0.0108002147,0.10000,1.002
41,mlp.experts.68.gate_proj,0.0003089881,0.10000,0.962
41,mlp.experts.69.gate_proj,0.0000740370,0.10000,0.991
41,mlp.experts.70.gate_proj,0.0065752017,0.10000,0.993
41,mlp.experts.71.gate_proj,0.0007588005,0.10000,0.952
41,mlp.experts.72.gate_proj,0.0002110786,0.10000,0.986
41,mlp.experts.73.gate_proj,0.0003668423,0.10000,1.020
41,mlp.experts.74.gate_proj,0.0021525563,0.10000,1.040
41,mlp.experts.75.gate_proj,0.0014962462,0.10000,1.059
41,mlp.experts.76.gate_proj,0.0064717728,0.10000,0.998
41,mlp.experts.77.gate_proj,0.0001502692,0.10000,1.056
41,mlp.experts.78.gate_proj,0.0010726507,0.10000,1.032
41,mlp.experts.79.gate_proj,0.0001966033,0.10000,1.065
41,mlp.experts.80.gate_proj,0.0001089618,0.10000,1.064
41,mlp.experts.82.gate_proj,0.0001264357,0.10000,1.029
41,mlp.experts.81.gate_proj,0.0001939765,0.10000,1.059
41,mlp.experts.84.gate_proj,0.0001161989,0.10000,0.968
41,mlp.experts.83.gate_proj,0.0004343556,0.10000,1.007
41,mlp.experts.85.gate_proj,0.0000364505,0.10000,1.046
41,mlp.experts.86.gate_proj,0.0009472248,0.10000,1.070
41,mlp.experts.87.gate_proj,0.0001769109,0.10000,1.039
41,mlp.experts.88.gate_proj,0.0009100534,0.10000,1.037
41,mlp.experts.89.gate_proj,0.0023227100,0.10000,1.070
41,mlp.experts.90.gate_proj,0.0023260664,0.10000,1.045
41,mlp.experts.91.gate_proj,0.0029522820,0.10000,1.076
41,mlp.experts.92.gate_proj,0.0000889927,0.10000,1.069
41,mlp.experts.93.gate_proj,0.0005517990,0.10000,1.023
41,mlp.experts.94.gate_proj,0.0030126364,0.10000,1.023
41,mlp.experts.96.gate_proj,0.0176052793,0.10000,1.050
41,mlp.experts.95.gate_proj,0.0006971582,0.10000,1.061
41,mlp.experts.97.gate_proj,0.0000654640,0.10000,0.992
41,mlp.experts.98.gate_proj,0.0082647983,0.10000,1.060
41,mlp.experts.99.gate_proj,0.0002446867,0.10000,1.051
41,mlp.experts.100.gate_proj,0.0001646683,0.10000,1.029
41,mlp.experts.101.gate_proj,0.0021134753,0.10000,1.056
41,mlp.experts.102.gate_proj,0.0000669526,0.10000,1.027
41,mlp.experts.103.gate_proj,0.0000630620,0.10000,1.079
41,mlp.experts.104.gate_proj,0.0111998114,0.10000,1.092
41,mlp.experts.105.gate_proj,0.0008560102,0.10000,1.034
41,mlp.experts.106.gate_proj,0.0000245426,0.10000,1.042
41,mlp.experts.107.gate_proj,0.0023949543,0.10000,1.054
41,mlp.experts.108.gate_proj,0.0040628135,0.10000,1.044
41,mlp.experts.109.gate_proj,0.0050969130,0.10000,0.955
41,mlp.experts.110.gate_proj,0.0033015532,0.10000,0.954
41,mlp.experts.111.gate_proj,0.0934820920,0.10000,1.068
41,mlp.experts.112.gate_proj,0.0000620171,0.10000,1.059
41,mlp.experts.113.gate_proj,0.0002170004,0.10000,1.023
41,mlp.experts.114.gate_proj,0.0051320310,0.10000,1.066
41,mlp.experts.115.gate_proj,0.0003111974,0.10000,1.026
41,mlp.experts.116.gate_proj,0.0006069266,0.10000,1.052
41,mlp.experts.117.gate_proj,0.0000453928,0.10000,1.050
41,mlp.experts.118.gate_proj,0.0006781826,0.10000,1.008
41,mlp.experts.119.gate_proj,0.0114109724,0.10000,1.051
41,mlp.experts.120.gate_proj,0.0002346971,0.10000,1.010
41,mlp.experts.121.gate_proj,0.0000699518,0.10000,1.062
41,mlp.experts.122.gate_proj,0.0001927480,0.10000,1.073
41,mlp.experts.124.gate_proj,0.0006312697,0.10000,1.015
41,mlp.experts.123.gate_proj,0.0008754676,0.10000,1.076
41,mlp.experts.125.gate_proj,0.0045507515,0.10000,0.985
41,mlp.experts.126.gate_proj,0.0002181264,0.10000,0.976
41,mlp.experts.127.gate_proj,0.0009750838,0.10000,0.646
41,mlp.experts.0.down_proj,0.0000489977,0.10000,0.379
41,mlp.experts.1.down_proj,0.0001035348,0.10000,0.412
41,mlp.experts.2.down_proj,0.0000486202,0.10000,0.345
41,mlp.experts.3.down_proj,0.0063935672,0.10000,0.359
41,mlp.experts.4.down_proj,0.0295498443,0.10000,0.381
41,mlp.experts.5.down_proj,0.0002973170,0.10000,0.389
41,mlp.experts.6.down_proj,0.0002195801,0.10000,0.382
41,mlp.experts.7.down_proj,0.0003474677,0.10000,0.388
41,mlp.experts.8.down_proj,0.0721018712,0.10000,0.387
41,mlp.experts.9.down_proj,0.0000395598,0.10000,0.394
41,mlp.experts.10.down_proj,0.0005908031,0.10000,0.380
41,mlp.experts.11.down_proj,0.0001597600,0.10000,0.384
41,mlp.experts.12.down_proj,0.0062245491,0.10000,0.388
41,mlp.experts.13.down_proj,0.0027726730,0.10000,0.378
41,mlp.experts.14.down_proj,0.0000851219,0.10000,0.374
41,mlp.experts.15.down_proj,0.0000698892,0.10000,0.380
41,mlp.experts.16.down_proj,0.0016238601,0.10000,0.379
41,mlp.experts.17.down_proj,0.0001016978,0.10000,0.388
41,mlp.experts.18.down_proj,0.0000759781,0.10000,0.346
41,mlp.experts.19.down_proj,0.0000759473,0.10000,0.341
41,mlp.experts.20.down_proj,0.0000419450,0.10000,0.391
41,mlp.experts.21.down_proj,0.0002047580,0.10000,0.399
41,mlp.experts.22.down_proj,0.0006216670,0.10000,0.362
41,mlp.experts.23.down_proj,0.0643908002,0.10000,0.349
41,mlp.experts.24.down_proj,0.0036864664,0.10000,0.392
41,mlp.experts.25.down_proj,0.0025128350,0.10000,0.389
41,mlp.experts.26.down_proj,0.0007523695,0.10000,0.413
41,mlp.experts.27.down_proj,0.0221170905,0.10000,0.398
41,mlp.experts.28.down_proj,0.0025653019,0.10000,0.349
41,mlp.experts.29.down_proj,0.0240516952,0.10000,0.354
41,mlp.experts.30.down_proj,0.0003817874,0.10000,0.375
41,mlp.experts.31.down_proj,0.0053550335,0.10000,0.408
41,mlp.experts.32.down_proj,0.0093272406,0.10000,0.391
41,mlp.experts.33.down_proj,0.0045595109,0.10000,0.395
41,mlp.experts.34.down_proj,0.0002524485,0.10000,0.334
41,mlp.experts.35.down_proj,0.0000769312,0.10000,0.330
41,mlp.experts.36.down_proj,0.0000536363,0.10000,0.342
41,mlp.experts.37.down_proj,0.0343120970,0.10000,0.341
41,mlp.experts.38.down_proj,0.0025311615,0.10000,0.325
41,mlp.experts.39.down_proj,0.0011709247,0.10000,0.328
41,mlp.experts.40.down_proj,0.0033004508,0.10000,0.321
41,mlp.experts.41.down_proj,0.0191796256,0.10000,0.328
41,mlp.experts.42.down_proj,0.0002006893,0.10000,0.321
41,mlp.experts.43.down_proj,0.0168357193,0.10000,0.323
41,mlp.experts.44.down_proj,0.0003529196,0.10000,0.325
41,mlp.experts.45.down_proj,0.0000925935,0.10000,0.327
41,mlp.experts.46.down_proj,0.0001155708,0.10000,0.341
41,mlp.experts.47.down_proj,0.0001139961,0.10000,0.353
41,mlp.experts.48.down_proj,0.0001056568,0.10000,0.358
41,mlp.experts.49.down_proj,0.0001897441,0.10000,0.360
41,mlp.experts.50.down_proj,0.0006855995,0.10000,0.394
41,mlp.experts.51.down_proj,0.0028589537,0.10000,0.408
41,mlp.experts.52.down_proj,0.0001298666,0.10000,0.396
41,mlp.experts.53.down_proj,0.0001289283,0.10000,0.396
41,mlp.experts.54.down_proj,0.0003796511,0.10000,0.391
41,mlp.experts.55.down_proj,0.0003392276,0.10000,0.407
41,mlp.experts.56.down_proj,0.0006638495,0.10000,0.389
41,mlp.experts.57.down_proj,0.0007930437,0.10000,0.408
41,mlp.experts.58.down_proj,0.0001952693,0.10000,0.391
41,mlp.experts.59.down_proj,0.0004185606,0.10000,0.409
41,mlp.experts.60.down_proj,0.0107663602,0.10000,0.398
41,mlp.experts.61.down_proj,0.0002719409,0.10000,0.365
41,mlp.experts.62.down_proj,0.0000474396,0.10000,0.324
41,mlp.experts.63.down_proj,0.0000451312,0.10000,0.324
41,mlp.experts.64.down_proj,0.0000688863,0.10000,0.328
41,mlp.experts.65.down_proj,0.0000408198,0.10000,0.326
41,mlp.experts.66.down_proj,0.0000591020,0.10000,0.327
41,mlp.experts.67.down_proj,0.0156931684,0.10000,0.351
41,mlp.experts.68.down_proj,0.0003131684,0.10000,0.388
41,mlp.experts.69.down_proj,0.0000775191,0.10000,0.396
41,mlp.experts.70.down_proj,0.0151362456,0.10000,0.400
41,mlp.experts.71.down_proj,0.0007264349,0.10000,0.404
41,mlp.experts.72.down_proj,0.0002077819,0.10000,0.388
41,mlp.experts.73.down_proj,0.0001796930,0.10000,0.390
41,mlp.experts.74.down_proj,0.0022312925,0.10000,0.387
41,mlp.experts.75.down_proj,0.0019481476,0.10000,0.394
41,mlp.experts.76.down_proj,0.0051384861,0.10000,0.369
41,mlp.experts.77.down_proj,0.0001431722,0.10000,0.327
41,mlp.experts.78.down_proj,0.0010581886,0.10000,0.336
41,mlp.experts.79.down_proj,0.0001607745,0.10000,0.356
41,mlp.experts.80.down_proj,0.0000559839,0.10000,0.400
41,mlp.experts.81.down_proj,0.0001311354,0.10000,0.396
41,mlp.experts.82.down_proj,0.0001182424,0.10000,0.400
41,mlp.experts.83.down_proj,0.0004344207,0.10000,0.403
41,mlp.experts.84.down_proj,0.0001075326,0.10000,0.405
41,mlp.experts.85.down_proj,0.0000273753,0.10000,0.402
41,mlp.experts.86.down_proj,0.0011881428,0.10000,0.398
41,mlp.experts.87.down_proj,0.0001286310,0.10000,0.401
41,mlp.experts.88.down_proj,0.0021172620,0.10000,0.395
41,mlp.experts.89.down_proj,0.0025917322,0.10000,0.396
41,mlp.experts.90.down_proj,0.0039782087,0.10000,0.395
41,mlp.experts.91.down_proj,0.0033385570,0.10000,0.401
41,mlp.experts.92.down_proj,0.0000841682,0.10000,0.387
41,mlp.experts.93.down_proj,0.0003868240,0.10000,0.404
41,mlp.experts.94.down_proj,0.0041596583,0.10000,0.389
41,mlp.experts.95.down_proj,0.0006851128,0.10000,0.397
41,mlp.experts.96.down_proj,0.0014656573,0.10000,0.385
41,mlp.experts.97.down_proj,0.0000745064,0.10000,0.411
41,mlp.experts.98.down_proj,0.0164547969,0.10000,0.396
41,mlp.experts.99.down_proj,0.0005161925,0.10000,0.404
41,mlp.experts.100.down_proj,0.0000962966,0.10000,0.400
41,mlp.experts.101.down_proj,0.0025575935,0.10000,0.395
41,mlp.experts.102.down_proj,0.0000619431,0.10000,0.384
41,mlp.experts.103.down_proj,0.0000580428,0.10000,0.362
41,mlp.experts.104.down_proj,0.0099535098,0.10000,0.348
41,mlp.experts.105.down_proj,0.0006727257,0.10000,0.329
41,mlp.experts.106.down_proj,0.0000180348,0.10000,0.343
41,mlp.experts.107.down_proj,0.0015266732,0.10000,0.397
41,mlp.experts.108.down_proj,0.0092324852,0.10000,0.374
41,mlp.experts.109.down_proj,0.0036684506,0.10000,0.344
41,mlp.experts.110.down_proj,0.0047463162,0.10000,0.343
41,mlp.experts.111.down_proj,0.0594811440,0.10000,0.392
41,mlp.experts.112.down_proj,0.0000458055,0.10000,0.394
41,mlp.experts.113.down_proj,0.0002184182,0.10000,0.380
41,mlp.experts.114.down_proj,0.0044609022,0.10000,0.398
41,mlp.experts.115.down_proj,0.0002474848,0.10000,0.399
41,mlp.experts.116.down_proj,0.0006861534,0.10000,0.395
41,mlp.experts.117.down_proj,0.0000367152,0.10000,0.399
41,mlp.experts.118.down_proj,0.0007019496,0.10000,0.378
41,mlp.experts.119.down_proj,0.0166422677,0.10000,0.351
41,mlp.experts.120.down_proj,0.0001879275,0.10000,0.355
41,mlp.experts.121.down_proj,0.0000505589,0.10000,0.398
41,mlp.experts.122.down_proj,0.0001811785,0.10000,0.411
41,mlp.experts.123.down_proj,0.0007333298,0.10000,0.400
41,mlp.experts.124.down_proj,0.0007214624,0.10000,0.393
41,mlp.experts.125.down_proj,0.0068938059,0.10000,0.359
41,mlp.experts.126.down_proj,0.0003626411,0.10000,0.340
41,mlp.experts.127.down_proj,0.0007073046,0.10000,0.283
42,self_attn.q_proj,0.0000196389,0.10000,1.005
42,self_attn.k_proj,0.0000022102,0.10000,1.037
42,self_attn.v_proj,0.0000036490,0.10000,0.605
42,self_attn.o_proj,0.0000013746,0.10000,1.226
42,mlp.gate,0.0000036219,0.10000,0.622
42,mlp.experts.0.up_proj,0.0180889335,0.10000,1.046
42,mlp.experts.1.up_proj,0.0027898261,0.10000,1.081
42,mlp.experts.2.up_proj,0.0001170845,0.10000,1.019
42,mlp.experts.3.up_proj,0.0001229207,0.10000,0.989
42,mlp.experts.4.up_proj,0.0002896927,0.10000,1.048
42,mlp.experts.5.up_proj,0.0000778799,0.10000,1.057
42,mlp.experts.6.up_proj,0.0010535603,0.10000,1.038
42,mlp.experts.7.up_proj,0.0001267308,0.10000,1.042
42,mlp.experts.8.up_proj,0.0001444517,0.10000,1.068
42,mlp.experts.9.up_proj,0.0022126380,0.10000,1.068
42,mlp.experts.10.up_proj,0.0022144278,0.10000,1.046
42,mlp.experts.11.up_proj,0.1086694375,0.10000,1.039
42,mlp.experts.12.up_proj,0.0001840040,0.10000,1.078
42,mlp.experts.13.up_proj,0.0026926912,0.10000,1.082
42,mlp.experts.14.up_proj,0.0001317869,0.10000,1.017
42,mlp.experts.15.up_proj,0.0155893763,0.10000,1.012
42,mlp.experts.16.up_proj,0.0000654154,0.10000,1.064
42,mlp.experts.17.up_proj,0.0003885239,0.10000,1.074
42,mlp.experts.18.up_proj,0.0000507188,0.10000,1.060
42,mlp.experts.19.up_proj,0.0005306404,0.10000,1.062
42,mlp.experts.20.up_proj,0.0026925956,0.10000,1.058
42,mlp.experts.21.up_proj,0.0001851661,0.10000,1.071
42,mlp.experts.22.up_proj,0.0000385102,0.10000,1.000
42,mlp.experts.23.up_proj,0.0000714803,0.10000,1.077
42,mlp.experts.24.up_proj,0.0000680496,0.10000,1.042
42,mlp.experts.25.up_proj,0.0002233637,0.10000,1.044
42,mlp.experts.26.up_proj,0.1584687730,0.10000,1.044
42,mlp.experts.27.up_proj,0.0001824300,0.10000,1.047
42,mlp.experts.28.up_proj,0.0001721652,0.10000,1.022
42,mlp.experts.29.up_proj,0.0184458769,0.10000,1.064
42,mlp.experts.30.up_proj,0.0005860198,0.10000,1.065
42,mlp.experts.31.up_proj,0.0000782582,0.10000,1.044
42,mlp.experts.32.up_proj,0.0000998263,0.10000,0.987
42,mlp.experts.33.up_proj,0.0009862381,0.10000,1.015
42,mlp.experts.34.up_proj,0.0015406701,0.10000,0.979
42,mlp.experts.35.up_proj,0.0010747785,0.10000,1.049
42,mlp.experts.36.up_proj,0.0000735831,0.10000,1.029
42,mlp.experts.37.up_proj,0.0000806089,0.10000,1.034
42,mlp.experts.38.up_proj,0.0002878379,0.10000,1.017
42,mlp.experts.39.up_proj,0.0002486326,0.10000,0.985
42,mlp.experts.40.up_proj,0.0191666527,0.10000,1.003
42,mlp.experts.41.up_proj,0.0006375867,0.10000,1.046
42,mlp.experts.42.up_proj,0.0072850506,0.10000,0.976
42,mlp.experts.43.up_proj,0.0003005716,0.10000,0.981
42,mlp.experts.44.up_proj,0.0074726744,0.10000,0.961
42,mlp.experts.45.up_proj,0.0152402914,0.10000,1.026
42,mlp.experts.46.up_proj,0.0016725095,0.10000,1.043
42,mlp.experts.47.up_proj,0.0018976024,0.10000,1.033
42,mlp.experts.48.up_proj,0.0157693052,0.10000,1.018
42,mlp.experts.49.up_proj,0.0000585596,0.10000,1.041
42,mlp.experts.50.up_proj,0.0008780155,0.10000,1.000
42,mlp.experts.51.up_proj,0.0163833545,0.10000,1.080
42,mlp.experts.52.up_proj,0.0002632180,0.10000,0.966
42,mlp.experts.53.up_proj,0.0037086354,0.10000,1.068
42,mlp.experts.54.up_proj,0.0051564002,0.10000,1.043
42,mlp.experts.55.up_proj,0.0000564169,0.10000,1.076
42,mlp.experts.56.up_proj,0.0007119991,0.10000,1.015
42,mlp.experts.57.up_proj,0.0070006215,0.10000,1.052
42,mlp.experts.58.up_proj,0.0008388515,0.10000,1.005
42,mlp.experts.59.up_proj,0.0001152920,0.10000,0.988
42,mlp.experts.60.up_proj,0.0044408423,0.10000,1.060
42,mlp.experts.61.up_proj,0.0020486419,0.10000,0.984
42,mlp.experts.62.up_proj,0.0176703346,0.10000,1.032
42,mlp.experts.63.up_proj,0.0048725660,0.10000,1.030
42,mlp.experts.64.up_proj,0.0000964847,0.10000,1.004
42,mlp.experts.65.up_proj,0.0000861538,0.10000,1.001
42,mlp.experts.66.up_proj,0.0004555424,0.10000,1.009
42,mlp.experts.67.up_proj,0.0177565603,0.10000,1.027
42,mlp.experts.68.up_proj,0.0001117944,0.10000,1.025
42,mlp.experts.69.up_proj,0.0004341366,0.10000,0.977
42,mlp.experts.70.up_proj,0.0003914442,0.10000,1.013
42,mlp.experts.71.up_proj,0.0003536182,0.10000,1.051
42,mlp.experts.72.up_proj,0.0037957491,0.10000,1.023
42,mlp.experts.73.up_proj,0.0000679585,0.10000,1.042
42,mlp.experts.74.up_proj,0.0000532745,0.10000,1.007
42,mlp.experts.75.up_proj,0.0000461310,0.10000,1.064
42,mlp.experts.76.up_proj,0.0006022546,0.10000,1.008
42,mlp.experts.77.up_proj,0.0003083898,0.10000,1.075
42,mlp.experts.78.up_proj,0.0035714954,0.10000,1.018
42,mlp.experts.79.up_proj,0.0003509492,0.10000,1.083
42,mlp.experts.80.up_proj,0.0001493054,0.10000,1.052
42,mlp.experts.81.up_proj,0.0021762147,0.10000,1.061
42,mlp.experts.82.up_proj,0.0028764107,0.10000,0.995
42,mlp.experts.83.up_proj,0.0035959644,0.10000,0.979
42,mlp.experts.84.up_proj,0.0006286121,0.10000,0.939
42,mlp.experts.85.up_proj,0.0294826169,0.10000,0.992
42,mlp.experts.86.up_proj,0.0001008742,0.10000,1.009
42,mlp.experts.87.up_proj,0.0027920122,0.10000,1.021
42,mlp.experts.88.up_proj,0.0020947461,0.10000,1.066
42,mlp.experts.89.up_proj,0.0050428413,0.10000,1.012
42,mlp.experts.90.up_proj,0.0001021199,0.10000,0.993
42,mlp.experts.91.up_proj,0.0012314493,0.10000,0.972
42,mlp.experts.92.up_proj,0.0005132638,0.10000,0.983
42,mlp.experts.93.up_proj,0.0000718078,0.10000,1.035
42,mlp.experts.94.up_proj,0.0027330235,0.10000,1.033
42,mlp.experts.95.up_proj,0.0107123748,0.10000,1.020
42,mlp.experts.96.up_proj,0.0047328551,0.10000,1.012
42,mlp.experts.97.up_proj,0.0021697326,0.10000,1.006
42,mlp.experts.98.up_proj,0.0000947208,0.10000,1.043
42,mlp.experts.99.up_proj,0.0004967388,0.10000,1.021
42,mlp.experts.100.up_proj,0.0005961080,0.10000,1.048
42,mlp.experts.101.up_proj,0.0000693116,0.10000,1.038
42,mlp.experts.102.up_proj,0.0001118021,0.10000,1.025
42,mlp.experts.103.up_proj,0.0019198545,0.10000,1.054
42,mlp.experts.104.up_proj,0.0023689012,0.10000,1.035
42,mlp.experts.105.up_proj,0.0020118536,0.10000,1.045
42,mlp.experts.106.up_proj,0.0001735207,0.10000,1.028
42,mlp.experts.107.up_proj,0.0026104107,0.10000,1.008
42,mlp.experts.108.up_proj,0.0003277869,0.10000,1.026
42,mlp.experts.109.up_proj,0.0016170254,0.10000,1.010
42,mlp.experts.110.up_proj,0.0120199682,0.10000,0.991
42,mlp.experts.111.up_proj,0.0007153339,0.10000,1.003
42,mlp.experts.112.up_proj,0.0004685360,0.10000,0.986
42,mlp.experts.113.up_proj,0.0015227521,0.10000,0.985
42,mlp.experts.114.up_proj,0.0002464190,0.10000,0.988
42,mlp.experts.115.up_proj,0.0000974637,0.10000,1.041
42,mlp.experts.116.up_proj,0.0004424194,0.10000,1.052
42,mlp.experts.117.up_proj,0.0002823581,0.10000,1.033
42,mlp.experts.118.up_proj,0.0071940672,0.10000,1.054
42,mlp.experts.119.up_proj,0.0003781599,0.10000,1.054
42,mlp.experts.120.up_proj,0.0051618804,0.10000,1.008
42,mlp.experts.121.up_proj,0.0433860322,0.10000,0.901
42,mlp.experts.122.up_proj,0.0036730001,0.10000,0.923
42,mlp.experts.123.up_proj,0.0000498377,0.10000,1.067
42,mlp.experts.124.up_proj,0.0014323267,0.10000,1.050
42,mlp.experts.125.up_proj,0.0000791373,0.10000,1.057
42,mlp.experts.126.up_proj,0.0000487238,0.10000,1.037
42,mlp.experts.127.up_proj,0.0036818319,0.10000,1.059
42,mlp.experts.0.gate_proj,0.0173562765,0.10000,1.054
42,mlp.experts.1.gate_proj,0.0026042219,0.10000,1.041
42,mlp.experts.2.gate_proj,0.0001076224,0.10000,1.058
42,mlp.experts.3.gate_proj,0.0001174642,0.10000,1.044
42,mlp.experts.4.gate_proj,0.0002786998,0.10000,1.045
42,mlp.experts.5.gate_proj,0.0000678537,0.10000,1.004
42,mlp.experts.6.gate_proj,0.0010785777,0.10000,1.001
42,mlp.experts.7.gate_proj,0.0001134571,0.10000,0.985
42,mlp.experts.8.gate_proj,0.0001636626,0.10000,1.037
42,mlp.experts.9.gate_proj,0.0020898346,0.10000,1.056
42,mlp.experts.10.gate_proj,0.0021928591,0.10000,1.037
42,mlp.experts.11.gate_proj,0.0894383341,0.10000,1.050
42,mlp.experts.12.gate_proj,0.0001751156,0.10000,1.062
42,mlp.experts.13.gate_proj,0.0024245964,0.10000,1.049
42,mlp.experts.14.gate_proj,0.0001255042,0.10000,1.047
42,mlp.experts.15.gate_proj,0.0145639351,0.10000,1.039
42,mlp.experts.16.gate_proj,0.0000633793,0.10000,1.026
42,mlp.experts.17.gate_proj,0.0003952914,0.10000,1.039
42,mlp.experts.18.gate_proj,0.0000444409,0.10000,1.064
42,mlp.experts.19.gate_proj,0.0004990995,0.10000,1.051
42,mlp.experts.20.gate_proj,0.0024909404,0.10000,1.087
42,mlp.experts.21.gate_proj,0.0001762383,0.10000,1.072
42,mlp.experts.22.gate_proj,0.0000350115,0.10000,1.066
42,mlp.experts.23.gate_proj,0.0000673684,0.10000,1.084
42,mlp.experts.24.gate_proj,0.0000645737,0.10000,1.012
42,mlp.experts.25.gate_proj,0.0002309840,0.10000,0.996
42,mlp.experts.26.gate_proj,0.1448181073,0.10000,1.044
42,mlp.experts.27.gate_proj,0.0001705969,0.10000,1.033
42,mlp.experts.28.gate_proj,0.0001780051,0.10000,1.045
42,mlp.experts.29.gate_proj,0.0169422993,0.10000,1.065
42,mlp.experts.30.gate_proj,0.0005565451,0.10000,0.974
42,mlp.experts.31.gate_proj,0.0000704965,0.10000,1.011
42,mlp.experts.32.gate_proj,0.0000960850,0.10000,1.033
42,mlp.experts.33.gate_proj,0.0010217557,0.10000,1.019
42,mlp.experts.34.gate_proj,0.0014358215,0.10000,1.000
42,mlp.experts.35.gate_proj,0.0010175869,0.10000,1.011
42,mlp.experts.36.gate_proj,0.0000689470,0.10000,1.006
42,mlp.experts.37.gate_proj,0.0000843673,0.10000,1.003
42,mlp.experts.38.gate_proj,0.0002725234,0.10000,1.013
42,mlp.experts.39.gate_proj,0.0002428284,0.10000,1.014
42,mlp.experts.40.gate_proj,0.0166944576,0.10000,1.021
42,mlp.experts.41.gate_proj,0.0005857284,0.10000,1.005
42,mlp.experts.42.gate_proj,0.0071005051,0.10000,0.953
42,mlp.experts.43.gate_proj,0.0002896578,0.10000,1.031
42,mlp.experts.44.gate_proj,0.0070880669,0.10000,1.025
42,mlp.experts.45.gate_proj,0.0142485734,0.10000,1.029
42,mlp.experts.46.gate_proj,0.0015362780,0.10000,1.037
42,mlp.experts.47.gate_proj,0.0017953775,0.10000,1.021
42,mlp.experts.48.gate_proj,0.0149795783,0.10000,1.068
42,mlp.experts.49.gate_proj,0.0000604412,0.10000,1.004
42,mlp.experts.50.gate_proj,0.0008857252,0.10000,1.063
42,mlp.experts.51.gate_proj,0.0147227241,0.10000,0.981
42,mlp.experts.52.gate_proj,0.0002587410,0.10000,0.966
42,mlp.experts.53.gate_proj,0.0037849735,0.10000,0.989
42,mlp.experts.54.gate_proj,0.0046588585,0.10000,1.009
42,mlp.experts.55.gate_proj,0.0000531980,0.10000,0.997
42,mlp.experts.56.gate_proj,0.0006624047,0.10000,0.995
42,mlp.experts.57.gate_proj,0.0063990632,0.10000,1.000
42,mlp.experts.58.gate_proj,0.0008086121,0.10000,0.992
42,mlp.experts.59.gate_proj,0.0001086917,0.10000,1.032
42,mlp.experts.60.gate_proj,0.0041690015,0.10000,0.992
42,mlp.experts.61.gate_proj,0.0020007245,0.10000,1.040
42,mlp.experts.62.gate_proj,0.0168605919,0.10000,1.034
42,mlp.experts.63.gate_proj,0.0046464392,0.10000,1.097
42,mlp.experts.64.gate_proj,0.0000867845,0.10000,1.062
42,mlp.experts.65.gate_proj,0.0000835616,0.10000,1.064
42,mlp.experts.66.gate_proj,0.0004584242,0.10000,1.059
42,mlp.experts.67.gate_proj,0.0165754206,0.10000,1.105
42,mlp.experts.68.gate_proj,0.0001108489,0.10000,1.060
42,mlp.experts.69.gate_proj,0.0004184812,0.10000,1.005
42,mlp.experts.70.gate_proj,0.0004139680,0.10000,0.981
42,mlp.experts.71.gate_proj,0.0003424254,0.10000,1.019
42,mlp.experts.72.gate_proj,0.0035185772,0.10000,0.991
42,mlp.experts.73.gate_proj,0.0000620995,0.10000,1.069
42,mlp.experts.74.gate_proj,0.0000483730,0.10000,1.045
42,mlp.experts.75.gate_proj,0.0000447245,0.10000,1.013
42,mlp.experts.76.gate_proj,0.0005690083,0.10000,0.999
42,mlp.experts.77.gate_proj,0.0003033602,0.10000,1.047
42,mlp.experts.78.gate_proj,0.0034425947,0.10000,1.019
42,mlp.experts.79.gate_proj,0.0003302677,0.10000,1.036
42,mlp.experts.80.gate_proj,0.0001386276,0.10000,1.036
42,mlp.experts.81.gate_proj,0.0020601592,0.10000,1.065
42,mlp.experts.82.gate_proj,0.0026986191,0.10000,1.059
42,mlp.experts.83.gate_proj,0.0033810802,0.10000,1.089
42,mlp.experts.84.gate_proj,0.0006003793,0.10000,1.068
42,mlp.experts.85.gate_proj,0.0276895845,0.10000,1.048
42,mlp.experts.86.gate_proj,0.0000942274,0.10000,1.032
42,mlp.experts.87.gate_proj,0.0027178729,0.10000,1.067
42,mlp.experts.88.gate_proj,0.0019870350,0.10000,1.061
42,mlp.experts.89.gate_proj,0.0050728754,0.10000,1.068
42,mlp.experts.90.gate_proj,0.0000954730,0.10000,1.069
42,mlp.experts.91.gate_proj,0.0011179867,0.10000,0.981
42,mlp.experts.92.gate_proj,0.0004822235,0.10000,0.987
42,mlp.experts.94.gate_proj,0.0025686424,0.10000,1.046
42,mlp.experts.93.gate_proj,0.0000628860,0.10000,1.069
42,mlp.experts.95.gate_proj,0.0102016825,0.10000,1.081
42,mlp.experts.96.gate_proj,0.0046362332,0.10000,1.078
42,mlp.experts.98.gate_proj,0.0000881422,0.10000,1.050
42,mlp.experts.97.gate_proj,0.0019899068,0.10000,1.126
42,mlp.experts.99.gate_proj,0.0004873879,0.10000,1.049
42,mlp.experts.100.gate_proj,0.0005737418,0.10000,1.060
42,mlp.experts.101.gate_proj,0.0000611891,0.10000,1.049
42,mlp.experts.102.gate_proj,0.0000953754,0.10000,1.043
42,mlp.experts.103.gate_proj,0.0016567723,0.10000,0.976
42,mlp.experts.104.gate_proj,0.0022740872,0.10000,0.997
42,mlp.experts.105.gate_proj,0.0018707521,0.10000,1.075
42,mlp.experts.106.gate_proj,0.0001693290,0.10000,1.025
42,mlp.experts.107.gate_proj,0.0025394046,0.10000,0.994
42,mlp.experts.108.gate_proj,0.0003090257,0.10000,1.016
42,mlp.experts.109.gate_proj,0.0015319112,0.10000,1.005
42,mlp.experts.110.gate_proj,0.0304261114,0.10000,0.998
42,mlp.experts.111.gate_proj,0.0007092668,0.10000,1.052
42,mlp.experts.112.gate_proj,0.0004401457,0.10000,1.048
42,mlp.experts.113.gate_proj,0.0014243412,0.10000,1.032
42,mlp.experts.114.gate_proj,0.0002420531,0.10000,1.031
42,mlp.experts.115.gate_proj,0.0000901822,0.10000,0.997
42,mlp.experts.116.gate_proj,0.0004337550,0.10000,1.005
42,mlp.experts.117.gate_proj,0.0002715836,0.10000,1.022
42,mlp.experts.118.gate_proj,0.0071515950,0.10000,1.008
42,mlp.experts.119.gate_proj,0.0003505180,0.10000,1.022
42,mlp.experts.120.gate_proj,0.0048970131,0.10000,1.026
42,mlp.experts.121.gate_proj,0.0399020240,0.10000,1.013
42,mlp.experts.122.gate_proj,0.0036609464,0.10000,1.059
42,mlp.experts.123.gate_proj,0.0000445298,0.10000,1.015
42,mlp.experts.124.gate_proj,0.0013373892,0.10000,1.035
42,mlp.experts.125.gate_proj,0.0000751521,0.10000,1.007
42,mlp.experts.126.gate_proj,0.0000470305,0.10000,1.008
42,mlp.experts.127.gate_proj,0.0034540605,0.10000,0.683
42,mlp.experts.1.down_proj,0.0054013360,0.10000,0.397
42,mlp.experts.0.down_proj,0.0137808820,0.10000,0.403
42,mlp.experts.2.down_proj,0.0001236117,0.10000,0.383
42,mlp.experts.3.down_proj,0.0001209974,0.10000,0.408
42,mlp.experts.4.down_proj,0.0008281412,0.10000,0.383
42,mlp.experts.5.down_proj,0.0000863272,0.10000,0.424
42,mlp.experts.6.down_proj,0.0008777945,0.10000,0.384
42,mlp.experts.7.down_proj,0.0001668722,0.10000,0.379
42,mlp.experts.8.down_proj,0.0001724103,0.10000,0.401
42,mlp.experts.9.down_proj,0.0032046162,0.10000,0.394
42,mlp.experts.10.down_proj,0.0018230459,0.10000,0.382
42,mlp.experts.11.down_proj,0.1537709534,0.10000,0.387
42,mlp.experts.12.down_proj,0.0002024671,0.10000,0.392
42,mlp.experts.13.down_proj,0.0015068966,0.10000,0.390
42,mlp.experts.14.down_proj,0.0001151639,0.10000,0.400
42,mlp.experts.15.down_proj,0.0172345667,0.10000,0.373
42,mlp.experts.16.down_proj,0.0000471910,0.10000,0.403
42,mlp.experts.17.down_proj,0.0007376714,0.10000,0.403
42,mlp.experts.18.down_proj,0.0000486812,0.10000,0.404
42,mlp.experts.19.down_proj,0.0003974007,0.10000,0.385
42,mlp.experts.20.down_proj,0.0020259524,0.10000,0.397
42,mlp.experts.21.down_proj,0.0001619336,0.10000,0.396
42,mlp.experts.22.down_proj,0.0000299432,0.10000,0.376
42,mlp.experts.23.down_proj,0.0000644549,0.10000,0.392
42,mlp.experts.24.down_proj,0.0000741142,0.10000,0.391
42,mlp.experts.25.down_proj,0.0002056600,0.10000,0.387
42,mlp.experts.26.down_proj,0.0885591308,0.10000,0.355
42,mlp.experts.27.down_proj,0.0002212825,0.10000,0.369
42,mlp.experts.28.down_proj,0.0002090892,0.10000,0.392
42,mlp.experts.29.down_proj,0.0300907722,0.10000,0.380
42,mlp.experts.30.down_proj,0.0008148763,0.10000,0.340
42,mlp.experts.31.down_proj,0.0001327668,0.10000,0.332
42,mlp.experts.32.down_proj,0.0000660979,0.10000,0.380
42,mlp.experts.33.down_proj,0.0010111280,0.10000,0.383
42,mlp.experts.34.down_proj,0.0028530768,0.10000,0.379
42,mlp.experts.35.down_proj,0.0010138298,0.10000,0.385
42,mlp.experts.36.down_proj,0.0000766720,0.10000,0.382
42,mlp.experts.37.down_proj,0.0001037677,0.10000,0.382
42,mlp.experts.38.down_proj,0.0002939102,0.10000,0.384
42,mlp.experts.39.down_proj,0.0002672900,0.10000,0.377
42,mlp.experts.40.down_proj,0.0372540225,0.10000,0.382
42,mlp.experts.41.down_proj,0.0008828491,0.10000,0.393
42,mlp.experts.42.down_proj,0.0039321300,0.10000,0.348
42,mlp.experts.43.down_proj,0.0002259972,0.10000,0.345
42,mlp.experts.44.down_proj,0.0225229191,0.10000,0.369
42,mlp.experts.45.down_proj,0.0328997076,0.10000,0.371
42,mlp.experts.46.down_proj,0.0020510972,0.10000,0.353
42,mlp.experts.47.down_proj,0.0019769405,0.10000,0.352
42,mlp.experts.48.down_proj,0.0317287016,0.10000,0.346
42,mlp.experts.49.down_proj,0.0000692282,0.10000,0.350
42,mlp.experts.50.down_proj,0.0009670330,0.10000,0.399
42,mlp.experts.51.down_proj,0.0080066112,0.10000,0.411
42,mlp.experts.52.down_proj,0.0002825760,0.10000,0.395
42,mlp.experts.53.down_proj,0.0048373885,0.10000,0.396
42,mlp.experts.54.down_proj,0.0108873897,0.10000,0.404
42,mlp.experts.55.down_proj,0.0000330319,0.10000,0.378
42,mlp.experts.56.down_proj,0.0011477612,0.10000,0.386
42,mlp.experts.57.down_proj,0.0118084778,0.10000,0.378
42,mlp.experts.58.down_proj,0.0010234213,0.10000,0.393
42,mlp.experts.59.down_proj,0.0001098165,0.10000,0.408
42,mlp.experts.60.down_proj,0.0058133610,0.10000,0.401
42,mlp.experts.61.down_proj,0.0028467125,0.10000,0.405
42,mlp.experts.62.down_proj,0.0010059732,0.10000,0.389
42,mlp.experts.63.down_proj,0.0074305290,0.10000,0.409
42,mlp.experts.64.down_proj,0.0001188528,0.10000,0.403
42,mlp.experts.65.down_proj,0.0000801417,0.10000,0.378
42,mlp.experts.66.down_proj,0.0006134357,0.10000,0.351
42,mlp.experts.67.down_proj,0.0099075489,0.10000,0.352
42,mlp.experts.68.down_proj,0.0001002116,0.10000,0.391
42,mlp.experts.69.down_proj,0.0001863505,0.10000,0.385
42,mlp.experts.70.down_proj,0.0003607904,0.10000,0.372
42,mlp.experts.71.down_proj,0.0003369150,0.10000,0.371
42,mlp.experts.72.down_proj,0.0026902687,0.10000,0.398
42,mlp.experts.73.down_proj,0.0000609087,0.10000,0.382
42,mlp.experts.74.down_proj,0.0000660863,0.10000,0.401
42,mlp.experts.75.down_proj,0.0000302930,0.10000,0.405
42,mlp.experts.76.down_proj,0.0005884340,0.10000,0.404
42,mlp.experts.77.down_proj,0.0002030307,0.10000,0.410
42,mlp.experts.78.down_proj,0.0064314452,0.10000,0.393
42,mlp.experts.79.down_proj,0.0002008969,0.10000,0.413
42,mlp.experts.80.down_proj,0.0001928855,0.10000,0.339
42,mlp.experts.81.down_proj,0.0019085860,0.10000,0.351
42,mlp.experts.82.down_proj,0.0042052776,0.10000,0.374
42,mlp.experts.83.down_proj,0.0044771837,0.10000,0.388
42,mlp.experts.84.down_proj,0.0003953707,0.10000,0.400
42,mlp.experts.85.down_proj,0.0395844842,0.10000,0.404
42,mlp.experts.86.down_proj,0.0001251090,0.10000,0.343
42,mlp.experts.87.down_proj,0.0024969027,0.10000,0.358
42,mlp.experts.88.down_proj,0.0017620444,0.10000,0.400
42,mlp.experts.89.down_proj,0.0125225012,0.10000,0.406
42,mlp.experts.90.down_proj,0.0001019429,0.10000,0.402
42,mlp.experts.91.down_proj,0.0021644671,0.10000,0.400
42,mlp.experts.92.down_proj,0.0006661206,0.10000,0.350
42,mlp.experts.93.down_proj,0.0000708165,0.10000,0.340
42,mlp.experts.94.down_proj,0.0029741157,0.10000,0.362
42,mlp.experts.95.down_proj,0.0010703691,0.10000,0.407
42,mlp.experts.96.down_proj,0.0061222757,0.10000,0.395
42,mlp.experts.97.down_proj,0.0020707856,0.10000,0.399
42,mlp.experts.98.down_proj,0.0001114192,0.10000,0.401
42,mlp.experts.99.down_proj,0.0002578814,0.10000,0.380
42,mlp.experts.100.down_proj,0.0003167574,0.10000,0.340
42,mlp.experts.101.down_proj,0.0001012454,0.10000,0.361
42,mlp.experts.102.down_proj,0.0002491199,0.10000,0.400
42,mlp.experts.103.down_proj,0.0040807456,0.10000,0.399
42,mlp.experts.104.down_proj,0.0024552790,0.10000,0.357
42,mlp.experts.105.down_proj,0.0021089985,0.10000,0.340
42,mlp.experts.106.down_proj,0.0001752891,0.10000,0.323
42,mlp.experts.107.down_proj,0.0039056725,0.10000,0.331
42,mlp.experts.108.down_proj,0.0007088762,0.10000,0.319
42,mlp.experts.109.down_proj,0.0015589754,0.10000,0.357
42,mlp.experts.110.down_proj,0.0003838566,0.10000,0.406
42,mlp.experts.111.down_proj,0.0010028481,0.10000,0.409
42,mlp.experts.112.down_proj,0.0005608435,0.10000,0.388
42,mlp.experts.113.down_proj,0.0011578428,0.10000,0.389
42,mlp.experts.114.down_proj,0.0002672522,0.10000,0.350
42,mlp.experts.115.down_proj,0.0001414696,0.10000,0.334
42,mlp.experts.116.down_proj,0.0004922282,0.10000,0.370
42,mlp.experts.117.down_proj,0.0002669198,0.10000,0.376
42,mlp.experts.118.down_proj,0.0085065290,0.10000,0.391
42,mlp.experts.119.down_proj,0.0005051677,0.10000,0.409
42,mlp.experts.120.down_proj,0.0046911805,0.10000,0.404
42,mlp.experts.121.down_proj,0.0327671270,0.10000,0.409
42,mlp.experts.122.down_proj,0.0043633276,0.10000,0.414
42,mlp.experts.123.down_proj,0.0000567204,0.10000,0.410
42,mlp.experts.124.down_proj,0.0022741115,0.10000,0.398
42,mlp.experts.125.down_proj,0.0000977669,0.10000,0.407
42,mlp.experts.126.down_proj,0.0000545051,0.10000,0.411
42,mlp.experts.127.down_proj,0.0034417976,0.10000,0.339
43,self_attn.q_proj,0.0000176193,0.10000,1.061
43,self_attn.k_proj,0.0000018969,0.10000,1.072
43,self_attn.v_proj,0.0000036557,0.10000,0.633
43,self_attn.o_proj,0.0000007622,0.10000,1.212
43,mlp.gate,0.0000036197,0.10000,0.618
43,mlp.experts.0.up_proj,0.0005448511,0.10000,1.024
43,mlp.experts.1.up_proj,0.0019677924,0.10000,1.024
43,mlp.experts.2.up_proj,0.0001906930,0.10000,1.029
43,mlp.experts.3.up_proj,0.0049420495,0.10000,1.029
43,mlp.experts.4.up_proj,0.0000564818,0.10000,1.066
43,mlp.experts.5.up_proj,0.0002502300,0.10000,1.074
43,mlp.experts.6.up_proj,0.0001256191,0.10000,0.976
43,mlp.experts.7.up_proj,0.0018158164,0.10000,0.996
43,mlp.experts.8.up_proj,0.0000595130,0.10000,1.010
43,mlp.experts.9.up_proj,0.0006820750,0.10000,1.015
43,mlp.experts.10.up_proj,0.0018275224,0.10000,1.027
43,mlp.experts.11.up_proj,0.0020912721,0.10000,1.036
43,mlp.experts.12.up_proj,0.0000990884,0.10000,1.034
43,mlp.experts.13.up_proj,0.0060797716,0.10000,1.055
43,mlp.experts.14.up_proj,0.0063532403,0.10000,1.026
43,mlp.experts.15.up_proj,0.0029479688,0.10000,1.073
43,mlp.experts.16.up_proj,0.0001331967,0.10000,1.017
43,mlp.experts.17.up_proj,0.0027165470,0.10000,1.067
43,mlp.experts.18.up_proj,0.0008857100,0.10000,1.075
43,mlp.experts.19.up_proj,0.0000720548,0.10000,1.050
43,mlp.experts.20.up_proj,0.0005443704,0.10000,1.046
43,mlp.experts.21.up_proj,0.0038135308,0.10000,1.018
43,mlp.experts.22.up_proj,0.0038270791,0.10000,1.018
43,mlp.experts.23.up_proj,0.0136026876,0.10000,1.062
43,mlp.experts.24.up_proj,0.0004897082,0.10000,1.007
43,mlp.experts.25.up_proj,0.0036259329,0.10000,0.996
43,mlp.experts.26.up_proj,0.0002248481,0.10000,0.976
43,mlp.experts.27.up_proj,0.0011006982,0.10000,1.028
43,mlp.experts.28.up_proj,0.0117547393,0.10000,0.985
43,mlp.experts.29.up_proj,0.0001861859,0.10000,1.015
43,mlp.experts.30.up_proj,0.0003028554,0.10000,0.991
43,mlp.experts.31.up_proj,0.0002065448,0.10000,1.018
43,mlp.experts.32.up_proj,0.0013259302,0.10000,1.063
43,mlp.experts.33.up_proj,0.0070752045,0.10000,1.021
43,mlp.experts.34.up_proj,0.0011576236,0.10000,1.034
43,mlp.experts.35.up_proj,0.0354074478,0.10000,1.042
43,mlp.experts.36.up_proj,0.0000533539,0.10000,0.954
43,mlp.experts.37.up_proj,0.0002816702,0.10000,1.008
43,mlp.experts.38.up_proj,0.0008098581,0.10000,1.026
43,mlp.experts.39.up_proj,0.0006252346,0.10000,1.006
43,mlp.experts.40.up_proj,0.0010618410,0.10000,0.984
43,mlp.experts.41.up_proj,0.0003562624,0.10000,0.993
43,mlp.experts.42.up_proj,0.0001497154,0.10000,0.971
43,mlp.experts.43.up_proj,0.0000456815,0.10000,1.013
43,mlp.experts.44.up_proj,0.0001184807,0.10000,0.965
43,mlp.experts.45.up_proj,0.0011409672,0.10000,0.968
43,mlp.experts.46.up_proj,0.0001497313,0.10000,0.983
43,mlp.experts.47.up_proj,0.0000803003,0.10000,1.010
43,mlp.experts.48.up_proj,0.0014157010,0.10000,1.023
43,mlp.experts.49.up_proj,0.0000511860,0.10000,1.070
43,mlp.experts.50.up_proj,0.0002213926,0.10000,1.038
43,mlp.experts.51.up_proj,0.0121785639,0.10000,1.032
43,mlp.experts.52.up_proj,0.0001216429,0.10000,1.011
43,mlp.experts.53.up_proj,0.0006032517,0.10000,0.968
43,mlp.experts.54.up_proj,0.0352200270,0.10000,0.951
43,mlp.experts.55.up_proj,0.0030047953,0.10000,1.023
43,mlp.experts.56.up_proj,0.0000999367,0.10000,1.034
43,mlp.experts.57.up_proj,0.0005327214,0.10000,1.075
43,mlp.experts.58.up_proj,0.0002578007,0.10000,0.965
43,mlp.experts.59.up_proj,0.0001872181,0.10000,0.927
43,mlp.experts.60.up_proj,0.0004683988,0.10000,1.013
43,mlp.experts.61.up_proj,0.0007033027,0.10000,1.030
43,mlp.experts.62.up_proj,0.0010080401,0.10000,1.033
43,mlp.experts.63.up_proj,0.0002462155,0.10000,1.033
43,mlp.experts.64.up_proj,0.0123716548,0.10000,1.003
43,mlp.experts.65.up_proj,0.0001745253,0.10000,1.021
43,mlp.experts.66.up_proj,0.0003567195,0.10000,1.070
43,mlp.experts.67.up_proj,0.0090670757,0.10000,1.015
43,mlp.experts.68.up_proj,0.0001810414,0.10000,1.047
43,mlp.experts.69.up_proj,0.0011395422,0.10000,1.046
43,mlp.experts.70.up_proj,0.0001441533,0.10000,1.042
43,mlp.experts.71.up_proj,0.0005977959,0.10000,1.047
43,mlp.experts.72.up_proj,0.0008866777,0.10000,1.021
43,mlp.experts.73.up_proj,0.0051580512,0.10000,1.037
43,mlp.experts.74.up_proj,0.0001730754,0.10000,1.018
43,mlp.experts.75.up_proj,0.0001824572,0.10000,0.998
43,mlp.experts.76.up_proj,0.0028609551,0.10000,1.018
43,mlp.experts.77.up_proj,0.0000635294,0.10000,1.018
43,mlp.experts.78.up_proj,0.0004136892,0.10000,0.992
43,mlp.experts.79.up_proj,0.0022295797,0.10000,1.061
43,mlp.experts.80.up_proj,0.0002372039,0.10000,1.037
43,mlp.experts.81.up_proj,0.0000395462,0.10000,1.063
43,mlp.experts.82.up_proj,0.0009126354,0.10000,1.019
43,mlp.experts.83.up_proj,0.0004831788,0.10000,1.045
43,mlp.experts.84.up_proj,0.0109745256,0.10000,1.071
43,mlp.experts.85.up_proj,0.0003962315,0.10000,1.023
43,mlp.experts.86.up_proj,0.0168948457,0.10000,0.998
43,mlp.experts.87.up_proj,0.0000390908,0.10000,0.999
43,mlp.experts.88.up_proj,0.0001047517,0.10000,0.988
43,mlp.experts.89.up_proj,0.0008656081,0.10000,0.969
43,mlp.experts.90.up_proj,0.0108216655,0.10000,0.935
43,mlp.experts.91.up_proj,0.0004570949,0.10000,0.942
43,mlp.experts.92.up_proj,0.0012311968,0.10000,0.999
43,mlp.experts.93.up_proj,0.0057471010,0.10000,1.020
43,mlp.experts.94.up_proj,0.0013993117,0.10000,0.990
43,mlp.experts.95.up_proj,0.0214576545,0.10000,0.994
43,mlp.experts.96.up_proj,0.0004150524,0.10000,0.987
43,mlp.experts.97.up_proj,0.0001013543,0.10000,0.979
43,mlp.experts.98.up_proj,0.0007897306,0.10000,1.000
43,mlp.experts.99.up_proj,0.0011442210,0.10000,0.963
43,mlp.experts.100.up_proj,0.0001482767,0.10000,0.986
43,mlp.experts.101.up_proj,0.0022088650,0.10000,1.004
43,mlp.experts.102.up_proj,0.0021791528,0.10000,0.966
43,mlp.experts.103.up_proj,0.0074383020,0.10000,0.979
43,mlp.experts.104.up_proj,0.0000840866,0.10000,1.003
43,mlp.experts.105.up_proj,0.0038432868,0.10000,0.989
43,mlp.experts.106.up_proj,0.0035953980,0.10000,1.005
43,mlp.experts.107.up_proj,0.0056723114,0.10000,1.026
43,mlp.experts.108.up_proj,0.0097391100,0.10000,1.029
43,mlp.experts.109.up_proj,0.0080193099,0.10000,1.010
43,mlp.experts.110.up_proj,0.0049831076,0.10000,0.987
43,mlp.experts.111.up_proj,0.0013071592,0.10000,1.028
43,mlp.experts.112.up_proj,0.0000428148,0.10000,1.060
43,mlp.experts.113.up_proj,0.0049176872,0.10000,1.035
43,mlp.experts.114.up_proj,0.0000745883,0.10000,1.044
43,mlp.experts.115.up_proj,0.0005654069,0.10000,1.000
43,mlp.experts.116.up_proj,0.0705139488,0.10000,1.048
43,mlp.experts.117.up_proj,0.0011149918,0.10000,0.997
43,mlp.experts.118.up_proj,0.0043196924,0.10000,1.017
43,mlp.experts.119.up_proj,0.0006834678,0.10000,1.033
43,mlp.experts.120.up_proj,0.0001244097,0.10000,1.051
43,mlp.experts.121.up_proj,0.0000472895,0.10000,0.992
43,mlp.experts.122.up_proj,0.0005721574,0.10000,0.969
43,mlp.experts.123.up_proj,0.0010430833,0.10000,0.997
43,mlp.experts.124.up_proj,0.0021773493,0.10000,0.976
43,mlp.experts.125.up_proj,0.0000902145,0.10000,1.005
43,mlp.experts.126.up_proj,0.0239637201,0.10000,0.997
43,mlp.experts.127.up_proj,0.0000984871,0.10000,0.995
43,mlp.experts.0.gate_proj,0.0005008301,0.10000,1.032
43,mlp.experts.1.gate_proj,0.0018130005,0.10000,1.033
43,mlp.experts.2.gate_proj,0.0001900629,0.10000,1.025
43,mlp.experts.3.gate_proj,0.0045020078,0.10000,1.011
43,mlp.experts.4.gate_proj,0.0000534885,0.10000,1.015
43,mlp.experts.5.gate_proj,0.0002375417,0.10000,1.096
43,mlp.experts.6.gate_proj,0.0001093214,0.10000,0.981
43,mlp.experts.7.gate_proj,0.0017289363,0.10000,1.043
43,mlp.experts.8.gate_proj,0.0000549629,0.10000,1.007
43,mlp.experts.9.gate_proj,0.0005961716,0.10000,0.993
43,mlp.experts.10.gate_proj,0.0017577967,0.10000,0.989
43,mlp.experts.11.gate_proj,0.0019777721,0.10000,1.006
43,mlp.experts.12.gate_proj,0.0000908464,0.10000,1.003
43,mlp.experts.13.gate_proj,0.0055717818,0.10000,0.983
43,mlp.experts.14.gate_proj,0.0058011607,0.10000,1.051
43,mlp.experts.15.gate_proj,0.0027957693,0.10000,1.028
43,mlp.experts.16.gate_proj,0.0001370266,0.10000,1.068
43,mlp.experts.17.gate_proj,0.0025400869,0.10000,1.042
43,mlp.experts.18.gate_proj,0.0008597844,0.10000,0.998
43,mlp.experts.19.gate_proj,0.0000636025,0.10000,1.002
43,mlp.experts.20.gate_proj,0.0004939251,0.10000,0.969
43,mlp.experts.21.gate_proj,0.0034810755,0.10000,0.968
43,mlp.experts.22.gate_proj,0.0035682754,0.10000,1.017
43,mlp.experts.23.gate_proj,0.0124464177,0.10000,0.996
43,mlp.experts.24.gate_proj,0.0004673733,0.10000,0.991
43,mlp.experts.25.gate_proj,0.0035637250,0.10000,0.977
43,mlp.experts.26.gate_proj,0.0002057663,0.10000,1.016
43,mlp.experts.27.gate_proj,0.0009980920,0.10000,0.980
43,mlp.experts.28.gate_proj,0.0113774487,0.10000,1.045
43,mlp.experts.29.gate_proj,0.0001708454,0.10000,1.053
43,mlp.experts.30.gate_proj,0.0002957728,0.10000,1.003
43,mlp.experts.31.gate_proj,0.0001989173,0.10000,0.973
43,mlp.experts.32.gate_proj,0.0012581849,0.10000,0.984
43,mlp.experts.33.gate_proj,0.0064398920,0.10000,0.949
43,mlp.experts.34.gate_proj,0.0010487847,0.10000,1.010
43,mlp.experts.35.gate_proj,0.0318291306,0.10000,0.983
43,mlp.experts.36.gate_proj,0.0000482688,0.10000,1.019
43,mlp.experts.37.gate_proj,0.0002767321,0.10000,1.047
43,mlp.experts.38.gate_proj,0.0007531969,0.10000,1.054
43,mlp.experts.39.gate_proj,0.0005689201,0.10000,1.041
43,mlp.experts.40.gate_proj,0.0009448057,0.10000,0.992
43,mlp.experts.41.gate_proj,0.0003346532,0.10000,1.026
43,mlp.experts.42.gate_proj,0.0001372293,0.10000,0.983
43,mlp.experts.43.gate_proj,0.0000394068,0.10000,0.983
43,mlp.experts.44.gate_proj,0.0001079392,0.10000,0.965
43,mlp.experts.45.gate_proj,0.0010144831,0.10000,1.043
43,mlp.experts.46.gate_proj,0.0001421408,0.10000,1.001
43,mlp.experts.47.gate_proj,0.0000753552,0.10000,1.031
43,mlp.experts.48.gate_proj,0.0013314308,0.10000,1.033
43,mlp.experts.49.gate_proj,0.0000455819,0.10000,1.060
43,mlp.experts.50.gate_proj,0.0002067756,0.10000,0.996
43,mlp.experts.51.gate_proj,0.0110595381,0.10000,0.981
43,mlp.experts.52.gate_proj,0.0001118045,0.10000,1.008
43,mlp.experts.53.gate_proj,0.0005774164,0.10000,1.001
43,mlp.experts.54.gate_proj,0.0313423350,0.10000,1.035
43,mlp.experts.55.gate_proj,0.0028602065,0.10000,1.033
43,mlp.experts.56.gate_proj,0.0000981048,0.10000,1.065
43,mlp.experts.57.gate_proj,0.0004802399,0.10000,1.032
43,mlp.experts.58.gate_proj,0.0002466874,0.10000,1.041
43,mlp.experts.59.gate_proj,0.0001701339,0.10000,1.053
43,mlp.experts.60.gate_proj,0.0004267373,0.10000,1.022
43,mlp.experts.61.gate_proj,0.0006748079,0.10000,1.033
43,mlp.experts.62.gate_proj,0.0009285866,0.10000,0.996
43,mlp.experts.63.gate_proj,0.0002269162,0.10000,1.012
43,mlp.experts.64.gate_proj,0.0109206788,0.10000,0.989
43,mlp.experts.65.gate_proj,0.0001654596,0.10000,1.048
43,mlp.experts.66.gate_proj,0.0003295755,0.10000,1.038
43,mlp.experts.67.gate_proj,0.0084306670,0.10000,1.068
43,mlp.experts.68.gate_proj,0.0001702148,0.10000,1.039
43,mlp.experts.69.gate_proj,0.0010824019,0.10000,1.014
43,mlp.experts.70.gate_proj,0.0001368351,0.10000,0.976
43,mlp.experts.71.gate_proj,0.0005892221,0.10000,0.961
43,mlp.experts.72.gate_proj,0.0008668801,0.10000,0.988
43,mlp.experts.73.gate_proj,0.0048512561,0.10000,0.967
43,mlp.experts.74.gate_proj,0.0001831527,0.10000,0.999
43,mlp.experts.75.gate_proj,0.0001789821,0.10000,0.989
43,mlp.experts.76.gate_proj,0.0026642344,0.10000,0.992
43,mlp.experts.77.gate_proj,0.0000594604,0.10000,0.992
43,mlp.experts.78.gate_proj,0.0006206522,0.10000,1.009
43,mlp.experts.79.gate_proj,0.0019333744,0.10000,0.994
43,mlp.experts.80.gate_proj,0.0002392185,0.10000,1.006
43,mlp.experts.81.gate_proj,0.0000358849,0.10000,0.998
43,mlp.experts.82.gate_proj,0.0009453955,0.10000,1.017
43,mlp.experts.83.gate_proj,0.0004638708,0.10000,1.032
43,mlp.experts.84.gate_proj,0.0103192422,0.10000,1.052
43,mlp.experts.85.gate_proj,0.0003612309,0.10000,1.030
43,mlp.experts.86.gate_proj,0.0158287976,0.10000,1.063
43,mlp.experts.87.gate_proj,0.0000341464,0.10000,1.043
43,mlp.experts.88.gate_proj,0.0000974381,0.10000,1.076
43,mlp.experts.89.gate_proj,0.0007732076,0.10000,1.031
43,mlp.experts.90.gate_proj,0.0103969189,0.10000,1.052
43,mlp.experts.91.gate_proj,0.0004362768,0.10000,1.045
43,mlp.experts.92.gate_proj,0.0011742134,0.10000,0.967
43,mlp.experts.93.gate_proj,0.0053134399,0.10000,0.957
43,mlp.experts.94.gate_proj,0.0012433533,0.10000,0.989
43,mlp.experts.95.gate_proj,0.0193661893,0.10000,1.022
43,mlp.experts.96.gate_proj,0.0003883843,0.10000,1.003
43,mlp.experts.97.gate_proj,0.0000930439,0.10000,0.981
43,mlp.experts.98.gate_proj,0.0007315379,0.10000,1.016
43,mlp.experts.99.gate_proj,0.0011067738,0.10000,1.005
43,mlp.experts.100.gate_proj,0.0001373738,0.10000,0.980
43,mlp.experts.101.gate_proj,0.0020814081,0.10000,0.982
43,mlp.experts.102.gate_proj,0.0019533396,0.10000,0.974
43,mlp.experts.103.gate_proj,0.0068980765,0.10000,1.006
43,mlp.experts.104.gate_proj,0.0000770178,0.10000,1.027
43,mlp.experts.105.gate_proj,0.0034643275,0.10000,1.032
43,mlp.experts.106.gate_proj,0.0033894666,0.10000,1.036
43,mlp.experts.107.gate_proj,0.0053297938,0.10000,1.042
43,mlp.experts.108.gate_proj,0.0091075422,0.10000,1.059
43,mlp.experts.109.gate_proj,0.0072681227,0.10000,1.060
43,mlp.experts.110.gate_proj,0.0045070100,0.10000,1.060
43,mlp.experts.111.gate_proj,0.0012322309,0.10000,1.027
43,mlp.experts.112.gate_proj,0.0000377136,0.10000,1.034
43,mlp.experts.113.gate_proj,0.0049529634,0.10000,1.031
43,mlp.experts.114.gate_proj,0.0000677100,0.10000,1.051
43,mlp.experts.115.gate_proj,0.0005462072,0.10000,1.035
43,mlp.experts.116.gate_proj,0.0614720186,0.10000,1.052
43,mlp.experts.117.gate_proj,0.0010222251,0.10000,0.990
43,mlp.experts.118.gate_proj,0.0042336221,0.10000,1.032
43,mlp.experts.119.gate_proj,0.0006342468,0.10000,1.034
43,mlp.experts.120.gate_proj,0.0001151667,0.10000,1.006
43,mlp.experts.121.gate_proj,0.0000439356,0.10000,1.037
43,mlp.experts.122.gate_proj,0.0005373939,0.10000,0.946
43,mlp.experts.123.gate_proj,0.0009966836,0.10000,0.902
43,mlp.experts.124.gate_proj,0.0020759037,0.10000,0.903
43,mlp.experts.125.gate_proj,0.0000862945,0.10000,0.968
43,mlp.experts.126.gate_proj,0.0215983618,0.10000,1.014
43,mlp.experts.127.gate_proj,0.0000886422,0.10000,0.867
43,mlp.experts.0.down_proj,0.0006419850,0.10000,0.392
43,mlp.experts.1.down_proj,0.0035509468,0.10000,0.398
43,mlp.experts.2.down_proj,0.0001373728,0.10000,0.334
43,mlp.experts.3.down_proj,0.0066169874,0.10000,0.331
43,mlp.experts.5.down_proj,0.0003271068,0.10000,0.400
43,mlp.experts.4.down_proj,0.0000865091,0.10000,0.407
43,mlp.experts.6.down_proj,0.0002221853,0.10000,0.390
43,mlp.experts.7.down_proj,0.0031738611,0.10000,0.397
43,mlp.experts.8.down_proj,0.0000425203,0.10000,0.394
43,mlp.experts.9.down_proj,0.0012617046,0.10000,0.387
43,mlp.experts.11.down_proj,0.0029620547,0.10000,0.395
43,mlp.experts.10.down_proj,0.0034098726,0.10000,0.404
43,mlp.experts.12.down_proj,0.0001283884,0.10000,0.379
43,mlp.experts.13.down_proj,0.0069004750,0.10000,0.383
43,mlp.experts.14.down_proj,0.0135572559,0.10000,0.400
43,mlp.experts.15.down_proj,0.0038853317,0.10000,0.398
43,mlp.experts.16.down_proj,0.0001860428,0.10000,0.379
43,mlp.experts.17.down_proj,0.0028329349,0.10000,0.395
43,mlp.experts.18.down_proj,0.0014140032,0.10000,0.372
43,mlp.experts.19.down_proj,0.0001244622,0.10000,0.373
43,mlp.experts.20.down_proj,0.0008598224,0.10000,0.399
43,mlp.experts.21.down_proj,0.0045341391,0.10000,0.420
43,mlp.experts.22.down_proj,0.0058451922,0.10000,0.387
43,mlp.experts.23.down_proj,0.0092133874,0.10000,0.410
43,mlp.experts.24.down_proj,0.0005903828,0.10000,0.377
43,mlp.experts.25.down_proj,0.0078689024,0.10000,0.375
43,mlp.experts.26.down_proj,0.0002698610,0.10000,0.374
43,mlp.experts.27.down_proj,0.0014162843,0.10000,0.392
43,mlp.experts.28.down_proj,0.0072623517,0.10000,0.377
43,mlp.experts.29.down_proj,0.0002911140,0.10000,0.379
43,mlp.experts.30.down_proj,0.0002997490,0.10000,0.335
43,mlp.experts.31.down_proj,0.0001669298,0.10000,0.358
43,mlp.experts.32.down_proj,0.0016584251,0.10000,0.393
43,mlp.experts.33.down_proj,0.0087607666,0.10000,0.398
43,mlp.experts.34.down_proj,0.0018569961,0.10000,0.334
43,mlp.experts.35.down_proj,0.0190953702,0.10000,0.342
43,mlp.experts.36.down_proj,0.0000984241,0.10000,0.377
43,mlp.experts.37.down_proj,0.0003128315,0.10000,0.403
43,mlp.experts.38.down_proj,0.0009697796,0.10000,0.386
43,mlp.experts.39.down_proj,0.0007725987,0.10000,0.385
43,mlp.experts.40.down_proj,0.0016957892,0.10000,0.383
43,mlp.experts.41.down_proj,0.0010262669,0.10000,0.376
43,mlp.experts.42.down_proj,0.0001891131,0.10000,0.389
43,mlp.experts.43.down_proj,0.0000562054,0.10000,0.385
43,mlp.experts.44.down_proj,0.0001600906,0.10000,0.375
43,mlp.experts.45.down_proj,0.0014198708,0.10000,0.384
43,mlp.experts.46.down_proj,0.0002262106,0.10000,0.399
43,mlp.experts.47.down_proj,0.0000600880,0.10000,0.386
43,mlp.experts.48.down_proj,0.0020342595,0.10000,0.378
43,mlp.experts.49.down_proj,0.0000476280,0.10000,0.392
43,mlp.experts.50.down_proj,0.0003351589,0.10000,0.362
43,mlp.experts.51.down_proj,0.0229319398,0.10000,0.356
43,mlp.experts.52.down_proj,0.0001486635,0.10000,0.396
43,mlp.experts.53.down_proj,0.0006856999,0.10000,0.394
43,mlp.experts.54.down_proj,0.0503397845,0.10000,0.398
43,mlp.experts.55.down_proj,0.0036216664,0.10000,0.399
43,mlp.experts.56.down_proj,0.0001082852,0.10000,0.388
43,mlp.experts.57.down_proj,0.0008316211,0.10000,0.397
43,mlp.experts.58.down_proj,0.0003142403,0.10000,0.403
43,mlp.experts.59.down_proj,0.0002278529,0.10000,0.396
43,mlp.experts.60.down_proj,0.0004775959,0.10000,0.371
43,mlp.experts.61.down_proj,0.0010178391,0.10000,0.382
43,mlp.experts.62.down_proj,0.0006049432,0.10000,0.369
43,mlp.experts.63.down_proj,0.0002964926,0.10000,0.353
43,mlp.experts.64.down_proj,0.0106925785,0.10000,0.332
43,mlp.experts.65.down_proj,0.0001529973,0.10000,0.335
43,mlp.experts.66.down_proj,0.0009258944,0.10000,0.345
43,mlp.experts.67.down_proj,0.0246386122,0.10000,0.339
43,mlp.experts.68.down_proj,0.0002058977,0.10000,0.329
43,mlp.experts.69.down_proj,0.0019860315,0.10000,0.322
43,mlp.experts.70.down_proj,0.0002502285,0.10000,0.344
43,mlp.experts.71.down_proj,0.0006601506,0.10000,0.347
43,mlp.experts.72.down_proj,0.0013660932,0.10000,0.336
43,mlp.experts.73.down_proj,0.0110260473,0.10000,0.362
43,mlp.experts.74.down_proj,0.0002211162,0.10000,0.390
43,mlp.experts.75.down_proj,0.0001544691,0.10000,0.377
43,mlp.experts.76.down_proj,0.0069447079,0.10000,0.383
43,mlp.experts.77.down_proj,0.0000586866,0.10000,0.386
43,mlp.experts.78.down_proj,0.0002661398,0.10000,0.387
43,mlp.experts.79.down_proj,0.0037002027,0.10000,0.388
43,mlp.experts.80.down_proj,0.0003337407,0.10000,0.383
43,mlp.experts.81.down_proj,0.0000420526,0.10000,0.389
43,mlp.experts.82.down_proj,0.0011735800,0.10000,0.389
43,mlp.experts.83.down_proj,0.0007710041,0.10000,0.372
43,mlp.experts.84.down_proj,0.0231724885,0.10000,0.357
43,mlp.experts.85.down_proj,0.0005436159,0.10000,0.353
43,mlp.experts.86.down_proj,0.0013881533,0.10000,0.347
43,mlp.experts.87.down_proj,0.0000478672,0.10000,0.331
43,mlp.experts.88.down_proj,0.0000953254,0.10000,0.342
43,mlp.experts.89.down_proj,0.0017418363,0.10000,0.370
43,mlp.experts.90.down_proj,0.0224489909,0.10000,0.354
43,mlp.experts.91.down_proj,0.0008429464,0.10000,0.340
43,mlp.experts.92.down_proj,0.0013543534,0.10000,0.335
43,mlp.experts.93.down_proj,0.0073040077,0.10000,0.360
43,mlp.experts.94.down_proj,0.0044740615,0.10000,0.383
43,mlp.experts.95.down_proj,0.0434820740,0.10000,0.369
43,mlp.experts.96.down_proj,0.0003187320,0.10000,0.380
43,mlp.experts.97.down_proj,0.0000879598,0.10000,0.387
43,mlp.experts.98.down_proj,0.0012732088,0.10000,0.384
43,mlp.experts.99.down_proj,0.0032337851,0.10000,0.386
43,mlp.experts.100.down_proj,0.0002247832,0.10000,0.372
43,mlp.experts.101.down_proj,0.0026395133,0.10000,0.363
43,mlp.experts.102.down_proj,0.0026402857,0.10000,0.362
43,mlp.experts.103.down_proj,0.0104306048,0.10000,0.398
43,mlp.experts.104.down_proj,0.0000970303,0.10000,0.410
43,mlp.experts.105.down_proj,0.0061933266,0.10000,0.410
43,mlp.experts.106.down_proj,0.0025543555,0.10000,0.370
43,mlp.experts.107.down_proj,0.0100295153,0.10000,0.346
43,mlp.experts.108.down_proj,0.0215038758,0.10000,0.382
43,mlp.experts.109.down_proj,0.0109512720,0.10000,0.405
43,mlp.experts.110.down_proj,0.0117867916,0.10000,0.393
43,mlp.experts.111.down_proj,0.0024243996,0.10000,0.356
43,mlp.experts.112.down_proj,0.0000789030,0.10000,0.330
43,mlp.experts.113.down_proj,0.0089298438,0.10000,0.327
43,mlp.experts.114.down_proj,0.0001267996,0.10000,0.322
43,mlp.experts.115.down_proj,0.0003990737,0.10000,0.325
43,mlp.experts.116.down_proj,0.0259681369,0.10000,0.326
43,mlp.experts.117.down_proj,0.0016066086,0.10000,0.324
43,mlp.experts.118.down_proj,0.0055946818,0.10000,0.327
43,mlp.experts.119.down_proj,0.0008030015,0.10000,0.321
43,mlp.experts.120.down_proj,0.0002019292,0.10000,0.358
43,mlp.experts.121.down_proj,0.0000607384,0.10000,0.382
43,mlp.experts.122.down_proj,0.0007941730,0.10000,0.381
43,mlp.experts.123.down_proj,0.0011846848,0.10000,0.382
43,mlp.experts.124.down_proj,0.0039894251,0.10000,0.375
43,mlp.experts.125.down_proj,0.0000935782,0.10000,0.413
43,mlp.experts.126.down_proj,0.0549893758,0.10000,0.377
43,mlp.experts.127.down_proj,0.0001037201,0.10000,0.309
44,self_attn.q_proj,0.0000215841,0.10000,1.028
44,self_attn.k_proj,0.0000016572,0.10000,1.064
44,self_attn.v_proj,0.0000035656,0.10000,0.637
44,self_attn.o_proj,0.0000005267,0.10000,1.184
44,mlp.gate,0.0000036169,0.10000,0.580
44,mlp.experts.1.up_proj,0.0005117490,0.10000,1.015
44,mlp.experts.0.up_proj,0.0000846081,0.10000,1.094
44,mlp.experts.2.up_proj,0.0017893530,0.10000,1.040
44,mlp.experts.3.up_proj,0.0001428449,0.10000,1.059
44,mlp.experts.4.up_proj,0.0026095471,0.10000,1.036
44,mlp.experts.5.up_proj,0.0007067357,0.10000,1.030
44,mlp.experts.6.up_proj,0.0001209072,0.10000,0.976
44,mlp.experts.7.up_proj,0.0007688825,0.10000,0.973
44,mlp.experts.8.up_proj,0.0013284679,0.10000,0.999
44,mlp.experts.9.up_proj,0.0004545871,0.10000,1.012
44,mlp.experts.10.up_proj,0.0074849366,0.10000,0.917
44,mlp.experts.11.up_proj,0.0001339020,0.10000,0.949
44,mlp.experts.12.up_proj,0.0011301338,0.10000,0.912
44,mlp.experts.13.up_proj,0.0000842840,0.10000,0.910
44,mlp.experts.14.up_proj,0.0010140567,0.10000,1.056
44,mlp.experts.15.up_proj,0.0004770481,0.10000,1.021
44,mlp.experts.16.up_proj,0.0003817013,0.10000,1.069
44,mlp.experts.17.up_proj,0.0005460798,0.10000,1.029
44,mlp.experts.18.up_proj,0.0012914541,0.10000,1.034
44,mlp.experts.19.up_proj,0.0006895192,0.10000,1.064
44,mlp.experts.20.up_proj,0.0000468487,0.10000,1.015
44,mlp.experts.21.up_proj,0.0010476529,0.10000,1.062
44,mlp.experts.22.up_proj,0.0000754033,0.10000,0.993
44,mlp.experts.23.up_proj,0.0001380531,0.10000,1.059
44,mlp.experts.24.up_proj,0.0004684320,0.10000,1.028
44,mlp.experts.25.up_proj,0.0037877113,0.10000,1.045
44,mlp.experts.26.up_proj,0.0022405605,0.10000,1.056
44,mlp.experts.27.up_proj,0.0001502949,0.10000,1.057
44,mlp.experts.28.up_proj,0.0132171099,0.10000,1.083
44,mlp.experts.29.up_proj,0.0003163082,0.10000,1.046
44,mlp.experts.30.up_proj,0.0008075617,0.10000,1.054
44,mlp.experts.31.up_proj,0.0027210106,0.10000,1.051
44,mlp.experts.32.up_proj,0.0040439797,0.10000,0.986
44,mlp.experts.33.up_proj,0.0002736844,0.10000,1.021
44,mlp.experts.34.up_proj,0.0013271196,0.10000,1.050
44,mlp.experts.35.up_proj,0.0186486657,0.10000,1.025
44,mlp.experts.36.up_proj,0.0013907523,0.10000,1.022
44,mlp.experts.37.up_proj,0.0000618575,0.10000,1.026
44,mlp.experts.38.up_proj,0.0000680473,0.10000,0.996
44,mlp.experts.39.up_proj,0.0001950809,0.10000,1.000
44,mlp.experts.40.up_proj,0.0023699289,0.10000,1.076
44,mlp.experts.41.up_proj,0.0141148087,0.10000,1.047
44,mlp.experts.42.up_proj,0.0004448312,0.10000,1.060
44,mlp.experts.43.up_proj,0.0018217330,0.10000,1.020
44,mlp.experts.44.up_proj,0.0001290863,0.10000,1.075
44,mlp.experts.45.up_proj,0.0000545914,0.10000,1.078
44,mlp.experts.46.up_proj,0.0005000191,0.10000,0.981
44,mlp.experts.47.up_proj,0.0005367181,0.10000,1.084
44,mlp.experts.48.up_proj,0.0000953288,0.10000,1.042
44,mlp.experts.49.up_proj,0.0018237762,0.10000,1.021
44,mlp.experts.50.up_proj,0.0008262166,0.10000,1.057
44,mlp.experts.51.up_proj,0.0059608334,0.10000,1.016
44,mlp.experts.52.up_proj,0.0011806831,0.10000,1.013
44,mlp.experts.53.up_proj,0.0001149943,0.10000,0.991
44,mlp.experts.54.up_proj,0.0000589450,0.10000,0.981
44,mlp.experts.55.up_proj,0.0068082310,0.10000,0.972
44,mlp.experts.56.up_proj,0.0002383904,0.10000,1.033
44,mlp.experts.57.up_proj,0.0011748302,0.10000,1.049
44,mlp.experts.58.up_proj,0.0004256121,0.10000,1.042
44,mlp.experts.59.up_proj,0.0016823537,0.10000,1.054
44,mlp.experts.60.up_proj,0.0010434031,0.10000,1.059
44,mlp.experts.61.up_proj,0.0417581722,0.10000,1.065
44,mlp.experts.62.up_proj,0.0003628900,0.10000,1.061
44,mlp.experts.63.up_proj,0.0888846980,0.10000,1.008
44,mlp.experts.64.up_proj,0.0011953135,0.10000,1.032
44,mlp.experts.65.up_proj,0.0080285914,0.10000,1.041
44,mlp.experts.66.up_proj,0.0021935872,0.10000,0.985
44,mlp.experts.67.up_proj,0.0072777320,0.10000,0.991
44,mlp.experts.68.up_proj,0.0016157309,0.10000,1.010
44,mlp.experts.69.up_proj,0.0000731091,0.10000,1.003
44,mlp.experts.70.up_proj,0.0024536686,0.10000,1.026
44,mlp.experts.71.up_proj,0.0001005453,0.10000,0.990
44,mlp.experts.72.up_proj,0.0002843435,0.10000,1.024
44,mlp.experts.73.up_proj,0.0000811734,0.10000,0.995
44,mlp.experts.74.up_proj,0.0024861509,0.10000,1.094
44,mlp.experts.75.up_proj,0.1571051677,0.10000,1.034
44,mlp.experts.76.up_proj,0.0023900137,0.10000,1.056
44,mlp.experts.77.up_proj,0.0094556386,0.10000,1.063
44,mlp.experts.78.up_proj,0.0065721076,0.10000,0.992
44,mlp.experts.79.up_proj,0.0013093385,0.10000,0.993
44,mlp.experts.80.up_proj,0.0000446959,0.10000,0.948
44,mlp.experts.81.up_proj,0.0000418735,0.10000,0.954
44,mlp.experts.82.up_proj,0.0008960102,0.10000,1.070
44,mlp.experts.83.up_proj,0.0001733459,0.10000,1.071
44,mlp.experts.84.up_proj,0.0003844783,0.10000,1.061
44,mlp.experts.85.up_proj,0.0186486079,0.10000,1.064
44,mlp.experts.87.up_proj,0.0031448366,0.10000,1.052
44,mlp.experts.86.up_proj,0.0089571589,0.10000,1.084
44,mlp.experts.88.up_proj,0.0000715183,0.10000,1.073
44,mlp.experts.89.up_proj,0.0002590347,0.10000,1.089
44,mlp.experts.90.up_proj,0.0002048502,0.10000,1.038
44,mlp.experts.91.up_proj,0.0201241634,0.10000,1.045
44,mlp.experts.92.up_proj,0.0002515056,0.10000,1.047
44,mlp.experts.93.up_proj,0.0034009383,0.10000,1.049
44,mlp.experts.94.up_proj,0.0001679909,0.10000,1.061
44,mlp.experts.95.up_proj,0.0034707900,0.10000,1.057
44,mlp.experts.96.up_proj,0.0012935467,0.10000,1.008
44,mlp.experts.97.up_proj,0.0023115017,0.10000,1.018
44,mlp.experts.98.up_proj,0.0001126501,0.10000,1.022
44,mlp.experts.99.up_proj,0.0001491920,0.10000,1.019
44,mlp.experts.100.up_proj,0.0032967069,0.10000,1.058
44,mlp.experts.101.up_proj,0.0026676919,0.10000,1.052
44,mlp.experts.102.up_proj,0.0031257153,0.10000,1.019
44,mlp.experts.103.up_proj,0.0048751875,0.10000,1.065
44,mlp.experts.104.up_proj,0.0011237519,0.10000,1.066
44,mlp.experts.105.up_proj,0.0005286623,0.10000,1.075
44,mlp.experts.106.up_proj,0.0067584960,0.10000,1.057
44,mlp.experts.107.up_proj,0.0002062670,0.10000,1.075
44,mlp.experts.108.up_proj,0.0003351449,0.10000,1.076
44,mlp.experts.109.up_proj,0.0042121526,0.10000,1.087
44,mlp.experts.110.up_proj,0.0000664073,0.10000,0.989
44,mlp.experts.111.up_proj,0.0006618482,0.10000,1.019
44,mlp.experts.112.up_proj,0.0085372863,0.10000,0.967
44,mlp.experts.113.up_proj,0.0001691330,0.10000,0.971
44,mlp.experts.114.up_proj,0.0033359790,0.10000,1.036
44,mlp.experts.115.up_proj,0.0073502236,0.10000,1.027
44,mlp.experts.116.up_proj,0.0000799836,0.10000,1.055
44,mlp.experts.117.up_proj,0.0250238260,0.10000,1.081
44,mlp.experts.118.up_proj,0.0001901222,0.10000,1.022
44,mlp.experts.119.up_proj,0.0004813405,0.10000,1.030
44,mlp.experts.120.up_proj,0.0071971922,0.10000,1.025
44,mlp.experts.121.up_proj,0.0002509639,0.10000,1.037
44,mlp.experts.122.up_proj,0.0000870484,0.10000,0.996
44,mlp.experts.123.up_proj,0.0071576853,0.10000,1.004
44,mlp.experts.124.up_proj,0.0367382656,0.10000,1.027
44,mlp.experts.125.up_proj,0.0019301803,0.10000,1.050
44,mlp.experts.126.up_proj,0.0036451426,0.10000,1.024
44,mlp.experts.127.up_proj,0.0042629809,0.10000,1.069
44,mlp.experts.0.gate_proj,0.0000766375,0.10000,1.098
44,mlp.experts.1.gate_proj,0.0004778740,0.10000,1.019
44,mlp.experts.2.gate_proj,0.0016895794,0.10000,1.066
44,mlp.experts.3.gate_proj,0.0001322828,0.10000,1.013
44,mlp.experts.4.gate_proj,0.0024753679,0.10000,1.021
44,mlp.experts.5.gate_proj,0.0006190041,0.10000,1.036
44,mlp.experts.6.gate_proj,0.0001112951,0.10000,1.021
44,mlp.experts.7.gate_proj,0.0007228727,0.10000,0.991
44,mlp.experts.8.gate_proj,0.0013123593,0.10000,1.024
44,mlp.experts.9.gate_proj,0.0004242799,0.10000,1.030
44,mlp.experts.10.gate_proj,0.0067169226,0.10000,1.047
44,mlp.experts.11.gate_proj,0.0001271512,0.10000,1.041
44,mlp.experts.12.gate_proj,0.0010625823,0.10000,1.019
44,mlp.experts.13.gate_proj,0.0000972059,0.10000,1.015
44,mlp.experts.14.gate_proj,0.0009088209,0.10000,1.072
44,mlp.experts.15.gate_proj,0.0004391660,0.10000,1.049
44,mlp.experts.16.gate_proj,0.0003600744,0.10000,1.019
44,mlp.experts.17.gate_proj,0.0004935964,0.10000,1.042
44,mlp.experts.18.gate_proj,0.0011207013,0.10000,1.057
44,mlp.experts.19.gate_proj,0.0006475098,0.10000,1.041
44,mlp.experts.20.gate_proj,0.0000385347,0.10000,1.011
44,mlp.experts.21.gate_proj,0.0009321705,0.10000,1.068
44,mlp.experts.22.gate_proj,0.0000691470,0.10000,1.002
44,mlp.experts.23.gate_proj,0.0001555039,0.10000,1.047
44,mlp.experts.24.gate_proj,0.0004352446,0.10000,0.958
44,mlp.experts.25.gate_proj,0.0034594041,0.10000,1.014
44,mlp.experts.26.gate_proj,0.0020331045,0.10000,0.991
44,mlp.experts.27.gate_proj,0.0001353537,0.10000,1.009
44,mlp.experts.28.gate_proj,0.0120113309,0.10000,1.011
44,mlp.experts.29.gate_proj,0.0003011968,0.10000,0.997
44,mlp.experts.30.gate_proj,0.0007695050,0.10000,0.998
44,mlp.experts.31.gate_proj,0.0025979987,0.10000,1.074
44,mlp.experts.32.gate_proj,0.0037943785,0.10000,1.028
44,mlp.experts.33.gate_proj,0.0002573227,0.10000,1.073
44,mlp.experts.34.gate_proj,0.0012062253,0.10000,1.027
44,mlp.experts.35.gate_proj,0.0171239885,0.10000,1.061
44,mlp.experts.36.gate_proj,0.0012340793,0.10000,1.020
44,mlp.experts.37.gate_proj,0.0000551523,0.10000,1.010
44,mlp.experts.38.gate_proj,0.0000606031,0.10000,0.990
44,mlp.experts.39.gate_proj,0.0001788761,0.10000,0.968
44,mlp.experts.40.gate_proj,0.0035644876,0.10000,1.018
44,mlp.experts.41.gate_proj,0.0130600599,0.10000,1.017
44,mlp.experts.42.gate_proj,0.0004061542,0.10000,1.013
44,mlp.experts.43.gate_proj,0.0016310880,0.10000,1.051
44,mlp.experts.44.gate_proj,0.0001183114,0.10000,1.036
44,mlp.experts.45.gate_proj,0.0000479782,0.10000,0.982
44,mlp.experts.46.gate_proj,0.0004566684,0.10000,0.996
44,mlp.experts.47.gate_proj,0.0005160048,0.10000,1.053
44,mlp.experts.48.gate_proj,0.0000858176,0.10000,1.010
44,mlp.experts.49.gate_proj,0.0016642811,0.10000,1.029
44,mlp.experts.50.gate_proj,0.0007693899,0.10000,1.016
44,mlp.experts.51.gate_proj,0.0055493080,0.10000,1.031
44,mlp.experts.52.gate_proj,0.0010888914,0.10000,1.037
44,mlp.experts.53.gate_proj,0.0001034093,0.10000,1.043
44,mlp.experts.54.gate_proj,0.0000550767,0.10000,1.044
44,mlp.experts.55.gate_proj,0.0060266880,0.10000,1.068
44,mlp.experts.56.gate_proj,0.0002164053,0.10000,1.038
44,mlp.experts.57.gate_proj,0.0010941583,0.10000,0.959
44,mlp.experts.58.gate_proj,0.0003987718,0.10000,0.915
44,mlp.experts.59.gate_proj,0.0016176980,0.10000,1.009
44,mlp.experts.60.gate_proj,0.0009575980,0.10000,1.066
44,mlp.experts.61.gate_proj,0.0376635417,0.10000,1.023
44,mlp.experts.62.gate_proj,0.0003538806,0.10000,1.068
44,mlp.experts.63.gate_proj,0.0822133621,0.10000,1.019
44,mlp.experts.64.gate_proj,0.0010707945,0.10000,1.043
44,mlp.experts.65.gate_proj,0.0074963554,0.10000,1.064
44,mlp.experts.66.gate_proj,0.0019510860,0.10000,1.062
44,mlp.experts.67.gate_proj,0.0069312411,0.10000,1.045
44,mlp.experts.68.gate_proj,0.0014147584,0.10000,1.081
44,mlp.experts.69.gate_proj,0.0000671904,0.10000,1.019
44,mlp.experts.70.gate_proj,0.0022303408,0.10000,1.022
44,mlp.experts.71.gate_proj,0.0000950012,0.10000,1.081
44,mlp.experts.72.gate_proj,0.0002546892,0.10000,1.032
44,mlp.experts.73.gate_proj,0.0000754818,0.10000,1.070
44,mlp.experts.74.gate_proj,0.0022379572,0.10000,1.067
44,mlp.experts.75.gate_proj,0.1357969311,0.10000,1.067
44,mlp.experts.76.gate_proj,0.0021464943,0.10000,1.081
44,mlp.experts.77.gate_proj,0.0085955248,0.10000,1.005
44,mlp.experts.78.gate_proj,0.0059339896,0.10000,0.968
44,mlp.experts.79.gate_proj,0.0011800393,0.10000,1.066
44,mlp.experts.80.gate_proj,0.0000408960,0.10000,1.044
44,mlp.experts.81.gate_proj,0.0000358923,0.10000,1.058
44,mlp.experts.82.gate_proj,0.0008421017,0.10000,0.993
44,mlp.experts.83.gate_proj,0.0001558006,0.10000,1.013
44,mlp.experts.84.gate_proj,0.0003462098,0.10000,1.003
44,mlp.experts.85.gate_proj,0.0161488884,0.10000,1.018
44,mlp.experts.86.gate_proj,0.0080940192,0.10000,1.004
44,mlp.experts.87.gate_proj,0.0029089608,0.10000,0.999
44,mlp.experts.88.gate_proj,0.0000640590,0.10000,0.996
44,mlp.experts.89.gate_proj,0.0002346050,0.10000,1.008
44,mlp.experts.90.gate_proj,0.0001851464,0.10000,0.992
44,mlp.experts.91.gate_proj,0.0180415649,0.10000,0.997
44,mlp.experts.92.gate_proj,0.0002267835,0.10000,0.982
44,mlp.experts.93.gate_proj,0.0028222888,0.10000,0.995
44,mlp.experts.94.gate_proj,0.0001629729,0.10000,1.017
44,mlp.experts.95.gate_proj,0.0030855974,0.10000,1.042
44,mlp.experts.96.gate_proj,0.0011919762,0.10000,0.991
44,mlp.experts.97.gate_proj,0.0020189030,0.10000,1.064
44,mlp.experts.98.gate_proj,0.0000998610,0.10000,1.029
44,mlp.experts.99.gate_proj,0.0001364169,0.10000,1.031
44,mlp.experts.100.gate_proj,0.0030211871,0.10000,1.002
44,mlp.experts.101.gate_proj,0.0025007275,0.10000,1.018
44,mlp.experts.102.gate_proj,0.0029034503,0.10000,0.984
44,mlp.experts.103.gate_proj,0.0045143982,0.10000,1.082
44,mlp.experts.104.gate_proj,0.0010331412,0.10000,1.066
44,mlp.experts.105.gate_proj,0.0004918113,0.10000,0.961
44,mlp.experts.106.gate_proj,0.0057058310,0.10000,0.949
44,mlp.experts.107.gate_proj,0.0001870012,0.10000,1.047
44,mlp.experts.108.gate_proj,0.0003074933,0.10000,1.017
44,mlp.experts.109.gate_proj,0.0038562412,0.10000,1.046
44,mlp.experts.110.gate_proj,0.0000613151,0.10000,1.026
44,mlp.experts.111.gate_proj,0.0006227261,0.10000,1.032
44,mlp.experts.112.gate_proj,0.0080011670,0.10000,1.041
44,mlp.experts.113.gate_proj,0.0001584610,0.10000,1.014
44,mlp.experts.114.gate_proj,0.0031924513,0.10000,1.000
44,mlp.experts.115.gate_proj,0.0064135450,0.10000,1.048
44,mlp.experts.116.gate_proj,0.0000726670,0.10000,1.027
44,mlp.experts.117.gate_proj,0.0213428802,0.10000,1.084
44,mlp.experts.118.gate_proj,0.0001701692,0.10000,1.028
44,mlp.experts.119.gate_proj,0.0004399075,0.10000,1.076
44,mlp.experts.120.gate_proj,0.0064593565,0.10000,1.014
44,mlp.experts.121.gate_proj,0.0002236260,0.10000,1.099
44,mlp.experts.122.gate_proj,0.0000782687,0.10000,1.004
44,mlp.experts.124.gate_proj,0.0299604698,0.10000,1.034
44,mlp.experts.123.gate_proj,0.0064950973,0.10000,1.052
44,mlp.experts.126.gate_proj,0.0032818311,0.10000,1.077
44,mlp.experts.125.gate_proj,0.0017365526,0.10000,1.109
44,mlp.experts.127.gate_proj,0.0039366681,0.10000,0.618
44,mlp.experts.0.down_proj,0.0001249653,0.10000,0.396
44,mlp.experts.1.down_proj,0.0007620515,0.10000,0.406
44,mlp.experts.2.down_proj,0.0015449563,0.10000,0.405
44,mlp.experts.3.down_proj,0.0001391984,0.10000,0.398
44,mlp.experts.4.down_proj,0.0016318817,0.10000,0.388
44,mlp.experts.5.down_proj,0.0008318824,0.10000,0.389
44,mlp.experts.6.down_proj,0.0001978015,0.10000,0.398
44,mlp.experts.7.down_proj,0.0005793300,0.10000,0.404
44,mlp.experts.8.down_proj,0.0030721367,0.10000,0.370
44,mlp.experts.9.down_proj,0.0003926347,0.10000,0.373
44,mlp.experts.10.down_proj,0.0107514418,0.10000,0.389
44,mlp.experts.11.down_proj,0.0001318822,0.10000,0.392
44,mlp.experts.12.down_proj,0.0018357523,0.10000,0.392
44,mlp.experts.13.down_proj,0.0000879095,0.10000,0.382
44,mlp.experts.14.down_proj,0.0020168131,0.10000,0.389
44,mlp.experts.15.down_proj,0.0005493035,0.10000,0.388
44,mlp.experts.16.down_proj,0.0004954014,0.10000,0.403
44,mlp.experts.17.down_proj,0.0007703249,0.10000,0.407
44,mlp.experts.18.down_proj,0.0025128650,0.10000,0.400
44,mlp.experts.19.down_proj,0.0008836530,0.10000,0.404
44,mlp.experts.20.down_proj,0.0000526304,0.10000,0.392
44,mlp.experts.21.down_proj,0.0015599310,0.10000,0.404
44,mlp.experts.22.down_proj,0.0001301930,0.10000,0.384
44,mlp.experts.23.down_proj,0.0001306105,0.10000,0.391
44,mlp.experts.24.down_proj,0.0004206595,0.10000,0.395
44,mlp.experts.25.down_proj,0.0011841349,0.10000,0.416
44,mlp.experts.26.down_proj,0.0045680054,0.10000,0.367
44,mlp.experts.27.down_proj,0.0001627087,0.10000,0.381
44,mlp.experts.28.down_proj,0.0494634280,0.10000,0.376
44,mlp.experts.29.down_proj,0.0003214862,0.10000,0.382
44,mlp.experts.30.down_proj,0.0007493456,0.10000,0.400
44,mlp.experts.31.down_proj,0.0044063123,0.10000,0.411
44,mlp.experts.32.down_proj,0.0061197509,0.10000,0.398
44,mlp.experts.33.down_proj,0.0003536120,0.10000,0.402
44,mlp.experts.34.down_proj,0.0031540225,0.10000,0.397
44,mlp.experts.35.down_proj,0.0118224907,0.10000,0.395
44,mlp.experts.36.down_proj,0.0020914470,0.10000,0.393
44,mlp.experts.37.down_proj,0.0000678697,0.10000,0.405
44,mlp.experts.38.down_proj,0.0000881496,0.10000,0.399
44,mlp.experts.39.down_proj,0.0003418920,0.10000,0.412
44,mlp.experts.40.down_proj,0.0008096848,0.10000,0.401
44,mlp.experts.41.down_proj,0.0150016719,0.10000,0.403
44,mlp.experts.42.down_proj,0.0007357567,0.10000,0.400
44,mlp.experts.43.down_proj,0.0018241697,0.10000,0.405
44,mlp.experts.44.down_proj,0.0001562676,0.10000,0.397
44,mlp.experts.45.down_proj,0.0000721470,0.10000,0.409
44,mlp.experts.46.down_proj,0.0007616837,0.10000,0.403
44,mlp.experts.47.down_proj,0.0003109298,0.10000,0.387
44,mlp.experts.48.down_proj,0.0001756467,0.10000,0.358
44,mlp.experts.49.down_proj,0.0014706337,0.10000,0.368
44,mlp.experts.50.down_proj,0.0013406227,0.10000,0.388
44,mlp.experts.51.down_proj,0.0079143071,0.10000,0.391
44,mlp.experts.52.down_proj,0.0017189258,0.10000,0.384
44,mlp.experts.53.down_proj,0.0002162400,0.10000,0.402
44,mlp.experts.54.down_proj,0.0000792763,0.10000,0.397
44,mlp.experts.55.down_proj,0.0179730760,0.10000,0.405
44,mlp.experts.56.down_proj,0.0003657992,0.10000,0.396
44,mlp.experts.57.down_proj,0.0022763974,0.10000,0.395
44,mlp.experts.58.down_proj,0.0006726858,0.10000,0.375
44,mlp.experts.59.down_proj,0.0026557601,0.10000,0.396
44,mlp.experts.60.down_proj,0.0018742619,0.10000,0.396
44,mlp.experts.61.down_proj,0.1397774518,0.10000,0.390
44,mlp.experts.62.down_proj,0.0007111551,0.10000,0.402
44,mlp.experts.63.down_proj,0.0370569163,0.10000,0.385
44,mlp.experts.64.down_proj,0.0017603281,0.10000,0.360
44,mlp.experts.65.down_proj,0.0079951291,0.10000,0.360
44,mlp.experts.66.down_proj,0.0028856788,0.10000,0.399
44,mlp.experts.67.down_proj,0.0027765055,0.10000,0.408
44,mlp.experts.68.down_proj,0.0031718091,0.10000,0.401
44,mlp.experts.69.down_proj,0.0001015844,0.10000,0.393
44,mlp.experts.70.down_proj,0.0043386364,0.10000,0.400
44,mlp.experts.71.down_proj,0.0001849086,0.10000,0.390
44,mlp.experts.72.down_proj,0.0003666490,0.10000,0.405
44,mlp.experts.73.down_proj,0.0001340974,0.10000,0.390
44,mlp.experts.74.down_proj,0.0035186018,0.10000,0.407
44,mlp.experts.75.down_proj,0.0651962095,0.10000,0.407
44,mlp.experts.76.down_proj,0.0041085302,0.10000,0.365
44,mlp.experts.77.down_proj,0.0222899782,0.10000,0.370
44,mlp.experts.78.down_proj,0.0060041096,0.10000,0.357
44,mlp.experts.79.down_proj,0.0030551092,0.10000,0.346
44,mlp.experts.80.down_proj,0.0000512922,0.10000,0.378
44,mlp.experts.81.down_proj,0.0000441118,0.10000,0.386
44,mlp.experts.82.down_proj,0.0011034709,0.10000,0.348
44,mlp.experts.83.down_proj,0.0002594215,0.10000,0.371
44,mlp.experts.84.down_proj,0.0005451930,0.10000,0.396
44,mlp.experts.85.down_proj,0.0047533934,0.10000,0.409
44,mlp.experts.86.down_proj,0.0117702552,0.10000,0.393
44,mlp.experts.87.down_proj,0.0036800580,0.10000,0.397
44,mlp.experts.88.down_proj,0.0000970629,0.10000,0.395
44,mlp.experts.89.down_proj,0.0002965977,0.10000,0.400
44,mlp.experts.90.down_proj,0.0005951922,0.10000,0.399
44,mlp.experts.91.down_proj,0.0486607980,0.10000,0.383
44,mlp.experts.92.down_proj,0.0003493577,0.10000,0.337
44,mlp.experts.93.down_proj,0.0092778843,0.10000,0.335
44,mlp.experts.94.down_proj,0.0001304697,0.10000,0.368
44,mlp.experts.95.down_proj,0.0068898815,0.10000,0.392
44,mlp.experts.96.down_proj,0.0014189662,0.10000,0.386
44,mlp.experts.97.down_proj,0.0037961816,0.10000,0.384
44,mlp.experts.98.down_proj,0.0001752141,0.10000,0.394
44,mlp.experts.99.down_proj,0.0001850584,0.10000,0.400
44,mlp.experts.100.down_proj,0.0056946741,0.10000,0.391
44,mlp.experts.101.down_proj,0.0041004004,0.10000,0.391
44,mlp.experts.102.down_proj,0.0060892915,0.10000,0.389
44,mlp.experts.103.down_proj,0.0108520140,0.10000,0.390
44,mlp.experts.104.down_proj,0.0015584200,0.10000,0.383
44,mlp.experts.105.down_proj,0.0005453359,0.10000,0.392
44,mlp.experts.106.down_proj,0.0151428069,0.10000,0.389
44,mlp.experts.107.down_proj,0.0003166086,0.10000,0.393
44,mlp.experts.108.down_proj,0.0006744528,0.10000,0.367
44,mlp.experts.109.down_proj,0.0067654992,0.10000,0.337
44,mlp.experts.110.down_proj,0.0000668365,0.10000,0.375
44,mlp.experts.111.down_proj,0.0005585550,0.10000,0.392
44,mlp.experts.112.down_proj,0.0240195221,0.10000,0.396
44,mlp.experts.113.down_proj,0.0001391293,0.10000,0.384
44,mlp.experts.114.down_proj,0.0049127299,0.10000,0.360
44,mlp.experts.115.down_proj,0.0026647911,0.10000,0.373
44,mlp.experts.116.down_proj,0.0001020819,0.10000,0.398
44,mlp.experts.117.down_proj,0.0243322187,0.10000,0.397
44,mlp.experts.118.down_proj,0.0002400555,0.10000,0.395
44,mlp.experts.119.down_proj,0.0006875859,0.10000,0.389
44,mlp.experts.120.down_proj,0.0059991470,0.10000,0.391
44,mlp.experts.121.down_proj,0.0002075153,0.10000,0.389
44,mlp.experts.122.down_proj,0.0000950165,0.10000,0.394
44,mlp.experts.123.down_proj,0.0107532607,0.10000,0.392
44,mlp.experts.124.down_proj,0.0270314072,0.10000,0.398
44,mlp.experts.125.down_proj,0.0051455206,0.10000,0.388
44,mlp.experts.126.down_proj,0.0085408452,0.10000,0.365
44,mlp.experts.127.down_proj,0.0054280252,0.10000,0.300
45,self_attn.q_proj,0.0000486491,0.10000,1.023
45,self_attn.k_proj,0.0000040627,0.10000,1.045
45,self_attn.v_proj,0.0000118354,0.10000,0.620
45,self_attn.o_proj,0.0000006859,0.10000,1.204
45,mlp.gate,0.0000035210,0.10000,0.629
45,mlp.experts.0.up_proj,0.0015520174,0.10000,1.022
45,mlp.experts.1.up_proj,0.0080751592,0.10000,1.046
45,mlp.experts.2.up_proj,0.0002806317,0.10000,0.958
45,mlp.experts.3.up_proj,0.0023532259,0.10000,0.982
45,mlp.experts.4.up_proj,0.0006018356,0.10000,0.971
45,mlp.experts.5.up_proj,0.0000661125,0.10000,1.020
45,mlp.experts.6.up_proj,0.0022630984,0.10000,0.979
45,mlp.experts.7.up_proj,0.0012785018,0.10000,1.008
45,mlp.experts.8.up_proj,0.0026823526,0.10000,1.027
45,mlp.experts.9.up_proj,0.0074198233,0.10000,1.016
45,mlp.experts.10.up_proj,0.0001293197,0.10000,1.025
45,mlp.experts.11.up_proj,0.0066667564,0.10000,1.043
45,mlp.experts.12.up_proj,0.0001322072,0.10000,0.998
45,mlp.experts.13.up_proj,0.0007436390,0.10000,0.981
45,mlp.experts.14.up_proj,0.1829499858,0.10000,1.012
45,mlp.experts.15.up_proj,0.0027821517,0.10000,1.002
45,mlp.experts.16.up_proj,0.0002465182,0.10000,1.052
45,mlp.experts.17.up_proj,0.0000768335,0.10000,1.055
45,mlp.experts.18.up_proj,0.0004141325,0.10000,1.046
45,mlp.experts.19.up_proj,0.0010930790,0.10000,1.103
45,mlp.experts.20.up_proj,0.0001263629,0.10000,1.048
45,mlp.experts.21.up_proj,0.0031194595,0.10000,1.069
45,mlp.experts.22.up_proj,0.0000482859,0.10000,1.052
45,mlp.experts.23.up_proj,0.0022175795,0.10000,1.067
45,mlp.experts.24.up_proj,0.0002258886,0.10000,1.026
45,mlp.experts.25.up_proj,0.0214401803,0.10000,1.030
45,mlp.experts.26.up_proj,0.0002300652,0.10000,1.071
45,mlp.experts.27.up_proj,0.0000498527,0.10000,1.043
45,mlp.experts.28.up_proj,0.0008346387,0.10000,1.077
45,mlp.experts.29.up_proj,0.0007055270,0.10000,1.062
45,mlp.experts.30.up_proj,0.0002165785,0.10000,1.059
45,mlp.experts.31.up_proj,0.0069101826,0.10000,1.007
45,mlp.experts.32.up_proj,0.0027067970,0.10000,1.042
45,mlp.experts.33.up_proj,0.0036545458,0.10000,1.042
45,mlp.experts.34.up_proj,0.0040968371,0.10000,1.039
45,mlp.experts.35.up_proj,0.0004390749,0.10000,1.036
45,mlp.experts.36.up_proj,0.0002415427,0.10000,1.017
45,mlp.experts.37.up_proj,0.0000771436,0.10000,1.088
45,mlp.experts.38.up_proj,0.0038069201,0.10000,1.017
45,mlp.experts.39.up_proj,0.0130076549,0.10000,1.062
45,mlp.experts.40.up_proj,0.0110895700,0.10000,1.042
45,mlp.experts.41.up_proj,0.0042435927,0.10000,1.048
45,mlp.experts.42.up_proj,0.0001816598,0.10000,1.034
45,mlp.experts.43.up_proj,0.0015118589,0.10000,1.003
45,mlp.experts.44.up_proj,0.0344533418,0.10000,0.985
45,mlp.experts.45.up_proj,0.0001520330,0.10000,1.008
45,mlp.experts.46.up_proj,0.0000572437,0.10000,1.061
45,mlp.experts.47.up_proj,0.0000630336,0.10000,1.044
45,mlp.experts.48.up_proj,0.0003921368,0.10000,1.037
45,mlp.experts.49.up_proj,0.0024749002,0.10000,1.050
45,mlp.experts.50.up_proj,0.0004645512,0.10000,1.016
45,mlp.experts.51.up_proj,0.0008980717,0.10000,1.068
45,mlp.experts.52.up_proj,0.0063599749,0.10000,1.023
45,mlp.experts.53.up_proj,0.0003991034,0.10000,1.070
45,mlp.experts.54.up_proj,0.0010278855,0.10000,1.027
45,mlp.experts.55.up_proj,0.0015740647,0.10000,1.027
45,mlp.experts.56.up_proj,0.0046942803,0.10000,1.055
45,mlp.experts.57.up_proj,0.0052675306,0.10000,1.043
45,mlp.experts.58.up_proj,0.0003074249,0.10000,1.043
45,mlp.experts.59.up_proj,0.0036186769,0.10000,1.070
45,mlp.experts.60.up_proj,0.0006678613,0.10000,1.030
45,mlp.experts.61.up_proj,0.0023442789,0.10000,1.001
45,mlp.experts.62.up_proj,0.0052963502,0.10000,0.962
45,mlp.experts.63.up_proj,0.0001335250,0.10000,0.963
45,mlp.experts.64.up_proj,0.0018901799,0.10000,0.966
45,mlp.experts.65.up_proj,0.0007713690,0.10000,1.036
45,mlp.experts.66.up_proj,0.0017959990,0.10000,0.981
45,mlp.experts.67.up_proj,0.0012199021,0.10000,0.986
45,mlp.experts.68.up_proj,0.0036276365,0.10000,1.053
45,mlp.experts.69.up_proj,0.0022702630,0.10000,1.036
45,mlp.experts.70.up_proj,0.0000493842,0.10000,1.058
45,mlp.experts.71.up_proj,0.0005112754,0.10000,1.038
45,mlp.experts.72.up_proj,0.0047852173,0.10000,1.059
45,mlp.experts.73.up_proj,0.0021983729,0.10000,1.059
45,mlp.experts.74.up_proj,0.0155242949,0.10000,1.029
45,mlp.experts.75.up_proj,0.0055673107,0.10000,1.054
45,mlp.experts.76.up_proj,0.0002435868,0.10000,1.038
45,mlp.experts.77.up_proj,0.0008440455,0.10000,1.011
45,mlp.experts.78.up_proj,0.0108285603,0.10000,0.943
45,mlp.experts.79.up_proj,0.0065184113,0.10000,1.007
45,mlp.experts.80.up_proj,0.0000317253,0.10000,1.026
45,mlp.experts.81.up_proj,0.0001756773,0.10000,1.019
45,mlp.experts.82.up_proj,0.0008236783,0.10000,1.021
45,mlp.experts.83.up_proj,0.0000887111,0.10000,1.080
45,mlp.experts.84.up_proj,0.0002897470,0.10000,0.988
45,mlp.experts.85.up_proj,0.0004831575,0.10000,1.031
45,mlp.experts.86.up_proj,0.0008057689,0.10000,0.970
45,mlp.experts.87.up_proj,0.0000596830,0.10000,0.998
45,mlp.experts.88.up_proj,0.0004661571,0.10000,1.009
45,mlp.experts.89.up_proj,0.0003162541,0.10000,1.076
45,mlp.experts.90.up_proj,0.0017854420,0.10000,0.992
45,mlp.experts.91.up_proj,0.0009488854,0.10000,1.047
45,mlp.experts.92.up_proj,0.0003239421,0.10000,1.070
45,mlp.experts.93.up_proj,0.0003645154,0.10000,1.012
45,mlp.experts.94.up_proj,0.0002656744,0.10000,0.994
45,mlp.experts.95.up_proj,0.0004420161,0.10000,0.962
45,mlp.experts.96.up_proj,0.0109555924,0.10000,0.936
45,mlp.experts.97.up_proj,0.0364238727,0.10000,1.014
45,mlp.experts.98.up_proj,0.0012256066,0.10000,1.016
45,mlp.experts.99.up_proj,0.0006305594,0.10000,1.016
45,mlp.experts.100.up_proj,0.0042717429,0.10000,0.988
45,mlp.experts.101.up_proj,0.0002697541,0.10000,1.017
45,mlp.experts.102.up_proj,0.0647125678,0.10000,1.025
45,mlp.experts.103.up_proj,0.0001591786,0.10000,1.029
45,mlp.experts.104.up_proj,0.0016220567,0.10000,1.009
45,mlp.experts.105.up_proj,0.0066648706,0.10000,1.077
45,mlp.experts.106.up_proj,0.0047619287,0.10000,1.081
45,mlp.experts.107.up_proj,0.0019164032,0.10000,1.013
45,mlp.experts.108.up_proj,0.0251904372,0.10000,1.086
45,mlp.experts.109.up_proj,0.0007265271,0.10000,1.050
45,mlp.experts.110.up_proj,0.0035942345,0.10000,1.051
45,mlp.experts.111.up_proj,0.0001218342,0.10000,1.001
45,mlp.experts.112.up_proj,0.0000545827,0.10000,1.001
45,mlp.experts.113.up_proj,0.0018343588,0.10000,1.043
45,mlp.experts.114.up_proj,0.0003994118,0.10000,1.059
45,mlp.experts.115.up_proj,0.0016859655,0.10000,1.032
45,mlp.experts.116.up_proj,0.0011409449,0.10000,1.075
45,mlp.experts.117.up_proj,0.0004063033,0.10000,1.083
45,mlp.experts.118.up_proj,0.0109944256,0.10000,1.052
45,mlp.experts.119.up_proj,0.0005584675,0.10000,1.070
45,mlp.experts.120.up_proj,0.0050564510,0.10000,1.039
45,mlp.experts.121.up_proj,0.0036684654,0.10000,1.056
45,mlp.experts.122.up_proj,0.0032910377,0.10000,1.070
45,mlp.experts.123.up_proj,0.0000624838,0.10000,1.003
45,mlp.experts.124.up_proj,0.0053367554,0.10000,1.021
45,mlp.experts.125.up_proj,0.0029566726,0.10000,1.007
45,mlp.experts.126.up_proj,0.0006792431,0.10000,1.011
45,mlp.experts.127.up_proj,0.0001713876,0.10000,1.018
45,mlp.experts.0.gate_proj,0.0014211817,0.10000,1.056
45,mlp.experts.1.gate_proj,0.0071327094,0.10000,1.031
45,mlp.experts.2.gate_proj,0.0002642554,0.10000,1.026
45,mlp.experts.3.gate_proj,0.0021509027,0.10000,1.041
45,mlp.experts.4.gate_proj,0.0005444080,0.10000,1.039
45,mlp.experts.5.gate_proj,0.0000621708,0.10000,1.087
45,mlp.experts.6.gate_proj,0.0020042165,0.10000,1.005
45,mlp.experts.7.gate_proj,0.0011449877,0.10000,1.072
45,mlp.experts.8.gate_proj,0.0023624921,0.10000,1.050
45,mlp.experts.9.gate_proj,0.0063838511,0.10000,1.033
45,mlp.experts.10.gate_proj,0.0001168208,0.10000,1.052
45,mlp.experts.11.gate_proj,0.0058893290,0.10000,1.069
45,mlp.experts.12.gate_proj,0.0001181460,0.10000,1.032
45,mlp.experts.13.gate_proj,0.0006714204,0.10000,1.056
45,mlp.experts.14.gate_proj,0.1660360609,0.10000,1.031
45,mlp.experts.15.gate_proj,0.0025095216,0.10000,1.056
45,mlp.experts.16.gate_proj,0.0002162735,0.10000,1.049
45,mlp.experts.17.gate_proj,0.0000676281,0.10000,1.077
45,mlp.experts.18.gate_proj,0.0003786689,0.10000,1.049
45,mlp.experts.19.gate_proj,0.0009955324,0.10000,0.993
45,mlp.experts.20.gate_proj,0.0001156846,0.10000,0.934
45,mlp.experts.21.gate_proj,0.0027610553,0.10000,1.072
45,mlp.experts.22.gate_proj,0.0000435424,0.10000,0.995
45,mlp.experts.23.gate_proj,0.0021598015,0.10000,1.064
45,mlp.experts.24.gate_proj,0.0002021475,0.10000,0.984
45,mlp.experts.25.gate_proj,0.0184545023,0.10000,1.074
45,mlp.experts.26.gate_proj,0.0002285753,0.10000,1.027
45,mlp.experts.27.gate_proj,0.0000462879,0.10000,1.012
45,mlp.experts.28.gate_proj,0.0007271904,0.10000,1.025
45,mlp.experts.29.gate_proj,0.0006938041,0.10000,1.082
45,mlp.experts.30.gate_proj,0.0001935595,0.10000,1.071
45,mlp.experts.31.gate_proj,0.0061603540,0.10000,1.000
45,mlp.experts.32.gate_proj,0.0023720318,0.10000,1.075
45,mlp.experts.33.gate_proj,0.0032990451,0.10000,1.089
45,mlp.experts.34.gate_proj,0.0036813336,0.10000,1.011
45,mlp.experts.35.gate_proj,0.0003848834,0.10000,1.074
45,mlp.experts.36.gate_proj,0.0002177092,0.10000,1.046
45,mlp.experts.38.gate_proj,0.0035520494,0.10000,1.079
45,mlp.experts.37.gate_proj,0.0000686441,0.10000,1.096
45,mlp.experts.39.gate_proj,0.0116785560,0.10000,1.040
45,mlp.experts.40.gate_proj,0.0099741258,0.10000,1.045
45,mlp.experts.41.gate_proj,0.0037736189,0.10000,1.028
45,mlp.experts.42.gate_proj,0.0001640391,0.10000,1.025
45,mlp.experts.43.gate_proj,0.0013845495,0.10000,1.040
45,mlp.experts.44.gate_proj,0.0314739880,0.10000,1.033
45,mlp.experts.46.gate_proj,0.0000496371,0.10000,0.984
45,mlp.experts.45.gate_proj,0.0001360735,0.10000,1.043
45,mlp.experts.47.gate_proj,0.0000593052,0.10000,1.003
45,mlp.experts.48.gate_proj,0.0003753085,0.10000,1.000
45,mlp.experts.49.gate_proj,0.0022372273,0.10000,1.003
45,mlp.experts.50.gate_proj,0.0004119453,0.10000,1.002
45,mlp.experts.51.gate_proj,0.0008324262,0.10000,1.023
45,mlp.experts.52.gate_proj,0.0060583888,0.10000,1.024
45,mlp.experts.53.gate_proj,0.0003607611,0.10000,1.042
45,mlp.experts.54.gate_proj,0.0009208792,0.10000,1.040
45,mlp.experts.55.gate_proj,0.0014142853,0.10000,1.017
45,mlp.experts.56.gate_proj,0.0041258233,0.10000,1.049
45,mlp.experts.57.gate_proj,0.0046092450,0.10000,1.030
45,mlp.experts.58.gate_proj,0.0002821408,0.10000,1.061
45,mlp.experts.59.gate_proj,0.0031375716,0.10000,0.977
45,mlp.experts.60.gate_proj,0.0006023330,0.10000,0.966
45,mlp.experts.61.gate_proj,0.0020890199,0.10000,1.069
45,mlp.experts.62.gate_proj,0.0046255610,0.10000,1.057
45,mlp.experts.63.gate_proj,0.0001194556,0.10000,1.041
45,mlp.experts.64.gate_proj,0.0017867813,0.10000,0.998
45,mlp.experts.65.gate_proj,0.0007088602,0.10000,1.010
45,mlp.experts.66.gate_proj,0.0016131998,0.10000,0.999
45,mlp.experts.67.gate_proj,0.0010946217,0.10000,1.025
45,mlp.experts.68.gate_proj,0.0033686780,0.10000,1.001
45,mlp.experts.70.gate_proj,0.0000445660,0.10000,1.042
45,mlp.experts.69.gate_proj,0.0021685672,0.10000,1.104
45,mlp.experts.71.gate_proj,0.0004562161,0.10000,1.101
45,mlp.experts.72.gate_proj,0.0043179278,0.10000,1.098
45,mlp.experts.73.gate_proj,0.0019726432,0.10000,0.998
45,mlp.experts.74.gate_proj,0.0143250562,0.10000,0.999
45,mlp.experts.75.gate_proj,0.0049744062,0.10000,1.044
45,mlp.experts.76.gate_proj,0.0002300741,0.10000,1.026
45,mlp.experts.77.gate_proj,0.0007783675,0.10000,1.004
45,mlp.experts.78.gate_proj,0.0096480947,0.10000,1.009
45,mlp.experts.79.gate_proj,0.0059425884,0.10000,0.980
45,mlp.experts.80.gate_proj,0.0000263330,0.10000,0.981
45,mlp.experts.81.gate_proj,0.0001587685,0.10000,1.041
45,mlp.experts.82.gate_proj,0.0007882361,0.10000,1.060
45,mlp.experts.83.gate_proj,0.0000808428,0.10000,1.036
45,mlp.experts.84.gate_proj,0.0002478429,0.10000,1.014
45,mlp.experts.85.gate_proj,0.0004393157,0.10000,1.068
45,mlp.experts.86.gate_proj,0.0007588375,0.10000,1.055
45,mlp.experts.87.gate_proj,0.0000584844,0.10000,1.070
45,mlp.experts.88.gate_proj,0.0004238449,0.10000,1.057
45,mlp.experts.90.gate_proj,0.0016673174,0.10000,1.033
45,mlp.experts.89.gate_proj,0.0002822068,0.10000,1.104
45,mlp.experts.91.gate_proj,0.0008873132,0.10000,0.987
45,mlp.experts.92.gate_proj,0.0002890200,0.10000,1.078
45,mlp.experts.93.gate_proj,0.0003294632,0.10000,1.043
45,mlp.experts.94.gate_proj,0.0002504064,0.10000,1.018
45,mlp.experts.95.gate_proj,0.0004002464,0.10000,0.987
45,mlp.experts.96.gate_proj,0.0099244934,0.10000,1.008
45,mlp.experts.97.gate_proj,0.0328758802,0.10000,1.072
45,mlp.experts.98.gate_proj,0.0011029530,0.10000,1.011
45,mlp.experts.99.gate_proj,0.0005900647,0.10000,1.018
45,mlp.experts.100.gate_proj,0.0038160833,0.10000,1.040
45,mlp.experts.101.gate_proj,0.0002513900,0.10000,0.935
45,mlp.experts.102.gate_proj,0.0591470220,0.10000,0.941
45,mlp.experts.103.gate_proj,0.0001399441,0.10000,0.998
45,mlp.experts.104.gate_proj,0.0014654983,0.10000,1.023
45,mlp.experts.105.gate_proj,0.0059145451,0.10000,1.027
45,mlp.experts.106.gate_proj,0.0042187349,0.10000,1.011
45,mlp.experts.107.gate_proj,0.0017803373,0.10000,1.023
45,mlp.experts.108.gate_proj,0.0225170239,0.10000,1.005
45,mlp.experts.109.gate_proj,0.0006562932,0.10000,1.013
45,mlp.experts.110.gate_proj,0.0033628326,0.10000,0.979
45,mlp.experts.111.gate_proj,0.0001101143,0.10000,1.002
45,mlp.experts.112.gate_proj,0.0000466753,0.10000,0.978
45,mlp.experts.113.gate_proj,0.0016413174,0.10000,1.042
45,mlp.experts.114.gate_proj,0.0003598414,0.10000,1.063
45,mlp.experts.115.gate_proj,0.0015193715,0.10000,1.073
45,mlp.experts.116.gate_proj,0.0010376217,0.10000,1.078
45,mlp.experts.117.gate_proj,0.0003700009,0.10000,1.043
45,mlp.experts.118.gate_proj,0.0101131953,0.10000,1.040
45,mlp.experts.119.gate_proj,0.0005063623,0.10000,0.961
45,mlp.experts.120.gate_proj,0.0045087509,0.10000,0.948
45,mlp.experts.121.gate_proj,0.0033606205,0.10000,1.035
45,mlp.experts.122.gate_proj,0.0029629750,0.10000,1.034
45,mlp.experts.123.gate_proj,0.0000557843,0.10000,1.002
45,mlp.experts.124.gate_proj,0.0048253284,0.10000,1.045
45,mlp.experts.125.gate_proj,0.0026013049,0.10000,0.982
45,mlp.experts.126.gate_proj,0.0006185445,0.10000,1.066
45,mlp.experts.127.gate_proj,0.0001589505,0.10000,0.667
45,mlp.experts.1.down_proj,0.0130565065,0.10000,0.399
45,mlp.experts.0.down_proj,0.0038532380,0.10000,0.405
45,mlp.experts.3.down_proj,0.0018358788,0.10000,0.428
45,mlp.experts.2.down_proj,0.0002845306,0.10000,0.434
45,mlp.experts.4.down_proj,0.0010147053,0.10000,0.412
45,mlp.experts.5.down_proj,0.0000657858,0.10000,0.417
45,mlp.experts.6.down_proj,0.0042103616,0.10000,0.401
45,mlp.experts.7.down_proj,0.0014932463,0.10000,0.417
45,mlp.experts.8.down_proj,0.0041593843,0.10000,0.411
45,mlp.experts.9.down_proj,0.0098955723,0.10000,0.406
45,mlp.experts.10.down_proj,0.0001068545,0.10000,0.379
45,mlp.experts.11.down_proj,0.0121490463,0.10000,0.387
45,mlp.experts.12.down_proj,0.0001305315,0.10000,0.376
45,mlp.experts.13.down_proj,0.0011045223,0.10000,0.390
45,mlp.experts.14.down_proj,0.1757889305,0.10000,0.381
45,mlp.experts.15.down_proj,0.0056905323,0.10000,0.410
45,mlp.experts.16.down_proj,0.0003644631,0.10000,0.378
45,mlp.experts.17.down_proj,0.0000925148,0.10000,0.406
45,mlp.experts.18.down_proj,0.0007282544,0.10000,0.378
45,mlp.experts.19.down_proj,0.0023788178,0.10000,0.401
45,mlp.experts.20.down_proj,0.0002310508,0.10000,0.401
45,mlp.experts.21.down_proj,0.0040579569,0.10000,0.412
45,mlp.experts.22.down_proj,0.0000448604,0.10000,0.390
45,mlp.experts.23.down_proj,0.0063496708,0.10000,0.391
45,mlp.experts.24.down_proj,0.0003080386,0.10000,0.374
45,mlp.experts.25.down_proj,0.0166266750,0.10000,0.361
45,mlp.experts.26.down_proj,0.0003716504,0.10000,0.378
45,mlp.experts.27.down_proj,0.0000477993,0.10000,0.391
45,mlp.experts.28.down_proj,0.0013598943,0.10000,0.385
45,mlp.experts.29.down_proj,0.0011578820,0.10000,0.388
45,mlp.experts.30.down_proj,0.0003659934,0.10000,0.378
45,mlp.experts.31.down_proj,0.0141460723,0.10000,0.399
45,mlp.experts.32.down_proj,0.0038248978,0.10000,0.394
45,mlp.experts.33.down_proj,0.0041484825,0.10000,0.409
45,mlp.experts.34.down_proj,0.0096633848,0.10000,0.411
45,mlp.experts.35.down_proj,0.0006956988,0.10000,0.399
45,mlp.experts.36.down_proj,0.0003866184,0.10000,0.352
45,mlp.experts.37.down_proj,0.0000800693,0.10000,0.366
45,mlp.experts.38.down_proj,0.0052902788,0.10000,0.375
45,mlp.experts.39.down_proj,0.0162842457,0.10000,0.375
45,mlp.experts.40.down_proj,0.0273793349,0.10000,0.348
45,mlp.experts.41.down_proj,0.0102618030,0.10000,0.359
45,mlp.experts.42.down_proj,0.0002225818,0.10000,0.372
45,mlp.experts.43.down_proj,0.0022269957,0.10000,0.390
45,mlp.experts.44.down_proj,0.0295256251,0.10000,0.365
45,mlp.experts.45.down_proj,0.0001685823,0.10000,0.367
45,mlp.experts.46.down_proj,0.0000668721,0.10000,0.381
45,mlp.experts.47.down_proj,0.0000632298,0.10000,0.389
45,mlp.experts.48.down_proj,0.0007025220,0.10000,0.375
45,mlp.experts.49.down_proj,0.0067466605,0.10000,0.384
45,mlp.experts.50.down_proj,0.0008735584,0.10000,0.388
45,mlp.experts.51.down_proj,0.0018778717,0.10000,0.370
45,mlp.experts.52.down_proj,0.0130290537,0.10000,0.361
45,mlp.experts.53.down_proj,0.0006585891,0.10000,0.405
45,mlp.experts.54.down_proj,0.0012259339,0.10000,0.402
45,mlp.experts.55.down_proj,0.0034501464,0.10000,0.406
45,mlp.experts.56.down_proj,0.0085175578,0.10000,0.381
45,mlp.experts.57.down_proj,0.0041534239,0.10000,0.338
45,mlp.experts.58.down_proj,0.0003367828,0.10000,0.329
45,mlp.experts.59.down_proj,0.0034415156,0.10000,0.357
45,mlp.experts.60.down_proj,0.0006567107,0.10000,0.368
45,mlp.experts.61.down_proj,0.0008745056,0.10000,0.360
45,mlp.experts.62.down_proj,0.0036727409,0.10000,0.351
45,mlp.experts.63.down_proj,0.0002345403,0.10000,0.396
45,mlp.experts.64.down_proj,0.0010542842,0.10000,0.374
45,mlp.experts.65.down_proj,0.0006090824,0.10000,0.358
45,mlp.experts.66.down_proj,0.0023303904,0.10000,0.352
45,mlp.experts.67.down_proj,0.0021082381,0.10000,0.394
45,mlp.experts.68.down_proj,0.0053288898,0.10000,0.397
45,mlp.experts.69.down_proj,0.0022728498,0.10000,0.354
45,mlp.experts.70.down_proj,0.0000497472,0.10000,0.350
45,mlp.experts.71.down_proj,0.0015450613,0.10000,0.397
45,mlp.experts.72.down_proj,0.0029063789,0.10000,0.400
45,mlp.experts.73.down_proj,0.0042364594,0.10000,0.405
45,mlp.experts.74.down_proj,0.0202460101,0.10000,0.381
45,mlp.experts.75.down_proj,0.0120577523,0.10000,0.338
45,mlp.experts.76.down_proj,0.0002856307,0.10000,0.341
45,mlp.experts.77.down_proj,0.0009722701,0.10000,0.366
45,mlp.experts.78.down_proj,0.0117114167,0.10000,0.356
45,mlp.experts.79.down_proj,0.0037888949,0.10000,0.385
45,mlp.experts.80.down_proj,0.0000362727,0.10000,0.392
45,mlp.experts.81.down_proj,0.0002637319,0.10000,0.391
45,mlp.experts.82.down_proj,0.0008749867,0.10000,0.381
45,mlp.experts.83.down_proj,0.0000753915,0.10000,0.396
45,mlp.experts.84.down_proj,0.0004128241,0.10000,0.389
45,mlp.experts.85.down_proj,0.0007508634,0.10000,0.386
45,mlp.experts.86.down_proj,0.0010902424,0.10000,0.365
45,mlp.experts.87.down_proj,0.0000582229,0.10000,0.382
45,mlp.experts.88.down_proj,0.0007108996,0.10000,0.379
45,mlp.experts.89.down_proj,0.0004702169,0.10000,0.393
45,mlp.experts.90.down_proj,0.0008876955,0.10000,0.389
45,mlp.experts.91.down_proj,0.0012362451,0.10000,0.390
45,mlp.experts.92.down_proj,0.0005108578,0.10000,0.383
45,mlp.experts.93.down_proj,0.0008104491,0.10000,0.385
45,mlp.experts.94.down_proj,0.0002473605,0.10000,0.403
45,mlp.experts.95.down_proj,0.0007462248,0.10000,0.359
45,mlp.experts.96.down_proj,0.0070044929,0.10000,0.359
45,mlp.experts.97.down_proj,0.0215956294,0.10000,0.398
45,mlp.experts.98.down_proj,0.0025101037,0.10000,0.398
45,mlp.experts.99.down_proj,0.0010182065,0.10000,0.420
45,mlp.experts.100.down_proj,0.0075914469,0.10000,0.390
45,mlp.experts.102.down_proj,0.0864559195,0.10000,0.392
45,mlp.experts.101.down_proj,0.0005301726,0.10000,0.415
45,mlp.experts.103.down_proj,0.0003042520,0.10000,0.392
45,mlp.experts.104.down_proj,0.0032307192,0.10000,0.407
45,mlp.experts.105.down_proj,0.0221221633,0.10000,0.361
45,mlp.experts.106.down_proj,0.0013558938,0.10000,0.363
45,mlp.experts.107.down_proj,0.0017972630,0.10000,0.408
45,mlp.experts.108.down_proj,0.0393805246,0.10000,0.399
45,mlp.experts.109.down_proj,0.0013525022,0.10000,0.390
45,mlp.experts.110.down_proj,0.0046803391,0.10000,0.401
45,mlp.experts.111.down_proj,0.0000717089,0.10000,0.398
45,mlp.experts.112.down_proj,0.0000754595,0.10000,0.384
45,mlp.experts.113.down_proj,0.0058067900,0.10000,0.404
45,mlp.experts.114.down_proj,0.0004804984,0.10000,0.392
45,mlp.experts.115.down_proj,0.0018401962,0.10000,0.401
45,mlp.experts.116.down_proj,0.0021396520,0.10000,0.399
45,mlp.experts.117.down_proj,0.0004984147,0.10000,0.404
45,mlp.experts.118.down_proj,0.0218389133,0.10000,0.408
45,mlp.experts.119.down_proj,0.0009095313,0.10000,0.401
45,mlp.experts.120.down_proj,0.0099235336,0.10000,0.402
45,mlp.experts.121.down_proj,0.0122934180,0.10000,0.405
45,mlp.experts.122.down_proj,0.0070758548,0.10000,0.409
45,mlp.experts.123.down_proj,0.0000742834,0.10000,0.410
45,mlp.experts.124.down_proj,0.0080151588,0.10000,0.407
45,mlp.experts.125.down_proj,0.0087676016,0.10000,0.408
45,mlp.experts.126.down_proj,0.0012573158,0.10000,0.414
45,mlp.experts.127.down_proj,0.0001518210,0.10000,0.232
46,self_attn.q_proj,0.0000496027,0.10000,1.050
46,self_attn.k_proj,0.0000042206,0.10000,1.083
46,self_attn.v_proj,0.0000097144,0.10000,0.646
46,self_attn.o_proj,0.0000014877,0.10000,1.192
46,mlp.gate,0.0000030031,0.10000,0.559
46,mlp.experts.0.up_proj,0.0035632838,0.10000,1.064
46,mlp.experts.1.up_proj,0.0001379376,0.10000,1.070
46,mlp.experts.2.up_proj,0.0051502943,0.10000,1.063
46,mlp.experts.3.up_proj,0.0016329789,0.10000,1.087
46,mlp.experts.4.up_proj,0.1291645415,0.10000,1.024
46,mlp.experts.5.up_proj,0.0005429295,0.10000,1.041
46,mlp.experts.6.up_proj,0.0042222849,0.10000,1.018
46,mlp.experts.7.up_proj,0.0001162015,0.10000,1.017
46,mlp.experts.8.up_proj,0.0000856476,0.10000,1.037
46,mlp.experts.9.up_proj,0.0023742040,0.10000,1.016
46,mlp.experts.10.up_proj,0.0000681003,0.10000,1.068
46,mlp.experts.11.up_proj,0.0004501125,0.10000,1.057
46,mlp.experts.12.up_proj,0.0055755699,0.10000,0.974
46,mlp.experts.13.up_proj,0.0486607403,0.10000,0.978
46,mlp.experts.14.up_proj,0.0020746919,0.10000,1.040
46,mlp.experts.15.up_proj,0.0056153762,0.10000,1.062
46,mlp.experts.16.up_proj,0.0018674908,0.10000,1.037
46,mlp.experts.17.up_proj,0.0014598800,0.10000,1.041
46,mlp.experts.18.up_proj,0.0024051495,0.10000,0.959
46,mlp.experts.19.up_proj,0.0001844777,0.10000,1.035
46,mlp.experts.20.up_proj,0.0043209525,0.10000,1.001
46,mlp.experts.21.up_proj,0.0026383291,0.10000,1.032
46,mlp.experts.22.up_proj,0.0000453449,0.10000,1.007
46,mlp.experts.23.up_proj,0.0108671165,0.10000,1.020
46,mlp.experts.24.up_proj,0.0037546865,0.10000,1.034
46,mlp.experts.25.up_proj,0.0116662510,0.10000,1.016
46,mlp.experts.26.up_proj,0.0010036035,0.10000,1.008
46,mlp.experts.27.up_proj,0.0005780449,0.10000,1.044
46,mlp.experts.28.up_proj,0.0025268149,0.10000,0.991
46,mlp.experts.29.up_proj,0.0001786338,0.10000,1.046
46,mlp.experts.30.up_proj,0.0001180513,0.10000,1.023
46,mlp.experts.31.up_proj,0.0005518424,0.10000,1.032
46,mlp.experts.32.up_proj,0.0004635431,0.10000,1.012
46,mlp.experts.33.up_proj,0.0004250913,0.10000,1.018
46,mlp.experts.34.up_proj,0.0010540259,0.10000,1.008
46,mlp.experts.35.up_proj,0.0012937704,0.10000,1.066
46,mlp.experts.36.up_proj,0.0001419331,0.10000,0.996
46,mlp.experts.37.up_proj,0.0018517222,0.10000,1.020
46,mlp.experts.38.up_proj,0.0002938344,0.10000,1.047
46,mlp.experts.39.up_proj,0.0000721555,0.10000,1.035
46,mlp.experts.40.up_proj,0.0159719182,0.10000,1.024
46,mlp.experts.41.up_proj,0.0336957223,0.10000,1.042
46,mlp.experts.42.up_proj,0.0047787539,0.10000,1.036
46,mlp.experts.43.up_proj,0.0007492124,0.10000,1.032
46,mlp.experts.44.up_proj,0.0010237114,0.10000,1.005
46,mlp.experts.45.up_proj,0.0001403217,0.10000,1.050
46,mlp.experts.46.up_proj,0.0006499930,0.10000,1.028
46,mlp.experts.47.up_proj,0.0034469032,0.10000,0.979
46,mlp.experts.48.up_proj,0.0902709484,0.10000,1.012
46,mlp.experts.49.up_proj,0.0039821000,0.10000,1.020
46,mlp.experts.50.up_proj,0.0356270397,0.10000,1.001
46,mlp.experts.51.up_proj,0.0002441073,0.10000,1.043
46,mlp.experts.52.up_proj,0.0001238164,0.10000,1.070
46,mlp.experts.53.up_proj,0.0049069184,0.10000,1.054
46,mlp.experts.54.up_proj,0.0005447234,0.10000,0.960
46,mlp.experts.55.up_proj,0.0000647823,0.10000,0.984
46,mlp.experts.56.up_proj,0.0030101142,0.10000,1.030
46,mlp.experts.57.up_proj,0.0022194325,0.10000,1.030
46,mlp.experts.58.up_proj,0.0049453906,0.10000,1.039
46,mlp.experts.59.up_proj,0.0145074526,0.10000,1.043
46,mlp.experts.60.up_proj,0.0000822439,0.10000,1.017
46,mlp.experts.61.up_proj,0.0001180967,0.10000,1.046
46,mlp.experts.62.up_proj,0.0071382726,0.10000,1.005
46,mlp.experts.63.up_proj,0.0106652274,0.10000,1.006
46,mlp.experts.64.up_proj,0.0019479956,0.10000,1.030
46,mlp.experts.65.up_proj,0.0226822129,0.10000,1.045
46,mlp.experts.66.up_proj,0.0057483501,0.10000,1.017
46,mlp.experts.67.up_proj,0.0002544793,0.10000,1.048
46,mlp.experts.68.up_proj,0.0001891809,0.10000,1.067
46,mlp.experts.69.up_proj,0.0292741627,0.10000,1.061
46,mlp.experts.70.up_proj,0.0031656076,0.10000,1.081
46,mlp.experts.71.up_proj,0.0011672417,0.10000,1.044
46,mlp.experts.72.up_proj,0.0040848506,0.10000,1.041
46,mlp.experts.73.up_proj,0.0045266249,0.10000,1.059
46,mlp.experts.74.up_proj,0.0013495705,0.10000,1.050
46,mlp.experts.75.up_proj,0.0000836460,0.10000,1.075
46,mlp.experts.76.up_proj,0.0002365967,0.10000,1.046
46,mlp.experts.77.up_proj,0.0006427594,0.10000,1.056
46,mlp.experts.78.up_proj,0.0048486921,0.10000,1.029
46,mlp.experts.79.up_proj,0.0013893864,0.10000,1.021
46,mlp.experts.80.up_proj,0.0000326865,0.10000,0.992
46,mlp.experts.81.up_proj,0.0003842855,0.10000,1.017
46,mlp.experts.82.up_proj,0.0000744865,0.10000,1.009
46,mlp.experts.83.up_proj,0.0125760545,0.10000,1.044
46,mlp.experts.84.up_proj,0.0000862361,0.10000,1.060
46,mlp.experts.85.up_proj,0.0385903915,0.10000,1.051
46,mlp.experts.86.up_proj,0.1030039986,0.10000,1.067
46,mlp.experts.87.up_proj,0.0087077803,0.10000,1.039
46,mlp.experts.88.up_proj,0.0058984916,0.10000,1.029
46,mlp.experts.89.up_proj,0.0052183540,0.10000,1.015
46,mlp.experts.90.up_proj,0.0009679878,0.10000,0.971
46,mlp.experts.91.up_proj,0.0017909129,0.10000,1.020
46,mlp.experts.92.up_proj,0.0008696174,0.10000,1.004
46,mlp.experts.93.up_proj,0.0038051355,0.10000,1.016
46,mlp.experts.94.up_proj,0.0004640784,0.10000,1.023
46,mlp.experts.95.up_proj,0.0335127276,0.10000,0.991
46,mlp.experts.96.up_proj,0.0004671227,0.10000,0.966
46,mlp.experts.97.up_proj,0.0002315169,0.10000,1.049
46,mlp.experts.98.up_proj,0.0000543083,0.10000,1.031
46,mlp.experts.99.up_proj,0.0045481243,0.10000,1.068
46,mlp.experts.100.up_proj,0.0023455154,0.10000,0.990
46,mlp.experts.101.up_proj,0.0001813509,0.10000,0.956
46,mlp.experts.102.up_proj,0.0028514442,0.10000,1.012
46,mlp.experts.103.up_proj,0.0004823227,0.10000,1.036
46,mlp.experts.104.up_proj,0.0005878841,0.10000,1.020
46,mlp.experts.105.up_proj,0.0000644011,0.10000,1.022
46,mlp.experts.106.up_proj,0.0051022245,0.10000,1.007
46,mlp.experts.107.up_proj,0.0009368041,0.10000,1.007
46,mlp.experts.108.up_proj,0.0047631747,0.10000,1.005
46,mlp.experts.109.up_proj,0.0036712106,0.10000,1.038
46,mlp.experts.110.up_proj,0.0110968100,0.10000,0.968
46,mlp.experts.111.up_proj,0.0002152724,0.10000,1.033
46,mlp.experts.112.up_proj,0.0007902766,0.10000,1.002
46,mlp.experts.113.up_proj,0.0029299633,0.10000,1.044
46,mlp.experts.114.up_proj,0.0002110595,0.10000,1.040
46,mlp.experts.115.up_proj,0.0000522267,0.10000,1.068
46,mlp.experts.116.up_proj,0.0008443847,0.10000,1.059
46,mlp.experts.117.up_proj,0.0000812403,0.10000,1.080
46,mlp.experts.118.up_proj,0.0050625930,0.10000,1.030
46,mlp.experts.119.up_proj,0.0008863235,0.10000,1.105
46,mlp.experts.120.up_proj,0.0042231527,0.10000,1.024
46,mlp.experts.121.up_proj,0.0042238845,0.10000,1.081
46,mlp.experts.122.up_proj,0.0008102312,0.10000,1.060
46,mlp.experts.123.up_proj,0.0004780474,0.10000,1.027
46,mlp.experts.124.up_proj,0.0000686541,0.10000,0.982
46,mlp.experts.125.up_proj,0.0035410298,0.10000,1.062
46,mlp.experts.126.up_proj,0.0017583154,0.10000,1.054
46,mlp.experts.127.up_proj,0.0003878939,0.10000,1.065
46,mlp.experts.0.gate_proj,0.0030256231,0.10000,1.036
46,mlp.experts.2.gate_proj,0.0045354130,0.10000,1.037
46,mlp.experts.1.gate_proj,0.0001316864,0.10000,1.079
46,mlp.experts.4.gate_proj,0.1155533650,0.10000,0.925
46,mlp.experts.3.gate_proj,0.0015215144,0.10000,0.964
46,mlp.experts.5.gate_proj,0.0005128314,0.10000,1.065
46,mlp.experts.6.gate_proj,0.0038408738,0.10000,1.047
46,mlp.experts.7.gate_proj,0.0001014371,0.10000,1.069
46,mlp.experts.8.gate_proj,0.0000798493,0.10000,1.072
46,mlp.experts.9.gate_proj,0.0022385705,0.10000,0.998
46,mlp.experts.10.gate_proj,0.0000643799,0.10000,1.018
46,mlp.experts.12.gate_proj,0.0049496518,0.10000,0.976
46,mlp.experts.11.gate_proj,0.0003991818,0.10000,1.047
46,mlp.experts.13.gate_proj,0.0440255354,0.10000,1.026
46,mlp.experts.14.gate_proj,0.0018744699,0.10000,1.040
46,mlp.experts.15.gate_proj,0.0051246773,0.10000,1.011
46,mlp.experts.16.gate_proj,0.0017000511,0.10000,1.028
46,mlp.experts.17.gate_proj,0.0013450749,0.10000,1.006
46,mlp.experts.18.gate_proj,0.0021226934,0.10000,1.025
46,mlp.experts.19.gate_proj,0.0001691072,0.10000,0.952
46,mlp.experts.20.gate_proj,0.0036624393,0.10000,1.027
46,mlp.experts.21.gate_proj,0.0023228041,0.10000,0.996
46,mlp.experts.22.gate_proj,0.0000379836,0.10000,1.013
46,mlp.experts.23.gate_proj,0.0096196688,0.10000,1.033
46,mlp.experts.24.gate_proj,0.0033076586,0.10000,1.041
46,mlp.experts.25.gate_proj,0.0112109806,0.10000,1.060
46,mlp.experts.26.gate_proj,0.0008956225,0.10000,1.018
46,mlp.experts.27.gate_proj,0.0005209059,0.10000,1.010
46,mlp.experts.28.gate_proj,0.0022322439,0.10000,1.026
46,mlp.experts.29.gate_proj,0.0001570222,0.10000,1.031
46,mlp.experts.30.gate_proj,0.0001030813,0.10000,1.001
46,mlp.experts.31.gate_proj,0.0005210107,0.10000,1.027
46,mlp.experts.32.gate_proj,0.0004386464,0.10000,1.029
46,mlp.experts.33.gate_proj,0.0004000739,0.10000,0.998
46,mlp.experts.34.gate_proj,0.0009726210,0.10000,1.035
46,mlp.experts.35.gate_proj,0.0011195496,0.10000,1.009
46,mlp.experts.36.gate_proj,0.0001299027,0.10000,1.013
46,mlp.experts.37.gate_proj,0.0016876444,0.10000,1.023
46,mlp.experts.38.gate_proj,0.0002611732,0.10000,1.005
46,mlp.experts.39.gate_proj,0.0000635904,0.10000,0.882
46,mlp.experts.40.gate_proj,0.0144793221,0.10000,0.890
46,mlp.experts.41.gate_proj,0.0304734952,0.10000,1.005
46,mlp.experts.42.gate_proj,0.0043104791,0.10000,0.994
46,mlp.experts.43.gate_proj,0.0006552509,0.10000,1.014
46,mlp.experts.44.gate_proj,0.0009570619,0.10000,1.016
46,mlp.experts.45.gate_proj,0.0001330085,0.10000,1.021
46,mlp.experts.46.gate_proj,0.0005879373,0.10000,1.005
46,mlp.experts.47.gate_proj,0.0030237635,0.10000,0.989
46,mlp.experts.48.gate_proj,0.0812413597,0.10000,0.986
46,mlp.experts.49.gate_proj,0.0035082845,0.10000,1.014
46,mlp.experts.50.gate_proj,0.0321621138,0.10000,1.020
46,mlp.experts.51.gate_proj,0.0002222176,0.10000,1.024
46,mlp.experts.52.gate_proj,0.0001114492,0.10000,1.005
46,mlp.experts.53.gate_proj,0.0042109077,0.10000,1.013
46,mlp.experts.54.gate_proj,0.0004785882,0.10000,0.996
46,mlp.experts.55.gate_proj,0.0000583422,0.10000,1.000
46,mlp.experts.56.gate_proj,0.0028203270,0.10000,0.984
46,mlp.experts.57.gate_proj,0.0020082560,0.10000,1.018
46,mlp.experts.58.gate_proj,0.0044845002,0.10000,1.063
46,mlp.experts.59.gate_proj,0.0124671512,0.10000,1.003
46,mlp.experts.60.gate_proj,0.0000735181,0.10000,1.020
46,mlp.experts.61.gate_proj,0.0001084855,0.10000,1.047
46,mlp.experts.62.gate_proj,0.0061195551,0.10000,1.043
46,mlp.experts.63.gate_proj,0.0094506145,0.10000,1.021
46,mlp.experts.64.gate_proj,0.0017549223,0.10000,1.061
46,mlp.experts.65.gate_proj,0.0203342366,0.10000,1.051
46,mlp.experts.66.gate_proj,0.0049166030,0.10000,1.047
46,mlp.experts.67.gate_proj,0.0002359741,0.10000,1.062
46,mlp.experts.68.gate_proj,0.0001741084,0.10000,1.031
46,mlp.experts.69.gate_proj,0.0259769678,0.10000,1.026
46,mlp.experts.70.gate_proj,0.0029030707,0.10000,1.044
46,mlp.experts.71.gate_proj,0.0010787591,0.10000,1.050
46,mlp.experts.72.gate_proj,0.0035868502,0.10000,1.067
46,mlp.experts.73.gate_proj,0.0041707414,0.10000,1.018
46,mlp.experts.74.gate_proj,0.0020065516,0.10000,1.019
46,mlp.experts.75.gate_proj,0.0000743160,0.10000,1.036
46,mlp.experts.76.gate_proj,0.0002257145,0.10000,1.024
46,mlp.experts.77.gate_proj,0.0005905491,0.10000,1.028
46,mlp.experts.78.gate_proj,0.0042769117,0.10000,1.041
46,mlp.experts.79.gate_proj,0.0012182906,0.10000,1.027
46,mlp.experts.80.gate_proj,0.0000269411,0.10000,0.984
46,mlp.experts.81.gate_proj,0.0003428625,0.10000,0.973
46,mlp.experts.82.gate_proj,0.0000656373,0.10000,1.000
46,mlp.experts.83.gate_proj,0.0113670713,0.10000,1.024
46,mlp.experts.84.gate_proj,0.0000782941,0.10000,1.031
46,mlp.experts.85.gate_proj,0.0359811584,0.10000,1.016
46,mlp.experts.86.gate_proj,0.0911287963,0.10000,0.963
46,mlp.experts.87.gate_proj,0.0079367391,0.10000,1.027
46,mlp.experts.88.gate_proj,0.0054085160,0.10000,1.048
46,mlp.experts.89.gate_proj,0.0047693815,0.10000,1.000
46,mlp.experts.90.gate_proj,0.0008832943,0.10000,1.072
46,mlp.experts.91.gate_proj,0.0016402063,0.10000,1.055
46,mlp.experts.92.gate_proj,0.0007808152,0.10000,1.071
46,mlp.experts.93.gate_proj,0.0034111856,0.10000,1.085
46,mlp.experts.94.gate_proj,0.0004279683,0.10000,1.052
46,mlp.experts.95.gate_proj,0.0289096328,0.10000,1.074
46,mlp.experts.96.gate_proj,0.0005802020,0.10000,1.046
46,mlp.experts.97.gate_proj,0.0002087864,0.10000,1.043
46,mlp.experts.98.gate_proj,0.0000502963,0.10000,1.062
46,mlp.experts.99.gate_proj,0.0040550967,0.10000,1.039
46,mlp.experts.100.gate_proj,0.0021462001,0.10000,1.053
46,mlp.experts.101.gate_proj,0.0001669553,0.10000,1.005
46,mlp.experts.102.gate_proj,0.0025523732,0.10000,1.082
46,mlp.experts.103.gate_proj,0.0004407148,0.10000,1.029
46,mlp.experts.104.gate_proj,0.0005680785,0.10000,1.089
46,mlp.experts.105.gate_proj,0.0000572417,0.10000,1.054
46,mlp.experts.106.gate_proj,0.0044553549,0.10000,1.016
46,mlp.experts.107.gate_proj,0.0008446894,0.10000,0.982
46,mlp.experts.108.gate_proj,0.0043759446,0.10000,1.016
46,mlp.experts.109.gate_proj,0.0031473004,0.10000,1.043
46,mlp.experts.110.gate_proj,0.0099874859,0.10000,1.056
46,mlp.experts.111.gate_proj,0.0001909379,0.10000,1.084
46,mlp.experts.112.gate_proj,0.0007044737,0.10000,1.036
46,mlp.experts.113.gate_proj,0.0024261576,0.10000,1.023
46,mlp.experts.114.gate_proj,0.0001982814,0.10000,1.056
46,mlp.experts.115.gate_proj,0.0000499565,0.10000,1.016
46,mlp.experts.116.gate_proj,0.0007632551,0.10000,1.000
46,mlp.experts.117.gate_proj,0.0000743448,0.10000,1.061
46,mlp.experts.118.gate_proj,0.0047609585,0.10000,1.007
46,mlp.experts.119.gate_proj,0.0007770533,0.10000,1.049
46,mlp.experts.120.gate_proj,0.0038540515,0.10000,1.023
46,mlp.experts.121.gate_proj,0.0038577626,0.10000,1.052
46,mlp.experts.122.gate_proj,0.0007553542,0.10000,1.023
46,mlp.experts.123.gate_proj,0.0004346098,0.10000,1.050
46,mlp.experts.124.gate_proj,0.0000607579,0.10000,1.050
46,mlp.experts.125.gate_proj,0.0032058611,0.10000,1.026
46,mlp.experts.126.gate_proj,0.0016531203,0.10000,0.994
46,mlp.experts.127.gate_proj,0.0003534500,0.10000,0.707
46,mlp.experts.0.down_proj,0.0061403998,0.10000,0.365
46,mlp.experts.1.down_proj,0.0001382421,0.10000,0.397
46,mlp.experts.2.down_proj,0.0093648544,0.10000,0.385
46,mlp.experts.3.down_proj,0.0068428241,0.10000,0.372
46,mlp.experts.4.down_proj,0.1644578261,0.10000,0.360
46,mlp.experts.5.down_proj,0.0006389609,0.10000,0.397
46,mlp.experts.6.down_proj,0.0088811352,0.10000,0.381
46,mlp.experts.7.down_proj,0.0001624656,0.10000,0.394
46,mlp.experts.8.down_proj,0.0000352353,0.10000,0.366
46,mlp.experts.9.down_proj,0.0046972412,0.10000,0.395
46,mlp.experts.10.down_proj,0.0000916179,0.10000,0.372
46,mlp.experts.11.down_proj,0.0009096711,0.10000,0.393
46,mlp.experts.12.down_proj,0.0059016412,0.10000,0.377
46,mlp.experts.13.down_proj,0.1325097084,0.10000,0.393
46,mlp.experts.14.down_proj,0.0049228463,0.10000,0.389
46,mlp.experts.15.down_proj,0.0072254898,0.10000,0.399
46,mlp.experts.16.down_proj,0.0033351939,0.10000,0.370
46,mlp.experts.17.down_proj,0.0019424162,0.10000,0.369
46,mlp.experts.18.down_proj,0.0070289270,0.10000,0.382
46,mlp.experts.19.down_proj,0.0003389691,0.10000,0.388
46,mlp.experts.20.down_proj,0.0103509419,0.10000,0.391
46,mlp.experts.21.down_proj,0.0058315230,0.10000,0.382
46,mlp.experts.22.down_proj,0.0000617142,0.10000,0.362
46,mlp.experts.23.down_proj,0.0572915711,0.10000,0.360
46,mlp.experts.24.down_proj,0.0030667312,0.10000,0.362
46,mlp.experts.25.down_proj,0.0252107637,0.10000,0.351
46,mlp.experts.26.down_proj,0.0019862118,0.10000,0.332
46,mlp.experts.27.down_proj,0.0025057721,0.10000,0.325
46,mlp.experts.28.down_proj,0.0044204222,0.10000,0.333
46,mlp.experts.29.down_proj,0.0006739106,0.10000,0.361
46,mlp.experts.30.down_proj,0.0003039288,0.10000,0.386
46,mlp.experts.31.down_proj,0.0006866452,0.10000,0.392
46,mlp.experts.32.down_proj,0.0015714237,0.10000,0.374
46,mlp.experts.33.down_proj,0.0008430880,0.10000,0.364
46,mlp.experts.34.down_proj,0.0012864420,0.10000,0.390
46,mlp.experts.35.down_proj,0.0032570600,0.10000,0.387
46,mlp.experts.36.down_proj,0.0001568112,0.10000,0.367
46,mlp.experts.37.down_proj,0.0036016120,0.10000,0.351
46,mlp.experts.38.down_proj,0.0004840645,0.10000,0.333
46,mlp.experts.39.down_proj,0.0000984742,0.10000,0.330
46,mlp.experts.40.down_proj,0.0521959662,0.10000,0.343
46,mlp.experts.41.down_proj,0.0574890901,0.10000,0.354
46,mlp.experts.42.down_proj,0.0031234279,0.10000,0.384
46,mlp.experts.43.down_proj,0.0021179756,0.10000,0.366
46,mlp.experts.44.down_proj,0.0028046698,0.10000,0.364
46,mlp.experts.45.down_proj,0.0001080735,0.10000,0.366
46,mlp.experts.46.down_proj,0.0009316731,0.10000,0.338
46,mlp.experts.47.down_proj,0.0081279345,0.10000,0.343
46,mlp.experts.48.down_proj,0.0536204386,0.10000,0.344
46,mlp.experts.49.down_proj,0.0135141981,0.10000,0.376
46,mlp.experts.50.down_proj,0.0774784996,0.10000,0.375
46,mlp.experts.51.down_proj,0.0003475016,0.10000,0.401
46,mlp.experts.52.down_proj,0.0001788833,0.10000,0.372
46,mlp.experts.53.down_proj,0.0111331279,0.10000,0.393
46,mlp.experts.54.down_proj,0.0020720603,0.10000,0.372
46,mlp.experts.55.down_proj,0.0000599029,0.10000,0.354
46,mlp.experts.56.down_proj,0.0089287029,0.10000,0.330
46,mlp.experts.57.down_proj,0.0031534929,0.10000,0.350
46,mlp.experts.58.down_proj,0.0022751895,0.10000,0.350
46,mlp.experts.59.down_proj,0.0082435475,0.10000,0.351
46,mlp.experts.60.down_proj,0.0001016255,0.10000,0.358
46,mlp.experts.61.down_proj,0.0001316493,0.10000,0.350
46,mlp.experts.62.down_proj,0.0136221069,0.10000,0.314
46,mlp.experts.63.down_proj,0.0285560711,0.10000,0.327
46,mlp.experts.64.down_proj,0.0047555836,0.10000,0.319
46,mlp.experts.65.down_proj,0.0275605328,0.10000,0.364
46,mlp.experts.66.down_proj,0.0197583236,0.10000,0.378
46,mlp.experts.67.down_proj,0.0003451762,0.10000,0.402
46,mlp.experts.68.down_proj,0.0002091533,0.10000,0.393
46,mlp.experts.69.down_proj,0.0681781471,0.10000,0.398
46,mlp.experts.70.down_proj,0.0061693615,0.10000,0.382
46,mlp.experts.71.down_proj,0.0013553955,0.10000,0.359
46,mlp.experts.72.down_proj,0.0152653976,0.10000,0.364
46,mlp.experts.73.down_proj,0.0095642140,0.10000,0.385
46,mlp.experts.74.down_proj,0.0014461104,0.10000,0.394
46,mlp.experts.75.down_proj,0.0000894297,0.10000,0.397
46,mlp.experts.76.down_proj,0.0004854472,0.10000,0.397
46,mlp.experts.77.down_proj,0.0011823201,0.10000,0.406
46,mlp.experts.78.down_proj,0.0110568917,0.10000,0.393
46,mlp.experts.79.down_proj,0.0035534790,0.10000,0.407
46,mlp.experts.80.down_proj,0.0000342895,0.10000,0.397
46,mlp.experts.81.down_proj,0.0012518896,0.10000,0.401
46,mlp.experts.82.down_proj,0.0001141169,0.10000,0.410
46,mlp.experts.83.down_proj,0.0155193288,0.10000,0.361
46,mlp.experts.84.down_proj,0.0001369030,0.10000,0.363
46,mlp.experts.85.down_proj,0.1048873039,0.10000,0.390
46,mlp.experts.86.down_proj,0.2255629102,0.10000,0.392
46,mlp.experts.87.down_proj,0.0067541072,0.10000,0.378
46,mlp.experts.88.down_proj,0.0111900758,0.10000,0.378
46,mlp.experts.89.down_proj,0.0058386120,0.10000,0.397
46,mlp.experts.90.down_proj,0.0017411795,0.10000,0.391
46,mlp.experts.91.down_proj,0.0031929899,0.10000,0.387
46,mlp.experts.92.down_proj,0.0022853965,0.10000,0.379
46,mlp.experts.93.down_proj,0.0195629994,0.10000,0.397
46,mlp.experts.94.down_proj,0.0011262138,0.10000,0.412
46,mlp.experts.95.down_proj,0.0352178010,0.10000,0.413
46,mlp.experts.96.down_proj,0.0004989854,0.10000,0.409
46,mlp.experts.97.down_proj,0.0003492213,0.10000,0.350
46,mlp.experts.98.down_proj,0.0000599734,0.10000,0.325
46,mlp.experts.99.down_proj,0.0072740069,0.10000,0.363
46,mlp.experts.100.down_proj,0.0181322501,0.10000,0.369
46,mlp.experts.101.down_proj,0.0001279348,0.10000,0.347
46,mlp.experts.102.down_proj,0.0058575882,0.10000,0.331
46,mlp.experts.103.down_proj,0.0006898132,0.10000,0.409
46,mlp.experts.104.down_proj,0.0005150148,0.10000,0.374
46,mlp.experts.105.down_proj,0.0000834340,0.10000,0.393
46,mlp.experts.106.down_proj,0.0091980565,0.10000,0.385
46,mlp.experts.107.down_proj,0.0014223673,0.10000,0.383
46,mlp.experts.108.down_proj,0.0033914285,0.10000,0.388
46,mlp.experts.109.down_proj,0.0082188823,0.10000,0.388
46,mlp.experts.110.down_proj,0.0188320935,0.10000,0.383
46,mlp.experts.111.down_proj,0.0003937345,0.10000,0.395
46,mlp.experts.112.down_proj,0.0009808867,0.10000,0.381
46,mlp.experts.114.down_proj,0.0001671423,0.10000,0.392
46,mlp.experts.113.down_proj,0.0038965001,0.10000,0.399
46,mlp.experts.116.down_proj,0.0019164990,0.10000,0.386
46,mlp.experts.115.down_proj,0.0000521575,0.10000,0.392
46,mlp.experts.117.down_proj,0.0001128103,0.10000,0.334
46,mlp.experts.118.down_proj,0.0080013492,0.10000,0.334
46,mlp.experts.119.down_proj,0.0013225416,0.10000,0.362
46,mlp.experts.120.down_proj,0.0082819736,0.10000,0.362
46,mlp.experts.121.down_proj,0.0076886339,0.10000,0.328
46,mlp.experts.122.down_proj,0.0006867850,0.10000,0.328
46,mlp.experts.124.down_proj,0.0000963063,0.10000,0.406
46,mlp.experts.123.down_proj,0.0005078023,0.10000,0.418
46,mlp.experts.125.down_proj,0.0174235977,0.10000,0.356
46,mlp.experts.126.down_proj,0.0019407025,0.10000,0.354
46,mlp.experts.127.down_proj,0.0006814043,0.10000,0.252
47,self_attn.k_proj,0.0000062293,0.10000,1.045
47,self_attn.q_proj,0.0000562247,0.10000,1.060
47,self_attn.v_proj,0.0000110931,0.10000,0.636
47,self_attn.o_proj,0.0000050670,0.10000,1.225
47,mlp.gate,0.0000023137,0.10000,0.616
47,mlp.experts.1.up_proj,0.0127743451,0.10000,1.054
47,mlp.experts.0.up_proj,0.0014769091,0.10000,1.097
47,mlp.experts.2.up_proj,0.0007102136,0.10000,0.959
47,mlp.experts.3.up_proj,0.0006408270,0.10000,1.000
47,mlp.experts.4.up_proj,0.0004833979,0.10000,1.056
47,mlp.experts.5.up_proj,0.0097465491,0.10000,1.025
47,mlp.experts.6.up_proj,0.0007056406,0.10000,1.075
47,mlp.experts.7.up_proj,0.0045423000,0.10000,1.058
47,mlp.experts.8.up_proj,0.0012878803,0.10000,1.068
47,mlp.experts.9.up_proj,0.0018599891,0.10000,1.065
47,mlp.experts.10.up_proj,0.0035721507,0.10000,1.007
47,mlp.experts.11.up_proj,0.0038989109,0.10000,1.021
47,mlp.experts.12.up_proj,0.0022282717,0.10000,1.037
47,mlp.experts.13.up_proj,0.0057926307,0.10000,1.049
47,mlp.experts.14.up_proj,0.0036944687,0.10000,0.967
47,mlp.experts.15.up_proj,0.0000543760,0.10000,1.024
47,mlp.experts.16.up_proj,0.0081307603,0.10000,0.986
47,mlp.experts.17.up_proj,0.0007323702,0.10000,1.042
47,mlp.experts.18.up_proj,0.0018190202,0.10000,1.038
47,mlp.experts.19.up_proj,0.0144732374,0.10000,1.061
47,mlp.experts.20.up_proj,0.0002081217,0.10000,0.972
47,mlp.experts.21.up_proj,0.0000988524,0.10000,1.030
47,mlp.experts.22.up_proj,0.0098778846,0.10000,1.016
47,mlp.experts.23.up_proj,0.0006144100,0.10000,1.014
47,mlp.experts.24.up_proj,0.0121280246,0.10000,1.038
47,mlp.experts.25.up_proj,0.0214545329,0.10000,1.046
47,mlp.experts.26.up_proj,0.0001726378,0.10000,1.007
47,mlp.experts.27.up_proj,0.0001137550,0.10000,0.996
47,mlp.experts.28.up_proj,0.0049616727,0.10000,1.012
47,mlp.experts.29.up_proj,0.0184273743,0.10000,1.020
47,mlp.experts.30.up_proj,0.0041911452,0.10000,0.996
47,mlp.experts.31.up_proj,0.0000626002,0.10000,0.992
47,mlp.experts.32.up_proj,0.0000474933,0.10000,1.009
47,mlp.experts.33.up_proj,0.0098107052,0.10000,1.019
47,mlp.experts.34.up_proj,0.0000740697,0.10000,1.035
47,mlp.experts.35.up_proj,0.0000484468,0.10000,1.030
47,mlp.experts.36.up_proj,0.0002203326,0.10000,1.046
47,mlp.experts.37.up_proj,0.0021843667,0.10000,1.019
47,mlp.experts.38.up_proj,0.0015080859,0.10000,0.972
47,mlp.experts.39.up_proj,0.0008844698,0.10000,0.984
47,mlp.experts.40.up_proj,0.0032539665,0.10000,0.998
47,mlp.experts.41.up_proj,0.0163085641,0.10000,1.013
47,mlp.experts.42.up_proj,0.0018232338,0.10000,0.992
47,mlp.experts.43.up_proj,0.0019355633,0.10000,0.993
47,mlp.experts.44.up_proj,0.0002512780,0.10000,0.995
47,mlp.experts.45.up_proj,0.0100885018,0.10000,1.012
47,mlp.experts.46.up_proj,0.0241794124,0.10000,1.016
47,mlp.experts.47.up_proj,0.0000571818,0.10000,1.036
47,mlp.experts.48.up_proj,0.0076947556,0.10000,1.005
47,mlp.experts.49.up_proj,0.0065593729,0.10000,0.975
47,mlp.experts.50.up_proj,0.0061647194,0.10000,1.020
47,mlp.experts.51.up_proj,0.0051434983,0.10000,1.012
47,mlp.experts.52.up_proj,0.0001438804,0.10000,1.022
47,mlp.experts.53.up_proj,0.0003179834,0.10000,1.008
47,mlp.experts.54.up_proj,0.0030563555,0.10000,0.937
47,mlp.experts.55.up_proj,0.0036593162,0.10000,0.970
47,mlp.experts.56.up_proj,0.0026808415,0.10000,0.992
47,mlp.experts.57.up_proj,0.0002364355,0.10000,1.034
47,mlp.experts.58.up_proj,0.0003741354,0.10000,1.018
47,mlp.experts.59.up_proj,0.0501152739,0.10000,1.026
47,mlp.experts.60.up_proj,0.0113823097,0.10000,1.070
47,mlp.experts.61.up_proj,0.0033504391,0.10000,1.041
47,mlp.experts.62.up_proj,0.0123411080,0.10000,1.002
47,mlp.experts.63.up_proj,0.0002161546,0.10000,1.045
47,mlp.experts.64.up_proj,0.0082225374,0.10000,1.071
47,mlp.experts.65.up_proj,0.0093930806,0.10000,1.015
47,mlp.experts.66.up_proj,0.0173057665,0.10000,1.080
47,mlp.experts.67.up_proj,0.0029360964,0.10000,0.997
47,mlp.experts.68.up_proj,0.0022625754,0.10000,1.043
47,mlp.experts.69.up_proj,0.0312960878,0.10000,1.038
47,mlp.experts.70.up_proj,0.0545976162,0.10000,1.021
47,mlp.experts.71.up_proj,0.0011315278,0.10000,1.012
47,mlp.experts.72.up_proj,0.0018108257,0.10000,0.997
47,mlp.experts.73.up_proj,0.0002010230,0.10000,0.973
47,mlp.experts.74.up_proj,0.0015493855,0.10000,1.016
47,mlp.experts.75.up_proj,0.0080063199,0.10000,1.040
47,mlp.experts.76.up_proj,0.0008021887,0.10000,1.044
47,mlp.experts.77.up_proj,0.0025799894,0.10000,1.043
47,mlp.experts.78.up_proj,0.0000426765,0.10000,1.021
47,mlp.experts.79.up_proj,0.0077519845,0.10000,1.033
47,mlp.experts.80.up_proj,0.0008722275,0.10000,0.979
47,mlp.experts.81.up_proj,0.0019533401,0.10000,1.012
47,mlp.experts.82.up_proj,0.0008020996,0.10000,0.991
47,mlp.experts.83.up_proj,0.0139428441,0.10000,1.019
47,mlp.experts.84.up_proj,0.0090351076,0.10000,1.029
47,mlp.experts.85.up_proj,0.0001347738,0.10000,1.057
47,mlp.experts.86.up_proj,0.0000280341,0.10000,1.015
47,mlp.experts.87.up_proj,0.0005466730,0.10000,1.035
47,mlp.experts.88.up_proj,0.0000666654,0.10000,0.983
47,mlp.experts.89.up_proj,0.0111734020,0.10000,1.035
47,mlp.experts.90.up_proj,0.0000509800,0.10000,0.971
47,mlp.experts.91.up_proj,0.0030813625,0.10000,0.919
47,mlp.experts.92.up_proj,0.0004081767,0.10000,0.984
47,mlp.experts.93.up_proj,0.0041201341,0.10000,0.954
47,mlp.experts.94.up_proj,0.0028745823,0.10000,0.916
47,mlp.experts.95.up_proj,0.0000436931,0.10000,0.971
47,mlp.experts.96.up_proj,0.0015081387,0.10000,0.996
47,mlp.experts.97.up_proj,0.0079271992,0.10000,1.014
47,mlp.experts.98.up_proj,0.0037577415,0.10000,1.019
47,mlp.experts.99.up_proj,0.0015518937,0.10000,1.013
47,mlp.experts.100.up_proj,0.0035217116,0.10000,1.000
47,mlp.experts.101.up_proj,0.0006052393,0.10000,1.009
47,mlp.experts.102.up_proj,0.0007096424,0.10000,0.996
47,mlp.experts.103.up_proj,0.0059842838,0.10000,1.023
47,mlp.experts.104.up_proj,0.0030081642,0.10000,1.035
47,mlp.experts.105.up_proj,0.0004134349,0.10000,1.047
47,mlp.experts.106.up_proj,0.0069877948,0.10000,1.021
47,mlp.experts.107.up_proj,0.0003145215,0.10000,1.010
47,mlp.experts.108.up_proj,0.0003628893,0.10000,0.988
47,mlp.experts.109.up_proj,0.0005421090,0.10000,1.017
47,mlp.experts.110.up_proj,0.0028387682,0.10000,0.988
47,mlp.experts.111.up_proj,0.0000783789,0.10000,1.037
47,mlp.experts.112.up_proj,0.0008117898,0.10000,1.049
47,mlp.experts.113.up_proj,0.0260953399,0.10000,1.075
47,mlp.experts.114.up_proj,0.0006405616,0.10000,1.019
47,mlp.experts.115.up_proj,0.0175138046,0.10000,1.076
47,mlp.experts.116.up_proj,0.0066571113,0.10000,1.038
47,mlp.experts.117.up_proj,0.0000597221,0.10000,1.043
47,mlp.experts.118.up_proj,0.0181259044,0.10000,1.033
47,mlp.experts.119.up_proj,0.0026999049,0.10000,1.023
47,mlp.experts.120.up_proj,0.0001557881,0.10000,1.055
47,mlp.experts.121.up_proj,0.0004051813,0.10000,1.037
47,mlp.experts.122.up_proj,0.0611495835,0.10000,1.040
47,mlp.experts.123.up_proj,0.0000632918,0.10000,1.037
47,mlp.experts.124.up_proj,0.0005086737,0.10000,1.030
47,mlp.experts.125.up_proj,0.0005993115,0.10000,1.055
47,mlp.experts.126.up_proj,0.0003419288,0.10000,1.042
47,mlp.experts.127.up_proj,0.0000408773,0.10000,0.967
47,mlp.experts.0.gate_proj,0.0013166252,0.10000,1.001
47,mlp.experts.1.gate_proj,0.0117834290,0.10000,1.045
47,mlp.experts.2.gate_proj,0.0006399265,0.10000,1.040
47,mlp.experts.3.gate_proj,0.0006098097,0.10000,1.067
47,mlp.experts.4.gate_proj,0.0004419775,0.10000,0.990
47,mlp.experts.5.gate_proj,0.0083853561,0.10000,1.021
47,mlp.experts.6.gate_proj,0.0006354521,0.10000,1.036
47,mlp.experts.7.gate_proj,0.0040930108,0.10000,1.011
47,mlp.experts.8.gate_proj,0.0010772342,0.10000,0.991
47,mlp.experts.9.gate_proj,0.0016981163,0.10000,1.058
47,mlp.experts.10.gate_proj,0.0032424307,0.10000,1.039
47,mlp.experts.11.gate_proj,0.0036486976,0.10000,1.025
47,mlp.experts.12.gate_proj,0.0020608646,0.10000,1.010
47,mlp.experts.13.gate_proj,0.0052811300,0.10000,1.044
47,mlp.experts.14.gate_proj,0.0033677040,0.10000,1.078
47,mlp.experts.15.gate_proj,0.0000509131,0.10000,1.047
47,mlp.experts.16.gate_proj,0.0069920866,0.10000,1.035
47,mlp.experts.17.gate_proj,0.0006384015,0.10000,1.037
47,mlp.experts.18.gate_proj,0.0015818531,0.10000,1.061
47,mlp.experts.19.gate_proj,0.0129657407,0.10000,1.008
47,mlp.experts.20.gate_proj,0.0001853206,0.10000,0.994
47,mlp.experts.21.gate_proj,0.0000877658,0.10000,0.994
47,mlp.experts.22.gate_proj,0.0089833990,0.10000,0.987
47,mlp.experts.23.gate_proj,0.0005827150,0.10000,1.027
47,mlp.experts.24.gate_proj,0.0109134654,0.10000,0.992
47,mlp.experts.25.gate_proj,0.0189241779,0.10000,1.013
47,mlp.experts.26.gate_proj,0.0001596937,0.10000,1.044
47,mlp.experts.27.gate_proj,0.0001037731,0.10000,0.926
47,mlp.experts.28.gate_proj,0.0044232837,0.10000,0.922
47,mlp.experts.29.gate_proj,0.0165685103,0.10000,1.047
47,mlp.experts.30.gate_proj,0.0038096360,0.10000,1.021
47,mlp.experts.31.gate_proj,0.0000581085,0.10000,0.993
47,mlp.experts.32.gate_proj,0.0000431199,0.10000,0.949
47,mlp.experts.33.gate_proj,0.0088780271,0.10000,1.029
47,mlp.experts.34.gate_proj,0.0000694853,0.10000,1.025
47,mlp.experts.35.gate_proj,0.0000441954,0.10000,0.976
47,mlp.experts.36.gate_proj,0.0001932774,0.10000,0.997
47,mlp.experts.37.gate_proj,0.0020864674,0.10000,1.047
47,mlp.experts.38.gate_proj,0.0013704951,0.10000,1.046
47,mlp.experts.39.gate_proj,0.0007452193,0.10000,1.038
47,mlp.experts.40.gate_proj,0.0030860222,0.10000,0.994
47,mlp.experts.41.gate_proj,0.0148870045,0.10000,0.949
47,mlp.experts.42.gate_proj,0.0016333413,0.10000,0.998
47,mlp.experts.43.gate_proj,0.0018953584,0.10000,1.030
47,mlp.experts.44.gate_proj,0.0002250755,0.10000,1.061
47,mlp.experts.45.gate_proj,0.0089062656,0.10000,0.990
47,mlp.experts.46.gate_proj,0.0218870996,0.10000,0.970
47,mlp.experts.47.gate_proj,0.0000552654,0.10000,0.969
47,mlp.experts.48.gate_proj,0.0070384554,0.10000,0.994
47,mlp.experts.49.gate_proj,0.0058020434,0.10000,1.055
47,mlp.experts.50.gate_proj,0.0052994618,0.10000,1.011
47,mlp.experts.51.gate_proj,0.0046702595,0.10000,0.987
47,mlp.experts.52.gate_proj,0.0001286071,0.10000,1.006
47,mlp.experts.53.gate_proj,0.0002802702,0.10000,0.991
47,mlp.experts.54.gate_proj,0.0027694706,0.10000,0.968
47,mlp.experts.55.gate_proj,0.0032624889,0.10000,1.034
47,mlp.experts.56.gate_proj,0.0025504457,0.10000,1.013
47,mlp.experts.57.gate_proj,0.0001949906,0.10000,1.053
47,mlp.experts.58.gate_proj,0.0003332607,0.10000,1.038
47,mlp.experts.59.gate_proj,0.0468256814,0.10000,0.998
47,mlp.experts.60.gate_proj,0.0100149124,0.10000,1.033
47,mlp.experts.61.gate_proj,0.0028759010,0.10000,1.022
47,mlp.experts.62.gate_proj,0.0118008360,0.10000,1.042
47,mlp.experts.63.gate_proj,0.0002132343,0.10000,1.028
47,mlp.experts.64.gate_proj,0.0074538092,0.10000,0.982
47,mlp.experts.65.gate_proj,0.0084868723,0.10000,1.026
47,mlp.experts.66.gate_proj,0.0154823855,0.10000,1.026
47,mlp.experts.67.gate_proj,0.0026718120,0.10000,1.049
47,mlp.experts.68.gate_proj,0.0021540378,0.10000,0.973
47,mlp.experts.69.gate_proj,0.0278644639,0.10000,0.980
47,mlp.experts.70.gate_proj,0.0499124374,0.10000,1.027
47,mlp.experts.71.gate_proj,0.0010331339,0.10000,1.048
47,mlp.experts.72.gate_proj,0.0016412266,0.10000,1.019
47,mlp.experts.73.gate_proj,0.0001846490,0.10000,1.041
47,mlp.experts.74.gate_proj,0.0013632917,0.10000,1.019
47,mlp.experts.75.gate_proj,0.0074186181,0.10000,0.975
47,mlp.experts.76.gate_proj,0.0007409285,0.10000,1.011
47,mlp.experts.77.gate_proj,0.0022997337,0.10000,1.015
47,mlp.experts.78.gate_proj,0.0000398528,0.10000,1.018
47,mlp.experts.79.gate_proj,0.0070111849,0.10000,0.993
47,mlp.experts.80.gate_proj,0.0007747581,0.10000,0.951
47,mlp.experts.81.gate_proj,0.0019857240,0.10000,1.044
47,mlp.experts.82.gate_proj,0.0007276215,0.10000,1.025
47,mlp.experts.83.gate_proj,0.0126918585,0.10000,1.063
47,mlp.experts.84.gate_proj,0.0083324749,0.10000,0.977
47,mlp.experts.85.gate_proj,0.0001178149,0.10000,1.066
47,mlp.experts.86.gate_proj,0.0000273901,0.10000,1.017
47,mlp.experts.87.gate_proj,0.0005073918,0.10000,1.008
47,mlp.experts.88.gate_proj,0.0000600550,0.10000,0.975
47,mlp.experts.89.gate_proj,0.0102364502,0.10000,1.030
47,mlp.experts.90.gate_proj,0.0000466071,0.10000,1.037
47,mlp.experts.91.gate_proj,0.0029295992,0.10000,1.006
47,mlp.experts.92.gate_proj,0.0003619085,0.10000,1.018
47,mlp.experts.93.gate_proj,0.0037595816,0.10000,1.038
47,mlp.experts.94.gate_proj,0.0026221614,0.10000,1.036
47,mlp.experts.95.gate_proj,0.0000403800,0.10000,1.036
47,mlp.experts.96.gate_proj,0.0013762380,0.10000,1.011
47,mlp.experts.97.gate_proj,0.0071788939,0.10000,1.068
47,mlp.experts.98.gate_proj,0.0032231157,0.10000,1.045
47,mlp.experts.99.gate_proj,0.0014065412,0.10000,1.049
47,mlp.experts.100.gate_proj,0.0033485518,0.10000,1.030
47,mlp.experts.102.gate_proj,0.0006217388,0.10000,0.940
47,mlp.experts.101.gate_proj,0.0005402132,0.10000,0.963
47,mlp.experts.104.gate_proj,0.0027528096,0.10000,0.982
47,mlp.experts.103.gate_proj,0.0054950586,0.10000,1.025
47,mlp.experts.105.gate_proj,0.0003694915,0.10000,1.050
47,mlp.experts.106.gate_proj,0.0063877463,0.10000,1.052
47,mlp.experts.107.gate_proj,0.0002905088,0.10000,1.058
47,mlp.experts.108.gate_proj,0.0003272376,0.10000,1.053
47,mlp.experts.109.gate_proj,0.0005976442,0.10000,0.980
47,mlp.experts.110.gate_proj,0.0025909345,0.10000,0.958
47,mlp.experts.112.gate_proj,0.0007429284,0.10000,1.041
47,mlp.experts.111.gate_proj,0.0000703600,0.10000,1.058
47,mlp.experts.114.gate_proj,0.0005962532,0.10000,1.048
47,mlp.experts.113.gate_proj,0.0229340608,0.10000,1.076
47,mlp.experts.115.gate_proj,0.0160334883,0.10000,1.027
47,mlp.experts.116.gate_proj,0.0057966788,0.10000,1.026
47,mlp.experts.117.gate_proj,0.0000533840,0.10000,1.063
47,mlp.experts.118.gate_proj,0.0158358697,0.10000,1.053
47,mlp.experts.119.gate_proj,0.0022768175,0.10000,1.066
47,mlp.experts.120.gate_proj,0.0001365792,0.10000,1.058
47,mlp.experts.121.gate_proj,0.0003688025,0.10000,1.010
47,mlp.experts.122.gate_proj,0.0549176352,0.10000,1.008
47,mlp.experts.124.gate_proj,0.0004528855,0.10000,0.938
47,mlp.experts.123.gate_proj,0.0000589722,0.10000,0.975
47,mlp.experts.125.gate_proj,0.0005333522,0.10000,1.072
47,mlp.experts.126.gate_proj,0.0002890113,0.10000,1.071
47,mlp.experts.127.gate_proj,0.0000379188,0.10000,0.641
47,mlp.experts.0.down_proj,0.0136225458,0.10000,0.396
47,mlp.experts.1.down_proj,0.0976178330,0.10000,0.398
47,mlp.experts.2.down_proj,0.0066962948,0.10000,0.400
47,mlp.experts.3.down_proj,0.0028607722,0.10000,0.412
47,mlp.experts.5.down_proj,0.0381830594,0.10000,0.394
47,mlp.experts.4.down_proj,0.0027343789,0.10000,0.412
47,mlp.experts.6.down_proj,0.0022065300,0.10000,0.399
47,mlp.experts.7.down_proj,0.0422976538,0.10000,0.407
47,mlp.experts.8.down_proj,0.0279276017,0.10000,0.338
47,mlp.experts.9.down_proj,0.0039986453,0.10000,0.335
47,mlp.experts.10.down_proj,0.0112888120,0.10000,0.346
47,mlp.experts.11.down_proj,0.0090841148,0.10000,0.350
47,mlp.experts.12.down_proj,0.0123627570,0.10000,0.390
47,mlp.experts.13.down_proj,0.0708808046,0.10000,0.391
47,mlp.experts.14.down_proj,0.0107043151,0.10000,0.416
47,mlp.experts.15.down_proj,0.0003687400,0.10000,0.414
47,mlp.experts.16.down_proj,0.0623896502,0.10000,0.398
47,mlp.experts.17.down_proj,0.0060031007,0.10000,0.416
47,mlp.experts.18.down_proj,0.0059541670,0.10000,0.357
47,mlp.experts.19.down_proj,0.0394720389,0.10000,0.367
47,mlp.experts.20.down_proj,0.0012918763,0.10000,0.326
47,mlp.experts.21.down_proj,0.0002018340,0.10000,0.329
47,mlp.experts.22.down_proj,0.0457101486,0.10000,0.407
47,mlp.experts.23.down_proj,0.0043565820,0.10000,0.405
47,mlp.experts.24.down_proj,0.0428486944,0.10000,0.400
47,mlp.experts.25.down_proj,0.2764545702,0.10000,0.399
47,mlp.experts.26.down_proj,0.0003192473,0.10000,0.402
47,mlp.experts.27.down_proj,0.0002273713,0.10000,0.406
47,mlp.experts.28.down_proj,0.0359420851,0.10000,0.387
47,mlp.experts.29.down_proj,0.0635367181,0.10000,0.392
47,mlp.experts.30.down_proj,0.0090344045,0.10000,0.387
47,mlp.experts.31.down_proj,0.0001476768,0.10000,0.397
47,mlp.experts.32.down_proj,0.0001333485,0.10000,0.393
47,mlp.experts.33.down_proj,0.0486394097,0.10000,0.415
47,mlp.experts.34.down_proj,0.0002529541,0.10000,0.403
47,mlp.experts.35.down_proj,0.0001734709,0.10000,0.415
47,mlp.experts.36.down_proj,0.0005427678,0.10000,0.398
47,mlp.experts.37.down_proj,0.0083471980,0.10000,0.416
47,mlp.experts.38.down_proj,0.0033422434,0.10000,0.366
47,mlp.experts.39.down_proj,0.0110635759,0.10000,0.357
47,mlp.experts.40.down_proj,0.0164794698,0.10000,0.365
47,mlp.experts.41.down_proj,0.3130242690,0.10000,0.354
47,mlp.experts.42.down_proj,0.0149911148,0.10000,0.330
47,mlp.experts.43.down_proj,0.0147716355,0.10000,0.330
47,mlp.experts.44.down_proj,0.0011691700,0.10000,0.330
47,mlp.experts.45.down_proj,0.0428809177,0.10000,0.331
47,mlp.experts.46.down_proj,0.1583707155,0.10000,0.335
47,mlp.experts.47.down_proj,0.0001917999,0.10000,0.356
47,mlp.experts.48.down_proj,0.0344684099,0.10000,0.395
47,mlp.experts.49.down_proj,0.0381293734,0.10000,0.400
47,mlp.experts.50.down_proj,0.0391688007,0.10000,0.396
47,mlp.experts.51.down_proj,0.0459256930,0.10000,0.405
47,mlp.experts.52.down_proj,0.0004607024,0.10000,0.399
47,mlp.experts.53.down_proj,0.0020701354,0.10000,0.400
47,mlp.experts.54.down_proj,0.0057163794,0.10000,0.406
47,mlp.experts.55.down_proj,0.0133477223,0.10000,0.410
47,mlp.experts.56.down_proj,0.0366132889,0.10000,0.403
47,mlp.experts.57.down_proj,0.0011564963,0.10000,0.406
47,mlp.experts.58.down_proj,0.0010070260,0.10000,0.396
47,mlp.experts.59.down_proj,0.0884139586,0.10000,0.396
47,mlp.experts.60.down_proj,1.1729207170,0.10000,0.414
47,mlp.experts.61.down_proj,0.0711337183,0.10000,0.399
47,mlp.experts.62.down_proj,0.0780932178,0.10000,0.412
47,mlp.experts.63.down_proj,0.0004088550,0.10000,0.407
47,mlp.experts.64.down_proj,0.0128210641,0.10000,0.402
47,mlp.experts.65.down_proj,0.0270732434,0.10000,0.390
47,mlp.experts.66.down_proj,0.0602913547,0.10000,0.385
47,mlp.experts.67.down_proj,0.0120482153,0.10000,0.390
47,mlp.experts.68.down_proj,0.0509223026,0.10000,0.393
47,mlp.experts.69.down_proj,0.1229659742,0.10000,0.391
47,mlp.experts.70.down_proj,0.3648109436,0.10000,0.390
47,mlp.experts.71.down_proj,0.0037371031,0.10000,0.382
47,mlp.experts.72.down_proj,0.0040264918,0.10000,0.388
47,mlp.experts.73.down_proj,0.0005792187,0.10000,0.390
47,mlp.experts.74.down_proj,0.0075450561,0.10000,0.379
47,mlp.experts.75.down_proj,0.1279010965,0.10000,0.392
47,mlp.experts.76.down_proj,0.0024066076,0.10000,0.396
47,mlp.experts.77.down_proj,0.0106352974,0.10000,0.395
47,mlp.experts.78.down_proj,0.0000652052,0.10000,0.400
47,mlp.experts.79.down_proj,0.0174530498,0.10000,0.397
47,mlp.experts.80.down_proj,0.0059539945,0.10000,0.400
47,mlp.experts.81.down_proj,0.0316707569,0.10000,0.405
47,mlp.experts.82.down_proj,0.0017676291,0.10000,0.399
47,mlp.experts.83.down_proj,0.1117516320,0.10000,0.399
47,mlp.experts.84.down_proj,0.0666339558,0.10000,0.385
47,mlp.experts.85.down_proj,0.0003289254,0.10000,0.404
47,mlp.experts.86.down_proj,0.0000718306,0.10000,0.404
47,mlp.experts.87.down_proj,0.0044390631,0.10000,0.396
47,mlp.experts.88.down_proj,0.0000859818,0.10000,0.359
47,mlp.experts.89.down_proj,0.0189682974,0.10000,0.369
47,mlp.experts.90.down_proj,0.0001322678,0.10000,0.397
47,mlp.experts.91.down_proj,0.0132448604,0.10000,0.405
47,mlp.experts.92.down_proj,0.0035407929,0.10000,0.393
47,mlp.experts.93.down_proj,0.0216853799,0.10000,0.389
47,mlp.experts.94.down_proj,0.0096223195,0.10000,0.397
47,mlp.experts.95.down_proj,0.0001031420,0.10000,0.396
47,mlp.experts.96.down_proj,0.0056915637,0.10000,0.381
47,mlp.experts.97.down_proj,0.0588050705,0.10000,0.395
47,mlp.experts.98.down_proj,0.0318726717,0.10000,0.364
47,mlp.experts.99.down_proj,0.0053799309,0.10000,0.363
47,mlp.experts.100.down_proj,0.0445328633,0.10000,0.391
47,mlp.experts.101.down_proj,0.0045986613,0.10000,0.385
47,mlp.experts.102.down_proj,0.0160297832,0.10000,0.368
47,mlp.experts.103.down_proj,0.0211584627,0.10000,0.360
47,mlp.experts.104.down_proj,0.0092323640,0.10000,0.398
47,mlp.experts.105.down_proj,0.0004467579,0.10000,0.385
47,mlp.experts.106.down_proj,0.0328913750,0.10000,0.393
47,mlp.experts.107.down_proj,0.0010015208,0.10000,0.372
47,mlp.experts.108.down_proj,0.0008403508,0.10000,0.379
47,mlp.experts.109.down_proj,0.0027826358,0.10000,0.382
47,mlp.experts.110.down_proj,0.0366440398,0.10000,0.398
47,mlp.experts.111.down_proj,0.0002585274,0.10000,0.410
47,mlp.experts.112.down_proj,0.0017246238,0.10000,0.393
47,mlp.experts.113.down_proj,0.0486511021,0.10000,0.405
47,mlp.experts.114.down_proj,0.0020414184,0.10000,0.402
47,mlp.experts.115.down_proj,0.0631575683,0.10000,0.394
47,mlp.experts.116.down_proj,0.0399266357,0.10000,0.396
47,mlp.experts.117.down_proj,0.0001448713,0.10000,0.399
47,mlp.experts.118.down_proj,0.2437205242,0.10000,0.389
47,mlp.experts.119.down_proj,0.0384301335,0.10000,0.377
47,mlp.experts.120.down_proj,0.0004571317,0.10000,0.390
47,mlp.experts.121.down_proj,0.0010707516,0.10000,0.371
47,mlp.experts.122.down_proj,0.6174618857,0.10000,0.385
47,mlp.experts.123.down_proj,0.0001398031,0.10000,0.382
47,mlp.experts.124.down_proj,0.0024498173,0.10000,0.387
47,mlp.experts.125.down_proj,0.0032600315,0.10000,0.391
47,mlp.experts.126.down_proj,0.0015671683,0.10000,0.401
47,mlp.experts.127.down_proj,0.0001940644,0.10000,0.368