diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,47617 @@
+layer,module,loss,samples,damp,time
+0,block_sparse_moe.experts.0.w1,0.0000004749,0.01000,2.182
+0,block_sparse_moe.experts.3.w1,0.0000012262,0.01000,2.358
+0,block_sparse_moe.experts.2.w1,0.0000006008,0.01000,2.657
+0,block_sparse_moe.experts.1.w1,0.0000011660,0.01000,2.862
+0,block_sparse_moe.experts.6.w1,0.0000008771,0.01000,3.067
+0,block_sparse_moe.experts.5.w1,0.0000004006,0.01000,3.398
+0,block_sparse_moe.experts.4.w1,0.0000004112,0.01000,3.589
+0,block_sparse_moe.experts.7.w1,0.0000002897,0.01000,1.231
+0,block_sparse_moe.experts.8.w1,0.0000006408,0.01000,1.230
+0,block_sparse_moe.experts.9.w1,0.0000009479,0.01000,0.932
+0,block_sparse_moe.experts.10.w1,0.0000006566,0.01000,0.655
+0,block_sparse_moe.experts.11.w1,0.0000005999,0.01000,1.205
+0,block_sparse_moe.experts.16.w1,0.0000003255,0.01000,0.832
+0,block_sparse_moe.experts.15.w1,0.0000010635,0.01000,0.860
+0,block_sparse_moe.experts.14.w1,0.0000007805,0.01000,0.872
+0,block_sparse_moe.experts.12.w1,0.0000002004,0.01000,0.885
+0,block_sparse_moe.experts.13.w1,0.0000008866,0.01000,0.895
+0,block_sparse_moe.experts.17.w1,0.0000006995,0.01000,0.823
+0,block_sparse_moe.experts.18.w1,0.0000007091,0.01000,1.003
+0,block_sparse_moe.experts.19.w1,0.0000003202,0.01000,0.895
+0,block_sparse_moe.experts.20.w1,0.0000002064,0.01000,0.892
+0,block_sparse_moe.experts.22.w1,0.0000006229,0.01000,0.925
+0,block_sparse_moe.experts.24.w1,0.0000007825,0.01000,0.859
+0,block_sparse_moe.experts.23.w1,0.0000006860,0.01000,1.033
+0,block_sparse_moe.experts.21.w1,0.0000010040,0.01000,1.433
+0,block_sparse_moe.experts.27.w1,0.0000005604,0.01000,0.884
+0,block_sparse_moe.experts.26.w1,0.0000009850,0.01000,0.951
+0,block_sparse_moe.experts.29.w1,0.0000012586,0.01000,1.010
+0,block_sparse_moe.experts.30.w1,0.0000004689,0.01000,0.926
+0,block_sparse_moe.experts.28.w1,0.0000004090,0.01000,1.238
+0,block_sparse_moe.experts.31.w1,0.0000012046,0.01000,0.813
+0,block_sparse_moe.experts.25.w1,0.0000005413,0.01000,1.525
+0,block_sparse_moe.experts.33.w1,0.0000005955,0.01000,0.846
+0,block_sparse_moe.experts.35.w1,0.0000012882,0.01000,0.897
+0,block_sparse_moe.experts.34.w1,0.0000007630,0.01000,0.994
+0,block_sparse_moe.experts.37.w1,0.0000007724,0.01000,0.842
+0,block_sparse_moe.experts.36.w1,0.0000007324,0.01000,0.932
+0,block_sparse_moe.experts.38.w1,0.0000003559,0.01000,0.837
+0,block_sparse_moe.experts.32.w1,0.0000005229,0.01000,1.507
+0,block_sparse_moe.experts.40.w1,0.0000006331,0.01000,0.903
+0,block_sparse_moe.experts.39.w1,0.0000007335,0.01000,1.252
+0,block_sparse_moe.experts.41.w1,0.0000012220,0.01000,1.030
+0,block_sparse_moe.experts.42.w1,0.0000003354,0.01000,0.893
+0,block_sparse_moe.experts.43.w1,0.0000007013,0.01000,0.906
+0,block_sparse_moe.experts.45.w1,0.0000005607,0.01000,0.870
+0,block_sparse_moe.experts.44.w1,0.0000006745,0.01000,1.163
+0,block_sparse_moe.experts.49.w1,0.0000004652,0.01000,0.859
+0,block_sparse_moe.experts.48.w1,0.0000001628,0.01000,0.878
+0,block_sparse_moe.experts.47.w1,0.0000013239,0.01000,1.000
+0,block_sparse_moe.experts.50.w1,0.0000015181,0.01000,1.084
+0,block_sparse_moe.experts.46.w1,0.0000006354,0.01000,1.454
+0,block_sparse_moe.experts.52.w1,0.0000003514,0.01000,0.964
+0,block_sparse_moe.experts.51.w1,0.0000007873,0.01000,1.336
+0,block_sparse_moe.experts.54.w1,0.0000004952,0.01000,0.899
+0,block_sparse_moe.experts.55.w1,0.0000004232,0.01000,0.891
+0,block_sparse_moe.experts.57.w1,0.0000001604,0.01000,0.926
+0,block_sparse_moe.experts.56.w1,0.0000003780,0.01000,1.085
+0,block_sparse_moe.experts.53.w1,0.0000010627,0.01000,1.476
+0,block_sparse_moe.experts.59.w1,0.0000002084,0.01000,0.896
+0,block_sparse_moe.experts.58.w1,0.0000008873,0.01000,1.071
+0,block_sparse_moe.experts.61.w1,0.0000001435,0.01000,0.898
+0,block_sparse_moe.experts.62.w1,0.0000004867,0.01000,0.861
+0,block_sparse_moe.experts.64.w1,0.0000001783,0.01000,0.868
+0,block_sparse_moe.experts.65.w1,0.0000013003,0.01000,0.878
+0,block_sparse_moe.experts.66.w1,0.0000008779,0.01000,0.972
+0,block_sparse_moe.experts.60.w1,0.0000011365,0.01000,1.699
+0,block_sparse_moe.experts.63.w1,0.0000006630,0.01000,1.435
+0,block_sparse_moe.experts.68.w1,0.0000003854,0.01000,0.861
+0,block_sparse_moe.experts.69.w1,0.0000002451,0.01000,0.938
+0,block_sparse_moe.experts.71.w1,0.0000013772,0.01000,0.807
+0,block_sparse_moe.experts.70.w1,0.0000008268,0.01000,0.986
+0,block_sparse_moe.experts.67.w1,0.0000009162,0.01000,1.602
+0,block_sparse_moe.experts.72.w1,0.0000004198,0.01000,0.880
+0,block_sparse_moe.experts.73.w1,0.0000005194,0.01000,0.804
+0,block_sparse_moe.experts.75.w1,0.0000009417,0.01000,0.837
+0,block_sparse_moe.experts.76.w1,0.0000012304,0.01000,0.860
+0,block_sparse_moe.experts.77.w1,0.0000013089,0.01000,0.853
+0,block_sparse_moe.experts.74.w1,0.0000004008,0.01000,1.266
+0,block_sparse_moe.experts.78.w1,0.0000003833,0.01000,0.864
+0,block_sparse_moe.experts.79.w1,0.0000003284,0.01000,0.838
+0,block_sparse_moe.experts.80.w1,0.0000005086,0.01000,0.872
+0,block_sparse_moe.experts.84.w1,0.0000005706,0.01000,0.885
+0,block_sparse_moe.experts.85.w1,0.0000004118,0.01000,0.897
+0,block_sparse_moe.experts.83.w1,0.0000014790,0.01000,1.059
+0,block_sparse_moe.experts.87.w1,0.0000004259,0.01000,0.850
+0,block_sparse_moe.experts.82.w1,0.0000004077,0.01000,1.141
+0,block_sparse_moe.experts.86.w1,0.0000005533,0.01000,1.065
+0,block_sparse_moe.experts.81.w1,0.0000004351,0.01000,1.471
+0,block_sparse_moe.experts.91.w1,0.0000003038,0.01000,0.834
+0,block_sparse_moe.experts.89.w1,0.0000010673,0.01000,0.945
+0,block_sparse_moe.experts.92.w1,0.0000005103,0.01000,0.860
+0,block_sparse_moe.experts.90.w1,0.0000008383,0.01000,0.872
+0,block_sparse_moe.experts.93.w1,0.0000011422,0.01000,0.833
+0,block_sparse_moe.experts.88.w1,0.0000002358,0.01000,1.162
+0,block_sparse_moe.experts.94.w1,0.0000003008,0.01000,0.981
+0,block_sparse_moe.experts.98.w1,0.0000006393,0.01000,0.863
+0,block_sparse_moe.experts.99.w1,0.0000007097,0.01000,0.865
+0,block_sparse_moe.experts.100.w1,0.0000007801,0.01000,0.862
+0,block_sparse_moe.experts.97.w1,0.0000007382,0.01000,1.108
+0,block_sparse_moe.experts.101.w1,0.0000003654,0.01000,0.839
+0,block_sparse_moe.experts.95.w1,0.0000007462,0.01000,1.269
+0,block_sparse_moe.experts.96.w1,0.0000006425,0.01000,1.258
+0,block_sparse_moe.experts.103.w1,0.0000004026,0.01000,0.966
+0,block_sparse_moe.experts.104.w1,0.0000009037,0.01000,0.878
+0,block_sparse_moe.experts.105.w1,0.0000006681,0.01000,0.946
+0,block_sparse_moe.experts.106.w1,0.0000001306,0.01000,0.856
+0,block_sparse_moe.experts.107.w1,0.0000008755,0.01000,0.880
+0,block_sparse_moe.experts.102.w1,0.0000018064,0.01000,1.665
+0,block_sparse_moe.experts.108.w1,0.0000009272,0.01000,1.475
+0,block_sparse_moe.experts.110.w1,0.0000001816,0.01000,0.881
+0,block_sparse_moe.experts.112.w1,0.0000001866,0.01000,0.828
+0,block_sparse_moe.experts.111.w1,0.0000010360,0.01000,0.867
+0,block_sparse_moe.experts.113.w1,0.0000007684,0.01000,0.835
+0,block_sparse_moe.experts.109.w1,0.0000008535,0.01000,1.431
+0,block_sparse_moe.experts.114.w1,0.0000005264,0.01000,0.856
+0,block_sparse_moe.experts.115.w1,0.0000003157,0.01000,1.043
+0,block_sparse_moe.experts.118.w1,0.0000010384,0.01000,0.854
+0,block_sparse_moe.experts.119.w1,0.0000006288,0.01000,0.838
+0,block_sparse_moe.experts.117.w1,0.0000006184,0.01000,0.931
+0,block_sparse_moe.experts.116.w1,0.0000003856,0.01000,1.327
+0,block_sparse_moe.experts.120.w1,0.0000007472,0.01000,0.856
+0,block_sparse_moe.experts.121.w1,0.0000011408,0.01000,0.923
+0,block_sparse_moe.experts.124.w1,0.0000005616,0.01000,0.888
+0,block_sparse_moe.experts.125.w1,0.0000007053,0.01000,0.855
+0,block_sparse_moe.experts.126.w1,0.0000002821,0.01000,0.824
+0,block_sparse_moe.experts.127.w1,0.0000002072,0.01000,0.809
+0,block_sparse_moe.experts.128.w1,0.0000003044,0.01000,0.801
+0,block_sparse_moe.experts.123.w1,0.0000004099,0.01000,1.741
+0,block_sparse_moe.experts.122.w1,0.0000009932,0.01000,1.923
+0,block_sparse_moe.experts.132.w1,0.0000006802,0.01000,0.848
+0,block_sparse_moe.experts.129.w1,0.0000004169,0.01000,1.240
+0,block_sparse_moe.experts.131.w1,0.0000004406,0.01000,0.972
+0,block_sparse_moe.experts.133.w1,0.0000009936,0.01000,0.815
+0,block_sparse_moe.experts.130.w1,0.0000007755,0.01000,1.550
+0,block_sparse_moe.experts.134.w1,0.0000013793,0.01000,0.844
+0,block_sparse_moe.experts.136.w1,0.0000004451,0.01000,0.864
+0,block_sparse_moe.experts.135.w1,0.0000002250,0.01000,1.096
+0,block_sparse_moe.experts.139.w1,0.0000003835,0.01000,0.858
+0,block_sparse_moe.experts.138.w1,0.0000005488,0.01000,0.894
+0,block_sparse_moe.experts.140.w1,0.0000003638,0.01000,0.866
+0,block_sparse_moe.experts.137.w1,0.0000005363,0.01000,1.339
+0,block_sparse_moe.experts.141.w1,0.0000006522,0.01000,1.176
+0,block_sparse_moe.experts.142.w1,0.0000006078,0.01000,0.901
+0,block_sparse_moe.experts.145.w1,0.0000008728,0.01000,0.871
+0,block_sparse_moe.experts.143.w1,0.0000010774,0.01000,0.984
+0,block_sparse_moe.experts.146.w1,0.0000004684,0.01000,0.853
+0,block_sparse_moe.experts.147.w1,0.0000001835,0.01000,0.955
+0,block_sparse_moe.experts.144.w1,0.0000008456,0.01000,1.560
+0,block_sparse_moe.experts.149.w1,0.0000004198,0.01000,0.830
+0,block_sparse_moe.experts.150.w1,0.0000003505,0.01000,0.927
+0,block_sparse_moe.experts.148.w1,0.0000010201,0.01000,1.181
+0,block_sparse_moe.experts.152.w1,0.0000007438,0.01000,0.950
+0,block_sparse_moe.experts.151.w1,0.0000007207,0.01000,1.295
+0,block_sparse_moe.experts.153.w1,0.0000003527,0.01000,0.888
+0,block_sparse_moe.experts.154.w1,0.0000002111,0.01000,0.872
+0,block_sparse_moe.experts.155.w1,0.0000009445,0.01000,0.980
+0,block_sparse_moe.experts.156.w1,0.0000006852,0.01000,0.895
+0,block_sparse_moe.experts.157.w1,0.0000005218,0.01000,0.993
+0,block_sparse_moe.experts.159.w1,0.0000010164,0.01000,0.895
+0,block_sparse_moe.experts.160.w1,0.0000009468,0.01000,0.891
+0,block_sparse_moe.experts.158.w1,0.0000008038,0.01000,1.177
+0,block_sparse_moe.experts.161.w1,0.0000010364,0.01000,0.969
+0,block_sparse_moe.experts.162.w1,0.0000001243,0.01000,1.222
+0,block_sparse_moe.experts.163.w1,0.0000014788,0.01000,1.128
+0,block_sparse_moe.experts.164.w1,0.0000004941,0.01000,1.051
+0,block_sparse_moe.experts.167.w1,0.0000016495,0.01000,0.934
+0,block_sparse_moe.experts.166.w1,0.0000009004,0.01000,1.120
+0,block_sparse_moe.experts.168.w1,0.0000010201,0.01000,0.964
+0,block_sparse_moe.experts.165.w1,0.0000010076,0.01000,1.516
+0,block_sparse_moe.experts.169.w1,0.0000002294,0.01000,0.979
+0,block_sparse_moe.experts.170.w1,0.0000011393,0.01000,1.083
+0,block_sparse_moe.experts.171.w1,0.0000005311,0.01000,1.093
+0,block_sparse_moe.experts.174.w1,0.0000009930,0.01000,0.927
+0,block_sparse_moe.experts.173.w1,0.0000007846,0.01000,0.985
+0,block_sparse_moe.experts.172.w1,0.0000002383,0.01000,1.254
+0,block_sparse_moe.experts.175.w1,0.0000005156,0.01000,0.868
+0,block_sparse_moe.experts.176.w1,0.0000013439,0.01000,0.845
+0,block_sparse_moe.experts.177.w1,0.0000009980,0.01000,1.119
+0,block_sparse_moe.experts.180.w1,0.0000004639,0.01000,0.862
+0,block_sparse_moe.experts.178.w1,0.0000008849,0.01000,1.133
+0,block_sparse_moe.experts.181.w1,0.0000007314,0.01000,0.978
+0,block_sparse_moe.experts.182.w1,0.0000001472,0.01000,0.963
+0,block_sparse_moe.experts.183.w1,0.0000010319,0.01000,0.873
+0,block_sparse_moe.experts.179.w1,0.0000006934,0.01000,1.375
+0,block_sparse_moe.experts.185.w1,0.0000006207,0.01000,0.927
+0,block_sparse_moe.experts.184.w1,0.0000011188,0.01000,1.350
+0,block_sparse_moe.experts.189.w1,0.0000005722,0.01000,0.882
+0,block_sparse_moe.experts.187.w1,0.0000008368,0.01000,0.975
+0,block_sparse_moe.experts.188.w1,0.0000005669,0.01000,1.019
+0,block_sparse_moe.experts.190.w1,0.0000012691,0.01000,0.890
+0,block_sparse_moe.experts.186.w1,0.0000007946,0.01000,1.654
+0,block_sparse_moe.experts.191.w1,0.0000008549,0.01000,0.948
+0,block_sparse_moe.experts.192.w1,0.0000005725,0.01000,0.966
+0,block_sparse_moe.experts.196.w1,0.0000005159,0.01000,0.828
+0,block_sparse_moe.experts.195.w1,0.0000001616,0.01000,0.917
+0,block_sparse_moe.experts.194.w1,0.0000002471,0.01000,1.042
+0,block_sparse_moe.experts.197.w1,0.0000003791,0.01000,0.837
+0,block_sparse_moe.experts.193.w1,0.0000003491,0.01000,1.305
+0,block_sparse_moe.experts.198.w1,0.0000001878,0.01000,0.993
+0,block_sparse_moe.experts.199.w1,0.0000004296,0.01000,1.000
+0,block_sparse_moe.experts.202.w1,0.0000006772,0.01000,0.925
+0,block_sparse_moe.experts.201.w1,0.0000007592,0.01000,1.039
+0,block_sparse_moe.experts.203.w1,0.0000007557,0.01000,1.025
+0,block_sparse_moe.experts.205.w1,0.0000004816,0.01000,0.870
+0,block_sparse_moe.experts.204.w1,0.0000002804,0.01000,1.259
+0,block_sparse_moe.experts.200.w1,0.0000001231,0.01000,1.819
+0,block_sparse_moe.experts.206.w1,0.0000003561,0.01000,0.862
+0,block_sparse_moe.experts.208.w1,0.0000005104,0.01000,0.953
+0,block_sparse_moe.experts.209.w1,0.0000006148,0.01000,0.985
+0,block_sparse_moe.experts.210.w1,0.0000003496,0.01000,0.853
+0,block_sparse_moe.experts.212.w1,0.0000009077,0.01000,0.839
+0,block_sparse_moe.experts.213.w1,0.0000004037,0.01000,0.839
+0,block_sparse_moe.experts.211.w1,0.0000004216,0.01000,1.150
+0,block_sparse_moe.experts.207.w1,0.0000010317,0.01000,1.971
+0,block_sparse_moe.experts.215.w1,0.0000005921,0.01000,0.839
+0,block_sparse_moe.experts.216.w1,0.0000006648,0.01000,0.874
+0,block_sparse_moe.experts.214.w1,0.0000008876,0.01000,1.516
+0,block_sparse_moe.experts.217.w1,0.0000004027,0.01000,0.964
+0,block_sparse_moe.experts.219.w1,0.0000004568,0.01000,0.902
+0,block_sparse_moe.experts.218.w1,0.0000005228,0.01000,1.020
+0,block_sparse_moe.experts.220.w1,0.0000009817,0.01000,0.858
+0,block_sparse_moe.experts.222.w1,0.0000004346,0.01000,0.993
+0,block_sparse_moe.experts.223.w1,0.0000005312,0.01000,0.917
+0,block_sparse_moe.experts.225.w1,0.0000004548,0.01000,0.891
+0,block_sparse_moe.experts.221.w1,0.0000005224,0.01000,1.444
+0,block_sparse_moe.experts.227.w1,0.0000001692,0.01000,0.955
+0,block_sparse_moe.experts.224.w1,0.0000014671,0.01000,1.301
+0,block_sparse_moe.experts.226.w1,0.0000002125,0.01000,1.350
+0,block_sparse_moe.experts.228.w1,0.0000016456,0.01000,1.109
+0,block_sparse_moe.experts.230.w1,0.0000007334,0.01000,0.845
+0,block_sparse_moe.experts.229.w1,0.0000004240,0.01000,1.032
+0,block_sparse_moe.experts.231.w1,0.0000003386,0.01000,0.933
+0,block_sparse_moe.experts.232.w1,0.0000010315,0.01000,0.859
+0,block_sparse_moe.experts.234.w1,0.0000005310,0.01000,0.882
+0,block_sparse_moe.experts.233.w1,0.0000006171,0.01000,1.137
+0,block_sparse_moe.experts.236.w1,0.0000013938,0.01000,0.963
+0,block_sparse_moe.experts.238.w1,0.0000004503,0.01000,0.915
+0,block_sparse_moe.experts.235.w1,0.0000004527,0.01000,1.114
+0,block_sparse_moe.experts.239.w1,0.0000003509,0.01000,0.875
+0,block_sparse_moe.experts.237.w1,0.0000012726,0.01000,1.177
+0,block_sparse_moe.experts.240.w1,0.0000009407,0.01000,0.969
+0,block_sparse_moe.experts.241.w1,0.0000010005,0.01000,0.989
+0,block_sparse_moe.experts.243.w1,0.0000002449,0.01000,0.899
+0,block_sparse_moe.experts.245.w1,0.0000007998,0.01000,0.886
+0,block_sparse_moe.experts.244.w1,0.0000004582,0.01000,0.987
+0,block_sparse_moe.experts.246.w1,0.0000005805,0.01000,0.890
+0,block_sparse_moe.experts.248.w1,0.0000002667,0.01000,0.864
+0,block_sparse_moe.experts.247.w1,0.0000002897,0.01000,1.069
+0,block_sparse_moe.experts.242.w1,0.0000006198,0.01000,1.843
+0,block_sparse_moe.experts.250.w1,0.0000016427,0.01000,0.869
+0,block_sparse_moe.experts.251.w1,0.0000007917,0.01000,0.934
+0,block_sparse_moe.experts.252.w1,0.0000010213,0.01000,0.859
+0,block_sparse_moe.experts.253.w1,0.0000009722,0.01000,0.932
+0,block_sparse_moe.experts.254.w1,0.0000003611,0.01000,0.900
+0,block_sparse_moe.experts.249.w1,0.0000012067,0.01000,1.689
+0,block_sparse_moe.experts.255.w1,0.0000005149,0.01000,0.940
+0,block_sparse_moe.experts.1.w3,0.0000000597,0.01000,0.938
+0,block_sparse_moe.experts.2.w3,0.0000000581,0.01000,0.999
+0,block_sparse_moe.experts.3.w3,0.0000000591,0.01000,0.847
+0,block_sparse_moe.experts.0.w3,0.0000000788,0.01000,1.425
+0,block_sparse_moe.experts.4.w3,0.0000000680,0.01000,0.939
+0,block_sparse_moe.experts.5.w3,0.0000000617,0.01000,0.940
+0,block_sparse_moe.experts.6.w3,0.0000000627,0.01000,0.875
+0,block_sparse_moe.experts.8.w3,0.0000000621,0.01000,0.887
+0,block_sparse_moe.experts.10.w3,0.0000000561,0.01000,0.868
+0,block_sparse_moe.experts.9.w3,0.0000000596,0.01000,1.033
+0,block_sparse_moe.experts.12.w3,0.0000000625,0.01000,0.842
+0,block_sparse_moe.experts.13.w3,0.0000000687,0.01000,0.854
+0,block_sparse_moe.experts.7.w3,0.0000000734,0.01000,1.695
+0,block_sparse_moe.experts.15.w3,0.0000000589,0.01000,0.992
+0,block_sparse_moe.experts.16.w3,0.0000000627,0.01000,0.918
+0,block_sparse_moe.experts.11.w3,0.0000000625,0.01000,1.836
+0,block_sparse_moe.experts.17.w3,0.0000000594,0.01000,0.853
+0,block_sparse_moe.experts.18.w3,0.0000000622,0.01000,1.129
+0,block_sparse_moe.experts.14.w3,0.0000000635,0.01000,1.713
+0,block_sparse_moe.experts.19.w3,0.0000000609,0.01000,1.091
+0,block_sparse_moe.experts.22.w3,0.0000000699,0.01000,0.882
+0,block_sparse_moe.experts.23.w3,0.0000000735,0.01000,0.931
+0,block_sparse_moe.experts.24.w3,0.0000000609,0.01000,0.939
+0,block_sparse_moe.experts.20.w3,0.0000000600,0.01000,1.350
+0,block_sparse_moe.experts.25.w3,0.0000000559,0.01000,0.960
+0,block_sparse_moe.experts.26.w3,0.0000000551,0.01000,0.955
+0,block_sparse_moe.experts.21.w3,0.0000000627,0.01000,1.625
+0,block_sparse_moe.experts.27.w3,0.0000000659,0.01000,1.125
+0,block_sparse_moe.experts.31.w3,0.0000000578,0.01000,0.847
+0,block_sparse_moe.experts.30.w3,0.0000000627,0.01000,0.927
+0,block_sparse_moe.experts.32.w3,0.0000000599,0.01000,0.848
+0,block_sparse_moe.experts.33.w3,0.0000000613,0.01000,0.857
+0,block_sparse_moe.experts.28.w3,0.0000000643,0.01000,1.813
+0,block_sparse_moe.experts.34.w3,0.0000000617,0.01000,1.036
+0,block_sparse_moe.experts.37.w3,0.0000000622,0.01000,0.836
+0,block_sparse_moe.experts.38.w3,0.0000000662,0.01000,0.819
+0,block_sparse_moe.experts.29.w3,0.0000000572,0.01000,2.019
+0,block_sparse_moe.experts.35.w3,0.0000000541,0.01000,1.294
+0,block_sparse_moe.experts.39.w3,0.0000000568,0.01000,0.820
+0,block_sparse_moe.experts.36.w3,0.0000000614,0.01000,1.495
+0,block_sparse_moe.experts.41.w3,0.0000000573,0.01000,0.830
+0,block_sparse_moe.experts.40.w3,0.0000000483,0.01000,0.918
+0,block_sparse_moe.experts.43.w3,0.0000000575,0.01000,0.959
+0,block_sparse_moe.experts.45.w3,0.0000000631,0.01000,0.898
+0,block_sparse_moe.experts.42.w3,0.0000000612,0.01000,1.318
+0,block_sparse_moe.experts.46.w3,0.0000000611,0.01000,1.057
+0,block_sparse_moe.experts.44.w3,0.0000000559,0.01000,1.305
+0,block_sparse_moe.experts.47.w3,0.0000000561,0.01000,0.875
+0,block_sparse_moe.experts.48.w3,0.0000000598,0.01000,0.861
+0,block_sparse_moe.experts.50.w3,0.0000000504,0.01000,0.899
+0,block_sparse_moe.experts.51.w3,0.0000000609,0.01000,0.958
+0,block_sparse_moe.experts.54.w3,0.0000000606,0.01000,0.879
+0,block_sparse_moe.experts.52.w3,0.0000000646,0.01000,0.921
+0,block_sparse_moe.experts.55.w3,0.0000000630,0.01000,0.874
+0,block_sparse_moe.experts.53.w3,0.0000000608,0.01000,0.971
+0,block_sparse_moe.experts.49.w3,0.0000000723,0.01000,1.690
+0,block_sparse_moe.experts.57.w3,0.0000000621,0.01000,0.879
+0,block_sparse_moe.experts.59.w3,0.0000000616,0.01000,0.904
+0,block_sparse_moe.experts.56.w3,0.0000000637,0.01000,1.247
+0,block_sparse_moe.experts.58.w3,0.0000000602,0.01000,0.980
+0,block_sparse_moe.experts.60.w3,0.0000000543,0.01000,0.997
+0,block_sparse_moe.experts.61.w3,0.0000000978,0.01000,1.006
+0,block_sparse_moe.experts.62.w3,0.0000000591,0.01000,0.896
+0,block_sparse_moe.experts.63.w3,0.0000000567,0.01000,1.047
+0,block_sparse_moe.experts.66.w3,0.0000000605,0.01000,0.868
+0,block_sparse_moe.experts.67.w3,0.0000000605,0.01000,0.865
+0,block_sparse_moe.experts.65.w3,0.0000000572,0.01000,0.963
+0,block_sparse_moe.experts.68.w3,0.0000000612,0.01000,0.850
+0,block_sparse_moe.experts.64.w3,0.0000000631,0.01000,1.067
+0,block_sparse_moe.experts.69.w3,0.0000000634,0.01000,1.189
+0,block_sparse_moe.experts.72.w3,0.0000000631,0.01000,0.888
+0,block_sparse_moe.experts.74.w3,0.0000000732,0.01000,0.872
+0,block_sparse_moe.experts.75.w3,0.0000000606,0.01000,0.874
+0,block_sparse_moe.experts.71.w3,0.0000000561,0.01000,1.019
+0,block_sparse_moe.experts.73.w3,0.0000000614,0.01000,1.069
+0,block_sparse_moe.experts.76.w3,0.0000000561,0.01000,0.881
+0,block_sparse_moe.experts.70.w3,0.0000000653,0.01000,1.516
+0,block_sparse_moe.experts.78.w3,0.0000000752,0.01000,0.881
+0,block_sparse_moe.experts.80.w3,0.0000000597,0.01000,1.017
+0,block_sparse_moe.experts.79.w3,0.0000000607,0.01000,1.037
+0,block_sparse_moe.experts.81.w3,0.0000000643,0.01000,0.983
+0,block_sparse_moe.experts.82.w3,0.0000000864,0.01000,0.875
+0,block_sparse_moe.experts.83.w3,0.0000000557,0.01000,0.871
+0,block_sparse_moe.experts.77.w3,0.0000000517,0.01000,1.530
+0,block_sparse_moe.experts.86.w3,0.0000000587,0.01000,0.892
+0,block_sparse_moe.experts.85.w3,0.0000000586,0.01000,0.940
+0,block_sparse_moe.experts.87.w3,0.0000000600,0.01000,0.955
+0,block_sparse_moe.experts.88.w3,0.0000000618,0.01000,1.066
+0,block_sparse_moe.experts.89.w3,0.0000000631,0.01000,0.972
+0,block_sparse_moe.experts.90.w3,0.0000000625,0.01000,0.882
+0,block_sparse_moe.experts.84.w3,0.0000000691,0.01000,1.501
+0,block_sparse_moe.experts.92.w3,0.0000000608,0.01000,0.963
+0,block_sparse_moe.experts.93.w3,0.0000000547,0.01000,0.942
+0,block_sparse_moe.experts.94.w3,0.0000000619,0.01000,0.885
+0,block_sparse_moe.experts.97.w3,0.0000000598,0.01000,0.858
+0,block_sparse_moe.experts.96.w3,0.0000000684,0.01000,0.912
+0,block_sparse_moe.experts.95.w3,0.0000000597,0.01000,1.049
+0,block_sparse_moe.experts.91.w3,0.0000000605,0.01000,1.604
+0,block_sparse_moe.experts.99.w3,0.0000000614,0.01000,0.850
+0,block_sparse_moe.experts.101.w3,0.0000000650,0.01000,0.845
+0,block_sparse_moe.experts.100.w3,0.0000000578,0.01000,0.864
+0,block_sparse_moe.experts.102.w3,0.0000000494,0.01000,1.063
+0,block_sparse_moe.experts.103.w3,0.0000000606,0.01000,1.005
+0,block_sparse_moe.experts.98.w3,0.0000000641,0.01000,1.452
+0,block_sparse_moe.experts.104.w3,0.0000000559,0.01000,1.063
+0,block_sparse_moe.experts.106.w3,0.0000000822,0.01000,0.907
+0,block_sparse_moe.experts.110.w3,0.0000000605,0.01000,0.874
+0,block_sparse_moe.experts.109.w3,0.0000000593,0.01000,0.907
+0,block_sparse_moe.experts.108.w3,0.0000000627,0.01000,0.997
+0,block_sparse_moe.experts.111.w3,0.0000000588,0.01000,0.856
+0,block_sparse_moe.experts.107.w3,0.0000000602,0.01000,1.436
+0,block_sparse_moe.experts.105.w3,0.0000000579,0.01000,1.675
+0,block_sparse_moe.experts.113.w3,0.0000000577,0.01000,0.847
+0,block_sparse_moe.experts.115.w3,0.0000000609,0.01000,0.879
+0,block_sparse_moe.experts.112.w3,0.0000000927,0.01000,1.357
+0,block_sparse_moe.experts.116.w3,0.0000000765,0.01000,0.871
+0,block_sparse_moe.experts.117.w3,0.0000000646,0.01000,0.875
+0,block_sparse_moe.experts.118.w3,0.0000000604,0.01000,0.838
+0,block_sparse_moe.experts.114.w3,0.0000000627,0.01000,1.206
+0,block_sparse_moe.experts.120.w3,0.0000000563,0.01000,0.868
+0,block_sparse_moe.experts.122.w3,0.0000000543,0.01000,0.879
+0,block_sparse_moe.experts.119.w3,0.0000000570,0.01000,1.096
+0,block_sparse_moe.experts.124.w3,0.0000000708,0.01000,0.851
+0,block_sparse_moe.experts.123.w3,0.0000000623,0.01000,0.866
+0,block_sparse_moe.experts.121.w3,0.0000000535,0.01000,0.943
+0,block_sparse_moe.experts.125.w3,0.0000000593,0.01000,0.926
+0,block_sparse_moe.experts.128.w3,0.0000000600,0.01000,0.865
+0,block_sparse_moe.experts.130.w3,0.0000000565,0.01000,0.854
+0,block_sparse_moe.experts.131.w3,0.0000000691,0.01000,0.842
+0,block_sparse_moe.experts.129.w3,0.0000000692,0.01000,0.869
+0,block_sparse_moe.experts.132.w3,0.0000000605,0.01000,0.825
+0,block_sparse_moe.experts.127.w3,0.0000000602,0.01000,1.144
+0,block_sparse_moe.experts.126.w3,0.0000000639,0.01000,1.371
+0,block_sparse_moe.experts.136.w3,0.0000000596,0.01000,0.859
+0,block_sparse_moe.experts.134.w3,0.0000000557,0.01000,0.993
+0,block_sparse_moe.experts.137.w3,0.0000000688,0.01000,0.938
+0,block_sparse_moe.experts.138.w3,0.0000000715,0.01000,0.862
+0,block_sparse_moe.experts.135.w3,0.0000000873,0.01000,1.183
+0,block_sparse_moe.experts.139.w3,0.0000000646,0.01000,0.903
+0,block_sparse_moe.experts.133.w3,0.0000000617,0.01000,1.397
+0,block_sparse_moe.experts.141.w3,0.0000000599,0.01000,0.897
+0,block_sparse_moe.experts.143.w3,0.0000000627,0.01000,0.892
+0,block_sparse_moe.experts.142.w3,0.0000000632,0.01000,0.956
+0,block_sparse_moe.experts.144.w3,0.0000000577,0.01000,0.907
+0,block_sparse_moe.experts.145.w3,0.0000000649,0.01000,0.924
+0,block_sparse_moe.experts.140.w3,0.0000000607,0.01000,1.369
+0,block_sparse_moe.experts.146.w3,0.0000000788,0.01000,1.023
+0,block_sparse_moe.experts.148.w3,0.0000000627,0.01000,0.864
+0,block_sparse_moe.experts.149.w3,0.0000000703,0.01000,0.888
+0,block_sparse_moe.experts.150.w3,0.0000000612,0.01000,0.839
+0,block_sparse_moe.experts.152.w3,0.0000000627,0.01000,1.040
+0,block_sparse_moe.experts.153.w3,0.0000000626,0.01000,0.887
+0,block_sparse_moe.experts.147.w3,0.0000000611,0.01000,1.547
+0,block_sparse_moe.experts.151.w3,0.0000000587,0.01000,1.478
+0,block_sparse_moe.experts.155.w3,0.0000000612,0.01000,0.853
+0,block_sparse_moe.experts.156.w3,0.0000000597,0.01000,0.858
+0,block_sparse_moe.experts.157.w3,0.0000000694,0.01000,0.867
+0,block_sparse_moe.experts.158.w3,0.0000000644,0.01000,1.013
+0,block_sparse_moe.experts.154.w3,0.0000000610,0.01000,1.464
+0,block_sparse_moe.experts.159.w3,0.0000000573,0.01000,0.973
+0,block_sparse_moe.experts.160.w3,0.0000000587,0.01000,0.963
+0,block_sparse_moe.experts.162.w3,0.0000000843,0.01000,0.883
+0,block_sparse_moe.experts.163.w3,0.0000000566,0.01000,0.864
+0,block_sparse_moe.experts.164.w3,0.0000000750,0.01000,0.861
+0,block_sparse_moe.experts.165.w3,0.0000000517,0.01000,0.838
+0,block_sparse_moe.experts.166.w3,0.0000000531,0.01000,0.859
+0,block_sparse_moe.experts.161.w3,0.0000000611,0.01000,1.572
+0,block_sparse_moe.experts.169.w3,0.0000000774,0.01000,0.842
+0,block_sparse_moe.experts.167.w3,0.0000000543,0.01000,1.311
+0,block_sparse_moe.experts.171.w3,0.0000000509,0.01000,0.827
+0,block_sparse_moe.experts.170.w3,0.0000000566,0.01000,0.859
+0,block_sparse_moe.experts.168.w3,0.0000000619,0.01000,1.345
+0,block_sparse_moe.experts.172.w3,0.0000001010,0.01000,0.843
+0,block_sparse_moe.experts.173.w3,0.0000000519,0.01000,0.867
+0,block_sparse_moe.experts.176.w3,0.0000000576,0.01000,0.908
+0,block_sparse_moe.experts.178.w3,0.0000000590,0.01000,0.884
+0,block_sparse_moe.experts.177.w3,0.0000000591,0.01000,0.917
+0,block_sparse_moe.experts.179.w3,0.0000000614,0.01000,0.871
+0,block_sparse_moe.experts.174.w3,0.0000000573,0.01000,1.312
+0,block_sparse_moe.experts.180.w3,0.0000000642,0.01000,1.008
+0,block_sparse_moe.experts.175.w3,0.0000000589,0.01000,1.543
+0,block_sparse_moe.experts.184.w3,0.0000000635,0.01000,0.852
+0,block_sparse_moe.experts.181.w3,0.0000000481,0.01000,0.951
+0,block_sparse_moe.experts.185.w3,0.0000000569,0.01000,0.838
+0,block_sparse_moe.experts.186.w3,0.0000000640,0.01000,0.847
+0,block_sparse_moe.experts.183.w3,0.0000000619,0.01000,1.324
+0,block_sparse_moe.experts.187.w3,0.0000000593,0.01000,0.844
+0,block_sparse_moe.experts.182.w3,0.0000000583,0.01000,1.490
+0,block_sparse_moe.experts.188.w3,0.0000000598,0.01000,0.845
+0,block_sparse_moe.experts.191.w3,0.0000000595,0.01000,0.869
+0,block_sparse_moe.experts.190.w3,0.0000000555,0.01000,0.949
+0,block_sparse_moe.experts.193.w3,0.0000000808,0.01000,0.891
+0,block_sparse_moe.experts.194.w3,0.0000000623,0.01000,0.866
+0,block_sparse_moe.experts.189.w3,0.0000000630,0.01000,1.560
+0,block_sparse_moe.experts.195.w3,0.0000000691,0.01000,0.948
+0,block_sparse_moe.experts.197.w3,0.0000000752,0.01000,0.863
+0,block_sparse_moe.experts.192.w3,0.0000000620,0.01000,1.563
+0,block_sparse_moe.experts.198.w3,0.0000000613,0.01000,0.884
+0,block_sparse_moe.experts.199.w3,0.0000000603,0.01000,1.099
+0,block_sparse_moe.experts.200.w3,0.0000000604,0.01000,0.988
+0,block_sparse_moe.experts.201.w3,0.0000000583,0.01000,0.988
+0,block_sparse_moe.experts.202.w3,0.0000000633,0.01000,0.985
+0,block_sparse_moe.experts.196.w3,0.0000000549,0.01000,2.260
+0,block_sparse_moe.experts.206.w3,0.0000000719,0.01000,0.846
+0,block_sparse_moe.experts.204.w3,0.0000000623,0.01000,1.344
+0,block_sparse_moe.experts.205.w3,0.0000000628,0.01000,1.046
+0,block_sparse_moe.experts.207.w3,0.0000000609,0.01000,0.822
+0,block_sparse_moe.experts.208.w3,0.0000000594,0.01000,0.856
+0,block_sparse_moe.experts.203.w3,0.0000000577,0.01000,1.986
+0,block_sparse_moe.experts.209.w3,0.0000000617,0.01000,0.870
+0,block_sparse_moe.experts.211.w3,0.0000000636,0.01000,0.898
+0,block_sparse_moe.experts.212.w3,0.0000000529,0.01000,0.912
+0,block_sparse_moe.experts.213.w3,0.0000000608,0.01000,0.969
+0,block_sparse_moe.experts.214.w3,0.0000000619,0.01000,0.849
+0,block_sparse_moe.experts.210.w3,0.0000000675,0.01000,1.399
+0,block_sparse_moe.experts.215.w3,0.0000000679,0.01000,0.994
+0,block_sparse_moe.experts.216.w3,0.0000000605,0.01000,0.869
+0,block_sparse_moe.experts.218.w3,0.0000000621,0.01000,0.876
+0,block_sparse_moe.experts.219.w3,0.0000000639,0.01000,0.886
+0,block_sparse_moe.experts.220.w3,0.0000000596,0.01000,0.867
+0,block_sparse_moe.experts.221.w3,0.0000000576,0.01000,0.870
+0,block_sparse_moe.experts.223.w3,0.0000000592,0.01000,0.861
+0,block_sparse_moe.experts.222.w3,0.0000000612,0.01000,1.152
+0,block_sparse_moe.experts.225.w3,0.0000000611,0.01000,0.851
+0,block_sparse_moe.experts.217.w3,0.0000000604,0.01000,1.859
+0,block_sparse_moe.experts.226.w3,0.0000000619,0.01000,0.854
+0,block_sparse_moe.experts.227.w3,0.0000000603,0.01000,0.804
+0,block_sparse_moe.experts.228.w3,0.0000000524,0.01000,0.888
+0,block_sparse_moe.experts.229.w3,0.0000000624,0.01000,0.848
+0,block_sparse_moe.experts.224.w3,0.0000000531,0.01000,1.738
+0,block_sparse_moe.experts.230.w3,0.0000000592,0.01000,0.864
+0,block_sparse_moe.experts.232.w3,0.0000000596,0.01000,0.874
+0,block_sparse_moe.experts.233.w3,0.0000000604,0.01000,0.933
+0,block_sparse_moe.experts.234.w3,0.0000000594,0.01000,0.856
+0,block_sparse_moe.experts.235.w3,0.0000000622,0.01000,0.858
+0,block_sparse_moe.experts.231.w3,0.0000000613,0.01000,1.570
+0,block_sparse_moe.experts.237.w3,0.0000000585,0.01000,0.907
+0,block_sparse_moe.experts.236.w3,0.0000000579,0.01000,1.140
+0,block_sparse_moe.experts.239.w3,0.0000000694,0.01000,0.918
+0,block_sparse_moe.experts.240.w3,0.0000000554,0.01000,0.899
+0,block_sparse_moe.experts.241.w3,0.0000000601,0.01000,0.916
+0,block_sparse_moe.experts.238.w3,0.0000000603,0.01000,1.487
+0,block_sparse_moe.experts.242.w3,0.0000000650,0.01000,1.062
+0,block_sparse_moe.experts.243.w3,0.0000000622,0.01000,1.035
+0,block_sparse_moe.experts.244.w3,0.0000000861,0.01000,1.063
+0,block_sparse_moe.experts.246.w3,0.0000000604,0.01000,0.884
+0,block_sparse_moe.experts.245.w3,0.0000000640,0.01000,1.225
+0,block_sparse_moe.experts.247.w3,0.0000000664,0.01000,0.911
+0,block_sparse_moe.experts.248.w3,0.0000000618,0.01000,1.030
+0,block_sparse_moe.experts.249.w3,0.0000000612,0.01000,0.987
+0,block_sparse_moe.experts.250.w3,0.0000000533,0.01000,0.989
+0,block_sparse_moe.experts.251.w3,0.0000000602,0.01000,0.918
+0,block_sparse_moe.experts.254.w3,0.0000000638,0.01000,0.813
+0,block_sparse_moe.experts.253.w3,0.0000000628,0.01000,0.972
+0,block_sparse_moe.experts.255.w3,0.0000000590,0.01000,0.822
+0,block_sparse_moe.experts.252.w3,0.0000000510,0.01000,1.446
+0,block_sparse_moe.experts.2.w2,0.0000000001,0.01000,0.453
+0,block_sparse_moe.experts.0.w2,0.0000000016,0.01000,0.459
+0,block_sparse_moe.experts.6.w2,0.0000000002,0.01000,0.461
+0,block_sparse_moe.experts.1.w2,0.0000000001,0.01000,0.479
+0,block_sparse_moe.experts.3.w2,0.0000000001,0.01000,0.480
+0,block_sparse_moe.experts.5.w2,0.0000000003,0.01000,0.479
+0,block_sparse_moe.experts.4.w2,0.0000000003,0.01000,0.526
+0,block_sparse_moe.experts.8.w2,0.0000000010,0.01000,0.439
+0,block_sparse_moe.experts.12.w2,0.0000000004,0.01000,0.444
+0,block_sparse_moe.experts.10.w2,0.0000000002,0.01000,0.457
+0,block_sparse_moe.experts.13.w2,0.0000000005,0.01000,0.446
+0,block_sparse_moe.experts.11.w2,0.0000000008,0.01000,0.544
+0,block_sparse_moe.experts.7.w2,0.0000000022,0.01000,0.595
+0,block_sparse_moe.experts.9.w2,0.0000000004,0.01000,0.593
+0,block_sparse_moe.experts.15.w2,0.0000000002,0.01000,0.436
+0,block_sparse_moe.experts.16.w2,0.0000000003,0.01000,0.493
+0,block_sparse_moe.experts.20.w2,0.0000000004,0.01000,0.473
+0,block_sparse_moe.experts.19.w2,0.0000000004,0.01000,0.486
+0,block_sparse_moe.experts.14.w2,0.0000000002,0.01000,0.644
+0,block_sparse_moe.experts.17.w2,0.0000000004,0.01000,0.575
+0,block_sparse_moe.experts.18.w2,0.0000000004,0.01000,0.583
+0,block_sparse_moe.experts.21.w2,0.0000000004,0.01000,0.487
+0,block_sparse_moe.experts.22.w2,0.0000000016,0.01000,0.428
+0,block_sparse_moe.experts.23.w2,0.0000000007,0.01000,0.469
+0,block_sparse_moe.experts.26.w2,0.0000000002,0.01000,0.450
+0,block_sparse_moe.experts.27.w2,0.0000000008,0.01000,0.439
+0,block_sparse_moe.experts.25.w2,0.0000000001,0.01000,0.531
+0,block_sparse_moe.experts.24.w2,0.0000000002,0.01000,0.570
+0,block_sparse_moe.experts.29.w2,0.0000000002,0.01000,0.425
+0,block_sparse_moe.experts.28.w2,0.0000000003,0.01000,0.443
+0,block_sparse_moe.experts.30.w2,0.0000000003,0.01000,0.424
+0,block_sparse_moe.experts.31.w2,0.0000000001,0.01000,0.458
+0,block_sparse_moe.experts.33.w2,0.0000000003,0.01000,0.411
+0,block_sparse_moe.experts.34.w2,0.0000000004,0.01000,0.442
+0,block_sparse_moe.experts.36.w2,0.0000000002,0.01000,0.385
+0,block_sparse_moe.experts.35.w2,0.0000000002,0.01000,0.397
+0,block_sparse_moe.experts.32.w2,0.0000000003,0.01000,0.730
+0,block_sparse_moe.experts.37.w2,0.0000000004,0.01000,0.399
+0,block_sparse_moe.experts.38.w2,0.0000000003,0.01000,0.400
+0,block_sparse_moe.experts.40.w2,0.0000000004,0.01000,0.492
+0,block_sparse_moe.experts.42.w2,0.0000000003,0.01000,0.507
+0,block_sparse_moe.experts.43.w2,0.0000000002,0.01000,0.434
+0,block_sparse_moe.experts.44.w2,0.0000000002,0.01000,0.419
+0,block_sparse_moe.experts.45.w2,0.0000000002,0.01000,0.423
+0,block_sparse_moe.experts.41.w2,0.0000000001,0.01000,0.610
+0,block_sparse_moe.experts.39.w2,0.0000000002,0.01000,0.825
+0,block_sparse_moe.experts.47.w2,0.0000000001,0.01000,0.474
+0,block_sparse_moe.experts.48.w2,0.0000000005,0.01000,0.511
+0,block_sparse_moe.experts.51.w2,0.0000000004,0.01000,0.453
+0,block_sparse_moe.experts.52.w2,0.0000000006,0.01000,0.443
+0,block_sparse_moe.experts.46.w2,0.0000000003,0.01000,0.723
+0,block_sparse_moe.experts.49.w2,0.0000000008,0.01000,0.689
+0,block_sparse_moe.experts.50.w2,0.0000000001,0.01000,0.685
+0,block_sparse_moe.experts.54.w2,0.0000000003,0.01000,0.439
+0,block_sparse_moe.experts.55.w2,0.0000000004,0.01000,0.460
+0,block_sparse_moe.experts.56.w2,0.0000000005,0.01000,0.557
+0,block_sparse_moe.experts.58.w2,0.0000000006,0.01000,0.460
+0,block_sparse_moe.experts.53.w2,0.0000000003,0.01000,0.767
+0,block_sparse_moe.experts.57.w2,0.0000000005,0.01000,0.733
+0,block_sparse_moe.experts.59.w2,0.0000000004,0.01000,0.670
+0,block_sparse_moe.experts.61.w2,0.0000000019,0.01000,0.441
+0,block_sparse_moe.experts.62.w2,0.0000000013,0.01000,0.441
+0,block_sparse_moe.experts.60.w2,0.0000000002,0.01000,0.662
+0,block_sparse_moe.experts.63.w2,0.0000000009,0.01000,0.436
+0,block_sparse_moe.experts.64.w2,0.0000000005,0.01000,0.484
+0,block_sparse_moe.experts.65.w2,0.0000000000,0.01000,0.459
+0,block_sparse_moe.experts.66.w2,0.0000000002,0.01000,0.432
+0,block_sparse_moe.experts.67.w2,0.0000000002,0.01000,0.597
+0,block_sparse_moe.experts.70.w2,0.0000000003,0.01000,0.442
+0,block_sparse_moe.experts.69.w2,0.0000000005,0.01000,0.445
+0,block_sparse_moe.experts.68.w2,0.0000000003,0.01000,0.580
+0,block_sparse_moe.experts.71.w2,0.0000000001,0.01000,0.433
+0,block_sparse_moe.experts.72.w2,0.0000000003,0.01000,0.543
+0,block_sparse_moe.experts.76.w2,0.0000000002,0.01000,0.444
+0,block_sparse_moe.experts.75.w2,0.0000000003,0.01000,0.488
+0,block_sparse_moe.experts.78.w2,0.0000000008,0.01000,0.459
+0,block_sparse_moe.experts.77.w2,0.0000000001,0.01000,0.537
+0,block_sparse_moe.experts.73.w2,0.0000000003,0.01000,0.951
+0,block_sparse_moe.experts.79.w2,0.0000000003,0.01000,0.495
+0,block_sparse_moe.experts.74.w2,0.0000000009,0.01000,0.804
+0,block_sparse_moe.experts.82.w2,0.0000000011,0.01000,0.422
+0,block_sparse_moe.experts.80.w2,0.0000000002,0.01000,0.532
+0,block_sparse_moe.experts.83.w2,0.0000000001,0.01000,0.434
+0,block_sparse_moe.experts.85.w2,0.0000000003,0.01000,0.429
+0,block_sparse_moe.experts.81.w2,0.0000000003,0.01000,0.705
+0,block_sparse_moe.experts.86.w2,0.0000000003,0.01000,0.508
+0,block_sparse_moe.experts.84.w2,0.0000000007,0.01000,0.590
+0,block_sparse_moe.experts.87.w2,0.0000000002,0.01000,0.504
+0,block_sparse_moe.experts.89.w2,0.0000000002,0.01000,0.582
+0,block_sparse_moe.experts.91.w2,0.0000000003,0.01000,0.524
+0,block_sparse_moe.experts.92.w2,0.0000000003,0.01000,0.445
+0,block_sparse_moe.experts.88.w2,0.0000000003,0.01000,0.786
+0,block_sparse_moe.experts.90.w2,0.0000000004,0.01000,0.597
+0,block_sparse_moe.experts.94.w2,0.0000000004,0.01000,0.419
+0,block_sparse_moe.experts.93.w2,0.0000000002,0.01000,0.709
+0,block_sparse_moe.experts.96.w2,0.0000000003,0.01000,0.448
+0,block_sparse_moe.experts.98.w2,0.0000000010,0.01000,0.436
+0,block_sparse_moe.experts.97.w2,0.0000000003,0.01000,0.493
+0,block_sparse_moe.experts.99.w2,0.0000000004,0.01000,0.474
+0,block_sparse_moe.experts.95.w2,0.0000000001,0.01000,0.715
+0,block_sparse_moe.experts.100.w2,0.0000000003,0.01000,0.489
+0,block_sparse_moe.experts.101.w2,0.0000000005,0.01000,0.438
+0,block_sparse_moe.experts.103.w2,0.0000000003,0.01000,0.424
+0,block_sparse_moe.experts.104.w2,0.0000000002,0.01000,0.431
+0,block_sparse_moe.experts.105.w2,0.0000000002,0.01000,0.545
+0,block_sparse_moe.experts.107.w2,0.0000000004,0.01000,0.438
+0,block_sparse_moe.experts.106.w2,0.0000000011,0.01000,0.523
+0,block_sparse_moe.experts.102.w2,0.0000000001,0.01000,0.701
+0,block_sparse_moe.experts.108.w2,0.0000000003,0.01000,0.553
+0,block_sparse_moe.experts.110.w2,0.0000000004,0.01000,0.452
+0,block_sparse_moe.experts.112.w2,0.0000000014,0.01000,0.435
+0,block_sparse_moe.experts.113.w2,0.0000000002,0.01000,0.442
+0,block_sparse_moe.experts.114.w2,0.0000000004,0.01000,0.433
+0,block_sparse_moe.experts.109.w2,0.0000000005,0.01000,0.820
+0,block_sparse_moe.experts.115.w2,0.0000000004,0.01000,0.426
+0,block_sparse_moe.experts.111.w2,0.0000000004,0.01000,0.793
+0,block_sparse_moe.experts.117.w2,0.0000000006,0.01000,0.408
+0,block_sparse_moe.experts.119.w2,0.0000000003,0.01000,0.402
+0,block_sparse_moe.experts.118.w2,0.0000000004,0.01000,0.528
+0,block_sparse_moe.experts.120.w2,0.0000000002,0.01000,0.411
+0,block_sparse_moe.experts.116.w2,0.0000000006,0.01000,0.784
+0,block_sparse_moe.experts.122.w2,0.0000000002,0.01000,0.431
+0,block_sparse_moe.experts.124.w2,0.0000000006,0.01000,0.428
+0,block_sparse_moe.experts.121.w2,0.0000000001,0.01000,0.746
+0,block_sparse_moe.experts.125.w2,0.0000000003,0.01000,0.435
+0,block_sparse_moe.experts.126.w2,0.0000000005,0.01000,0.456
+0,block_sparse_moe.experts.127.w2,0.0000000003,0.01000,0.446
+0,block_sparse_moe.experts.123.w2,0.0000000003,0.01000,0.778
+0,block_sparse_moe.experts.128.w2,0.0000000004,0.01000,0.549
+0,block_sparse_moe.experts.129.w2,0.0000000006,0.01000,0.438
+0,block_sparse_moe.experts.132.w2,0.0000000003,0.01000,0.446
+0,block_sparse_moe.experts.133.w2,0.0000000001,0.01000,0.499
+0,block_sparse_moe.experts.134.w2,0.0000000002,0.01000,0.418
+0,block_sparse_moe.experts.136.w2,0.0000000003,0.01000,0.411
+0,block_sparse_moe.experts.135.w2,0.0000000010,0.01000,0.419
+0,block_sparse_moe.experts.130.w2,0.0000000002,0.01000,0.784
+0,block_sparse_moe.experts.131.w2,0.0000000007,0.01000,0.899
+0,block_sparse_moe.experts.139.w2,0.0000000003,0.01000,0.418
+0,block_sparse_moe.experts.138.w2,0.0000000023,0.01000,0.558
+0,block_sparse_moe.experts.140.w2,0.0000000004,0.01000,0.414
+0,block_sparse_moe.experts.141.w2,0.0000000005,0.01000,0.410
+0,block_sparse_moe.experts.137.w2,0.0000000007,0.01000,0.640
+0,block_sparse_moe.experts.142.w2,0.0000000009,0.01000,0.429
+0,block_sparse_moe.experts.143.w2,0.0000000004,0.01000,0.570
+0,block_sparse_moe.experts.148.w2,0.0000000004,0.01000,0.420
+0,block_sparse_moe.experts.147.w2,0.0000000005,0.01000,0.423
+0,block_sparse_moe.experts.144.w2,0.0000000002,0.01000,0.563
+0,block_sparse_moe.experts.145.w2,0.0000000005,0.01000,0.463
+0,block_sparse_moe.experts.146.w2,0.0000000009,0.01000,0.465
+0,block_sparse_moe.experts.149.w2,0.0000000006,0.01000,0.497
+0,block_sparse_moe.experts.150.w2,0.0000000003,0.01000,0.534
+0,block_sparse_moe.experts.152.w2,0.0000000002,0.01000,0.484
+0,block_sparse_moe.experts.156.w2,0.0000000003,0.01000,0.462
+0,block_sparse_moe.experts.153.w2,0.0000000005,0.01000,0.557
+0,block_sparse_moe.experts.154.w2,0.0000000004,0.01000,0.585
+0,block_sparse_moe.experts.155.w2,0.0000000004,0.01000,0.606
+0,block_sparse_moe.experts.151.w2,0.0000000002,0.01000,0.659
+0,block_sparse_moe.experts.157.w2,0.0000000006,0.01000,0.433
+0,block_sparse_moe.experts.159.w2,0.0000000003,0.01000,0.442
+0,block_sparse_moe.experts.161.w2,0.0000000003,0.01000,0.429
+0,block_sparse_moe.experts.162.w2,0.0000000012,0.01000,0.424
+0,block_sparse_moe.experts.163.w2,0.0000000003,0.01000,0.430
+0,block_sparse_moe.experts.158.w2,0.0000000002,0.01000,0.647
+0,block_sparse_moe.experts.164.w2,0.0000000006,0.01000,0.414
+0,block_sparse_moe.experts.160.w2,0.0000000003,0.01000,0.811
+0,block_sparse_moe.experts.166.w2,0.0000000001,0.01000,0.431
+0,block_sparse_moe.experts.168.w2,0.0000000002,0.01000,0.427
+0,block_sparse_moe.experts.169.w2,0.0000000017,0.01000,0.514
+0,block_sparse_moe.experts.165.w2,0.0000000001,0.01000,0.654
+0,block_sparse_moe.experts.167.w2,0.0000000001,0.01000,0.644
+0,block_sparse_moe.experts.170.w2,0.0000000001,0.01000,0.423
+0,block_sparse_moe.experts.173.w2,0.0000000001,0.01000,0.450
+0,block_sparse_moe.experts.171.w2,0.0000000003,0.01000,0.653
+0,block_sparse_moe.experts.174.w2,0.0000000003,0.01000,0.475
+0,block_sparse_moe.experts.175.w2,0.0000000002,0.01000,0.477
+0,block_sparse_moe.experts.177.w2,0.0000000001,0.01000,0.498
+0,block_sparse_moe.experts.172.w2,0.0000000016,0.01000,0.755
+0,block_sparse_moe.experts.176.w2,0.0000000002,0.01000,0.573
+0,block_sparse_moe.experts.178.w2,0.0000000004,0.01000,0.560
+0,block_sparse_moe.experts.180.w2,0.0000000004,0.01000,0.446
+0,block_sparse_moe.experts.182.w2,0.0000000005,0.01000,0.430
+0,block_sparse_moe.experts.181.w2,0.0000000003,0.01000,0.520
+0,block_sparse_moe.experts.183.w2,0.0000000002,0.01000,0.450
+0,block_sparse_moe.experts.184.w2,0.0000000004,0.01000,0.427
+0,block_sparse_moe.experts.179.w2,0.0000000003,0.01000,0.831
+0,block_sparse_moe.experts.185.w2,0.0000000002,0.01000,0.415
+0,block_sparse_moe.experts.188.w2,0.0000000002,0.01000,0.434
+0,block_sparse_moe.experts.187.w2,0.0000000003,0.01000,0.459
+0,block_sparse_moe.experts.189.w2,0.0000000003,0.01000,0.434
+0,block_sparse_moe.experts.190.w2,0.0000000002,0.01000,0.620
+0,block_sparse_moe.experts.191.w2,0.0000000003,0.01000,0.491
+0,block_sparse_moe.experts.186.w2,0.0000000005,0.01000,0.800
+0,block_sparse_moe.experts.192.w2,0.0000000004,0.01000,0.441
+0,block_sparse_moe.experts.195.w2,0.0000000006,0.01000,0.560
+0,block_sparse_moe.experts.194.w2,0.0000000004,0.01000,0.607
+0,block_sparse_moe.experts.196.w2,0.0000000010,0.01000,0.431
+0,block_sparse_moe.experts.199.w2,0.0000000002,0.01000,0.482
+0,block_sparse_moe.experts.197.w2,0.0000000009,0.01000,0.514
+0,block_sparse_moe.experts.198.w2,0.0000000004,0.01000,0.525
+0,block_sparse_moe.experts.193.w2,0.0000000009,0.01000,0.893
+0,block_sparse_moe.experts.201.w2,0.0000000003,0.01000,0.544
+0,block_sparse_moe.experts.204.w2,0.0000000009,0.01000,0.433
+0,block_sparse_moe.experts.202.w2,0.0000000010,0.01000,0.549
+0,block_sparse_moe.experts.205.w2,0.0000000004,0.01000,0.437
+0,block_sparse_moe.experts.203.w2,0.0000000007,0.01000,0.585
+0,block_sparse_moe.experts.200.w2,0.0000000004,0.01000,0.777
+0,block_sparse_moe.experts.206.w2,0.0000000006,0.01000,0.577
+0,block_sparse_moe.experts.208.w2,0.0000000003,0.01000,0.430
+0,block_sparse_moe.experts.209.w2,0.0000000004,0.01000,0.438
+0,block_sparse_moe.experts.210.w2,0.0000000004,0.01000,0.506
+0,block_sparse_moe.experts.212.w2,0.0000000002,0.01000,0.437
+0,block_sparse_moe.experts.211.w2,0.0000000004,0.01000,0.464
+0,block_sparse_moe.experts.213.w2,0.0000000004,0.01000,0.440
+0,block_sparse_moe.experts.207.w2,0.0000000003,0.01000,0.843
+0,block_sparse_moe.experts.216.w2,0.0000000003,0.01000,0.440
+0,block_sparse_moe.experts.215.w2,0.0000000004,0.01000,0.553
+0,block_sparse_moe.experts.218.w2,0.0000000004,0.01000,0.475
+0,block_sparse_moe.experts.219.w2,0.0000000003,0.01000,0.538
+0,block_sparse_moe.experts.217.w2,0.0000000003,0.01000,0.656
+0,block_sparse_moe.experts.214.w2,0.0000000005,0.01000,0.848
+0,block_sparse_moe.experts.220.w2,0.0000000003,0.01000,0.483
+0,block_sparse_moe.experts.222.w2,0.0000000004,0.01000,0.464
+0,block_sparse_moe.experts.223.w2,0.0000000002,0.01000,0.472
+0,block_sparse_moe.experts.224.w2,0.0000000001,0.01000,0.423
+0,block_sparse_moe.experts.225.w2,0.0000000003,0.01000,0.428
+0,block_sparse_moe.experts.221.w2,0.0000000001,0.01000,0.713
+0,block_sparse_moe.experts.226.w2,0.0000000004,0.01000,0.425
+0,block_sparse_moe.experts.227.w2,0.0000000005,0.01000,0.582
+0,block_sparse_moe.experts.229.w2,0.0000000002,0.01000,0.462
+0,block_sparse_moe.experts.231.w2,0.0000000004,0.01000,0.453
+0,block_sparse_moe.experts.228.w2,0.0000000000,0.01000,0.698
+0,block_sparse_moe.experts.233.w2,0.0000000003,0.01000,0.491
+0,block_sparse_moe.experts.232.w2,0.0000000003,0.01000,0.637
+0,block_sparse_moe.experts.234.w2,0.0000000001,0.01000,0.478
+0,block_sparse_moe.experts.230.w2,0.0000000002,0.01000,0.811
+0,block_sparse_moe.experts.236.w2,0.0000000001,0.01000,0.431
+0,block_sparse_moe.experts.238.w2,0.0000000005,0.01000,0.406
+0,block_sparse_moe.experts.239.w2,0.0000000004,0.01000,0.410
+0,block_sparse_moe.experts.240.w2,0.0000000003,0.01000,0.428
+0,block_sparse_moe.experts.241.w2,0.0000000002,0.01000,0.419
+0,block_sparse_moe.experts.237.w2,0.0000000002,0.01000,0.799
+0,block_sparse_moe.experts.243.w2,0.0000000004,0.01000,0.401
+0,block_sparse_moe.experts.235.w2,0.0000000004,0.01000,0.989
+0,block_sparse_moe.experts.245.w2,0.0000000004,0.01000,0.387
+0,block_sparse_moe.experts.244.w2,0.0000000011,0.01000,0.566
+0,block_sparse_moe.experts.247.w2,0.0000000006,0.01000,0.422
+0,block_sparse_moe.experts.246.w2,0.0000000003,0.01000,0.502
+0,block_sparse_moe.experts.242.w2,0.0000000012,0.01000,0.841
+0,block_sparse_moe.experts.248.w2,0.0000000003,0.01000,0.400
+0,block_sparse_moe.experts.250.w2,0.0000000002,0.01000,0.458
+0,block_sparse_moe.experts.252.w2,0.0000000001,0.01000,0.418
+0,block_sparse_moe.experts.249.w2,0.0000000002,0.01000,0.807
+0,block_sparse_moe.experts.255.w2,0.0000000002,0.01000,0.425
+0,block_sparse_moe.experts.253.w2,0.0000000002,0.01000,0.445
+0,block_sparse_moe.experts.251.w2,0.0000000002,0.01000,0.581
+0,block_sparse_moe.experts.254.w2,0.0000000004,0.01000,0.525
+1,block_sparse_moe.experts.1.w1,0.0000002123,0.01000,0.880
+1,block_sparse_moe.experts.0.w1,0.0000001577,0.01000,0.881
+1,block_sparse_moe.experts.3.w1,0.0000001578,0.01000,0.894
+1,block_sparse_moe.experts.6.w1,0.0000002507,0.01000,0.894
+1,block_sparse_moe.experts.5.w1,0.0000001265,0.01000,0.895
+1,block_sparse_moe.experts.2.w1,0.0000007002,0.01000,1.011
+1,block_sparse_moe.experts.4.w1,0.0000010575,0.01000,1.038
+1,block_sparse_moe.experts.7.w1,0.0000003491,0.01000,0.867
+1,block_sparse_moe.experts.8.w1,0.0000004062,0.01000,0.875
+1,block_sparse_moe.experts.10.w1,0.0000002405,0.01000,0.869
+1,block_sparse_moe.experts.11.w1,0.0000001416,0.01000,1.031
+1,block_sparse_moe.experts.9.w1,0.0000001050,0.01000,1.051
+1,block_sparse_moe.experts.12.w1,0.0000005912,0.01000,0.978
+1,block_sparse_moe.experts.13.w1,0.0000001619,0.01000,0.968
+1,block_sparse_moe.experts.14.w1,0.0000004877,0.01000,0.873
+1,block_sparse_moe.experts.16.w1,0.0000009020,0.01000,0.953
+1,block_sparse_moe.experts.15.w1,0.0000001623,0.01000,1.045
+1,block_sparse_moe.experts.20.w1,0.0000002881,0.01000,0.902
+1,block_sparse_moe.experts.19.w1,0.0000004089,0.01000,0.938
+1,block_sparse_moe.experts.17.w1,0.0000001018,0.01000,1.022
+1,block_sparse_moe.experts.18.w1,0.0000001130,0.01000,1.176
+1,block_sparse_moe.experts.21.w1,0.0000002022,0.01000,0.943
+1,block_sparse_moe.experts.22.w1,0.0000001904,0.01000,0.950
+1,block_sparse_moe.experts.23.w1,0.0000001011,0.01000,0.942
+1,block_sparse_moe.experts.24.w1,0.0000001518,0.01000,0.955
+1,block_sparse_moe.experts.26.w1,0.0000000945,0.01000,1.012
+1,block_sparse_moe.experts.27.w1,0.0000001490,0.01000,0.944
+1,block_sparse_moe.experts.28.w1,0.0000002298,0.01000,0.827
+1,block_sparse_moe.experts.29.w1,0.0000002303,0.01000,0.811
+1,block_sparse_moe.experts.30.w1,0.0000004721,0.01000,0.824
+1,block_sparse_moe.experts.31.w1,0.0000001341,0.01000,0.823
+1,block_sparse_moe.experts.25.w1,0.0000001938,0.01000,1.780
+1,block_sparse_moe.experts.33.w1,0.0000002258,0.01000,0.843
+1,block_sparse_moe.experts.34.w1,0.0000001378,0.01000,0.977
+1,block_sparse_moe.experts.32.w1,0.0000005627,0.01000,1.410
+1,block_sparse_moe.experts.35.w1,0.0000005670,0.01000,0.930
+1,block_sparse_moe.experts.36.w1,0.0000004663,0.01000,0.856
+1,block_sparse_moe.experts.37.w1,0.0000001080,0.01000,0.912
+1,block_sparse_moe.experts.38.w1,0.0000001100,0.01000,0.916
+1,block_sparse_moe.experts.39.w1,0.0000001061,0.01000,1.190
+1,block_sparse_moe.experts.42.w1,0.0000009357,0.01000,0.869
+1,block_sparse_moe.experts.41.w1,0.0000004138,0.01000,0.912
+1,block_sparse_moe.experts.40.w1,0.0000001548,0.01000,0.971
+1,block_sparse_moe.experts.45.w1,0.0000003249,0.01000,0.873
+1,block_sparse_moe.experts.43.w1,0.0000003454,0.01000,1.312
+1,block_sparse_moe.experts.44.w1,0.0000001311,0.01000,1.291
+1,block_sparse_moe.experts.48.w1,0.0000002933,0.01000,0.896
+1,block_sparse_moe.experts.47.w1,0.0000001349,0.01000,0.935
+1,block_sparse_moe.experts.46.w1,0.0000011097,0.01000,1.160
+1,block_sparse_moe.experts.49.w1,0.0000001705,0.01000,0.942
+1,block_sparse_moe.experts.50.w1,0.0000001298,0.01000,1.076
+1,block_sparse_moe.experts.51.w1,0.0000001322,0.01000,0.922
+1,block_sparse_moe.experts.52.w1,0.0000001378,0.01000,0.959
+1,block_sparse_moe.experts.54.w1,0.0000002379,0.01000,0.863
+1,block_sparse_moe.experts.55.w1,0.0000003742,0.01000,0.861
+1,block_sparse_moe.experts.56.w1,0.0000001348,0.01000,0.910
+1,block_sparse_moe.experts.53.w1,0.0000001223,0.01000,1.132
+1,block_sparse_moe.experts.57.w1,0.0000001641,0.01000,0.883
+1,block_sparse_moe.experts.59.w1,0.0000001383,0.01000,0.873
+1,block_sparse_moe.experts.58.w1,0.0000001239,0.01000,1.166
+1,block_sparse_moe.experts.61.w1,0.0000001021,0.01000,0.878
+1,block_sparse_moe.experts.62.w1,0.0000003550,0.01000,0.888
+1,block_sparse_moe.experts.63.w1,0.0000005389,0.01000,0.945
+1,block_sparse_moe.experts.60.w1,0.0000001096,0.01000,1.226
+1,block_sparse_moe.experts.64.w1,0.0000003268,0.01000,0.846
+1,block_sparse_moe.experts.65.w1,0.0000002223,0.01000,0.889
+1,block_sparse_moe.experts.66.w1,0.0000004180,0.01000,1.108
+1,block_sparse_moe.experts.68.w1,0.0000009563,0.01000,0.875
+1,block_sparse_moe.experts.70.w1,0.0000001221,0.01000,0.872
+1,block_sparse_moe.experts.71.w1,0.0000003634,0.01000,0.871
+1,block_sparse_moe.experts.72.w1,0.0000000842,0.01000,0.830
+1,block_sparse_moe.experts.69.w1,0.0000003210,0.01000,1.323
+1,block_sparse_moe.experts.67.w1,0.0000001409,0.01000,1.611
+1,block_sparse_moe.experts.73.w1,0.0000001509,0.01000,0.937
+1,block_sparse_moe.experts.75.w1,0.0000001729,0.01000,0.843
+1,block_sparse_moe.experts.76.w1,0.0000003819,0.01000,1.001
+1,block_sparse_moe.experts.74.w1,0.0000005800,0.01000,1.322
+1,block_sparse_moe.experts.77.w1,0.0000004373,0.01000,0.844
+1,block_sparse_moe.experts.78.w1,0.0000003773,0.01000,1.018
+1,block_sparse_moe.experts.79.w1,0.0000003639,0.01000,1.007
+1,block_sparse_moe.experts.80.w1,0.0000004597,0.01000,1.066
+1,block_sparse_moe.experts.82.w1,0.0000004074,0.01000,0.868
+1,block_sparse_moe.experts.84.w1,0.0000000937,0.01000,0.854
+1,block_sparse_moe.experts.83.w1,0.0000009858,0.01000,0.916
+1,block_sparse_moe.experts.81.w1,0.0000002658,0.01000,1.262
+1,block_sparse_moe.experts.85.w1,0.0000001599,0.01000,1.007
+1,block_sparse_moe.experts.86.w1,0.0000001342,0.01000,1.007
+1,block_sparse_moe.experts.89.w1,0.0000001320,0.01000,0.908
+1,block_sparse_moe.experts.90.w1,0.0000001735,0.01000,0.958
+1,block_sparse_moe.experts.91.w1,0.0000001390,0.01000,0.957
+1,block_sparse_moe.experts.87.w1,0.0000008252,0.01000,1.393
+1,block_sparse_moe.experts.88.w1,0.0000002041,0.01000,1.352
+1,block_sparse_moe.experts.92.w1,0.0000007824,0.01000,1.011
+1,block_sparse_moe.experts.93.w1,0.0000001373,0.01000,1.001
+1,block_sparse_moe.experts.94.w1,0.0000002685,0.01000,1.004
+1,block_sparse_moe.experts.96.w1,0.0000003665,0.01000,0.870
+1,block_sparse_moe.experts.97.w1,0.0000004627,0.01000,0.879
+1,block_sparse_moe.experts.98.w1,0.0000001111,0.01000,0.920
+1,block_sparse_moe.experts.95.w1,0.0000001200,0.01000,1.196
+1,block_sparse_moe.experts.99.w1,0.0000001068,0.01000,0.948
+1,block_sparse_moe.experts.100.w1,0.0000002591,0.01000,0.959
+1,block_sparse_moe.experts.101.w1,0.0000002028,0.01000,0.912
+1,block_sparse_moe.experts.103.w1,0.0000001719,0.01000,0.995
+1,block_sparse_moe.experts.105.w1,0.0000001092,0.01000,0.867
+1,block_sparse_moe.experts.104.w1,0.0000009760,0.01000,0.916
+1,block_sparse_moe.experts.106.w1,0.0000001073,0.01000,0.838
+1,block_sparse_moe.experts.107.w1,0.0000002520,0.01000,0.843
+1,block_sparse_moe.experts.102.w1,0.0000004067,0.01000,1.558
+1,block_sparse_moe.experts.108.w1,0.0000001995,0.01000,0.838
+1,block_sparse_moe.experts.110.w1,0.0000004904,0.01000,0.840
+1,block_sparse_moe.experts.111.w1,0.0000017852,0.01000,0.923
+1,block_sparse_moe.experts.113.w1,0.0000004643,0.01000,0.856
+1,block_sparse_moe.experts.112.w1,0.0000003917,0.01000,0.929
+1,block_sparse_moe.experts.114.w1,0.0000003014,0.01000,0.855
+1,block_sparse_moe.experts.109.w1,0.0000000856,0.01000,1.369
+1,block_sparse_moe.experts.115.w1,0.0000001091,0.01000,1.004
+1,block_sparse_moe.experts.117.w1,0.0000001455,0.01000,0.953
+1,block_sparse_moe.experts.118.w1,0.0000001621,0.01000,0.868
+1,block_sparse_moe.experts.119.w1,0.0000001877,0.01000,0.845
+1,block_sparse_moe.experts.120.w1,0.0000003036,0.01000,0.831
+1,block_sparse_moe.experts.116.w1,0.0000006584,0.01000,1.386
+1,block_sparse_moe.experts.122.w1,0.0000001229,0.01000,0.843
+1,block_sparse_moe.experts.121.w1,0.0000001644,0.01000,1.169
+1,block_sparse_moe.experts.124.w1,0.0000004434,0.01000,0.855
+1,block_sparse_moe.experts.125.w1,0.0000001294,0.01000,0.863
+1,block_sparse_moe.experts.126.w1,0.0000001311,0.01000,0.843
+1,block_sparse_moe.experts.127.w1,0.0000001514,0.01000,0.842
+1,block_sparse_moe.experts.128.w1,0.0000007334,0.01000,0.890
+1,block_sparse_moe.experts.123.w1,0.0000002283,0.01000,1.453
+1,block_sparse_moe.experts.129.w1,0.0000003659,0.01000,1.058
+1,block_sparse_moe.experts.131.w1,0.0000001641,0.01000,0.989
+1,block_sparse_moe.experts.133.w1,0.0000001826,0.01000,0.853
+1,block_sparse_moe.experts.132.w1,0.0000005271,0.01000,1.149
+1,block_sparse_moe.experts.130.w1,0.0000003025,0.01000,1.387
+1,block_sparse_moe.experts.134.w1,0.0000002616,0.01000,0.866
+1,block_sparse_moe.experts.135.w1,0.0000001195,0.01000,0.858
+1,block_sparse_moe.experts.136.w1,0.0000002277,0.01000,0.878
+1,block_sparse_moe.experts.138.w1,0.0000001443,0.01000,0.873
+1,block_sparse_moe.experts.140.w1,0.0000001684,0.01000,0.852
+1,block_sparse_moe.experts.141.w1,0.0000003527,0.01000,0.856
+1,block_sparse_moe.experts.142.w1,0.0000003297,0.01000,0.855
+1,block_sparse_moe.experts.139.w1,0.0000009992,0.01000,1.180
+1,block_sparse_moe.experts.137.w1,0.0000006549,0.01000,1.576
+1,block_sparse_moe.experts.143.w1,0.0000001641,0.01000,1.260
+1,block_sparse_moe.experts.145.w1,0.0000001912,0.01000,0.848
+1,block_sparse_moe.experts.147.w1,0.0000001690,0.01000,0.857
+1,block_sparse_moe.experts.146.w1,0.0000001253,0.01000,0.967
+1,block_sparse_moe.experts.148.w1,0.0000001844,0.01000,0.921
+1,block_sparse_moe.experts.149.w1,0.0000001524,0.01000,0.928
+1,block_sparse_moe.experts.144.w1,0.0000001390,0.01000,1.583
+1,block_sparse_moe.experts.150.w1,0.0000004006,0.01000,0.891
+1,block_sparse_moe.experts.152.w1,0.0000005723,0.01000,0.874
+1,block_sparse_moe.experts.153.w1,0.0000002919,0.01000,1.070
+1,block_sparse_moe.experts.154.w1,0.0000005236,0.01000,0.943
+1,block_sparse_moe.experts.156.w1,0.0000008050,0.01000,0.856
+1,block_sparse_moe.experts.155.w1,0.0000002259,0.01000,0.952
+1,block_sparse_moe.experts.151.w1,0.0000001585,0.01000,1.520
+1,block_sparse_moe.experts.157.w1,0.0000002665,0.01000,0.886
+1,block_sparse_moe.experts.158.w1,0.0000001230,0.01000,1.199
+1,block_sparse_moe.experts.159.w1,0.0000011700,0.01000,0.906
+1,block_sparse_moe.experts.161.w1,0.0000001249,0.01000,0.840
+1,block_sparse_moe.experts.160.w1,0.0000001468,0.01000,0.900
+1,block_sparse_moe.experts.163.w1,0.0000002835,0.01000,0.843
+1,block_sparse_moe.experts.164.w1,0.0000005617,0.01000,0.832
+1,block_sparse_moe.experts.162.w1,0.0000001691,0.01000,1.341
+1,block_sparse_moe.experts.168.w1,0.0000001815,0.01000,0.836
+1,block_sparse_moe.experts.167.w1,0.0000002326,0.01000,0.864
+1,block_sparse_moe.experts.166.w1,0.0000004857,0.01000,1.037
+1,block_sparse_moe.experts.170.w1,0.0000001050,0.01000,0.847
+1,block_sparse_moe.experts.165.w1,0.0000001317,0.01000,1.393
+1,block_sparse_moe.experts.171.w1,0.0000005470,0.01000,0.857
+1,block_sparse_moe.experts.169.w1,0.0000003357,0.01000,1.483
+1,block_sparse_moe.experts.173.w1,0.0000004008,0.01000,0.884
+1,block_sparse_moe.experts.174.w1,0.0000012487,0.01000,0.856
+1,block_sparse_moe.experts.175.w1,0.0000001418,0.01000,0.818
+1,block_sparse_moe.experts.172.w1,0.0000001161,0.01000,1.345
+1,block_sparse_moe.experts.177.w1,0.0000009703,0.01000,0.799
+1,block_sparse_moe.experts.176.w1,0.0000008874,0.01000,0.981
+1,block_sparse_moe.experts.178.w1,0.0000005804,0.01000,0.858
+1,block_sparse_moe.experts.180.w1,0.0000007667,0.01000,0.856
+1,block_sparse_moe.experts.181.w1,0.0000001037,0.01000,0.827
+1,block_sparse_moe.experts.182.w1,0.0000003176,0.01000,0.794
+1,block_sparse_moe.experts.183.w1,0.0000002773,0.01000,0.846
+1,block_sparse_moe.experts.179.w1,0.0000001782,0.01000,1.354
+1,block_sparse_moe.experts.184.w1,0.0000001843,0.01000,0.818
+1,block_sparse_moe.experts.185.w1,0.0000003995,0.01000,0.820
+1,block_sparse_moe.experts.187.w1,0.0000001205,0.01000,0.921
+1,block_sparse_moe.experts.189.w1,0.0000002447,0.01000,0.847
+1,block_sparse_moe.experts.190.w1,0.0000003124,0.01000,0.853
+1,block_sparse_moe.experts.191.w1,0.0000002235,0.01000,0.852
+1,block_sparse_moe.experts.188.w1,0.0000001079,0.01000,1.046
+1,block_sparse_moe.experts.192.w1,0.0000002815,0.01000,0.838
+1,block_sparse_moe.experts.186.w1,0.0000005445,0.01000,1.531
+1,block_sparse_moe.experts.194.w1,0.0000002138,0.01000,0.863
+1,block_sparse_moe.experts.196.w1,0.0000005615,0.01000,0.834
+1,block_sparse_moe.experts.195.w1,0.0000001113,0.01000,0.953
+1,block_sparse_moe.experts.197.w1,0.0000001168,0.01000,0.889
+1,block_sparse_moe.experts.193.w1,0.0000001230,0.01000,1.333
+1,block_sparse_moe.experts.199.w1,0.0000004778,0.01000,0.832
+1,block_sparse_moe.experts.198.w1,0.0000001224,0.01000,1.067
+1,block_sparse_moe.experts.201.w1,0.0000002418,0.01000,0.850
+1,block_sparse_moe.experts.202.w1,0.0000001663,0.01000,0.966
+1,block_sparse_moe.experts.205.w1,0.0000001161,0.01000,0.940
+1,block_sparse_moe.experts.203.w1,0.0000001199,0.01000,1.086
+1,block_sparse_moe.experts.204.w1,0.0000001087,0.01000,1.085
+1,block_sparse_moe.experts.200.w1,0.0000001514,0.01000,1.416
+1,block_sparse_moe.experts.206.w1,0.0000001184,0.01000,0.947
+1,block_sparse_moe.experts.209.w1,0.0000003951,0.01000,0.884
+1,block_sparse_moe.experts.210.w1,0.0000001150,0.01000,0.861
+1,block_sparse_moe.experts.208.w1,0.0000005753,0.01000,1.041
+1,block_sparse_moe.experts.207.w1,0.0000003019,0.01000,1.280
+1,block_sparse_moe.experts.211.w1,0.0000001136,0.01000,0.872
+1,block_sparse_moe.experts.212.w1,0.0000001223,0.01000,0.871
+1,block_sparse_moe.experts.213.w1,0.0000002142,0.01000,1.220
+1,block_sparse_moe.experts.217.w1,0.0000002626,0.01000,0.865
+1,block_sparse_moe.experts.215.w1,0.0000002559,0.01000,0.954
+1,block_sparse_moe.experts.218.w1,0.0000001430,0.01000,0.910
+1,block_sparse_moe.experts.219.w1,0.0000001051,0.01000,0.861
+1,block_sparse_moe.experts.216.w1,0.0000001898,0.01000,1.065
+1,block_sparse_moe.experts.214.w1,0.0000001308,0.01000,1.214
+1,block_sparse_moe.experts.220.w1,0.0000001034,0.01000,1.007
+1,block_sparse_moe.experts.222.w1,0.0000001105,0.01000,0.898
+1,block_sparse_moe.experts.224.w1,0.0000006498,0.01000,0.842
+1,block_sparse_moe.experts.223.w1,0.0000002394,0.01000,0.923
+1,block_sparse_moe.experts.225.w1,0.0000001795,0.01000,0.859
+1,block_sparse_moe.experts.226.w1,0.0000001462,0.01000,0.877
+1,block_sparse_moe.experts.227.w1,0.0000002369,0.01000,0.825
+1,block_sparse_moe.experts.221.w1,0.0000001071,0.01000,1.670
+1,block_sparse_moe.experts.229.w1,0.0000003862,0.01000,0.836
+1,block_sparse_moe.experts.231.w1,0.0000007493,0.01000,0.858
+1,block_sparse_moe.experts.232.w1,0.0000001488,0.01000,0.812
+1,block_sparse_moe.experts.230.w1,0.0000009246,0.01000,0.987
+1,block_sparse_moe.experts.233.w1,0.0000002407,0.01000,0.831
+1,block_sparse_moe.experts.228.w1,0.0000006907,0.01000,1.509
+1,block_sparse_moe.experts.234.w1,0.0000002479,0.01000,1.077
+1,block_sparse_moe.experts.238.w1,0.0000001352,0.01000,0.906
+1,block_sparse_moe.experts.236.w1,0.0000001765,0.01000,1.075
+1,block_sparse_moe.experts.237.w1,0.0000005091,0.01000,1.023
+1,block_sparse_moe.experts.235.w1,0.0000002078,0.01000,1.255
+1,block_sparse_moe.experts.239.w1,0.0000005408,0.01000,0.992
+1,block_sparse_moe.experts.240.w1,0.0000001165,0.01000,0.851
+1,block_sparse_moe.experts.241.w1,0.0000001205,0.01000,0.895
+1,block_sparse_moe.experts.244.w1,0.0000004342,0.01000,0.897
+1,block_sparse_moe.experts.243.w1,0.0000001506,0.01000,0.910
+1,block_sparse_moe.experts.245.w1,0.0000002097,0.01000,0.862
+1,block_sparse_moe.experts.246.w1,0.0000001033,0.01000,0.891
+1,block_sparse_moe.experts.247.w1,0.0000001620,0.01000,0.901
+1,block_sparse_moe.experts.242.w1,0.0000001083,0.01000,1.436
+1,block_sparse_moe.experts.248.w1,0.0000001228,0.01000,0.937
+1,block_sparse_moe.experts.251.w1,0.0000006318,0.01000,0.924
+1,block_sparse_moe.experts.250.w1,0.0000001364,0.01000,0.966
+1,block_sparse_moe.experts.253.w1,0.0000002318,0.01000,0.861
+1,block_sparse_moe.experts.252.w1,0.0000003396,0.01000,0.984
+1,block_sparse_moe.experts.249.w1,0.0000009690,0.01000,1.254
+1,block_sparse_moe.experts.254.w1,0.0000001345,0.01000,0.867
+1,block_sparse_moe.experts.255.w1,0.0000002218,0.01000,0.977
+1,block_sparse_moe.experts.1.w3,0.0000000805,0.01000,0.938
+1,block_sparse_moe.experts.2.w3,0.0000000676,0.01000,0.904
+1,block_sparse_moe.experts.0.w3,0.0000000812,0.01000,1.210
+1,block_sparse_moe.experts.3.w3,0.0000000913,0.01000,0.907
+1,block_sparse_moe.experts.4.w3,0.0000000653,0.01000,0.934
+1,block_sparse_moe.experts.5.w3,0.0000000817,0.01000,0.933
+1,block_sparse_moe.experts.6.w3,0.0000000735,0.01000,0.864
+1,block_sparse_moe.experts.8.w3,0.0000000699,0.01000,0.880
+1,block_sparse_moe.experts.11.w3,0.0000000737,0.01000,0.866
+1,block_sparse_moe.experts.12.w3,0.0000000721,0.01000,0.862
+1,block_sparse_moe.experts.9.w3,0.0000000760,0.01000,1.004
+1,block_sparse_moe.experts.13.w3,0.0000000807,0.01000,0.831
+1,block_sparse_moe.experts.7.w3,0.0000000724,0.01000,1.525
+1,block_sparse_moe.experts.10.w3,0.0000000748,0.01000,1.451
+1,block_sparse_moe.experts.15.w3,0.0000000875,0.01000,0.933
+1,block_sparse_moe.experts.16.w3,0.0000000647,0.01000,0.962
+1,block_sparse_moe.experts.17.w3,0.0000000763,0.01000,1.014
+1,block_sparse_moe.experts.18.w3,0.0000000983,0.01000,0.847
+1,block_sparse_moe.experts.14.w3,0.0000000699,0.01000,1.302
+1,block_sparse_moe.experts.19.w3,0.0000000780,0.01000,0.859
+1,block_sparse_moe.experts.20.w3,0.0000000749,0.01000,0.935
+1,block_sparse_moe.experts.23.w3,0.0000000930,0.01000,0.908
+1,block_sparse_moe.experts.24.w3,0.0000000743,0.01000,0.893
+1,block_sparse_moe.experts.25.w3,0.0000000814,0.01000,0.879
+1,block_sparse_moe.experts.22.w3,0.0000000891,0.01000,1.066
+1,block_sparse_moe.experts.27.w3,0.0000000760,0.01000,0.873
+1,block_sparse_moe.experts.26.w3,0.0000000861,0.01000,1.203
+1,block_sparse_moe.experts.21.w3,0.0000000834,0.01000,1.553
+1,block_sparse_moe.experts.29.w3,0.0000000810,0.01000,0.867
+1,block_sparse_moe.experts.30.w3,0.0000000793,0.01000,0.865
+1,block_sparse_moe.experts.31.w3,0.0000000830,0.01000,0.847
+1,block_sparse_moe.experts.32.w3,0.0000000704,0.01000,0.842
+1,block_sparse_moe.experts.34.w3,0.0000000823,0.01000,0.947
+1,block_sparse_moe.experts.33.w3,0.0000000741,0.01000,1.015
+1,block_sparse_moe.experts.28.w3,0.0000000849,0.01000,1.594
+1,block_sparse_moe.experts.36.w3,0.0000000737,0.01000,0.908
+1,block_sparse_moe.experts.37.w3,0.0000000874,0.01000,0.962
+1,block_sparse_moe.experts.38.w3,0.0000000869,0.01000,0.835
+1,block_sparse_moe.experts.39.w3,0.0000000916,0.01000,0.804
+1,block_sparse_moe.experts.40.w3,0.0000000906,0.01000,0.821
+1,block_sparse_moe.experts.35.w3,0.0000000730,0.01000,1.461
+1,block_sparse_moe.experts.41.w3,0.0000000713,0.01000,0.987
+1,block_sparse_moe.experts.43.w3,0.0000000701,0.01000,1.019
+1,block_sparse_moe.experts.44.w3,0.0000000888,0.01000,0.914
+1,block_sparse_moe.experts.42.w3,0.0000000667,0.01000,1.331
+1,block_sparse_moe.experts.45.w3,0.0000000806,0.01000,0.963
+1,block_sparse_moe.experts.46.w3,0.0000000646,0.01000,0.986
+1,block_sparse_moe.experts.47.w3,0.0000000939,0.01000,0.896
+1,block_sparse_moe.experts.48.w3,0.0000000682,0.01000,1.007
+1,block_sparse_moe.experts.50.w3,0.0000001136,0.01000,0.863
+1,block_sparse_moe.experts.53.w3,0.0000000855,0.01000,0.854
+1,block_sparse_moe.experts.54.w3,0.0000000860,0.01000,0.862
+1,block_sparse_moe.experts.52.w3,0.0000001061,0.01000,0.958
+1,block_sparse_moe.experts.51.w3,0.0000000752,0.01000,1.077
+1,block_sparse_moe.experts.49.w3,0.0000000732,0.01000,1.446
+1,block_sparse_moe.experts.55.w3,0.0000000765,0.01000,0.937
+1,block_sparse_moe.experts.56.w3,0.0000000877,0.01000,1.188
+1,block_sparse_moe.experts.59.w3,0.0000000797,0.01000,0.850
+1,block_sparse_moe.experts.58.w3,0.0000000834,0.01000,0.930
+1,block_sparse_moe.experts.57.w3,0.0000000831,0.01000,1.000
+1,block_sparse_moe.experts.60.w3,0.0000000766,0.01000,0.931
+1,block_sparse_moe.experts.61.w3,0.0000000955,0.01000,0.894
+1,block_sparse_moe.experts.62.w3,0.0000000739,0.01000,0.906
+1,block_sparse_moe.experts.64.w3,0.0000000803,0.01000,0.925
+1,block_sparse_moe.experts.65.w3,0.0000000824,0.01000,0.984
+1,block_sparse_moe.experts.66.w3,0.0000000700,0.01000,0.933
+1,block_sparse_moe.experts.67.w3,0.0000000907,0.01000,0.917
+1,block_sparse_moe.experts.68.w3,0.0000000615,0.01000,0.969
+1,block_sparse_moe.experts.69.w3,0.0000000786,0.01000,0.895
+1,block_sparse_moe.experts.63.w3,0.0000000686,0.01000,1.369
+1,block_sparse_moe.experts.72.w3,0.0000000802,0.01000,0.897
+1,block_sparse_moe.experts.73.w3,0.0000000744,0.01000,0.881
+1,block_sparse_moe.experts.71.w3,0.0000000796,0.01000,1.061
+1,block_sparse_moe.experts.74.w3,0.0000000803,0.01000,1.002
+1,block_sparse_moe.experts.76.w3,0.0000000805,0.01000,0.974
+1,block_sparse_moe.experts.75.w3,0.0000000752,0.01000,1.007
+1,block_sparse_moe.experts.70.w3,0.0000000834,0.01000,1.752
+1,block_sparse_moe.experts.78.w3,0.0000000718,0.01000,0.907
+1,block_sparse_moe.experts.79.w3,0.0000000690,0.01000,0.873
+1,block_sparse_moe.experts.80.w3,0.0000000763,0.01000,0.994
+1,block_sparse_moe.experts.82.w3,0.0000000748,0.01000,0.963
+1,block_sparse_moe.experts.81.w3,0.0000000794,0.01000,0.991
+1,block_sparse_moe.experts.77.w3,0.0000000699,0.01000,1.481
+1,block_sparse_moe.experts.83.w3,0.0000000682,0.01000,0.855
+1,block_sparse_moe.experts.85.w3,0.0000000785,0.01000,0.919
+1,block_sparse_moe.experts.86.w3,0.0000000852,0.01000,0.931
+1,block_sparse_moe.experts.88.w3,0.0000000862,0.01000,0.905
+1,block_sparse_moe.experts.87.w3,0.0000000694,0.01000,0.970
+1,block_sparse_moe.experts.89.w3,0.0000000841,0.01000,0.929
+1,block_sparse_moe.experts.84.w3,0.0000000766,0.01000,1.568
+1,block_sparse_moe.experts.90.w3,0.0000000732,0.01000,1.069
+1,block_sparse_moe.experts.94.w3,0.0000000723,0.01000,0.880
+1,block_sparse_moe.experts.92.w3,0.0000000651,0.01000,1.035
+1,block_sparse_moe.experts.95.w3,0.0000000826,0.01000,0.884
+1,block_sparse_moe.experts.91.w3,0.0000000966,0.01000,1.343
+1,block_sparse_moe.experts.96.w3,0.0000000724,0.01000,0.870
+1,block_sparse_moe.experts.93.w3,0.0000000857,0.01000,1.165
+1,block_sparse_moe.experts.97.w3,0.0000000712,0.01000,0.858
+1,block_sparse_moe.experts.99.w3,0.0000000897,0.01000,0.894
+1,block_sparse_moe.experts.101.w3,0.0000000888,0.01000,0.856
+1,block_sparse_moe.experts.102.w3,0.0000000786,0.01000,0.853
+1,block_sparse_moe.experts.103.w3,0.0000000877,0.01000,0.866
+1,block_sparse_moe.experts.100.w3,0.0000000731,0.01000,1.058
+1,block_sparse_moe.experts.104.w3,0.0000000627,0.01000,0.865
+1,block_sparse_moe.experts.98.w3,0.0000000963,0.01000,1.204
+1,block_sparse_moe.experts.106.w3,0.0000000832,0.01000,0.876
+1,block_sparse_moe.experts.107.w3,0.0000000858,0.01000,0.941
+1,block_sparse_moe.experts.108.w3,0.0000000723,0.01000,0.879
+1,block_sparse_moe.experts.110.w3,0.0000000703,0.01000,0.870
+1,block_sparse_moe.experts.111.w3,0.0000000538,0.01000,0.994
+1,block_sparse_moe.experts.109.w3,0.0000000759,0.01000,1.133
+1,block_sparse_moe.experts.105.w3,0.0000000835,0.01000,1.463
+1,block_sparse_moe.experts.113.w3,0.0000000801,0.01000,0.861
+1,block_sparse_moe.experts.115.w3,0.0000000901,0.01000,0.856
+1,block_sparse_moe.experts.114.w3,0.0000000716,0.01000,0.930
+1,block_sparse_moe.experts.112.w3,0.0000000829,0.01000,1.273
+1,block_sparse_moe.experts.117.w3,0.0000000861,0.01000,0.867
+1,block_sparse_moe.experts.116.w3,0.0000000715,0.01000,1.037
+1,block_sparse_moe.experts.118.w3,0.0000000820,0.01000,0.881
+1,block_sparse_moe.experts.120.w3,0.0000000722,0.01000,0.932
+1,block_sparse_moe.experts.121.w3,0.0000000741,0.01000,0.935
+1,block_sparse_moe.experts.122.w3,0.0000000852,0.01000,0.912
+1,block_sparse_moe.experts.124.w3,0.0000000743,0.01000,0.867
+1,block_sparse_moe.experts.123.w3,0.0000000865,0.01000,0.999
+1,block_sparse_moe.experts.119.w3,0.0000000744,0.01000,1.326
+1,block_sparse_moe.experts.125.w3,0.0000000891,0.01000,0.889
+1,block_sparse_moe.experts.127.w3,0.0000000889,0.01000,0.851
+1,block_sparse_moe.experts.128.w3,0.0000000693,0.01000,0.865
+1,block_sparse_moe.experts.129.w3,0.0000000695,0.01000,0.853
+1,block_sparse_moe.experts.130.w3,0.0000000707,0.01000,0.846
+1,block_sparse_moe.experts.132.w3,0.0000000695,0.01000,0.838
+1,block_sparse_moe.experts.131.w3,0.0000000874,0.01000,1.190
+1,block_sparse_moe.experts.126.w3,0.0000000934,0.01000,1.530
+1,block_sparse_moe.experts.134.w3,0.0000000772,0.01000,0.836
+1,block_sparse_moe.experts.136.w3,0.0000000933,0.01000,0.832
+1,block_sparse_moe.experts.135.w3,0.0000000923,0.01000,0.891
+1,block_sparse_moe.experts.137.w3,0.0000000738,0.01000,0.947
+1,block_sparse_moe.experts.133.w3,0.0000000845,0.01000,1.411
+1,block_sparse_moe.experts.139.w3,0.0000000649,0.01000,0.848
+1,block_sparse_moe.experts.138.w3,0.0000000801,0.01000,1.106
+1,block_sparse_moe.experts.142.w3,0.0000000800,0.01000,0.873
+1,block_sparse_moe.experts.143.w3,0.0000000829,0.01000,0.918
+1,block_sparse_moe.experts.141.w3,0.0000000779,0.01000,1.068
+1,block_sparse_moe.experts.144.w3,0.0000000850,0.01000,0.846
+1,block_sparse_moe.experts.140.w3,0.0000000851,0.01000,1.340
+1,block_sparse_moe.experts.145.w3,0.0000001008,0.01000,1.080
+1,block_sparse_moe.experts.146.w3,0.0000000748,0.01000,0.992
+1,block_sparse_moe.experts.150.w3,0.0000000772,0.01000,0.909
+1,block_sparse_moe.experts.148.w3,0.0000000729,0.01000,1.022
+1,block_sparse_moe.experts.149.w3,0.0000000826,0.01000,1.006
+1,block_sparse_moe.experts.147.w3,0.0000000869,0.01000,1.339
+1,block_sparse_moe.experts.151.w3,0.0000000840,0.01000,1.149
+1,block_sparse_moe.experts.152.w3,0.0000000700,0.01000,0.918
+1,block_sparse_moe.experts.153.w3,0.0000000751,0.01000,0.977
+1,block_sparse_moe.experts.155.w3,0.0000000889,0.01000,0.893
+1,block_sparse_moe.experts.156.w3,0.0000000629,0.01000,0.895
+1,block_sparse_moe.experts.154.w3,0.0000000703,0.01000,1.079
+1,block_sparse_moe.experts.157.w3,0.0000000729,0.01000,0.886
+1,block_sparse_moe.experts.159.w3,0.0000000595,0.01000,0.945
+1,block_sparse_moe.experts.158.w3,0.0000000798,0.01000,1.153
+1,block_sparse_moe.experts.160.w3,0.0000000868,0.01000,1.006
+1,block_sparse_moe.experts.162.w3,0.0000000908,0.01000,0.899
+1,block_sparse_moe.experts.164.w3,0.0000000743,0.01000,0.851
+1,block_sparse_moe.experts.163.w3,0.0000000849,0.01000,0.867
+1,block_sparse_moe.experts.161.w3,0.0000000903,0.01000,1.294
+1,block_sparse_moe.experts.165.w3,0.0000000755,0.01000,0.967
+1,block_sparse_moe.experts.166.w3,0.0000000657,0.01000,0.839
+1,block_sparse_moe.experts.167.w3,0.0000000763,0.01000,1.171
+1,block_sparse_moe.experts.169.w3,0.0000000724,0.01000,0.961
+1,block_sparse_moe.experts.170.w3,0.0000000970,0.01000,0.980
+1,block_sparse_moe.experts.171.w3,0.0000000728,0.01000,0.857
+1,block_sparse_moe.experts.172.w3,0.0000000860,0.01000,0.861
+1,block_sparse_moe.experts.168.w3,0.0000000799,0.01000,1.349
+1,block_sparse_moe.experts.173.w3,0.0000000744,0.01000,0.852
+1,block_sparse_moe.experts.174.w3,0.0000000632,0.01000,0.852
+1,block_sparse_moe.experts.176.w3,0.0000000654,0.01000,0.993
+1,block_sparse_moe.experts.177.w3,0.0000000664,0.01000,0.984
+1,block_sparse_moe.experts.180.w3,0.0000000632,0.01000,0.881
+1,block_sparse_moe.experts.178.w3,0.0000000701,0.01000,0.956
+1,block_sparse_moe.experts.179.w3,0.0000000954,0.01000,0.969
+1,block_sparse_moe.experts.175.w3,0.0000000860,0.01000,1.239
+1,block_sparse_moe.experts.181.w3,0.0000000831,0.01000,0.859
+1,block_sparse_moe.experts.184.w3,0.0000000793,0.01000,0.877
+1,block_sparse_moe.experts.187.w3,0.0000000902,0.01000,0.857
+1,block_sparse_moe.experts.186.w3,0.0000000711,0.01000,0.875
+1,block_sparse_moe.experts.182.w3,0.0000000805,0.01000,1.097
+1,block_sparse_moe.experts.183.w3,0.0000000832,0.01000,0.990
+1,block_sparse_moe.experts.185.w3,0.0000000713,0.01000,1.177
+1,block_sparse_moe.experts.188.w3,0.0000000939,0.01000,0.844
+1,block_sparse_moe.experts.190.w3,0.0000000899,0.01000,0.872
+1,block_sparse_moe.experts.192.w3,0.0000000730,0.01000,0.942
+1,block_sparse_moe.experts.191.w3,0.0000000748,0.01000,1.075
+1,block_sparse_moe.experts.195.w3,0.0000000763,0.01000,0.840
+1,block_sparse_moe.experts.193.w3,0.0000000918,0.01000,1.084
+1,block_sparse_moe.experts.194.w3,0.0000000894,0.01000,0.982
+1,block_sparse_moe.experts.189.w3,0.0000000796,0.01000,1.300
+1,block_sparse_moe.experts.197.w3,0.0000000932,0.01000,0.864
+1,block_sparse_moe.experts.198.w3,0.0000000858,0.01000,0.909
+1,block_sparse_moe.experts.199.w3,0.0000000769,0.01000,0.966
+1,block_sparse_moe.experts.202.w3,0.0000000908,0.01000,0.867
+1,block_sparse_moe.experts.201.w3,0.0000000735,0.01000,0.873
+1,block_sparse_moe.experts.200.w3,0.0000000739,0.01000,1.112
+1,block_sparse_moe.experts.196.w3,0.0000000724,0.01000,1.443
+1,block_sparse_moe.experts.204.w3,0.0000000903,0.01000,0.875
+1,block_sparse_moe.experts.206.w3,0.0000000767,0.01000,0.859
+1,block_sparse_moe.experts.207.w3,0.0000000728,0.01000,0.913
+1,block_sparse_moe.experts.208.w3,0.0000000672,0.01000,0.883
+1,block_sparse_moe.experts.205.w3,0.0000000874,0.01000,1.083
+1,block_sparse_moe.experts.203.w3,0.0000000939,0.01000,1.487
+1,block_sparse_moe.experts.209.w3,0.0000000815,0.01000,1.201
+1,block_sparse_moe.experts.211.w3,0.0000000910,0.01000,0.823
+1,block_sparse_moe.experts.212.w3,0.0000000863,0.01000,0.926
+1,block_sparse_moe.experts.213.w3,0.0000000985,0.01000,0.858
+1,block_sparse_moe.experts.214.w3,0.0000000829,0.01000,0.882
+1,block_sparse_moe.experts.215.w3,0.0000000718,0.01000,0.950
+1,block_sparse_moe.experts.210.w3,0.0000000944,0.01000,1.487
+1,block_sparse_moe.experts.216.w3,0.0000000990,0.01000,0.969
+1,block_sparse_moe.experts.218.w3,0.0000001030,0.01000,0.945
+1,block_sparse_moe.experts.219.w3,0.0000000878,0.01000,0.923
+1,block_sparse_moe.experts.220.w3,0.0000000842,0.01000,0.924
+1,block_sparse_moe.experts.221.w3,0.0000000885,0.01000,0.896
+1,block_sparse_moe.experts.217.w3,0.0000001035,0.01000,1.436
+1,block_sparse_moe.experts.222.w3,0.0000000971,0.01000,0.919
+1,block_sparse_moe.experts.223.w3,0.0000000868,0.01000,0.993
+1,block_sparse_moe.experts.225.w3,0.0000000832,0.01000,0.844
+1,block_sparse_moe.experts.226.w3,0.0000000890,0.01000,0.855
+1,block_sparse_moe.experts.227.w3,0.0000000732,0.01000,0.804
+1,block_sparse_moe.experts.228.w3,0.0000000682,0.01000,0.803
+1,block_sparse_moe.experts.229.w3,0.0000000817,0.01000,0.823
+1,block_sparse_moe.experts.230.w3,0.0000000647,0.01000,0.799
+1,block_sparse_moe.experts.224.w3,0.0000000709,0.01000,1.607
+1,block_sparse_moe.experts.232.w3,0.0000000796,0.01000,0.854
+1,block_sparse_moe.experts.233.w3,0.0000000739,0.01000,0.814
+1,block_sparse_moe.experts.234.w3,0.0000000925,0.01000,0.836
+1,block_sparse_moe.experts.235.w3,0.0000000867,0.01000,0.843
+1,block_sparse_moe.experts.236.w3,0.0000000745,0.01000,0.828
+1,block_sparse_moe.experts.237.w3,0.0000000686,0.01000,0.897
+1,block_sparse_moe.experts.231.w3,0.0000000696,0.01000,1.790
+1,block_sparse_moe.experts.239.w3,0.0000000809,0.01000,0.911
+1,block_sparse_moe.experts.240.w3,0.0000000945,0.01000,0.850
+1,block_sparse_moe.experts.241.w3,0.0000000904,0.01000,0.816
+1,block_sparse_moe.experts.242.w3,0.0000000918,0.01000,1.015
+1,block_sparse_moe.experts.243.w3,0.0000000757,0.01000,0.844
+1,block_sparse_moe.experts.238.w3,0.0000000879,0.01000,1.558
+1,block_sparse_moe.experts.244.w3,0.0000000787,0.01000,0.846
+1,block_sparse_moe.experts.246.w3,0.0000000952,0.01000,0.877
+1,block_sparse_moe.experts.247.w3,0.0000000844,0.01000,0.874
+1,block_sparse_moe.experts.249.w3,0.0000000560,0.01000,0.854
+1,block_sparse_moe.experts.250.w3,0.0000000853,0.01000,0.965
+1,block_sparse_moe.experts.251.w3,0.0000000725,0.01000,0.874
+1,block_sparse_moe.experts.245.w3,0.0000000726,0.01000,1.569
+1,block_sparse_moe.experts.248.w3,0.0000000943,0.01000,1.381
+1,block_sparse_moe.experts.253.w3,0.0000000736,0.01000,0.878
+1,block_sparse_moe.experts.252.w3,0.0000000726,0.01000,1.189
+1,block_sparse_moe.experts.254.w3,0.0000000965,0.01000,0.725
+1,block_sparse_moe.experts.255.w3,0.0000000854,0.01000,0.797
+1,block_sparse_moe.experts.0.w2,0.0000000047,0.01000,0.434
+1,block_sparse_moe.experts.1.w2,0.0000000029,0.01000,0.434
+1,block_sparse_moe.experts.2.w2,0.0000000017,0.01000,0.435
+1,block_sparse_moe.experts.5.w2,0.0000000024,0.01000,0.439
+1,block_sparse_moe.experts.6.w2,0.0000000014,0.01000,0.445
+1,block_sparse_moe.experts.3.w2,0.0000000027,0.01000,0.452
+1,block_sparse_moe.experts.4.w2,0.0000000017,0.01000,0.455
+1,block_sparse_moe.experts.8.w2,0.0000000015,0.01000,0.417
+1,block_sparse_moe.experts.7.w2,0.0000000014,0.01000,0.419
+1,block_sparse_moe.experts.9.w2,0.0000000019,0.01000,0.417
+1,block_sparse_moe.experts.10.w2,0.0000000016,0.01000,0.416
+1,block_sparse_moe.experts.11.w2,0.0000000018,0.01000,0.426
+1,block_sparse_moe.experts.12.w2,0.0000000021,0.01000,0.429
+1,block_sparse_moe.experts.13.w2,0.0000000021,0.01000,0.428
+1,block_sparse_moe.experts.14.w2,0.0000000012,0.01000,0.411
+1,block_sparse_moe.experts.17.w2,0.0000000020,0.01000,0.408
+1,block_sparse_moe.experts.16.w2,0.0000000009,0.01000,0.417
+1,block_sparse_moe.experts.15.w2,0.0000000080,0.01000,0.422
+1,block_sparse_moe.experts.18.w2,0.0000000042,0.01000,0.421
+1,block_sparse_moe.experts.19.w2,0.0000000043,0.01000,0.425
+1,block_sparse_moe.experts.20.w2,0.0000000018,0.01000,0.423
+1,block_sparse_moe.experts.21.w2,0.0000000071,0.01000,0.413
+1,block_sparse_moe.experts.22.w2,0.0000000061,0.01000,0.416
+1,block_sparse_moe.experts.23.w2,0.0000000037,0.01000,0.418
+1,block_sparse_moe.experts.24.w2,0.0000000019,0.01000,0.415
+1,block_sparse_moe.experts.25.w2,0.0000000041,0.01000,0.423
+1,block_sparse_moe.experts.26.w2,0.0000000036,0.01000,0.426
+1,block_sparse_moe.experts.27.w2,0.0000000019,0.01000,0.425
+1,block_sparse_moe.experts.28.w2,0.0000000329,0.01000,0.413
+1,block_sparse_moe.experts.29.w2,0.0000000076,0.01000,0.417
+1,block_sparse_moe.experts.31.w2,0.0000000050,0.01000,0.416
+1,block_sparse_moe.experts.30.w2,0.0000000041,0.01000,0.427
+1,block_sparse_moe.experts.32.w2,0.0000000007,0.01000,0.437
+1,block_sparse_moe.experts.33.w2,0.0000000017,0.01000,0.428
+1,block_sparse_moe.experts.34.w2,0.0000000035,0.01000,0.431
+1,block_sparse_moe.experts.35.w2,0.0000000022,0.01000,0.410
+1,block_sparse_moe.experts.36.w2,0.0000000043,0.01000,0.412
+1,block_sparse_moe.experts.37.w2,0.0000000078,0.01000,0.416
+1,block_sparse_moe.experts.38.w2,0.0000000068,0.01000,0.415
+1,block_sparse_moe.experts.39.w2,0.0000000098,0.01000,0.428
+1,block_sparse_moe.experts.40.w2,0.0000000038,0.01000,0.425
+1,block_sparse_moe.experts.41.w2,0.0000000014,0.01000,0.427
+1,block_sparse_moe.experts.42.w2,0.0000000012,0.01000,0.411
+1,block_sparse_moe.experts.43.w2,0.0000000013,0.01000,0.414
+1,block_sparse_moe.experts.44.w2,0.0000000101,0.01000,0.416
+1,block_sparse_moe.experts.45.w2,0.0000000031,0.01000,0.419
+1,block_sparse_moe.experts.46.w2,0.0000000005,0.01000,0.431
+1,block_sparse_moe.experts.47.w2,0.0000000032,0.01000,0.431
+1,block_sparse_moe.experts.48.w2,0.0000000012,0.01000,0.438
+1,block_sparse_moe.experts.49.w2,0.0000000018,0.01000,0.411
+1,block_sparse_moe.experts.50.w2,0.0000000080,0.01000,0.414
+1,block_sparse_moe.experts.51.w2,0.0000000020,0.01000,0.413
+1,block_sparse_moe.experts.52.w2,0.0000000074,0.01000,0.419
+1,block_sparse_moe.experts.54.w2,0.0000000057,0.01000,0.417
+1,block_sparse_moe.experts.55.w2,0.0000000041,0.01000,0.419
+1,block_sparse_moe.experts.53.w2,0.0000000039,0.01000,0.433
+1,block_sparse_moe.experts.56.w2,0.0000000099,0.01000,0.409
+1,block_sparse_moe.experts.57.w2,0.0000000045,0.01000,0.411
+1,block_sparse_moe.experts.58.w2,0.0000000026,0.01000,0.416
+1,block_sparse_moe.experts.59.w2,0.0000000057,0.01000,0.423
+1,block_sparse_moe.experts.60.w2,0.0000000020,0.01000,0.429
+1,block_sparse_moe.experts.61.w2,0.0000000034,0.01000,0.418
+1,block_sparse_moe.experts.62.w2,0.0000000014,0.01000,0.432
+1,block_sparse_moe.experts.63.w2,0.0000000016,0.01000,0.413
+1,block_sparse_moe.experts.64.w2,0.0000000051,0.01000,0.414
+1,block_sparse_moe.experts.65.w2,0.0000000060,0.01000,0.414
+1,block_sparse_moe.experts.66.w2,0.0000000010,0.01000,0.415
+1,block_sparse_moe.experts.67.w2,0.0000000050,0.01000,0.420
+1,block_sparse_moe.experts.68.w2,0.0000000009,0.01000,0.420
+1,block_sparse_moe.experts.69.w2,0.0000000031,0.01000,0.435
+1,block_sparse_moe.experts.70.w2,0.0000000051,0.01000,0.412
+1,block_sparse_moe.experts.71.w2,0.0000000067,0.01000,0.421
+1,block_sparse_moe.experts.72.w2,0.0000000023,0.01000,0.413
+1,block_sparse_moe.experts.73.w2,0.0000000019,0.01000,0.415
+1,block_sparse_moe.experts.74.w2,0.0000000025,0.01000,0.422
+1,block_sparse_moe.experts.75.w2,0.0000000018,0.01000,0.421
+1,block_sparse_moe.experts.76.w2,0.0000000048,0.01000,0.428
+1,block_sparse_moe.experts.77.w2,0.0000000010,0.01000,0.417
+1,block_sparse_moe.experts.79.w2,0.0000000011,0.01000,0.414
+1,block_sparse_moe.experts.78.w2,0.0000000022,0.01000,0.428
+1,block_sparse_moe.experts.80.w2,0.0000000019,0.01000,0.413
+1,block_sparse_moe.experts.81.w2,0.0000000021,0.01000,0.420
+1,block_sparse_moe.experts.82.w2,0.0000000035,0.01000,0.433
+1,block_sparse_moe.experts.83.w2,0.0000000028,0.01000,0.422
+1,block_sparse_moe.experts.84.w2,0.0000000020,0.01000,0.416
+1,block_sparse_moe.experts.85.w2,0.0000000022,0.01000,0.418
+1,block_sparse_moe.experts.86.w2,0.0000000088,0.01000,0.416
+1,block_sparse_moe.experts.87.w2,0.0000000016,0.01000,0.414
+1,block_sparse_moe.experts.88.w2,0.0000000069,0.01000,0.420
+1,block_sparse_moe.experts.89.w2,0.0000000042,0.01000,0.420
+1,block_sparse_moe.experts.90.w2,0.0000000017,0.01000,0.432
+1,block_sparse_moe.experts.91.w2,0.0000000046,0.01000,0.416
+1,block_sparse_moe.experts.92.w2,0.0000000028,0.01000,0.419
+1,block_sparse_moe.experts.93.w2,0.0000000045,0.01000,0.419
+1,block_sparse_moe.experts.94.w2,0.0000000013,0.01000,0.416
+1,block_sparse_moe.experts.95.w2,0.0000000023,0.01000,0.425
+1,block_sparse_moe.experts.96.w2,0.0000000016,0.01000,0.422
+1,block_sparse_moe.experts.97.w2,0.0000000017,0.01000,0.433
+1,block_sparse_moe.experts.98.w2,0.0000000037,0.01000,0.412
+1,block_sparse_moe.experts.99.w2,0.0000000054,0.01000,0.413
+1,block_sparse_moe.experts.100.w2,0.0000000015,0.01000,0.414
+1,block_sparse_moe.experts.101.w2,0.0000000037,0.01000,0.413
+1,block_sparse_moe.experts.102.w2,0.0000000031,0.01000,0.420
+1,block_sparse_moe.experts.103.w2,0.0000000039,0.01000,0.419
+1,block_sparse_moe.experts.104.w2,0.0000000004,0.01000,0.428
+1,block_sparse_moe.experts.105.w2,0.0000000060,0.01000,0.414
+1,block_sparse_moe.experts.106.w2,0.0000000026,0.01000,0.415
+1,block_sparse_moe.experts.107.w2,0.0000000073,0.01000,0.414
+1,block_sparse_moe.experts.108.w2,0.0000000016,0.01000,0.412
+1,block_sparse_moe.experts.109.w2,0.0000000021,0.01000,0.425
+1,block_sparse_moe.experts.110.w2,0.0000000014,0.01000,0.424
+1,block_sparse_moe.experts.111.w2,0.0000000003,0.01000,0.435
+1,block_sparse_moe.experts.112.w2,0.0000000031,0.01000,0.417
+1,block_sparse_moe.experts.114.w2,0.0000000016,0.01000,0.416
+1,block_sparse_moe.experts.113.w2,0.0000000028,0.01000,0.429
+1,block_sparse_moe.experts.115.w2,0.0000000036,0.01000,0.417
+1,block_sparse_moe.experts.116.w2,0.0000000017,0.01000,0.421
+1,block_sparse_moe.experts.117.w2,0.0000000045,0.01000,0.418
+1,block_sparse_moe.experts.118.w2,0.0000000028,0.01000,0.430
+1,block_sparse_moe.experts.119.w2,0.0000000025,0.01000,0.411
+1,block_sparse_moe.experts.120.w2,0.0000000012,0.01000,0.414
+1,block_sparse_moe.experts.122.w2,0.0000000031,0.01000,0.410
+1,block_sparse_moe.experts.121.w2,0.0000000020,0.01000,0.430
+1,block_sparse_moe.experts.124.w2,0.0000000008,0.01000,0.417
+1,block_sparse_moe.experts.123.w2,0.0000000021,0.01000,0.437
+1,block_sparse_moe.experts.125.w2,0.0000000029,0.01000,0.429
+1,block_sparse_moe.experts.126.w2,0.0000000041,0.01000,0.425
+1,block_sparse_moe.experts.127.w2,0.0000000093,0.01000,0.423
+1,block_sparse_moe.experts.128.w2,0.0000000018,0.01000,0.431
+1,block_sparse_moe.experts.129.w2,0.0000000011,0.01000,0.422
+1,block_sparse_moe.experts.130.w2,0.0000000013,0.01000,0.430
+1,block_sparse_moe.experts.131.w2,0.0000000069,0.01000,0.418
+1,block_sparse_moe.experts.132.w2,0.0000000011,0.01000,0.422
+1,block_sparse_moe.experts.133.w2,0.0000000099,0.01000,0.412
+1,block_sparse_moe.experts.134.w2,0.0000000021,0.01000,0.414
+1,block_sparse_moe.experts.135.w2,0.0000000055,0.01000,0.426
+1,block_sparse_moe.experts.136.w2,0.0000000031,0.01000,0.422
+1,block_sparse_moe.experts.138.w2,0.0000000044,0.01000,0.417
+1,block_sparse_moe.experts.137.w2,0.0000000020,0.01000,0.431
+1,block_sparse_moe.experts.139.w2,0.0000000014,0.01000,0.429
+1,block_sparse_moe.experts.140.w2,0.0000000093,0.01000,0.413
+1,block_sparse_moe.experts.141.w2,0.0000000028,0.01000,0.416
+1,block_sparse_moe.experts.142.w2,0.0000000057,0.01000,0.417
+1,block_sparse_moe.experts.143.w2,0.0000000028,0.01000,0.427
+1,block_sparse_moe.experts.144.w2,0.0000000035,0.01000,0.423
+1,block_sparse_moe.experts.145.w2,0.0000000053,0.01000,0.425
+1,block_sparse_moe.experts.146.w2,0.0000000019,0.01000,0.423
+1,block_sparse_moe.experts.147.w2,0.0000000034,0.01000,0.417
+1,block_sparse_moe.experts.148.w2,0.0000000016,0.01000,0.416
+1,block_sparse_moe.experts.149.w2,0.0000000028,0.01000,0.411
+1,block_sparse_moe.experts.150.w2,0.0000000059,0.01000,0.426
+1,block_sparse_moe.experts.151.w2,0.0000000046,0.01000,0.419
+1,block_sparse_moe.experts.152.w2,0.0000000013,0.01000,0.421
+1,block_sparse_moe.experts.153.w2,0.0000000013,0.01000,0.421
+1,block_sparse_moe.experts.154.w2,0.0000000021,0.01000,0.412
+1,block_sparse_moe.experts.155.w2,0.0000000054,0.01000,0.415
+1,block_sparse_moe.experts.156.w2,0.0000000008,0.01000,0.413
+1,block_sparse_moe.experts.157.w2,0.0000000017,0.01000,0.427
+1,block_sparse_moe.experts.158.w2,0.0000000035,0.01000,0.425
+1,block_sparse_moe.experts.159.w2,0.0000000016,0.01000,0.428
+1,block_sparse_moe.experts.160.w2,0.0000000029,0.01000,0.430
+1,block_sparse_moe.experts.161.w2,0.0000000092,0.01000,0.412
+1,block_sparse_moe.experts.162.w2,0.0000000029,0.01000,0.422
+1,block_sparse_moe.experts.163.w2,0.0000000041,0.01000,0.416
+1,block_sparse_moe.experts.164.w2,0.0000000021,0.01000,0.422
+1,block_sparse_moe.experts.165.w2,0.0000000020,0.01000,0.416
+1,block_sparse_moe.experts.166.w2,0.0000000008,0.01000,0.416
+1,block_sparse_moe.experts.167.w2,0.0000000020,0.01000,0.422
+1,block_sparse_moe.experts.168.w2,0.0000000023,0.01000,0.413
+1,block_sparse_moe.experts.169.w2,0.0000000013,0.01000,0.418
+1,block_sparse_moe.experts.170.w2,0.0000000070,0.01000,0.414
+1,block_sparse_moe.experts.171.w2,0.0000000031,0.01000,0.410
+1,block_sparse_moe.experts.172.w2,0.0000000032,0.01000,0.418
+1,block_sparse_moe.experts.173.w2,0.0000000034,0.01000,0.418
+1,block_sparse_moe.experts.174.w2,0.0000000014,0.01000,0.421
+1,block_sparse_moe.experts.175.w2,0.0000000087,0.01000,0.418
+1,block_sparse_moe.experts.176.w2,0.0000000016,0.01000,0.424
+1,block_sparse_moe.experts.177.w2,0.0000000011,0.01000,0.420
+1,block_sparse_moe.experts.178.w2,0.0000000008,0.01000,0.420
+1,block_sparse_moe.experts.179.w2,0.0000000030,0.01000,0.428
+1,block_sparse_moe.experts.180.w2,0.0000000007,0.01000,0.419
+1,block_sparse_moe.experts.181.w2,0.0000000053,0.01000,0.434
+1,block_sparse_moe.experts.182.w2,0.0000000043,0.01000,0.414
+1,block_sparse_moe.experts.183.w2,0.0000000029,0.01000,0.413
+1,block_sparse_moe.experts.184.w2,0.0000000036,0.01000,0.413
+1,block_sparse_moe.experts.185.w2,0.0000000011,0.01000,0.422
+1,block_sparse_moe.experts.186.w2,0.0000000026,0.01000,0.418
+1,block_sparse_moe.experts.187.w2,0.0000000047,0.01000,0.415
+1,block_sparse_moe.experts.188.w2,0.0000000082,0.01000,0.431
+1,block_sparse_moe.experts.189.w2,0.0000000032,0.01000,0.414
+1,block_sparse_moe.experts.190.w2,0.0000000055,0.01000,0.412
+1,block_sparse_moe.experts.191.w2,0.0000000019,0.01000,0.409
+1,block_sparse_moe.experts.192.w2,0.0000000016,0.01000,0.417
+1,block_sparse_moe.experts.193.w2,0.0000000065,0.01000,0.422
+1,block_sparse_moe.experts.194.w2,0.0000000042,0.01000,0.421
+1,block_sparse_moe.experts.195.w2,0.0000000021,0.01000,0.432
+1,block_sparse_moe.experts.196.w2,0.0000000021,0.01000,0.417
+1,block_sparse_moe.experts.197.w2,0.0000000070,0.01000,0.427
+1,block_sparse_moe.experts.198.w2,0.0000000066,0.01000,0.425
+1,block_sparse_moe.experts.199.w2,0.0000000035,0.01000,0.411
+1,block_sparse_moe.experts.200.w2,0.0000000018,0.01000,0.417
+1,block_sparse_moe.experts.201.w2,0.0000000017,0.01000,0.425
+1,block_sparse_moe.experts.203.w2,0.0000000049,0.01000,0.413
+1,block_sparse_moe.experts.202.w2,0.0000000112,0.01000,0.423
+1,block_sparse_moe.experts.204.w2,0.0000000065,0.01000,0.409
+1,block_sparse_moe.experts.205.w2,0.0000000071,0.01000,0.411
+1,block_sparse_moe.experts.206.w2,0.0000000021,0.01000,0.408
+1,block_sparse_moe.experts.207.w2,0.0000000016,0.01000,0.415
+1,block_sparse_moe.experts.208.w2,0.0000000009,0.01000,0.422
+1,block_sparse_moe.experts.210.w2,0.0000000066,0.01000,0.417
+1,block_sparse_moe.experts.209.w2,0.0000000057,0.01000,0.437
+1,block_sparse_moe.experts.211.w2,0.0000000047,0.01000,0.409
+1,block_sparse_moe.experts.212.w2,0.0000000050,0.01000,0.414
+1,block_sparse_moe.experts.213.w2,0.0000000041,0.01000,0.409
+1,block_sparse_moe.experts.214.w2,0.0000000026,0.01000,0.435
+1,block_sparse_moe.experts.215.w2,0.0000000019,0.01000,0.429
+1,block_sparse_moe.experts.216.w2,0.0000000041,0.01000,0.430
+1,block_sparse_moe.experts.217.w2,0.0000000066,0.01000,0.414
+1,block_sparse_moe.experts.218.w2,0.0000000098,0.01000,0.410
+1,block_sparse_moe.experts.219.w2,0.0000000103,0.01000,0.413
+1,block_sparse_moe.experts.220.w2,0.0000000022,0.01000,0.408
+1,block_sparse_moe.experts.221.w2,0.0000000069,0.01000,0.419
+1,block_sparse_moe.experts.222.w2,0.0000000055,0.01000,0.422
+1,block_sparse_moe.experts.224.w2,0.0000000025,0.01000,0.412
+1,block_sparse_moe.experts.223.w2,0.0000000067,0.01000,0.429
+1,block_sparse_moe.experts.225.w2,0.0000000047,0.01000,0.411
+1,block_sparse_moe.experts.226.w2,0.0000000058,0.01000,0.413
+1,block_sparse_moe.experts.227.w2,0.0000000020,0.01000,0.410
+1,block_sparse_moe.experts.228.w2,0.0000000004,0.01000,0.423
+1,block_sparse_moe.experts.229.w2,0.0000000041,0.01000,0.424
+1,block_sparse_moe.experts.231.w2,0.0000000020,0.01000,0.416
+1,block_sparse_moe.experts.230.w2,0.0000000011,0.01000,0.441
+1,block_sparse_moe.experts.232.w2,0.0000000022,0.01000,0.423
+1,block_sparse_moe.experts.233.w2,0.0000000018,0.01000,0.410
+1,block_sparse_moe.experts.234.w2,0.0000000028,0.01000,0.421
+1,block_sparse_moe.experts.235.w2,0.0000000062,0.01000,0.418
+1,block_sparse_moe.experts.236.w2,0.0000000021,0.01000,0.421
+1,block_sparse_moe.experts.238.w2,0.0000000046,0.01000,0.413
+1,block_sparse_moe.experts.237.w2,0.0000000011,0.01000,0.425
+1,block_sparse_moe.experts.239.w2,0.0000000023,0.01000,0.411
+1,block_sparse_moe.experts.240.w2,0.0000000034,0.01000,0.409
+1,block_sparse_moe.experts.241.w2,0.0000000038,0.01000,0.410
+1,block_sparse_moe.experts.242.w2,0.0000000091,0.01000,0.420
+1,block_sparse_moe.experts.243.w2,0.0000000028,0.01000,0.426
+1,block_sparse_moe.experts.245.w2,0.0000000018,0.01000,0.414
+1,block_sparse_moe.experts.246.w2,0.0000000040,0.01000,0.415
+1,block_sparse_moe.experts.247.w2,0.0000000057,0.01000,0.415
+1,block_sparse_moe.experts.244.w2,0.0000000023,0.01000,0.443
+1,block_sparse_moe.experts.248.w2,0.0000000032,0.01000,0.412
+1,block_sparse_moe.experts.249.w2,0.0000000006,0.01000,0.417
+1,block_sparse_moe.experts.250.w2,0.0000000051,0.01000,0.418
+1,block_sparse_moe.experts.251.w2,0.0000000023,0.01000,0.406
+1,block_sparse_moe.experts.252.w2,0.0000000015,0.01000,0.388
+1,block_sparse_moe.experts.253.w2,0.0000000016,0.01000,0.387
+1,block_sparse_moe.experts.254.w2,0.0000000052,0.01000,0.395
+1,block_sparse_moe.experts.255.w2,0.0000000046,0.01000,0.374
+2,block_sparse_moe.experts.0.w1,0.0000001760,0.01000,0.858
+2,block_sparse_moe.experts.3.w1,0.0000001626,0.01000,0.864
+2,block_sparse_moe.experts.2.w1,0.0000002987,0.01000,0.867
+2,block_sparse_moe.experts.6.w1,0.0000005562,0.01000,0.879
+2,block_sparse_moe.experts.5.w1,0.0000002400,0.01000,0.881
+2,block_sparse_moe.experts.1.w1,0.0000001758,0.01000,1.030
+2,block_sparse_moe.experts.4.w1,0.0000001903,0.01000,1.037
+2,block_sparse_moe.experts.9.w1,0.0000002314,0.01000,0.848
+2,block_sparse_moe.experts.7.w1,0.0000006216,0.01000,0.862
+2,block_sparse_moe.experts.10.w1,0.0000001403,0.01000,0.843
+2,block_sparse_moe.experts.8.w1,0.0000002483,0.01000,1.012
+2,block_sparse_moe.experts.11.w1,0.0000011709,0.01000,1.010
+2,block_sparse_moe.experts.12.w1,0.0000002174,0.01000,0.916
+2,block_sparse_moe.experts.13.w1,0.0000005536,0.01000,0.924
+2,block_sparse_moe.experts.15.w1,0.0000001982,0.01000,0.909
+2,block_sparse_moe.experts.16.w1,0.0000002694,0.01000,1.064
+2,block_sparse_moe.experts.17.w1,0.0000002849,0.01000,0.929
+2,block_sparse_moe.experts.19.w1,0.0000001923,0.01000,0.885
+2,block_sparse_moe.experts.14.w1,0.0000002207,0.01000,1.135
+2,block_sparse_moe.experts.20.w1,0.0000001631,0.01000,0.894
+2,block_sparse_moe.experts.18.w1,0.0000002306,0.01000,1.099
+2,block_sparse_moe.experts.21.w1,0.0000001814,0.01000,0.932
+2,block_sparse_moe.experts.24.w1,0.0000001736,0.01000,0.841
+2,block_sparse_moe.experts.26.w1,0.0000001906,0.01000,0.860
+2,block_sparse_moe.experts.23.w1,0.0000001807,0.01000,0.934
+2,block_sparse_moe.experts.27.w1,0.0000002101,0.01000,0.953
+2,block_sparse_moe.experts.25.w1,0.0000001828,0.01000,1.238
+2,block_sparse_moe.experts.22.w1,0.0000001924,0.01000,1.437
+2,block_sparse_moe.experts.28.w1,0.0000001886,0.01000,0.996
+2,block_sparse_moe.experts.31.w1,0.0000002564,0.01000,0.835
+2,block_sparse_moe.experts.30.w1,0.0000001573,0.01000,0.877
+2,block_sparse_moe.experts.29.w1,0.0000001986,0.01000,1.154
+2,block_sparse_moe.experts.33.w1,0.0000004014,0.01000,0.876
+2,block_sparse_moe.experts.32.w1,0.0000008267,0.01000,1.047
+2,block_sparse_moe.experts.34.w1,0.0000001745,0.01000,1.102
+2,block_sparse_moe.experts.37.w1,0.0000002044,0.01000,0.875
+2,block_sparse_moe.experts.36.w1,0.0000001714,0.01000,1.046
+2,block_sparse_moe.experts.35.w1,0.0000007636,0.01000,1.117
+2,block_sparse_moe.experts.38.w1,0.0000001850,0.01000,0.867
+2,block_sparse_moe.experts.39.w1,0.0000001857,0.01000,1.053
+2,block_sparse_moe.experts.40.w1,0.0000001732,0.01000,1.081
+2,block_sparse_moe.experts.41.w1,0.0000002162,0.01000,0.905
+2,block_sparse_moe.experts.42.w1,0.0000001887,0.01000,0.896
+2,block_sparse_moe.experts.45.w1,0.0000001845,0.01000,0.824
+2,block_sparse_moe.experts.44.w1,0.0000001841,0.01000,0.869
+2,block_sparse_moe.experts.43.w1,0.0000001900,0.01000,0.922
+2,block_sparse_moe.experts.47.w1,0.0000001761,0.01000,0.877
+2,block_sparse_moe.experts.48.w1,0.0000015712,0.01000,0.839
+2,block_sparse_moe.experts.46.w1,0.0000001627,0.01000,1.081
+2,block_sparse_moe.experts.49.w1,0.0000015277,0.01000,0.835
+2,block_sparse_moe.experts.51.w1,0.0000002489,0.01000,0.850
+2,block_sparse_moe.experts.52.w1,0.0000001856,0.01000,0.867
+2,block_sparse_moe.experts.50.w1,0.0000002818,0.01000,0.928
+2,block_sparse_moe.experts.54.w1,0.0000002225,0.01000,0.939
+2,block_sparse_moe.experts.53.w1,0.0000001655,0.01000,1.119
+2,block_sparse_moe.experts.55.w1,0.0000001855,0.01000,0.984
+2,block_sparse_moe.experts.56.w1,0.0000001728,0.01000,0.885
+2,block_sparse_moe.experts.58.w1,0.0000002283,0.01000,0.873
+2,block_sparse_moe.experts.59.w1,0.0000001834,0.01000,0.900
+2,block_sparse_moe.experts.57.w1,0.0000001837,0.01000,1.026
+2,block_sparse_moe.experts.61.w1,0.0000002607,0.01000,0.900
+2,block_sparse_moe.experts.63.w1,0.0000005228,0.01000,0.969
+2,block_sparse_moe.experts.62.w1,0.0000001680,0.01000,1.008
+2,block_sparse_moe.experts.60.w1,0.0000002030,0.01000,1.108
+2,block_sparse_moe.experts.65.w1,0.0000001431,0.01000,0.875
+2,block_sparse_moe.experts.66.w1,0.0000006457,0.01000,0.876
+2,block_sparse_moe.experts.64.w1,0.0000001659,0.01000,1.133
+2,block_sparse_moe.experts.68.w1,0.0000003911,0.01000,0.889
+2,block_sparse_moe.experts.69.w1,0.0000001670,0.01000,0.888
+2,block_sparse_moe.experts.70.w1,0.0000001598,0.01000,0.871
+2,block_sparse_moe.experts.72.w1,0.0000002087,0.01000,0.858
+2,block_sparse_moe.experts.67.w1,0.0000001760,0.01000,1.323
+2,block_sparse_moe.experts.73.w1,0.0000001688,0.01000,0.915
+2,block_sparse_moe.experts.71.w1,0.0000003422,0.01000,1.194
+2,block_sparse_moe.experts.75.w1,0.0000001780,0.01000,0.848
+2,block_sparse_moe.experts.76.w1,0.0000002508,0.01000,0.920
+2,block_sparse_moe.experts.77.w1,0.0000001710,0.01000,0.888
+2,block_sparse_moe.experts.74.w1,0.0000001454,0.01000,1.223
+2,block_sparse_moe.experts.78.w1,0.0000001643,0.01000,0.901
+2,block_sparse_moe.experts.79.w1,0.0000006642,0.01000,0.948
+2,block_sparse_moe.experts.80.w1,0.0000001809,0.01000,0.898
+2,block_sparse_moe.experts.83.w1,0.0000002341,0.01000,0.919
+2,block_sparse_moe.experts.82.w1,0.0000002542,0.01000,1.069
+2,block_sparse_moe.experts.84.w1,0.0000001902,0.01000,0.947
+2,block_sparse_moe.experts.87.w1,0.0000001738,0.01000,0.867
+2,block_sparse_moe.experts.85.w1,0.0000001856,0.01000,0.989
+2,block_sparse_moe.experts.81.w1,0.0000002529,0.01000,1.396
+2,block_sparse_moe.experts.86.w1,0.0000001706,0.01000,1.051
+2,block_sparse_moe.experts.89.w1,0.0000001973,0.01000,0.889
+2,block_sparse_moe.experts.91.w1,0.0000002272,0.01000,0.836
+2,block_sparse_moe.experts.92.w1,0.0000003725,0.01000,0.842
+2,block_sparse_moe.experts.93.w1,0.0000001722,0.01000,0.885
+2,block_sparse_moe.experts.88.w1,0.0000003471,0.01000,1.236
+2,block_sparse_moe.experts.94.w1,0.0000001927,0.01000,0.872
+2,block_sparse_moe.experts.90.w1,0.0000001832,0.01000,1.192
+2,block_sparse_moe.experts.96.w1,0.0000001790,0.01000,0.866
+2,block_sparse_moe.experts.98.w1,0.0000005595,0.01000,0.910
+2,block_sparse_moe.experts.97.w1,0.0000001776,0.01000,0.997
+2,block_sparse_moe.experts.95.w1,0.0000001778,0.01000,1.235
+2,block_sparse_moe.experts.100.w1,0.0000001728,0.01000,0.925
+2,block_sparse_moe.experts.101.w1,0.0000001706,0.01000,0.889
+2,block_sparse_moe.experts.99.w1,0.0000001718,0.01000,1.173
+2,block_sparse_moe.experts.103.w1,0.0000002447,0.01000,0.936
+2,block_sparse_moe.experts.104.w1,0.0000001866,0.01000,0.943
+2,block_sparse_moe.experts.105.w1,0.0000001660,0.01000,0.906
+2,block_sparse_moe.experts.107.w1,0.0000001636,0.01000,1.007
+2,block_sparse_moe.experts.106.w1,0.0000001771,0.01000,1.109
+2,block_sparse_moe.experts.102.w1,0.0000002355,0.01000,1.404
+2,block_sparse_moe.experts.108.w1,0.0000003688,0.01000,0.995
+2,block_sparse_moe.experts.110.w1,0.0000003679,0.01000,0.877
+2,block_sparse_moe.experts.111.w1,0.0000006307,0.01000,0.916
+2,block_sparse_moe.experts.112.w1,0.0000001713,0.01000,0.872
+2,block_sparse_moe.experts.114.w1,0.0000003058,0.01000,0.862
+2,block_sparse_moe.experts.113.w1,0.0000003334,0.01000,0.995
+2,block_sparse_moe.experts.109.w1,0.0000002123,0.01000,1.330
+2,block_sparse_moe.experts.115.w1,0.0000001862,0.01000,0.951
+2,block_sparse_moe.experts.117.w1,0.0000002452,0.01000,0.953
+2,block_sparse_moe.experts.119.w1,0.0000007535,0.01000,0.856
+2,block_sparse_moe.experts.118.w1,0.0000001686,0.01000,0.918
+2,block_sparse_moe.experts.116.w1,0.0000002793,0.01000,1.215
+2,block_sparse_moe.experts.121.w1,0.0000001607,0.01000,0.852
+2,block_sparse_moe.experts.122.w1,0.0000001785,0.01000,0.897
+2,block_sparse_moe.experts.120.w1,0.0000012125,0.01000,0.975
+2,block_sparse_moe.experts.124.w1,0.0000002007,0.01000,0.935
+2,block_sparse_moe.experts.126.w1,0.0000001584,0.01000,0.910
+2,block_sparse_moe.experts.127.w1,0.0000001578,0.01000,0.885
+2,block_sparse_moe.experts.129.w1,0.0000001817,0.01000,0.985
+2,block_sparse_moe.experts.128.w1,0.0000002043,0.01000,0.990
+2,block_sparse_moe.experts.123.w1,0.0000001715,0.01000,1.348
+2,block_sparse_moe.experts.125.w1,0.0000003351,0.01000,1.381
+2,block_sparse_moe.experts.131.w1,0.0000002150,0.01000,0.858
+2,block_sparse_moe.experts.132.w1,0.0000002111,0.01000,0.990
+2,block_sparse_moe.experts.135.w1,0.0000005943,0.01000,0.848
+2,block_sparse_moe.experts.133.w1,0.0000001628,0.01000,0.960
+2,block_sparse_moe.experts.130.w1,0.0000001704,0.01000,1.282
+2,block_sparse_moe.experts.136.w1,0.0000001893,0.01000,0.925
+2,block_sparse_moe.experts.134.w1,0.0000001825,0.01000,1.184
+2,block_sparse_moe.experts.138.w1,0.0000001769,0.01000,0.843
+2,block_sparse_moe.experts.139.w1,0.0000002034,0.01000,0.848
+2,block_sparse_moe.experts.140.w1,0.0000001728,0.01000,0.873
+2,block_sparse_moe.experts.137.w1,0.0000001792,0.01000,1.209
+2,block_sparse_moe.experts.141.w1,0.0000002780,0.01000,0.899
+2,block_sparse_moe.experts.143.w1,0.0000001821,0.01000,0.913
+2,block_sparse_moe.experts.142.w1,0.0000001917,0.01000,1.210
+2,block_sparse_moe.experts.145.w1,0.0000003303,0.01000,0.846
+2,block_sparse_moe.experts.147.w1,0.0000005416,0.01000,0.832
+2,block_sparse_moe.experts.146.w1,0.0000002407,0.01000,0.882
+2,block_sparse_moe.experts.148.w1,0.0000005349,0.01000,0.857
+2,block_sparse_moe.experts.144.w1,0.0000001810,0.01000,1.452
+2,block_sparse_moe.experts.149.w1,0.0000001983,0.01000,1.036
+2,block_sparse_moe.experts.150.w1,0.0000001943,0.01000,0.929
+2,block_sparse_moe.experts.154.w1,0.0000008513,0.01000,0.886
+2,block_sparse_moe.experts.153.w1,0.0000001689,0.01000,0.978
+2,block_sparse_moe.experts.152.w1,0.0000001624,0.01000,1.061
+2,block_sparse_moe.experts.155.w1,0.0000001690,0.01000,0.928
+2,block_sparse_moe.experts.151.w1,0.0000001740,0.01000,1.491
+2,block_sparse_moe.experts.157.w1,0.0000002995,0.01000,0.867
+2,block_sparse_moe.experts.156.w1,0.0000001757,0.01000,1.064
+2,block_sparse_moe.experts.159.w1,0.0000001771,0.01000,0.878
+2,block_sparse_moe.experts.160.w1,0.0000001678,0.01000,1.026
+2,block_sparse_moe.experts.162.w1,0.0000002358,0.01000,0.875
+2,block_sparse_moe.experts.161.w1,0.0000004601,0.01000,0.974
+2,block_sparse_moe.experts.164.w1,0.0000004637,0.01000,0.907
+2,block_sparse_moe.experts.163.w1,0.0000001635,0.01000,1.101
+2,block_sparse_moe.experts.158.w1,0.0000001895,0.01000,1.578
+2,block_sparse_moe.experts.166.w1,0.0000001690,0.01000,0.901
+2,block_sparse_moe.experts.168.w1,0.0000003901,0.01000,0.842
+2,block_sparse_moe.experts.169.w1,0.0000002065,0.01000,0.862
+2,block_sparse_moe.experts.167.w1,0.0000001741,0.01000,1.085
+2,block_sparse_moe.experts.171.w1,0.0000013338,0.01000,0.847
+2,block_sparse_moe.experts.165.w1,0.0000001733,0.01000,1.527
+2,block_sparse_moe.experts.170.w1,0.0000001774,0.01000,1.249
+2,block_sparse_moe.experts.173.w1,0.0000001762,0.01000,0.978
+2,block_sparse_moe.experts.175.w1,0.0000001755,0.01000,0.842
+2,block_sparse_moe.experts.174.w1,0.0000001685,0.01000,0.893
+2,block_sparse_moe.experts.172.w1,0.0000001798,0.01000,1.244
+2,block_sparse_moe.experts.177.w1,0.0000001806,0.01000,0.999
+2,block_sparse_moe.experts.176.w1,0.0000016759,0.01000,1.060
+2,block_sparse_moe.experts.178.w1,0.0000002697,0.01000,0.918
+2,block_sparse_moe.experts.181.w1,0.0000001783,0.01000,0.945
+2,block_sparse_moe.experts.180.w1,0.0000001676,0.01000,0.955
+2,block_sparse_moe.experts.182.w1,0.0000015433,0.01000,0.933
+2,block_sparse_moe.experts.184.w1,0.0000001582,0.01000,0.933
+2,block_sparse_moe.experts.179.w1,0.0000014696,0.01000,1.385
+2,block_sparse_moe.experts.183.w1,0.0000002463,0.01000,1.123
+2,block_sparse_moe.experts.185.w1,0.0000001740,0.01000,0.857
+2,block_sparse_moe.experts.187.w1,0.0000001870,0.01000,0.857
+2,block_sparse_moe.experts.188.w1,0.0000001777,0.01000,0.864
+2,block_sparse_moe.experts.189.w1,0.0000002953,0.01000,1.000
+2,block_sparse_moe.experts.192.w1,0.0000001787,0.01000,0.846
+2,block_sparse_moe.experts.190.w1,0.0000001753,0.01000,0.913
+2,block_sparse_moe.experts.191.w1,0.0000002209,0.01000,0.927
+2,block_sparse_moe.experts.186.w1,0.0000001736,0.01000,1.491
+2,block_sparse_moe.experts.194.w1,0.0000001472,0.01000,0.884
+2,block_sparse_moe.experts.198.w1,0.0000004801,0.01000,0.852
+2,block_sparse_moe.experts.195.w1,0.0000001668,0.01000,0.938
+2,block_sparse_moe.experts.196.w1,0.0000001880,0.01000,0.985
+2,block_sparse_moe.experts.199.w1,0.0000002152,0.01000,0.835
+2,block_sparse_moe.experts.193.w1,0.0000001643,0.01000,1.522
+2,block_sparse_moe.experts.197.w1,0.0000001934,0.01000,1.099
+2,block_sparse_moe.experts.200.w1,0.0000006541,0.01000,1.235
+2,block_sparse_moe.experts.201.w1,0.0000001729,0.01000,0.871
+2,block_sparse_moe.experts.203.w1,0.0000001827,0.01000,0.878
+2,block_sparse_moe.experts.204.w1,0.0000003672,0.01000,0.891
+2,block_sparse_moe.experts.205.w1,0.0000001727,0.01000,0.915
+2,block_sparse_moe.experts.206.w1,0.0000001699,0.01000,0.906
+2,block_sparse_moe.experts.202.w1,0.0000001784,0.01000,1.138
+2,block_sparse_moe.experts.208.w1,0.0000003155,0.01000,0.873
+2,block_sparse_moe.experts.210.w1,0.0000001847,0.01000,0.836
+2,block_sparse_moe.experts.209.w1,0.0000002320,0.01000,0.941
+2,block_sparse_moe.experts.212.w1,0.0000001878,0.01000,0.850
+2,block_sparse_moe.experts.211.w1,0.0000001854,0.01000,0.886
+2,block_sparse_moe.experts.213.w1,0.0000001799,0.01000,0.948
+2,block_sparse_moe.experts.207.w1,0.0000002219,0.01000,1.396
+2,block_sparse_moe.experts.215.w1,0.0000001831,0.01000,0.872
+2,block_sparse_moe.experts.217.w1,0.0000004570,0.01000,0.878
+2,block_sparse_moe.experts.216.w1,0.0000001762,0.01000,0.985
+2,block_sparse_moe.experts.218.w1,0.0000001723,0.01000,0.926
+2,block_sparse_moe.experts.219.w1,0.0000001812,0.01000,0.852
+2,block_sparse_moe.experts.214.w1,0.0000001724,0.01000,1.250
+2,block_sparse_moe.experts.220.w1,0.0000001623,0.01000,0.966
+2,block_sparse_moe.experts.222.w1,0.0000001750,0.01000,0.940
+2,block_sparse_moe.experts.223.w1,0.0000001730,0.01000,0.991
+2,block_sparse_moe.experts.224.w1,0.0000001669,0.01000,0.954
+2,block_sparse_moe.experts.225.w1,0.0000001605,0.01000,0.936
+2,block_sparse_moe.experts.226.w1,0.0000006188,0.01000,0.986
+2,block_sparse_moe.experts.227.w1,0.0000013067,0.01000,1.043
+2,block_sparse_moe.experts.221.w1,0.0000001899,0.01000,1.617
+2,block_sparse_moe.experts.229.w1,0.0000004664,0.01000,0.892
+2,block_sparse_moe.experts.232.w1,0.0000011353,0.01000,0.868
+2,block_sparse_moe.experts.231.w1,0.0000002652,0.01000,0.974
+2,block_sparse_moe.experts.233.w1,0.0000001705,0.01000,0.859
+2,block_sparse_moe.experts.230.w1,0.0000001677,0.01000,1.226
+2,block_sparse_moe.experts.234.w1,0.0000001655,0.01000,0.904
+2,block_sparse_moe.experts.228.w1,0.0000001981,0.01000,1.570
+2,block_sparse_moe.experts.236.w1,0.0000001640,0.01000,0.857
+2,block_sparse_moe.experts.237.w1,0.0000001644,0.01000,0.953
+2,block_sparse_moe.experts.238.w1,0.0000003100,0.01000,0.867
+2,block_sparse_moe.experts.239.w1,0.0000003663,0.01000,0.994
+2,block_sparse_moe.experts.240.w1,0.0000002160,0.01000,0.907
+2,block_sparse_moe.experts.235.w1,0.0000001804,0.01000,1.499
+2,block_sparse_moe.experts.241.w1,0.0000013051,0.01000,0.903
+2,block_sparse_moe.experts.243.w1,0.0000001735,0.01000,0.865
+2,block_sparse_moe.experts.244.w1,0.0000002051,0.01000,0.895
+2,block_sparse_moe.experts.245.w1,0.0000002091,0.01000,0.963
+2,block_sparse_moe.experts.246.w1,0.0000002342,0.01000,0.907
+2,block_sparse_moe.experts.247.w1,0.0000001740,0.01000,0.827
+2,block_sparse_moe.experts.248.w1,0.0000005031,0.01000,0.812
+2,block_sparse_moe.experts.242.w1,0.0000003647,0.01000,1.667
+2,block_sparse_moe.experts.250.w1,0.0000016243,0.01000,0.846
+2,block_sparse_moe.experts.251.w1,0.0000001692,0.01000,0.879
+2,block_sparse_moe.experts.253.w1,0.0000001657,0.01000,0.851
+2,block_sparse_moe.experts.252.w1,0.0000004914,0.01000,0.988
+2,block_sparse_moe.experts.249.w1,0.0000003387,0.01000,1.439
+2,block_sparse_moe.experts.254.w1,0.0000001767,0.01000,1.057
+2,block_sparse_moe.experts.255.w1,0.0000001793,0.01000,0.906
+2,block_sparse_moe.experts.0.w3,0.0000001673,0.01000,1.137
+2,block_sparse_moe.experts.1.w3,0.0000001619,0.01000,0.945
+2,block_sparse_moe.experts.2.w3,0.0000001473,0.01000,0.946
+2,block_sparse_moe.experts.3.w3,0.0000001382,0.01000,0.868
+2,block_sparse_moe.experts.4.w3,0.0000001464,0.01000,0.933
+2,block_sparse_moe.experts.5.w3,0.0000001545,0.01000,1.061
+2,block_sparse_moe.experts.6.w3,0.0000001317,0.01000,0.966
+2,block_sparse_moe.experts.10.w3,0.0000001351,0.01000,0.857
+2,block_sparse_moe.experts.9.w3,0.0000001529,0.01000,0.953
+2,block_sparse_moe.experts.13.w3,0.0000001274,0.01000,0.824
+2,block_sparse_moe.experts.11.w3,0.0000001125,0.01000,0.996
+2,block_sparse_moe.experts.12.w3,0.0000001631,0.01000,0.897
+2,block_sparse_moe.experts.8.w3,0.0000001456,0.01000,1.300
+2,block_sparse_moe.experts.7.w3,0.0000001418,0.01000,1.388
+2,block_sparse_moe.experts.15.w3,0.0000001613,0.01000,0.969
+2,block_sparse_moe.experts.16.w3,0.0000001406,0.01000,0.847
+2,block_sparse_moe.experts.18.w3,0.0000001433,0.01000,0.847
+2,block_sparse_moe.experts.17.w3,0.0000001427,0.01000,1.002
+2,block_sparse_moe.experts.14.w3,0.0000001553,0.01000,1.290
+2,block_sparse_moe.experts.20.w3,0.0000001540,0.01000,0.870
+2,block_sparse_moe.experts.19.w3,0.0000001597,0.01000,0.919
+2,block_sparse_moe.experts.22.w3,0.0000001316,0.01000,0.862
+2,block_sparse_moe.experts.25.w3,0.0000001492,0.01000,0.847
+2,block_sparse_moe.experts.24.w3,0.0000001654,0.01000,0.904
+2,block_sparse_moe.experts.26.w3,0.0000001574,0.01000,0.923
+2,block_sparse_moe.experts.27.w3,0.0000001526,0.01000,0.902
+2,block_sparse_moe.experts.23.w3,0.0000001286,0.01000,1.084
+2,block_sparse_moe.experts.21.w3,0.0000001603,0.01000,1.580
+2,block_sparse_moe.experts.29.w3,0.0000001533,0.01000,0.879
+2,block_sparse_moe.experts.32.w3,0.0000001277,0.01000,0.816
+2,block_sparse_moe.experts.31.w3,0.0000001431,0.01000,0.821
+2,block_sparse_moe.experts.30.w3,0.0000001529,0.01000,0.875
+2,block_sparse_moe.experts.33.w3,0.0000001277,0.01000,0.815
+2,block_sparse_moe.experts.28.w3,0.0000001530,0.01000,1.468
+2,block_sparse_moe.experts.34.w3,0.0000001588,0.01000,1.109
+2,block_sparse_moe.experts.36.w3,0.0000001576,0.01000,0.848
+2,block_sparse_moe.experts.37.w3,0.0000001466,0.01000,0.851
+2,block_sparse_moe.experts.38.w3,0.0000001560,0.01000,0.839
+2,block_sparse_moe.experts.39.w3,0.0000001314,0.01000,0.833
+2,block_sparse_moe.experts.35.w3,0.0000001367,0.01000,1.191
+2,block_sparse_moe.experts.40.w3,0.0000001519,0.01000,0.853
+2,block_sparse_moe.experts.45.w3,0.0000001567,0.01000,0.839
+2,block_sparse_moe.experts.43.w3,0.0000001571,0.01000,0.864
+2,block_sparse_moe.experts.44.w3,0.0000001567,0.01000,0.862
+2,block_sparse_moe.experts.41.w3,0.0000001459,0.01000,1.166
+2,block_sparse_moe.experts.46.w3,0.0000001297,0.01000,0.837
+2,block_sparse_moe.experts.47.w3,0.0000001545,0.01000,0.842
+2,block_sparse_moe.experts.42.w3,0.0000001311,0.01000,1.425
+2,block_sparse_moe.experts.50.w3,0.0000001632,0.01000,0.844
+2,block_sparse_moe.experts.48.w3,0.0000001126,0.01000,0.892
+2,block_sparse_moe.experts.52.w3,0.0000001588,0.01000,0.828
+2,block_sparse_moe.experts.53.w3,0.0000001498,0.01000,0.834
+2,block_sparse_moe.experts.54.w3,0.0000001288,0.01000,0.849
+2,block_sparse_moe.experts.49.w3,0.0000001096,0.01000,1.426
+2,block_sparse_moe.experts.51.w3,0.0000001440,0.01000,1.459
+2,block_sparse_moe.experts.55.w3,0.0000001513,0.01000,0.836
+2,block_sparse_moe.experts.57.w3,0.0000001538,0.01000,0.863
+2,block_sparse_moe.experts.56.w3,0.0000001603,0.01000,1.194
+2,block_sparse_moe.experts.58.w3,0.0000001514,0.01000,0.975
+2,block_sparse_moe.experts.60.w3,0.0000001575,0.01000,0.850
+2,block_sparse_moe.experts.61.w3,0.0000001461,0.01000,0.879
+2,block_sparse_moe.experts.59.w3,0.0000001501,0.01000,1.115
+2,block_sparse_moe.experts.62.w3,0.0000001571,0.01000,0.862
+2,block_sparse_moe.experts.64.w3,0.0000001572,0.01000,0.876
+2,block_sparse_moe.experts.65.w3,0.0000001285,0.01000,0.884
+2,block_sparse_moe.experts.63.w3,0.0000001536,0.01000,1.239
+2,block_sparse_moe.experts.66.w3,0.0000001304,0.01000,0.955
+2,block_sparse_moe.experts.67.w3,0.0000001630,0.01000,0.864
+2,block_sparse_moe.experts.68.w3,0.0000001370,0.01000,1.055
+2,block_sparse_moe.experts.69.w3,0.0000001556,0.01000,1.061
+2,block_sparse_moe.experts.73.w3,0.0000001585,0.01000,0.869
+2,block_sparse_moe.experts.72.w3,0.0000001584,0.01000,0.923
+2,block_sparse_moe.experts.74.w3,0.0000001322,0.01000,0.874
+2,block_sparse_moe.experts.70.w3,0.0000001478,0.01000,1.262
+2,block_sparse_moe.experts.71.w3,0.0000001278,0.01000,1.252
+2,block_sparse_moe.experts.75.w3,0.0000001596,0.01000,0.871
+2,block_sparse_moe.experts.76.w3,0.0000001589,0.01000,0.862
+2,block_sparse_moe.experts.80.w3,0.0000001663,0.01000,0.949
+2,block_sparse_moe.experts.78.w3,0.0000001532,0.01000,1.019
+2,block_sparse_moe.experts.79.w3,0.0000001259,0.01000,0.975
+2,block_sparse_moe.experts.81.w3,0.0000001688,0.01000,0.877
+2,block_sparse_moe.experts.77.w3,0.0000001601,0.01000,1.149
+2,block_sparse_moe.experts.82.w3,0.0000001575,0.01000,1.017
+2,block_sparse_moe.experts.83.w3,0.0000001617,0.01000,0.993
+2,block_sparse_moe.experts.87.w3,0.0000001564,0.01000,0.869
+2,block_sparse_moe.experts.88.w3,0.0000001326,0.01000,0.892
+2,block_sparse_moe.experts.84.w3,0.0000001544,0.01000,1.136
+2,block_sparse_moe.experts.86.w3,0.0000001576,0.01000,1.126
+2,block_sparse_moe.experts.89.w3,0.0000001317,0.01000,0.854
+2,block_sparse_moe.experts.90.w3,0.0000001620,0.01000,0.848
+2,block_sparse_moe.experts.85.w3,0.0000001522,0.01000,1.157
+2,block_sparse_moe.experts.92.w3,0.0000001547,0.01000,0.986
+2,block_sparse_moe.experts.95.w3,0.0000001511,0.01000,0.852
+2,block_sparse_moe.experts.97.w3,0.0000001573,0.01000,0.840
+2,block_sparse_moe.experts.94.w3,0.0000001556,0.01000,0.941
+2,block_sparse_moe.experts.96.w3,0.0000001596,0.01000,0.949
+2,block_sparse_moe.experts.93.w3,0.0000001596,0.01000,0.990
+2,block_sparse_moe.experts.91.w3,0.0000001538,0.01000,1.223
+2,block_sparse_moe.experts.101.w3,0.0000001589,0.01000,0.918
+2,block_sparse_moe.experts.99.w3,0.0000001608,0.01000,0.998
+2,block_sparse_moe.experts.104.w3,0.0000001646,0.01000,0.884
+2,block_sparse_moe.experts.103.w3,0.0000001290,0.01000,0.920
+2,block_sparse_moe.experts.102.w3,0.0000001495,0.01000,0.943
+2,block_sparse_moe.experts.100.w3,0.0000001573,0.01000,1.074
+2,block_sparse_moe.experts.98.w3,0.0000001425,0.01000,1.237
+2,block_sparse_moe.experts.106.w3,0.0000001582,0.01000,0.888
+2,block_sparse_moe.experts.108.w3,0.0000001206,0.01000,0.882
+2,block_sparse_moe.experts.107.w3,0.0000001485,0.01000,0.905
+2,block_sparse_moe.experts.109.w3,0.0000001549,0.01000,1.020
+2,block_sparse_moe.experts.111.w3,0.0000001326,0.01000,0.913
+2,block_sparse_moe.experts.110.w3,0.0000001547,0.01000,1.260
+2,block_sparse_moe.experts.105.w3,0.0000001516,0.01000,1.479
+2,block_sparse_moe.experts.113.w3,0.0000001476,0.01000,0.891
+2,block_sparse_moe.experts.114.w3,0.0000001233,0.01000,0.968
+2,block_sparse_moe.experts.115.w3,0.0000001323,0.01000,0.901
+2,block_sparse_moe.experts.116.w3,0.0000001251,0.01000,0.873
+2,block_sparse_moe.experts.117.w3,0.0000001483,0.01000,0.917
+2,block_sparse_moe.experts.118.w3,0.0000001571,0.01000,0.899
+2,block_sparse_moe.experts.112.w3,0.0000001609,0.01000,1.653
+2,block_sparse_moe.experts.121.w3,0.0000001501,0.01000,0.858
+2,block_sparse_moe.experts.120.w3,0.0000001176,0.01000,1.002
+2,block_sparse_moe.experts.122.w3,0.0000001438,0.01000,0.943
+2,block_sparse_moe.experts.123.w3,0.0000001561,0.01000,0.878
+2,block_sparse_moe.experts.124.w3,0.0000001502,0.01000,0.917
+2,block_sparse_moe.experts.119.w3,0.0000001225,0.01000,1.489
+2,block_sparse_moe.experts.125.w3,0.0000001516,0.01000,0.888
+2,block_sparse_moe.experts.127.w3,0.0000001502,0.01000,0.890
+2,block_sparse_moe.experts.128.w3,0.0000001634,0.01000,0.916
+2,block_sparse_moe.experts.130.w3,0.0000001326,0.01000,0.863
+2,block_sparse_moe.experts.131.w3,0.0000001560,0.01000,0.857
+2,block_sparse_moe.experts.129.w3,0.0000001619,0.01000,1.222
+2,block_sparse_moe.experts.132.w3,0.0000001515,0.01000,1.048
+2,block_sparse_moe.experts.126.w3,0.0000001455,0.01000,1.781
+2,block_sparse_moe.experts.134.w3,0.0000001592,0.01000,0.929
+2,block_sparse_moe.experts.135.w3,0.0000001383,0.01000,0.860
+2,block_sparse_moe.experts.136.w3,0.0000001688,0.01000,0.885
+2,block_sparse_moe.experts.133.w3,0.0000001447,0.01000,1.457
+2,block_sparse_moe.experts.137.w3,0.0000001524,0.01000,0.898
+2,block_sparse_moe.experts.138.w3,0.0000001604,0.01000,0.951
+2,block_sparse_moe.experts.139.w3,0.0000001429,0.01000,1.009
+2,block_sparse_moe.experts.142.w3,0.0000001567,0.01000,0.879
+2,block_sparse_moe.experts.140.w3,0.0000001590,0.01000,1.233
+2,block_sparse_moe.experts.141.w3,0.0000001273,0.01000,1.029
+2,block_sparse_moe.experts.143.w3,0.0000001342,0.01000,0.836
+2,block_sparse_moe.experts.144.w3,0.0000001570,0.01000,0.878
+2,block_sparse_moe.experts.145.w3,0.0000001252,0.01000,1.037
+2,block_sparse_moe.experts.146.w3,0.0000001572,0.01000,0.856
+2,block_sparse_moe.experts.148.w3,0.0000001464,0.01000,0.882
+2,block_sparse_moe.experts.149.w3,0.0000001558,0.01000,0.867
+2,block_sparse_moe.experts.150.w3,0.0000001538,0.01000,0.867
+2,block_sparse_moe.experts.151.w3,0.0000001579,0.01000,0.844
+2,block_sparse_moe.experts.147.w3,0.0000001298,0.01000,1.260
+2,block_sparse_moe.experts.153.w3,0.0000001487,0.01000,0.848
+2,block_sparse_moe.experts.155.w3,0.0000001571,0.01000,0.854
+2,block_sparse_moe.experts.152.w3,0.0000001487,0.01000,1.305
+2,block_sparse_moe.experts.157.w3,0.0000001363,0.01000,0.852
+2,block_sparse_moe.experts.156.w3,0.0000001613,0.01000,0.943
+2,block_sparse_moe.experts.158.w3,0.0000001619,0.01000,0.857
+2,block_sparse_moe.experts.154.w3,0.0000001200,0.01000,1.319
+2,block_sparse_moe.experts.159.w3,0.0000001549,0.01000,1.104
+2,block_sparse_moe.experts.160.w3,0.0000001541,0.01000,0.853
+2,block_sparse_moe.experts.162.w3,0.0000001290,0.01000,0.898
+2,block_sparse_moe.experts.163.w3,0.0000001542,0.01000,0.851
+2,block_sparse_moe.experts.164.w3,0.0000001447,0.01000,0.888
+2,block_sparse_moe.experts.165.w3,0.0000001553,0.01000,0.829
+2,block_sparse_moe.experts.161.w3,0.0000001376,0.01000,1.359
+2,block_sparse_moe.experts.169.w3,0.0000001455,0.01000,0.847
+2,block_sparse_moe.experts.167.w3,0.0000001593,0.01000,0.999
+2,block_sparse_moe.experts.166.w3,0.0000001457,0.01000,1.359
+2,block_sparse_moe.experts.170.w3,0.0000001697,0.01000,0.871
+2,block_sparse_moe.experts.171.w3,0.0000001193,0.01000,0.848
+2,block_sparse_moe.experts.172.w3,0.0000001482,0.01000,0.887
+2,block_sparse_moe.experts.168.w3,0.0000001452,0.01000,1.411
+2,block_sparse_moe.experts.174.w3,0.0000001587,0.01000,0.857
+2,block_sparse_moe.experts.173.w3,0.0000001563,0.01000,0.964
+2,block_sparse_moe.experts.177.w3,0.0000001263,0.01000,0.909
+2,block_sparse_moe.experts.178.w3,0.0000001535,0.01000,0.871
+2,block_sparse_moe.experts.179.w3,0.0000001095,0.01000,0.863
+2,block_sparse_moe.experts.176.w3,0.0000001109,0.01000,1.251
+2,block_sparse_moe.experts.175.w3,0.0000001644,0.01000,1.299
+2,block_sparse_moe.experts.180.w3,0.0000001576,0.01000,0.874
+2,block_sparse_moe.experts.181.w3,0.0000001593,0.01000,0.908
+2,block_sparse_moe.experts.183.w3,0.0000001525,0.01000,0.935
+2,block_sparse_moe.experts.184.w3,0.0000001371,0.01000,0.887
+2,block_sparse_moe.experts.186.w3,0.0000001557,0.01000,0.852
+2,block_sparse_moe.experts.182.w3,0.0000001148,0.01000,1.213
+2,block_sparse_moe.experts.185.w3,0.0000001582,0.01000,1.017
+2,block_sparse_moe.experts.187.w3,0.0000001532,0.01000,0.911
+2,block_sparse_moe.experts.188.w3,0.0000001681,0.01000,0.985
+2,block_sparse_moe.experts.191.w3,0.0000001543,0.01000,0.905
+2,block_sparse_moe.experts.193.w3,0.0000001562,0.01000,0.866
+2,block_sparse_moe.experts.192.w3,0.0000001668,0.01000,1.015
+2,block_sparse_moe.experts.190.w3,0.0000001572,0.01000,1.137
+2,block_sparse_moe.experts.194.w3,0.0000001355,0.01000,0.859
+2,block_sparse_moe.experts.195.w3,0.0000001553,0.01000,0.827
+2,block_sparse_moe.experts.189.w3,0.0000001273,0.01000,1.615
+2,block_sparse_moe.experts.198.w3,0.0000001495,0.01000,0.860
+2,block_sparse_moe.experts.197.w3,0.0000001565,0.01000,0.941
+2,block_sparse_moe.experts.199.w3,0.0000001627,0.01000,0.979
+2,block_sparse_moe.experts.200.w3,0.0000001658,0.01000,0.924
+2,block_sparse_moe.experts.196.w3,0.0000001577,0.01000,1.308
+2,block_sparse_moe.experts.201.w3,0.0000001630,0.01000,0.898
+2,block_sparse_moe.experts.202.w3,0.0000001481,0.01000,0.882
+2,block_sparse_moe.experts.204.w3,0.0000001256,0.01000,1.028
+2,block_sparse_moe.experts.206.w3,0.0000001591,0.01000,0.905
+2,block_sparse_moe.experts.205.w3,0.0000001597,0.01000,1.024
+2,block_sparse_moe.experts.207.w3,0.0000001531,0.01000,0.897
+2,block_sparse_moe.experts.209.w3,0.0000001392,0.01000,0.921
+2,block_sparse_moe.experts.208.w3,0.0000001564,0.01000,1.144
+2,block_sparse_moe.experts.203.w3,0.0000001665,0.01000,1.556
+2,block_sparse_moe.experts.211.w3,0.0000001525,0.01000,0.929
+2,block_sparse_moe.experts.213.w3,0.0000001528,0.01000,0.926
+2,block_sparse_moe.experts.212.w3,0.0000001568,0.01000,0.997
+2,block_sparse_moe.experts.214.w3,0.0000001529,0.01000,0.842
+2,block_sparse_moe.experts.215.w3,0.0000001579,0.01000,0.827
+2,block_sparse_moe.experts.216.w3,0.0000001587,0.01000,0.834
+2,block_sparse_moe.experts.210.w3,0.0000001738,0.01000,1.574
+2,block_sparse_moe.experts.219.w3,0.0000001596,0.01000,0.893
+2,block_sparse_moe.experts.218.w3,0.0000001618,0.01000,1.020
+2,block_sparse_moe.experts.220.w3,0.0000001523,0.01000,0.978
+2,block_sparse_moe.experts.221.w3,0.0000001318,0.01000,0.915
+2,block_sparse_moe.experts.222.w3,0.0000001524,0.01000,0.905
+2,block_sparse_moe.experts.223.w3,0.0000001554,0.01000,0.858
+2,block_sparse_moe.experts.217.w3,0.0000001415,0.01000,1.486
+2,block_sparse_moe.experts.227.w3,0.0000001124,0.01000,0.848
+2,block_sparse_moe.experts.225.w3,0.0000001521,0.01000,1.031
+2,block_sparse_moe.experts.228.w3,0.0000001538,0.01000,0.857
+2,block_sparse_moe.experts.229.w3,0.0000001422,0.01000,0.856
+2,block_sparse_moe.experts.226.w3,0.0000001265,0.01000,1.276
+2,block_sparse_moe.experts.224.w3,0.0000001544,0.01000,1.497
+2,block_sparse_moe.experts.230.w3,0.0000001470,0.01000,1.116
+2,block_sparse_moe.experts.233.w3,0.0000001580,0.01000,1.009
+2,block_sparse_moe.experts.232.w3,0.0000001201,0.01000,1.036
+2,block_sparse_moe.experts.234.w3,0.0000001501,0.01000,0.914
+2,block_sparse_moe.experts.235.w3,0.0000001711,0.01000,0.889
+2,block_sparse_moe.experts.231.w3,0.0000001235,0.01000,1.407
+2,block_sparse_moe.experts.237.w3,0.0000001535,0.01000,0.859
+2,block_sparse_moe.experts.236.w3,0.0000001488,0.01000,1.061
+2,block_sparse_moe.experts.239.w3,0.0000001453,0.01000,0.860
+2,block_sparse_moe.experts.241.w3,0.0000001164,0.01000,0.840
+2,block_sparse_moe.experts.240.w3,0.0000001543,0.01000,0.983
+2,block_sparse_moe.experts.242.w3,0.0000001249,0.01000,0.836
+2,block_sparse_moe.experts.244.w3,0.0000001266,0.01000,0.840
+2,block_sparse_moe.experts.238.w3,0.0000001260,0.01000,1.421
+2,block_sparse_moe.experts.243.w3,0.0000001613,0.01000,1.125
+2,block_sparse_moe.experts.246.w3,0.0000001563,0.01000,0.880
+2,block_sparse_moe.experts.247.w3,0.0000001599,0.01000,0.961
+2,block_sparse_moe.experts.248.w3,0.0000001320,0.01000,0.905
+2,block_sparse_moe.experts.249.w3,0.0000001484,0.01000,0.860
+2,block_sparse_moe.experts.245.w3,0.0000001529,0.01000,1.568
+2,block_sparse_moe.experts.251.w3,0.0000001589,0.01000,1.107
+2,block_sparse_moe.experts.250.w3,0.0000001084,0.01000,1.114
+2,block_sparse_moe.experts.255.w3,0.0000001649,0.01000,0.745
+2,block_sparse_moe.experts.253.w3,0.0000001532,0.01000,0.872
+2,block_sparse_moe.experts.254.w3,0.0000001686,0.01000,0.862
+2,block_sparse_moe.experts.252.w3,0.0000001341,0.01000,1.122
+2,block_sparse_moe.experts.0.w2,0.0000000201,0.01000,0.451
+2,block_sparse_moe.experts.1.w2,0.0000000099,0.01000,0.462
+2,block_sparse_moe.experts.2.w2,0.0000000096,0.01000,0.463
+2,block_sparse_moe.experts.3.w2,0.0000000054,0.01000,0.467
+2,block_sparse_moe.experts.4.w2,0.0000000066,0.01000,0.472
+2,block_sparse_moe.experts.6.w2,0.0000000085,0.01000,0.472
+2,block_sparse_moe.experts.5.w2,0.0000000112,0.01000,0.563
+2,block_sparse_moe.experts.9.w2,0.0000000109,0.01000,0.448
+2,block_sparse_moe.experts.8.w2,0.0000000064,0.01000,0.465
+2,block_sparse_moe.experts.10.w2,0.0000000045,0.01000,0.468
+2,block_sparse_moe.experts.12.w2,0.0000000116,0.01000,0.480
+2,block_sparse_moe.experts.7.w2,0.0000000133,0.01000,0.573
+2,block_sparse_moe.experts.13.w2,0.0000000040,0.01000,0.458
+2,block_sparse_moe.experts.11.w2,0.0000000035,0.01000,0.672
+2,block_sparse_moe.experts.15.w2,0.0000000142,0.01000,0.436
+2,block_sparse_moe.experts.16.w2,0.0000000066,0.01000,0.445
+2,block_sparse_moe.experts.19.w2,0.0000000135,0.01000,0.442
+2,block_sparse_moe.experts.17.w2,0.0000000064,0.01000,0.578
+2,block_sparse_moe.experts.20.w2,0.0000000105,0.01000,0.481
+2,block_sparse_moe.experts.22.w2,0.0000000043,0.01000,0.423
+2,block_sparse_moe.experts.18.w2,0.0000000059,0.01000,0.797
+2,block_sparse_moe.experts.23.w2,0.0000000040,0.01000,0.422
+2,block_sparse_moe.experts.24.w2,0.0000000162,0.01000,0.413
+2,block_sparse_moe.experts.21.w2,0.0000000119,0.01000,0.741
+2,block_sparse_moe.experts.25.w2,0.0000000102,0.01000,0.531
+2,block_sparse_moe.experts.14.w2,0.0000000117,0.01000,1.256
+2,block_sparse_moe.experts.26.w2,0.0000000098,0.01000,0.414
+2,block_sparse_moe.experts.27.w2,0.0000000080,0.01000,0.420
+2,block_sparse_moe.experts.29.w2,0.0000000062,0.01000,0.417
+2,block_sparse_moe.experts.28.w2,0.0000000086,0.01000,0.600
+2,block_sparse_moe.experts.30.w2,0.0000000098,0.01000,0.425
+2,block_sparse_moe.experts.31.w2,0.0000000065,0.01000,0.418
+2,block_sparse_moe.experts.33.w2,0.0000000043,0.01000,0.423
+2,block_sparse_moe.experts.34.w2,0.0000000147,0.01000,0.429
+2,block_sparse_moe.experts.35.w2,0.0000000080,0.01000,0.435
+2,block_sparse_moe.experts.36.w2,0.0000000108,0.01000,0.407
+2,block_sparse_moe.experts.37.w2,0.0000000055,0.01000,0.410
+2,block_sparse_moe.experts.38.w2,0.0000000090,0.01000,0.393
+2,block_sparse_moe.experts.32.w2,0.0000000044,0.01000,0.848
+2,block_sparse_moe.experts.40.w2,0.0000000135,0.01000,0.407
+2,block_sparse_moe.experts.41.w2,0.0000000058,0.01000,0.446
+2,block_sparse_moe.experts.39.w2,0.0000000044,0.01000,0.735
+2,block_sparse_moe.experts.44.w2,0.0000000133,0.01000,0.438
+2,block_sparse_moe.experts.45.w2,0.0000000099,0.01000,0.431
+2,block_sparse_moe.experts.42.w2,0.0000000043,0.01000,0.598
+2,block_sparse_moe.experts.43.w2,0.0000000145,0.01000,0.638
+2,block_sparse_moe.experts.46.w2,0.0000000042,0.01000,0.621
+2,block_sparse_moe.experts.47.w2,0.0000000146,0.01000,0.524
+2,block_sparse_moe.experts.48.w2,0.0000000033,0.01000,0.457
+2,block_sparse_moe.experts.51.w2,0.0000000114,0.01000,0.465
+2,block_sparse_moe.experts.52.w2,0.0000000067,0.01000,0.456
+2,block_sparse_moe.experts.50.w2,0.0000000080,0.01000,0.743
+2,block_sparse_moe.experts.49.w2,0.0000000031,0.01000,0.789
+2,block_sparse_moe.experts.54.w2,0.0000000039,0.01000,0.494
+2,block_sparse_moe.experts.55.w2,0.0000000152,0.01000,0.438
+2,block_sparse_moe.experts.53.w2,0.0000000114,0.01000,0.632
+2,block_sparse_moe.experts.56.w2,0.0000000084,0.01000,0.534
+2,block_sparse_moe.experts.57.w2,0.0000000100,0.01000,0.501
+2,block_sparse_moe.experts.58.w2,0.0000000103,0.01000,0.482
+2,block_sparse_moe.experts.59.w2,0.0000000066,0.01000,0.480
+2,block_sparse_moe.experts.61.w2,0.0000000057,0.01000,0.442
+2,block_sparse_moe.experts.62.w2,0.0000000116,0.01000,0.443
+2,block_sparse_moe.experts.63.w2,0.0000000087,0.01000,0.417
+2,block_sparse_moe.experts.60.w2,0.0000000124,0.01000,0.671
+2,block_sparse_moe.experts.64.w2,0.0000000076,0.01000,0.420
+2,block_sparse_moe.experts.65.w2,0.0000000035,0.01000,0.465
+2,block_sparse_moe.experts.66.w2,0.0000000062,0.01000,0.494
+2,block_sparse_moe.experts.68.w2,0.0000000067,0.01000,0.451
+2,block_sparse_moe.experts.69.w2,0.0000000088,0.01000,0.464
+2,block_sparse_moe.experts.71.w2,0.0000000041,0.01000,0.461
+2,block_sparse_moe.experts.67.w2,0.0000000084,0.01000,0.750
+2,block_sparse_moe.experts.73.w2,0.0000000139,0.01000,0.434
+2,block_sparse_moe.experts.70.w2,0.0000000060,0.01000,0.707
+2,block_sparse_moe.experts.74.w2,0.0000000043,0.01000,0.648
+2,block_sparse_moe.experts.75.w2,0.0000000110,0.01000,0.498
+2,block_sparse_moe.experts.76.w2,0.0000000147,0.01000,0.475
+2,block_sparse_moe.experts.72.w2,0.0000000077,0.01000,0.792
+2,block_sparse_moe.experts.77.w2,0.0000000107,0.01000,0.500
+2,block_sparse_moe.experts.78.w2,0.0000000092,0.01000,0.438
+2,block_sparse_moe.experts.80.w2,0.0000000103,0.01000,0.441
+2,block_sparse_moe.experts.79.w2,0.0000000030,0.01000,0.689
+2,block_sparse_moe.experts.83.w2,0.0000000088,0.01000,0.465
+2,block_sparse_moe.experts.84.w2,0.0000000069,0.01000,0.464
+2,block_sparse_moe.experts.81.w2,0.0000000083,0.01000,0.586
+2,block_sparse_moe.experts.85.w2,0.0000000081,0.01000,0.454
+2,block_sparse_moe.experts.82.w2,0.0000000128,0.01000,0.686
+2,block_sparse_moe.experts.87.w2,0.0000000127,0.01000,0.507
+2,block_sparse_moe.experts.86.w2,0.0000000120,0.01000,0.545
+2,block_sparse_moe.experts.90.w2,0.0000000066,0.01000,0.444
+2,block_sparse_moe.experts.91.w2,0.0000000093,0.01000,0.442
+2,block_sparse_moe.experts.92.w2,0.0000000106,0.01000,0.435
+2,block_sparse_moe.experts.93.w2,0.0000000137,0.01000,0.399
+2,block_sparse_moe.experts.94.w2,0.0000000100,0.01000,0.398
+2,block_sparse_moe.experts.89.w2,0.0000000043,0.01000,0.895
+2,block_sparse_moe.experts.88.w2,0.0000000048,0.01000,1.000
+2,block_sparse_moe.experts.97.w2,0.0000000116,0.01000,0.434
+2,block_sparse_moe.experts.99.w2,0.0000000128,0.01000,0.450
+2,block_sparse_moe.experts.96.w2,0.0000000201,0.01000,0.781
+2,block_sparse_moe.experts.100.w2,0.0000000119,0.01000,0.453
+2,block_sparse_moe.experts.95.w2,0.0000000066,0.01000,0.992
+2,block_sparse_moe.experts.101.w2,0.0000000120,0.01000,0.593
+2,block_sparse_moe.experts.98.w2,0.0000000069,0.01000,0.784
+2,block_sparse_moe.experts.103.w2,0.0000000040,0.01000,0.433
+2,block_sparse_moe.experts.104.w2,0.0000000148,0.01000,0.437
+2,block_sparse_moe.experts.102.w2,0.0000000133,0.01000,0.866
+2,block_sparse_moe.experts.106.w2,0.0000000133,0.01000,0.428
+2,block_sparse_moe.experts.107.w2,0.0000000068,0.01000,0.429
+2,block_sparse_moe.experts.108.w2,0.0000000031,0.01000,0.457
+2,block_sparse_moe.experts.110.w2,0.0000000083,0.01000,0.424
+2,block_sparse_moe.experts.105.w2,0.0000000055,0.01000,0.940
+2,block_sparse_moe.experts.111.w2,0.0000000046,0.01000,0.469
+2,block_sparse_moe.experts.113.w2,0.0000000091,0.01000,0.452
+2,block_sparse_moe.experts.114.w2,0.0000000036,0.01000,0.419
+2,block_sparse_moe.experts.112.w2,0.0000000100,0.01000,0.664
+2,block_sparse_moe.experts.115.w2,0.0000000046,0.01000,0.406
+2,block_sparse_moe.experts.109.w2,0.0000000067,0.01000,0.942
+2,block_sparse_moe.experts.117.w2,0.0000000149,0.01000,0.419
+2,block_sparse_moe.experts.118.w2,0.0000000091,0.01000,0.437
+2,block_sparse_moe.experts.119.w2,0.0000000066,0.01000,0.597
+2,block_sparse_moe.experts.122.w2,0.0000000079,0.01000,0.437
+2,block_sparse_moe.experts.120.w2,0.0000000045,0.01000,0.560
+2,block_sparse_moe.experts.121.w2,0.0000000090,0.01000,0.671
+2,block_sparse_moe.experts.116.w2,0.0000000034,0.01000,1.022
+2,block_sparse_moe.experts.124.w2,0.0000000129,0.01000,0.442
+2,block_sparse_moe.experts.126.w2,0.0000000047,0.01000,0.426
+2,block_sparse_moe.experts.127.w2,0.0000000070,0.01000,0.427
+2,block_sparse_moe.experts.123.w2,0.0000000128,0.01000,0.780
+2,block_sparse_moe.experts.125.w2,0.0000000080,0.01000,0.670
+2,block_sparse_moe.experts.128.w2,0.0000000068,0.01000,0.504
+2,block_sparse_moe.experts.129.w2,0.0000000102,0.01000,0.431
+2,block_sparse_moe.experts.130.w2,0.0000000044,0.01000,0.636
+2,block_sparse_moe.experts.133.w2,0.0000000052,0.01000,0.437
+2,block_sparse_moe.experts.131.w2,0.0000000143,0.01000,0.591
+2,block_sparse_moe.experts.132.w2,0.0000000051,0.01000,0.621
+2,block_sparse_moe.experts.135.w2,0.0000000085,0.01000,0.465
+2,block_sparse_moe.experts.136.w2,0.0000000155,0.01000,0.475
+2,block_sparse_moe.experts.134.w2,0.0000000121,0.01000,0.641
+2,block_sparse_moe.experts.139.w2,0.0000000067,0.01000,0.469
+2,block_sparse_moe.experts.140.w2,0.0000000124,0.01000,0.437
+2,block_sparse_moe.experts.137.w2,0.0000000075,0.01000,0.694
+2,block_sparse_moe.experts.142.w2,0.0000000102,0.01000,0.441
+2,block_sparse_moe.experts.138.w2,0.0000000138,0.01000,0.683
+2,block_sparse_moe.experts.141.w2,0.0000000042,0.01000,0.508
+2,block_sparse_moe.experts.143.w2,0.0000000047,0.01000,0.511
+2,block_sparse_moe.experts.145.w2,0.0000000035,0.01000,0.463
+2,block_sparse_moe.experts.147.w2,0.0000000068,0.01000,0.431
+2,block_sparse_moe.experts.146.w2,0.0000000084,0.01000,0.439
+2,block_sparse_moe.experts.148.w2,0.0000000096,0.01000,0.440
+2,block_sparse_moe.experts.149.w2,0.0000000059,0.01000,0.522
+2,block_sparse_moe.experts.144.w2,0.0000000175,0.01000,0.682
+2,block_sparse_moe.experts.150.w2,0.0000000078,0.01000,0.433
+2,block_sparse_moe.experts.152.w2,0.0000000095,0.01000,0.433
+2,block_sparse_moe.experts.153.w2,0.0000000056,0.01000,0.434
+2,block_sparse_moe.experts.154.w2,0.0000000023,0.01000,0.417
+2,block_sparse_moe.experts.155.w2,0.0000000054,0.01000,0.412
+2,block_sparse_moe.experts.157.w2,0.0000000043,0.01000,0.396
+2,block_sparse_moe.experts.156.w2,0.0000000102,0.01000,0.460
+2,block_sparse_moe.experts.151.w2,0.0000000129,0.01000,0.812
+2,block_sparse_moe.experts.159.w2,0.0000000092,0.01000,0.426
+2,block_sparse_moe.experts.160.w2,0.0000000157,0.01000,0.427
+2,block_sparse_moe.experts.161.w2,0.0000000059,0.01000,0.402
+2,block_sparse_moe.experts.162.w2,0.0000000042,0.01000,0.395
+2,block_sparse_moe.experts.163.w2,0.0000000067,0.01000,0.395
+2,block_sparse_moe.experts.164.w2,0.0000000094,0.01000,0.407
+2,block_sparse_moe.experts.158.w2,0.0000000114,0.01000,0.776
+2,block_sparse_moe.experts.166.w2,0.0000000056,0.01000,0.437
+2,block_sparse_moe.experts.167.w2,0.0000000099,0.01000,0.430
+2,block_sparse_moe.experts.169.w2,0.0000000058,0.01000,0.464
+2,block_sparse_moe.experts.165.w2,0.0000000141,0.01000,0.719
+2,block_sparse_moe.experts.170.w2,0.0000000168,0.01000,0.415
+2,block_sparse_moe.experts.168.w2,0.0000000085,0.01000,0.732
+2,block_sparse_moe.experts.173.w2,0.0000000167,0.01000,0.421
+2,block_sparse_moe.experts.174.w2,0.0000000128,0.01000,0.439
+2,block_sparse_moe.experts.172.w2,0.0000000089,0.01000,0.732
+2,block_sparse_moe.experts.176.w2,0.0000000038,0.01000,0.428
+2,block_sparse_moe.experts.171.w2,0.0000000041,0.01000,0.837
+2,block_sparse_moe.experts.175.w2,0.0000000091,0.01000,0.520
+2,block_sparse_moe.experts.177.w2,0.0000000034,0.01000,0.651
+2,block_sparse_moe.experts.178.w2,0.0000000181,0.01000,0.616
+2,block_sparse_moe.experts.181.w2,0.0000000106,0.01000,0.446
+2,block_sparse_moe.experts.182.w2,0.0000000036,0.01000,0.472
+2,block_sparse_moe.experts.179.w2,0.0000000022,0.01000,0.622
+2,block_sparse_moe.experts.180.w2,0.0000000076,0.01000,0.615
+2,block_sparse_moe.experts.183.w2,0.0000000085,0.01000,0.590
+2,block_sparse_moe.experts.184.w2,0.0000000051,0.01000,0.447
+2,block_sparse_moe.experts.185.w2,0.0000000092,0.01000,0.485
+2,block_sparse_moe.experts.187.w2,0.0000000093,0.01000,0.503
+2,block_sparse_moe.experts.188.w2,0.0000000147,0.01000,0.486
+2,block_sparse_moe.experts.186.w2,0.0000000149,0.01000,0.604
+2,block_sparse_moe.experts.190.w2,0.0000000082,0.01000,0.427
+2,block_sparse_moe.experts.191.w2,0.0000000072,0.01000,0.462
+2,block_sparse_moe.experts.192.w2,0.0000000102,0.01000,0.534
+2,block_sparse_moe.experts.189.w2,0.0000000038,0.01000,0.827
+2,block_sparse_moe.experts.194.w2,0.0000000046,0.01000,0.444
+2,block_sparse_moe.experts.195.w2,0.0000000073,0.01000,0.422
+2,block_sparse_moe.experts.197.w2,0.0000000065,0.01000,0.422
+2,block_sparse_moe.experts.196.w2,0.0000000100,0.01000,0.624
+2,block_sparse_moe.experts.193.w2,0.0000000072,0.01000,0.860
+2,block_sparse_moe.experts.198.w2,0.0000000087,0.01000,0.458
+2,block_sparse_moe.experts.199.w2,0.0000000121,0.01000,0.496
+2,block_sparse_moe.experts.201.w2,0.0000000079,0.01000,0.464
+2,block_sparse_moe.experts.203.w2,0.0000000086,0.01000,0.422
+2,block_sparse_moe.experts.202.w2,0.0000000082,0.01000,0.474
+2,block_sparse_moe.experts.200.w2,0.0000000098,0.01000,0.799
+2,block_sparse_moe.experts.205.w2,0.0000000115,0.01000,0.419
+2,block_sparse_moe.experts.204.w2,0.0000000039,0.01000,0.449
+2,block_sparse_moe.experts.206.w2,0.0000000069,0.01000,0.487
+2,block_sparse_moe.experts.209.w2,0.0000000137,0.01000,0.417
+2,block_sparse_moe.experts.207.w2,0.0000000100,0.01000,0.714
+2,block_sparse_moe.experts.208.w2,0.0000000056,0.01000,0.537
+2,block_sparse_moe.experts.211.w2,0.0000000098,0.01000,0.438
+2,block_sparse_moe.experts.212.w2,0.0000000102,0.01000,0.437
+2,block_sparse_moe.experts.213.w2,0.0000000118,0.01000,0.431
+2,block_sparse_moe.experts.210.w2,0.0000000250,0.01000,0.825
+2,block_sparse_moe.experts.215.w2,0.0000000066,0.01000,0.472
+2,block_sparse_moe.experts.218.w2,0.0000000233,0.01000,0.452
+2,block_sparse_moe.experts.219.w2,0.0000000071,0.01000,0.431
+2,block_sparse_moe.experts.217.w2,0.0000000061,0.01000,0.658
+2,block_sparse_moe.experts.214.w2,0.0000000098,0.01000,0.792
+2,block_sparse_moe.experts.216.w2,0.0000000108,0.01000,0.730
+2,block_sparse_moe.experts.220.w2,0.0000000066,0.01000,0.512
+2,block_sparse_moe.experts.222.w2,0.0000000076,0.01000,0.419
+2,block_sparse_moe.experts.221.w2,0.0000000044,0.01000,0.655
+2,block_sparse_moe.experts.223.w2,0.0000000153,0.01000,0.508
+2,block_sparse_moe.experts.224.w2,0.0000000075,0.01000,0.417
+2,block_sparse_moe.experts.226.w2,0.0000000040,0.01000,0.462
+2,block_sparse_moe.experts.225.w2,0.0000000080,0.01000,0.513
+2,block_sparse_moe.experts.227.w2,0.0000000023,0.01000,0.445
+2,block_sparse_moe.experts.230.w2,0.0000000056,0.01000,0.476
+2,block_sparse_moe.experts.231.w2,0.0000000035,0.01000,0.488
+2,block_sparse_moe.experts.228.w2,0.0000000212,0.01000,0.753
+2,block_sparse_moe.experts.233.w2,0.0000000107,0.01000,0.473
+2,block_sparse_moe.experts.234.w2,0.0000000089,0.01000,0.438
+2,block_sparse_moe.experts.232.w2,0.0000000032,0.01000,0.738
+2,block_sparse_moe.experts.229.w2,0.0000000071,0.01000,0.983
+2,block_sparse_moe.experts.237.w2,0.0000000062,0.01000,0.446
+2,block_sparse_moe.experts.238.w2,0.0000000039,0.01000,0.501
+2,block_sparse_moe.experts.239.w2,0.0000000072,0.01000,0.447
+2,block_sparse_moe.experts.235.w2,0.0000000073,0.01000,0.678
+2,block_sparse_moe.experts.240.w2,0.0000000065,0.01000,0.414
+2,block_sparse_moe.experts.236.w2,0.0000000126,0.01000,0.732
+2,block_sparse_moe.experts.241.w2,0.0000000047,0.01000,0.451
+2,block_sparse_moe.experts.245.w2,0.0000000107,0.01000,0.458
+2,block_sparse_moe.experts.243.w2,0.0000000087,0.01000,0.541
+2,block_sparse_moe.experts.242.w2,0.0000000033,0.01000,0.614
+2,block_sparse_moe.experts.247.w2,0.0000000109,0.01000,0.446
+2,block_sparse_moe.experts.244.w2,0.0000000038,0.01000,0.692
+2,block_sparse_moe.experts.248.w2,0.0000000066,0.01000,0.444
+2,block_sparse_moe.experts.246.w2,0.0000000081,0.01000,0.715
+2,block_sparse_moe.experts.250.w2,0.0000000024,0.01000,0.454
+2,block_sparse_moe.experts.252.w2,0.0000000084,0.01000,0.440
+2,block_sparse_moe.experts.251.w2,0.0000000085,0.01000,0.527
+2,block_sparse_moe.experts.249.w2,0.0000000086,0.01000,0.626
+2,block_sparse_moe.experts.253.w2,0.0000000049,0.01000,0.551
+2,block_sparse_moe.experts.254.w2,0.0000000179,0.01000,0.499
+2,block_sparse_moe.experts.255.w2,0.0000000118,0.01000,0.477
+3,block_sparse_moe.experts.1.w1,0.0000002569,0.01000,0.837
+3,block_sparse_moe.experts.0.w1,0.0000002627,0.01000,0.839
+3,block_sparse_moe.experts.2.w1,0.0000002499,0.01000,0.839
+3,block_sparse_moe.experts.3.w1,0.0000002687,0.01000,0.851
+3,block_sparse_moe.experts.5.w1,0.0000002782,0.01000,0.859
+3,block_sparse_moe.experts.6.w1,0.0000003227,0.01000,0.867
+3,block_sparse_moe.experts.4.w1,0.0000002594,0.01000,0.877
+3,block_sparse_moe.experts.7.w1,0.0000002664,0.01000,0.824
+3,block_sparse_moe.experts.8.w1,0.0000002542,0.01000,0.828
+3,block_sparse_moe.experts.9.w1,0.0000002459,0.01000,0.834
+3,block_sparse_moe.experts.10.w1,0.0000002716,0.01000,0.831
+3,block_sparse_moe.experts.11.w1,0.0000002600,0.01000,0.842
+3,block_sparse_moe.experts.13.w1,0.0000002385,0.01000,0.834
+3,block_sparse_moe.experts.12.w1,0.0000002699,0.01000,0.875
+3,block_sparse_moe.experts.14.w1,0.0000002696,0.01000,0.828
+3,block_sparse_moe.experts.15.w1,0.0000002293,0.01000,0.827
+3,block_sparse_moe.experts.16.w1,0.0000002557,0.01000,0.830
+3,block_sparse_moe.experts.17.w1,0.0000002685,0.01000,0.828
+3,block_sparse_moe.experts.18.w1,0.0000002965,0.01000,0.846
+3,block_sparse_moe.experts.19.w1,0.0000002567,0.01000,0.853
+3,block_sparse_moe.experts.20.w1,0.0000002574,0.01000,0.846
+3,block_sparse_moe.experts.21.w1,0.0000002605,0.01000,0.825
+3,block_sparse_moe.experts.22.w1,0.0000002666,0.01000,0.829
+3,block_sparse_moe.experts.23.w1,0.0000002578,0.01000,0.831
+3,block_sparse_moe.experts.24.w1,0.0000002547,0.01000,0.828
+3,block_sparse_moe.experts.25.w1,0.0000002698,0.01000,0.841
+3,block_sparse_moe.experts.26.w1,0.0000002427,0.01000,0.842
+3,block_sparse_moe.experts.27.w1,0.0000002598,0.01000,0.857
+3,block_sparse_moe.experts.29.w1,0.0000002688,0.01000,0.839
+3,block_sparse_moe.experts.31.w1,0.0000003184,0.01000,0.825
+3,block_sparse_moe.experts.30.w1,0.0000002626,0.01000,0.840
+3,block_sparse_moe.experts.28.w1,0.0000003434,0.01000,0.872
+3,block_sparse_moe.experts.32.w1,0.0000002563,0.01000,0.854
+3,block_sparse_moe.experts.33.w1,0.0000002205,0.01000,0.857
+3,block_sparse_moe.experts.34.w1,0.0000002486,0.01000,0.850
+3,block_sparse_moe.experts.36.w1,0.0000002563,0.01000,0.820
+3,block_sparse_moe.experts.35.w1,0.0000002595,0.01000,0.826
+3,block_sparse_moe.experts.38.w1,0.0000004692,0.01000,0.815
+3,block_sparse_moe.experts.37.w1,0.0000002372,0.01000,0.844
+3,block_sparse_moe.experts.39.w1,0.0000002440,0.01000,0.832
+3,block_sparse_moe.experts.40.w1,0.0000002544,0.01000,0.856
+3,block_sparse_moe.experts.41.w1,0.0000002570,0.01000,0.849
+3,block_sparse_moe.experts.42.w1,0.0000002575,0.01000,0.828
+3,block_sparse_moe.experts.43.w1,0.0000002622,0.01000,0.838
+3,block_sparse_moe.experts.44.w1,0.0000002555,0.01000,0.830
+3,block_sparse_moe.experts.45.w1,0.0000003044,0.01000,0.826
+3,block_sparse_moe.experts.46.w1,0.0000002449,0.01000,0.840
+3,block_sparse_moe.experts.47.w1,0.0000002561,0.01000,0.842
+3,block_sparse_moe.experts.48.w1,0.0000002501,0.01000,0.847
+3,block_sparse_moe.experts.49.w1,0.0000002696,0.01000,0.824
+3,block_sparse_moe.experts.51.w1,0.0000002474,0.01000,0.828
+3,block_sparse_moe.experts.50.w1,0.0000002667,0.01000,0.836
+3,block_sparse_moe.experts.52.w1,0.0000002621,0.01000,0.826
+3,block_sparse_moe.experts.53.w1,0.0000003875,0.01000,0.841
+3,block_sparse_moe.experts.54.w1,0.0000002634,0.01000,0.839
+3,block_sparse_moe.experts.55.w1,0.0000002562,0.01000,0.849
+3,block_sparse_moe.experts.56.w1,0.0000004068,0.01000,0.826
+3,block_sparse_moe.experts.57.w1,0.0000002530,0.01000,0.827
+3,block_sparse_moe.experts.59.w1,0.0000002449,0.01000,0.826
+3,block_sparse_moe.experts.58.w1,0.0000002533,0.01000,0.840
+3,block_sparse_moe.experts.60.w1,0.0000002487,0.01000,0.836
+3,block_sparse_moe.experts.61.w1,0.0000002620,0.01000,0.839
+3,block_sparse_moe.experts.62.w1,0.0000002617,0.01000,0.849
+3,block_sparse_moe.experts.63.w1,0.0000002640,0.01000,0.834
+3,block_sparse_moe.experts.65.w1,0.0000002659,0.01000,0.838
+3,block_sparse_moe.experts.64.w1,0.0000002629,0.01000,0.851
+3,block_sparse_moe.experts.66.w1,0.0000002468,0.01000,0.841
+3,block_sparse_moe.experts.67.w1,0.0000002777,0.01000,0.863
+3,block_sparse_moe.experts.68.w1,0.0000002721,0.01000,0.863
+3,block_sparse_moe.experts.69.w1,0.0000002706,0.01000,0.849
+3,block_sparse_moe.experts.70.w1,0.0000002377,0.01000,0.819
+3,block_sparse_moe.experts.71.w1,0.0000002425,0.01000,0.825
+3,block_sparse_moe.experts.72.w1,0.0000002620,0.01000,0.825
+3,block_sparse_moe.experts.73.w1,0.0000002937,0.01000,0.824
+3,block_sparse_moe.experts.74.w1,0.0000002723,0.01000,0.840
+3,block_sparse_moe.experts.75.w1,0.0000002279,0.01000,0.863
+3,block_sparse_moe.experts.76.w1,0.0000002537,0.01000,0.844
+3,block_sparse_moe.experts.77.w1,0.0000002643,0.01000,0.816
+3,block_sparse_moe.experts.80.w1,0.0000002806,0.01000,0.817
+3,block_sparse_moe.experts.79.w1,0.0000002519,0.01000,0.822
+3,block_sparse_moe.experts.78.w1,0.0000002517,0.01000,0.838
+3,block_sparse_moe.experts.81.w1,0.0000002641,0.01000,0.839
+3,block_sparse_moe.experts.83.w1,0.0000002069,0.01000,0.842
+3,block_sparse_moe.experts.82.w1,0.0000002498,0.01000,0.884
+3,block_sparse_moe.experts.84.w1,0.0000002465,0.01000,0.818
+3,block_sparse_moe.experts.86.w1,0.0000002591,0.01000,0.818
+3,block_sparse_moe.experts.85.w1,0.0000002580,0.01000,0.827
+3,block_sparse_moe.experts.87.w1,0.0000002685,0.01000,0.823
+3,block_sparse_moe.experts.88.w1,0.0000002628,0.01000,0.836
+3,block_sparse_moe.experts.89.w1,0.0000002635,0.01000,0.846
+3,block_sparse_moe.experts.90.w1,0.0000005454,0.01000,0.852
+3,block_sparse_moe.experts.91.w1,0.0000011070,0.01000,0.820
+3,block_sparse_moe.experts.92.w1,0.0000002402,0.01000,0.821
+3,block_sparse_moe.experts.93.w1,0.0000002503,0.01000,0.843
+3,block_sparse_moe.experts.94.w1,0.0000002693,0.01000,0.827
+3,block_sparse_moe.experts.95.w1,0.0000002604,0.01000,0.841
+3,block_sparse_moe.experts.96.w1,0.0000002591,0.01000,0.845
+3,block_sparse_moe.experts.97.w1,0.0000002625,0.01000,0.858
+3,block_sparse_moe.experts.98.w1,0.0000002547,0.01000,0.827
+3,block_sparse_moe.experts.99.w1,0.0000002568,0.01000,0.821
+3,block_sparse_moe.experts.101.w1,0.0000002543,0.01000,0.828
+3,block_sparse_moe.experts.100.w1,0.0000002462,0.01000,0.854
+3,block_sparse_moe.experts.102.w1,0.0000002633,0.01000,0.840
+3,block_sparse_moe.experts.103.w1,0.0000002415,0.01000,0.832
+3,block_sparse_moe.experts.104.w1,0.0000002677,0.01000,0.851
+3,block_sparse_moe.experts.105.w1,0.0000002540,0.01000,0.821
+3,block_sparse_moe.experts.106.w1,0.0000002657,0.01000,0.824
+3,block_sparse_moe.experts.107.w1,0.0000002623,0.01000,0.848
+3,block_sparse_moe.experts.108.w1,0.0000002554,0.01000,0.830
+3,block_sparse_moe.experts.109.w1,0.0000002725,0.01000,0.842
+3,block_sparse_moe.experts.110.w1,0.0000002613,0.01000,0.838
+3,block_sparse_moe.experts.111.w1,0.0000002303,0.01000,0.848
+3,block_sparse_moe.experts.112.w1,0.0000002605,0.01000,0.822
+3,block_sparse_moe.experts.113.w1,0.0000002537,0.01000,0.821
+3,block_sparse_moe.experts.114.w1,0.0000002524,0.01000,0.837
+3,block_sparse_moe.experts.115.w1,0.0000002606,0.01000,0.831
+3,block_sparse_moe.experts.116.w1,0.0000002620,0.01000,0.846
+3,block_sparse_moe.experts.117.w1,0.0000002505,0.01000,0.841
+3,block_sparse_moe.experts.118.w1,0.0000002219,0.01000,0.852
+3,block_sparse_moe.experts.119.w1,0.0000002534,0.01000,0.828
+3,block_sparse_moe.experts.120.w1,0.0000002660,0.01000,0.824
+3,block_sparse_moe.experts.122.w1,0.0000002937,0.01000,0.829
+3,block_sparse_moe.experts.121.w1,0.0000002686,0.01000,0.831
+3,block_sparse_moe.experts.123.w1,0.0000002656,0.01000,0.835
+3,block_sparse_moe.experts.124.w1,0.0000002645,0.01000,0.848
+3,block_sparse_moe.experts.125.w1,0.0000002757,0.01000,0.865
+3,block_sparse_moe.experts.126.w1,0.0000002680,0.01000,0.835
+3,block_sparse_moe.experts.127.w1,0.0000003075,0.01000,0.837
+3,block_sparse_moe.experts.129.w1,0.0000002363,0.01000,0.847
+3,block_sparse_moe.experts.128.w1,0.0000002367,0.01000,0.851
+3,block_sparse_moe.experts.130.w1,0.0000002113,0.01000,0.832
+3,block_sparse_moe.experts.131.w1,0.0000002671,0.01000,0.838
+3,block_sparse_moe.experts.132.w1,0.0000002711,0.01000,0.843
+3,block_sparse_moe.experts.133.w1,0.0000002365,0.01000,0.822
+3,block_sparse_moe.experts.134.w1,0.0000002564,0.01000,0.819
+3,block_sparse_moe.experts.135.w1,0.0000003458,0.01000,0.827
+3,block_sparse_moe.experts.136.w1,0.0000003864,0.01000,0.825
+3,block_sparse_moe.experts.137.w1,0.0000002198,0.01000,0.843
+3,block_sparse_moe.experts.138.w1,0.0000002685,0.01000,0.836
+3,block_sparse_moe.experts.139.w1,0.0000002667,0.01000,0.855
+3,block_sparse_moe.experts.140.w1,0.0000002538,0.01000,0.826
+3,block_sparse_moe.experts.141.w1,0.0000002382,0.01000,0.819
+3,block_sparse_moe.experts.143.w1,0.0000002557,0.01000,0.829
+3,block_sparse_moe.experts.142.w1,0.0000002565,0.01000,0.871
+3,block_sparse_moe.experts.144.w1,0.0000002693,0.01000,0.849
+3,block_sparse_moe.experts.145.w1,0.0000002614,0.01000,0.853
+3,block_sparse_moe.experts.146.w1,0.0000002688,0.01000,0.849
+3,block_sparse_moe.experts.147.w1,0.0000004557,0.01000,0.824
+3,block_sparse_moe.experts.148.w1,0.0000002484,0.01000,0.831
+3,block_sparse_moe.experts.149.w1,0.0000002666,0.01000,0.861
+3,block_sparse_moe.experts.150.w1,0.0000002713,0.01000,0.824
+3,block_sparse_moe.experts.151.w1,0.0000002577,0.01000,0.843
+3,block_sparse_moe.experts.152.w1,0.0000002632,0.01000,0.857
+3,block_sparse_moe.experts.153.w1,0.0000002502,0.01000,0.856
+3,block_sparse_moe.experts.154.w1,0.0000002514,0.01000,0.823
+3,block_sparse_moe.experts.155.w1,0.0000002569,0.01000,0.836
+3,block_sparse_moe.experts.157.w1,0.0000002657,0.01000,0.823
+3,block_sparse_moe.experts.156.w1,0.0000002579,0.01000,0.880
+3,block_sparse_moe.experts.158.w1,0.0000002614,0.01000,0.857
+3,block_sparse_moe.experts.159.w1,0.0000002754,0.01000,0.858
+3,block_sparse_moe.experts.160.w1,0.0000002607,0.01000,0.860
+3,block_sparse_moe.experts.161.w1,0.0000002629,0.01000,0.828
+3,block_sparse_moe.experts.162.w1,0.0000002541,0.01000,0.833
+3,block_sparse_moe.experts.163.w1,0.0000002627,0.01000,0.847
+3,block_sparse_moe.experts.164.w1,0.0000002621,0.01000,0.825
+3,block_sparse_moe.experts.165.w1,0.0000002542,0.01000,0.844
+3,block_sparse_moe.experts.166.w1,0.0000002288,0.01000,0.855
+3,block_sparse_moe.experts.167.w1,0.0000002557,0.01000,0.860
+3,block_sparse_moe.experts.168.w1,0.0000002578,0.01000,0.845
+3,block_sparse_moe.experts.169.w1,0.0000002509,0.01000,0.833
+3,block_sparse_moe.experts.170.w1,0.0000002871,0.01000,0.839
+3,block_sparse_moe.experts.171.w1,0.0000004606,0.01000,0.823
+3,block_sparse_moe.experts.172.w1,0.0000002567,0.01000,0.838
+3,block_sparse_moe.experts.173.w1,0.0000002608,0.01000,0.854
+3,block_sparse_moe.experts.174.w1,0.0000002484,0.01000,0.852
+3,block_sparse_moe.experts.175.w1,0.0000002623,0.01000,0.827
+3,block_sparse_moe.experts.176.w1,0.0000002662,0.01000,0.832
+3,block_sparse_moe.experts.177.w1,0.0000002549,0.01000,0.832
+3,block_sparse_moe.experts.178.w1,0.0000002476,0.01000,0.836
+3,block_sparse_moe.experts.179.w1,0.0000002616,0.01000,0.843
+3,block_sparse_moe.experts.180.w1,0.0000002578,0.01000,0.847
+3,block_sparse_moe.experts.181.w1,0.0000002760,0.01000,0.844
+3,block_sparse_moe.experts.182.w1,0.0000002654,0.01000,0.816
+3,block_sparse_moe.experts.183.w1,0.0000002567,0.01000,0.820
+3,block_sparse_moe.experts.184.w1,0.0000002640,0.01000,0.835
+3,block_sparse_moe.experts.185.w1,0.0000002641,0.01000,0.826
+3,block_sparse_moe.experts.186.w1,0.0000002637,0.01000,0.849
+3,block_sparse_moe.experts.187.w1,0.0000002630,0.01000,0.849
+3,block_sparse_moe.experts.188.w1,0.0000002480,0.01000,0.847
+3,block_sparse_moe.experts.189.w1,0.0000002619,0.01000,0.824
+3,block_sparse_moe.experts.190.w1,0.0000002533,0.01000,0.828
+3,block_sparse_moe.experts.192.w1,0.0000002705,0.01000,0.830
+3,block_sparse_moe.experts.191.w1,0.0000002670,0.01000,0.860
+3,block_sparse_moe.experts.193.w1,0.0000002574,0.01000,0.842
+3,block_sparse_moe.experts.194.w1,0.0000002514,0.01000,0.850
+3,block_sparse_moe.experts.195.w1,0.0000007644,0.01000,0.871
+3,block_sparse_moe.experts.196.w1,0.0000002666,0.01000,0.831
+3,block_sparse_moe.experts.197.w1,0.0000002658,0.01000,0.821
+3,block_sparse_moe.experts.198.w1,0.0000002627,0.01000,0.839
+3,block_sparse_moe.experts.199.w1,0.0000002647,0.01000,0.828
+3,block_sparse_moe.experts.200.w1,0.0000002625,0.01000,0.844
+3,block_sparse_moe.experts.201.w1,0.0000002423,0.01000,0.854
+3,block_sparse_moe.experts.202.w1,0.0000002654,0.01000,0.843
+3,block_sparse_moe.experts.203.w1,0.0000002461,0.01000,0.828
+3,block_sparse_moe.experts.204.w1,0.0000002643,0.01000,0.826
+3,block_sparse_moe.experts.205.w1,0.0000002620,0.01000,0.829
+3,block_sparse_moe.experts.206.w1,0.0000002756,0.01000,0.829
+3,block_sparse_moe.experts.207.w1,0.0000005771,0.01000,0.841
+3,block_sparse_moe.experts.208.w1,0.0000002452,0.01000,0.838
+3,block_sparse_moe.experts.209.w1,0.0000002591,0.01000,0.860
+3,block_sparse_moe.experts.210.w1,0.0000002653,0.01000,0.831
+3,block_sparse_moe.experts.211.w1,0.0000002536,0.01000,0.825
+3,block_sparse_moe.experts.213.w1,0.0000002702,0.01000,0.828
+3,block_sparse_moe.experts.212.w1,0.0000002654,0.01000,0.855
+3,block_sparse_moe.experts.214.w1,0.0000002629,0.01000,0.850
+3,block_sparse_moe.experts.215.w1,0.0000002462,0.01000,0.837
+3,block_sparse_moe.experts.217.w1,0.0000003412,0.01000,0.830
+3,block_sparse_moe.experts.216.w1,0.0000002494,0.01000,0.846
+3,block_sparse_moe.experts.218.w1,0.0000002539,0.01000,0.820
+3,block_sparse_moe.experts.219.w1,0.0000002541,0.01000,0.827
+3,block_sparse_moe.experts.220.w1,0.0000002108,0.01000,0.821
+3,block_sparse_moe.experts.221.w1,0.0000002692,0.01000,0.842
+3,block_sparse_moe.experts.222.w1,0.0000002557,0.01000,0.833
+3,block_sparse_moe.experts.224.w1,0.0000002748,0.01000,0.826
+3,block_sparse_moe.experts.225.w1,0.0000002597,0.01000,0.821
+3,block_sparse_moe.experts.223.w1,0.0000002575,0.01000,0.863
+3,block_sparse_moe.experts.226.w1,0.0000002501,0.01000,0.822
+3,block_sparse_moe.experts.227.w1,0.0000008132,0.01000,0.822
+3,block_sparse_moe.experts.228.w1,0.0000002577,0.01000,0.844
+3,block_sparse_moe.experts.229.w1,0.0000002693,0.01000,0.831
+3,block_sparse_moe.experts.230.w1,0.0000002853,0.01000,0.853
+3,block_sparse_moe.experts.231.w1,0.0000002700,0.01000,0.831
+3,block_sparse_moe.experts.232.w1,0.0000002629,0.01000,0.836
+3,block_sparse_moe.experts.233.w1,0.0000002626,0.01000,0.835
+3,block_sparse_moe.experts.234.w1,0.0000002590,0.01000,0.836
+3,block_sparse_moe.experts.235.w1,0.0000002610,0.01000,0.844
+3,block_sparse_moe.experts.236.w1,0.0000002594,0.01000,0.840
+3,block_sparse_moe.experts.238.w1,0.0000002652,0.01000,0.827
+3,block_sparse_moe.experts.239.w1,0.0000002597,0.01000,0.833
+3,block_sparse_moe.experts.237.w1,0.0000002583,0.01000,0.863
+3,block_sparse_moe.experts.240.w1,0.0000002319,0.01000,0.846
+3,block_sparse_moe.experts.241.w1,0.0000002570,0.01000,0.850
+3,block_sparse_moe.experts.242.w1,0.0000002517,0.01000,0.844
+3,block_sparse_moe.experts.243.w1,0.0000002650,0.01000,0.837
+3,block_sparse_moe.experts.245.w1,0.0000002531,0.01000,0.834
+3,block_sparse_moe.experts.244.w1,0.0000002721,0.01000,0.855
+3,block_sparse_moe.experts.246.w1,0.0000002558,0.01000,0.835
+3,block_sparse_moe.experts.247.w1,0.0000002557,0.01000,0.831
+3,block_sparse_moe.experts.248.w1,0.0000002860,0.01000,0.832
+3,block_sparse_moe.experts.249.w1,0.0000002542,0.01000,0.847
+3,block_sparse_moe.experts.250.w1,0.0000002837,0.01000,0.839
+3,block_sparse_moe.experts.252.w1,0.0000002561,0.01000,0.839
+3,block_sparse_moe.experts.253.w1,0.0000002792,0.01000,0.837
+3,block_sparse_moe.experts.251.w1,0.0000002542,0.01000,0.869
+3,block_sparse_moe.experts.254.w1,0.0000002656,0.01000,0.827
+3,block_sparse_moe.experts.255.w1,0.0000002604,0.01000,0.846
+3,block_sparse_moe.experts.0.w3,0.0000002454,0.01000,0.837
+3,block_sparse_moe.experts.1.w3,0.0000002459,0.01000,0.831
+3,block_sparse_moe.experts.3.w3,0.0000002385,0.01000,0.836
+3,block_sparse_moe.experts.4.w3,0.0000002458,0.01000,0.837
+3,block_sparse_moe.experts.2.w3,0.0000002420,0.01000,0.863
+3,block_sparse_moe.experts.5.w3,0.0000002449,0.01000,0.836
+3,block_sparse_moe.experts.6.w3,0.0000002061,0.01000,0.822
+3,block_sparse_moe.experts.7.w3,0.0000002562,0.01000,0.840
+3,block_sparse_moe.experts.8.w3,0.0000002442,0.01000,0.838
+3,block_sparse_moe.experts.10.w3,0.0000002512,0.01000,0.833
+3,block_sparse_moe.experts.11.w3,0.0000002492,0.01000,0.830
+3,block_sparse_moe.experts.9.w3,0.0000002400,0.01000,0.879
+3,block_sparse_moe.experts.12.w3,0.0000002348,0.01000,0.835
+3,block_sparse_moe.experts.13.w3,0.0000002300,0.01000,0.832
+3,block_sparse_moe.experts.14.w3,0.0000002527,0.01000,0.864
+3,block_sparse_moe.experts.15.w3,0.0000002107,0.01000,0.835
+3,block_sparse_moe.experts.17.w3,0.0000002575,0.01000,0.834
+3,block_sparse_moe.experts.18.w3,0.0000002335,0.01000,0.833
+3,block_sparse_moe.experts.16.w3,0.0000002448,0.01000,0.883
+3,block_sparse_moe.experts.19.w3,0.0000002464,0.01000,0.840
+3,block_sparse_moe.experts.20.w3,0.0000002396,0.01000,0.824
+3,block_sparse_moe.experts.21.w3,0.0000002485,0.01000,0.848
+3,block_sparse_moe.experts.22.w3,0.0000002564,0.01000,0.850
+3,block_sparse_moe.experts.24.w3,0.0000002463,0.01000,0.828
+3,block_sparse_moe.experts.23.w3,0.0000002452,0.01000,0.858
+3,block_sparse_moe.experts.25.w3,0.0000002592,0.01000,0.829
+3,block_sparse_moe.experts.27.w3,0.0000002501,0.01000,0.826
+3,block_sparse_moe.experts.26.w3,0.0000002360,0.01000,0.834
+3,block_sparse_moe.experts.28.w3,0.0000001884,0.01000,0.848
+3,block_sparse_moe.experts.29.w3,0.0000002548,0.01000,0.840
+3,block_sparse_moe.experts.31.w3,0.0000002579,0.01000,0.834
+3,block_sparse_moe.experts.32.w3,0.0000002443,0.01000,0.836
+3,block_sparse_moe.experts.30.w3,0.0000002420,0.01000,0.873
+3,block_sparse_moe.experts.34.w3,0.0000002425,0.01000,0.826
+3,block_sparse_moe.experts.33.w3,0.0000002127,0.01000,0.847
+3,block_sparse_moe.experts.35.w3,0.0000002439,0.01000,0.833
+3,block_sparse_moe.experts.36.w3,0.0000002454,0.01000,0.838
+3,block_sparse_moe.experts.37.w3,0.0000002107,0.01000,0.849
+3,block_sparse_moe.experts.38.w3,0.0000002227,0.01000,0.832
+3,block_sparse_moe.experts.39.w3,0.0000002134,0.01000,0.837
+3,block_sparse_moe.experts.41.w3,0.0000002444,0.01000,0.823
+3,block_sparse_moe.experts.40.w3,0.0000002442,0.01000,0.878
+3,block_sparse_moe.experts.42.w3,0.0000002196,0.01000,0.838
+3,block_sparse_moe.experts.43.w3,0.0000002525,0.01000,0.846
+3,block_sparse_moe.experts.45.w3,0.0000002482,0.01000,0.829
+3,block_sparse_moe.experts.44.w3,0.0000002479,0.01000,0.854
+3,block_sparse_moe.experts.46.w3,0.0000002376,0.01000,0.828
+3,block_sparse_moe.experts.47.w3,0.0000002445,0.01000,0.840
+3,block_sparse_moe.experts.48.w3,0.0000002426,0.01000,0.832
+3,block_sparse_moe.experts.49.w3,0.0000002476,0.01000,0.839
+3,block_sparse_moe.experts.50.w3,0.0000002513,0.01000,0.843
+3,block_sparse_moe.experts.52.w3,0.0000002507,0.01000,0.823
+3,block_sparse_moe.experts.53.w3,0.0000002125,0.01000,0.831
+3,block_sparse_moe.experts.51.w3,0.0000002305,0.01000,0.870
+3,block_sparse_moe.experts.54.w3,0.0000002499,0.01000,0.833
+3,block_sparse_moe.experts.55.w3,0.0000002458,0.01000,0.831
+3,block_sparse_moe.experts.56.w3,0.0000002308,0.01000,0.834
+3,block_sparse_moe.experts.57.w3,0.0000002433,0.01000,0.837
+3,block_sparse_moe.experts.59.w3,0.0000002366,0.01000,0.830
+3,block_sparse_moe.experts.58.w3,0.0000002457,0.01000,0.862
+3,block_sparse_moe.experts.60.w3,0.0000002405,0.01000,0.843
+3,block_sparse_moe.experts.61.w3,0.0000002110,0.01000,0.830
+3,block_sparse_moe.experts.62.w3,0.0000002477,0.01000,0.823
+3,block_sparse_moe.experts.63.w3,0.0000002508,0.01000,0.841
+3,block_sparse_moe.experts.64.w3,0.0000002460,0.01000,0.839
+3,block_sparse_moe.experts.66.w3,0.0000002371,0.01000,0.820
+3,block_sparse_moe.experts.65.w3,0.0000002467,0.01000,0.847
+3,block_sparse_moe.experts.67.w3,0.0000002495,0.01000,0.841
+3,block_sparse_moe.experts.68.w3,0.0000002648,0.01000,0.840
+3,block_sparse_moe.experts.69.w3,0.0000002476,0.01000,0.849
+3,block_sparse_moe.experts.70.w3,0.0000002277,0.01000,0.858
+3,block_sparse_moe.experts.71.w3,0.0000002352,0.01000,0.837
+3,block_sparse_moe.experts.73.w3,0.0000002678,0.01000,0.830
+3,block_sparse_moe.experts.72.w3,0.0000002450,0.01000,0.837
+3,block_sparse_moe.experts.74.w3,0.0000002569,0.01000,0.821
+3,block_sparse_moe.experts.75.w3,0.0000002223,0.01000,0.825
+3,block_sparse_moe.experts.76.w3,0.0000002084,0.01000,0.825
+3,block_sparse_moe.experts.77.w3,0.0000002441,0.01000,0.871
+3,block_sparse_moe.experts.78.w3,0.0000002460,0.01000,0.866
+3,block_sparse_moe.experts.80.w3,0.0000002612,0.01000,0.829
+3,block_sparse_moe.experts.81.w3,0.0000002514,0.01000,0.825
+3,block_sparse_moe.experts.79.w3,0.0000002044,0.01000,0.882
+3,block_sparse_moe.experts.82.w3,0.0000002378,0.01000,0.824
+3,block_sparse_moe.experts.83.w3,0.0000002033,0.01000,0.816
+3,block_sparse_moe.experts.84.w3,0.0000002391,0.01000,0.842
+3,block_sparse_moe.experts.85.w3,0.0000002444,0.01000,0.837
+3,block_sparse_moe.experts.87.w3,0.0000002498,0.01000,0.826
+3,block_sparse_moe.experts.86.w3,0.0000002491,0.01000,0.887
+3,block_sparse_moe.experts.88.w3,0.0000002480,0.01000,0.840
+3,block_sparse_moe.experts.89.w3,0.0000002489,0.01000,0.830
+3,block_sparse_moe.experts.90.w3,0.0000002203,0.01000,0.823
+3,block_sparse_moe.experts.91.w3,0.0000002013,0.01000,0.833
+3,block_sparse_moe.experts.92.w3,0.0000002360,0.01000,0.845
+3,block_sparse_moe.experts.93.w3,0.0000002420,0.01000,0.863
+3,block_sparse_moe.experts.94.w3,0.0000002577,0.01000,0.825
+3,block_sparse_moe.experts.95.w3,0.0000002496,0.01000,0.835
+3,block_sparse_moe.experts.97.w3,0.0000002523,0.01000,0.821
+3,block_sparse_moe.experts.96.w3,0.0000002476,0.01000,0.855
+3,block_sparse_moe.experts.98.w3,0.0000002472,0.01000,0.835
+3,block_sparse_moe.experts.99.w3,0.0000002412,0.01000,0.839
+3,block_sparse_moe.experts.101.w3,0.0000002455,0.01000,0.827
+3,block_sparse_moe.experts.102.w3,0.0000002509,0.01000,0.840
+3,block_sparse_moe.experts.100.w3,0.0000002371,0.01000,0.872
+3,block_sparse_moe.experts.103.w3,0.0000002288,0.01000,0.838
+3,block_sparse_moe.experts.104.w3,0.0000002493,0.01000,0.825
+3,block_sparse_moe.experts.105.w3,0.0000002453,0.01000,0.838
+3,block_sparse_moe.experts.106.w3,0.0000002522,0.01000,0.832
+3,block_sparse_moe.experts.107.w3,0.0000002465,0.01000,0.852
+3,block_sparse_moe.experts.108.w3,0.0000002473,0.01000,0.839
+3,block_sparse_moe.experts.109.w3,0.0000002539,0.01000,0.841
+3,block_sparse_moe.experts.111.w3,0.0000002253,0.01000,0.831
+3,block_sparse_moe.experts.110.w3,0.0000002462,0.01000,0.859
+3,block_sparse_moe.experts.112.w3,0.0000002417,0.01000,0.834
+3,block_sparse_moe.experts.113.w3,0.0000002354,0.01000,0.839
+3,block_sparse_moe.experts.115.w3,0.0000002530,0.01000,0.817
+3,block_sparse_moe.experts.116.w3,0.0000002510,0.01000,0.823
+3,block_sparse_moe.experts.114.w3,0.0000002451,0.01000,0.857
+3,block_sparse_moe.experts.117.w3,0.0000002368,0.01000,0.831
+3,block_sparse_moe.experts.118.w3,0.0000002059,0.01000,0.818
+3,block_sparse_moe.experts.119.w3,0.0000002466,0.01000,0.837
+3,block_sparse_moe.experts.120.w3,0.0000002536,0.01000,0.836
+3,block_sparse_moe.experts.122.w3,0.0000002332,0.01000,0.825
+3,block_sparse_moe.experts.123.w3,0.0000002436,0.01000,0.831
+3,block_sparse_moe.experts.121.w3,0.0000002464,0.01000,0.892
+3,block_sparse_moe.experts.124.w3,0.0000002560,0.01000,0.829
+3,block_sparse_moe.experts.125.w3,0.0000002377,0.01000,0.821
+3,block_sparse_moe.experts.126.w3,0.0000002565,0.01000,0.859
+3,block_sparse_moe.experts.127.w3,0.0000002252,0.01000,0.837
+3,block_sparse_moe.experts.129.w3,0.0000002313,0.01000,0.847
+3,block_sparse_moe.experts.130.w3,0.0000002092,0.01000,0.828
+3,block_sparse_moe.experts.132.w3,0.0000002445,0.01000,0.827
+3,block_sparse_moe.experts.128.w3,0.0000002246,0.01000,0.893
+3,block_sparse_moe.experts.131.w3,0.0000002405,0.01000,0.835
+3,block_sparse_moe.experts.133.w3,0.0000002294,0.01000,0.846
+3,block_sparse_moe.experts.134.w3,0.0000002451,0.01000,0.856
+3,block_sparse_moe.experts.136.w3,0.0000002120,0.01000,0.829
+3,block_sparse_moe.experts.137.w3,0.0000002047,0.01000,0.826
+3,block_sparse_moe.experts.139.w3,0.0000002570,0.01000,0.828
+3,block_sparse_moe.experts.135.w3,0.0000003224,0.01000,0.866
+3,block_sparse_moe.experts.138.w3,0.0000002553,0.01000,0.840
+3,block_sparse_moe.experts.140.w3,0.0000002386,0.01000,0.830
+3,block_sparse_moe.experts.141.w3,0.0000002268,0.01000,0.848
+3,block_sparse_moe.experts.143.w3,0.0000002448,0.01000,0.821
+3,block_sparse_moe.experts.146.w3,0.0000002536,0.01000,0.824
+3,block_sparse_moe.experts.144.w3,0.0000002518,0.01000,0.836
+3,block_sparse_moe.experts.145.w3,0.0000002447,0.01000,0.828
+3,block_sparse_moe.experts.142.w3,0.0000002430,0.01000,0.891
+3,block_sparse_moe.experts.147.w3,0.0000002058,0.01000,0.834
+3,block_sparse_moe.experts.148.w3,0.0000002393,0.01000,0.838
+3,block_sparse_moe.experts.150.w3,0.0000002456,0.01000,0.824
+3,block_sparse_moe.experts.152.w3,0.0000002460,0.01000,0.825
+3,block_sparse_moe.experts.151.w3,0.0000002446,0.01000,0.842
+3,block_sparse_moe.experts.149.w3,0.0000002529,0.01000,0.904
+3,block_sparse_moe.experts.153.w3,0.0000002418,0.01000,0.836
+3,block_sparse_moe.experts.154.w3,0.0000002429,0.01000,0.836
+3,block_sparse_moe.experts.155.w3,0.0000002405,0.01000,0.846
+3,block_sparse_moe.experts.157.w3,0.0000002501,0.01000,0.818
+3,block_sparse_moe.experts.158.w3,0.0000002480,0.01000,0.820
+3,block_sparse_moe.experts.156.w3,0.0000002424,0.01000,0.878
+3,block_sparse_moe.experts.160.w3,0.0000002522,0.01000,0.825
+3,block_sparse_moe.experts.159.w3,0.0000002498,0.01000,0.829
+3,block_sparse_moe.experts.161.w3,0.0000002466,0.01000,0.836
+3,block_sparse_moe.experts.162.w3,0.0000002440,0.01000,0.850
+3,block_sparse_moe.experts.164.w3,0.0000002502,0.01000,0.822
+3,block_sparse_moe.experts.163.w3,0.0000002456,0.01000,0.873
+3,block_sparse_moe.experts.165.w3,0.0000002430,0.01000,0.819
+3,block_sparse_moe.experts.167.w3,0.0000002392,0.01000,0.821
+3,block_sparse_moe.experts.166.w3,0.0000002218,0.01000,0.853
+3,block_sparse_moe.experts.168.w3,0.0000002425,0.01000,0.839
+3,block_sparse_moe.experts.169.w3,0.0000002361,0.01000,0.847
+3,block_sparse_moe.experts.171.w3,0.0000002206,0.01000,0.823
+3,block_sparse_moe.experts.172.w3,0.0000002453,0.01000,0.827
+3,block_sparse_moe.experts.170.w3,0.0000002677,0.01000,0.882
+3,block_sparse_moe.experts.173.w3,0.0000002448,0.01000,0.847
+3,block_sparse_moe.experts.174.w3,0.0000002211,0.01000,0.829
+3,block_sparse_moe.experts.175.w3,0.0000002484,0.01000,0.847
+3,block_sparse_moe.experts.176.w3,0.0000002402,0.01000,0.849
+3,block_sparse_moe.experts.178.w3,0.0000002332,0.01000,0.822
+3,block_sparse_moe.experts.179.w3,0.0000002362,0.01000,0.827
+3,block_sparse_moe.experts.180.w3,0.0000002472,0.01000,0.825
+3,block_sparse_moe.experts.177.w3,0.0000002442,0.01000,0.871
+3,block_sparse_moe.experts.181.w3,0.0000002659,0.01000,0.838
+3,block_sparse_moe.experts.182.w3,0.0000002524,0.01000,0.835
+3,block_sparse_moe.experts.183.w3,0.0000002482,0.01000,0.835
+3,block_sparse_moe.experts.185.w3,0.0000002534,0.01000,0.821
+3,block_sparse_moe.experts.186.w3,0.0000002512,0.01000,0.821
+3,block_sparse_moe.experts.187.w3,0.0000002489,0.01000,0.822
+3,block_sparse_moe.experts.184.w3,0.0000002491,0.01000,0.878
+3,block_sparse_moe.experts.188.w3,0.0000002407,0.01000,0.827
+3,block_sparse_moe.experts.189.w3,0.0000002348,0.01000,0.829
+3,block_sparse_moe.experts.190.w3,0.0000002415,0.01000,0.838
+3,block_sparse_moe.experts.192.w3,0.0000002448,0.01000,0.818
+3,block_sparse_moe.experts.193.w3,0.0000002451,0.01000,0.826
+3,block_sparse_moe.experts.195.w3,0.0000002127,0.01000,0.834
+3,block_sparse_moe.experts.194.w3,0.0000002403,0.01000,0.841
+3,block_sparse_moe.experts.191.w3,0.0000002559,0.01000,0.879
+3,block_sparse_moe.experts.196.w3,0.0000002499,0.01000,0.841
+3,block_sparse_moe.experts.197.w3,0.0000002542,0.01000,0.838
+3,block_sparse_moe.experts.199.w3,0.0000002498,0.01000,0.820
+3,block_sparse_moe.experts.198.w3,0.0000002507,0.01000,0.843
+3,block_sparse_moe.experts.201.w3,0.0000002359,0.01000,0.836
+3,block_sparse_moe.experts.202.w3,0.0000002548,0.01000,0.831
+3,block_sparse_moe.experts.200.w3,0.0000002499,0.01000,0.837
+3,block_sparse_moe.experts.203.w3,0.0000002395,0.01000,0.842
+3,block_sparse_moe.experts.204.w3,0.0000002270,0.01000,0.837
+3,block_sparse_moe.experts.206.w3,0.0000002455,0.01000,0.825
+3,block_sparse_moe.experts.205.w3,0.0000002481,0.01000,0.867
+3,block_sparse_moe.experts.207.w3,0.0000002084,0.01000,0.827
+3,block_sparse_moe.experts.209.w3,0.0000002355,0.01000,0.831
+3,block_sparse_moe.experts.208.w3,0.0000002340,0.01000,0.833
+3,block_sparse_moe.experts.210.w3,0.0000002530,0.01000,0.841
+3,block_sparse_moe.experts.211.w3,0.0000002462,0.01000,0.843
+3,block_sparse_moe.experts.212.w3,0.0000002435,0.01000,0.855
+3,block_sparse_moe.experts.213.w3,0.0000002531,0.01000,0.833
+3,block_sparse_moe.experts.214.w3,0.0000002435,0.01000,0.831
+3,block_sparse_moe.experts.216.w3,0.0000002403,0.01000,0.834
+3,block_sparse_moe.experts.215.w3,0.0000002363,0.01000,0.842
+3,block_sparse_moe.experts.217.w3,0.0000002607,0.01000,0.844
+3,block_sparse_moe.experts.218.w3,0.0000002452,0.01000,0.837
+3,block_sparse_moe.experts.220.w3,0.0000002056,0.01000,0.825
+3,block_sparse_moe.experts.221.w3,0.0000002582,0.01000,0.826
+3,block_sparse_moe.experts.222.w3,0.0000002417,0.01000,0.838
+3,block_sparse_moe.experts.219.w3,0.0000002435,0.01000,0.868
+3,block_sparse_moe.experts.223.w3,0.0000002448,0.01000,0.841
+3,block_sparse_moe.experts.224.w3,0.0000002627,0.01000,0.833
+3,block_sparse_moe.experts.225.w3,0.0000002508,0.01000,0.836
+3,block_sparse_moe.experts.227.w3,0.0000001767,0.01000,0.824
+3,block_sparse_moe.experts.228.w3,0.0000002491,0.01000,0.827
+3,block_sparse_moe.experts.229.w3,0.0000002590,0.01000,0.827
+3,block_sparse_moe.experts.230.w3,0.0000002238,0.01000,0.826
+3,block_sparse_moe.experts.226.w3,0.0000002450,0.01000,0.875
+3,block_sparse_moe.experts.231.w3,0.0000002483,0.01000,0.829
+3,block_sparse_moe.experts.232.w3,0.0000002487,0.01000,0.838
+3,block_sparse_moe.experts.235.w3,0.0000002444,0.01000,0.824
+3,block_sparse_moe.experts.234.w3,0.0000002441,0.01000,0.827
+3,block_sparse_moe.experts.236.w3,0.0000002465,0.01000,0.841
+3,block_sparse_moe.experts.237.w3,0.0000002467,0.01000,0.826
+3,block_sparse_moe.experts.233.w3,0.0000002497,0.01000,0.876
+3,block_sparse_moe.experts.238.w3,0.0000002442,0.01000,0.832
+3,block_sparse_moe.experts.239.w3,0.0000002491,0.01000,0.841
+3,block_sparse_moe.experts.241.w3,0.0000002485,0.01000,0.844
+3,block_sparse_moe.experts.240.w3,0.0000002271,0.01000,0.852
+3,block_sparse_moe.experts.244.w3,0.0000002406,0.01000,0.832
+3,block_sparse_moe.experts.243.w3,0.0000002298,0.01000,0.833
+3,block_sparse_moe.experts.242.w3,0.0000002415,0.01000,0.855
+3,block_sparse_moe.experts.245.w3,0.0000002450,0.01000,0.834
+3,block_sparse_moe.experts.246.w3,0.0000002452,0.01000,0.850
+3,block_sparse_moe.experts.248.w3,0.0000002650,0.01000,0.824
+3,block_sparse_moe.experts.250.w3,0.0000002704,0.01000,0.828
+3,block_sparse_moe.experts.249.w3,0.0000002401,0.01000,0.837
+3,block_sparse_moe.experts.251.w3,0.0000002381,0.01000,0.828
+3,block_sparse_moe.experts.247.w3,0.0000002277,0.01000,0.883
+3,block_sparse_moe.experts.252.w3,0.0000002457,0.01000,0.748
+3,block_sparse_moe.experts.253.w3,0.0000002398,0.01000,0.706
+3,block_sparse_moe.experts.255.w3,0.0000002456,0.01000,0.645
+3,block_sparse_moe.experts.254.w3,0.0000002230,0.01000,0.692
+3,block_sparse_moe.experts.1.w2,0.0000000122,0.01000,0.432
+3,block_sparse_moe.experts.2.w2,0.0000000099,0.01000,0.434
+3,block_sparse_moe.experts.0.w2,0.0000000146,0.01000,0.436
+3,block_sparse_moe.experts.5.w2,0.0000000176,0.01000,0.433
+3,block_sparse_moe.experts.4.w2,0.0000000189,0.01000,0.439
+3,block_sparse_moe.experts.6.w2,0.0000000077,0.01000,0.441
+3,block_sparse_moe.experts.3.w2,0.0000000081,0.01000,0.457
+3,block_sparse_moe.experts.8.w2,0.0000000107,0.01000,0.416
+3,block_sparse_moe.experts.7.w2,0.0000000186,0.01000,0.418
+3,block_sparse_moe.experts.10.w2,0.0000000187,0.01000,0.420
+3,block_sparse_moe.experts.11.w2,0.0000000147,0.01000,0.422
+3,block_sparse_moe.experts.9.w2,0.0000000104,0.01000,0.432
+3,block_sparse_moe.experts.12.w2,0.0000000127,0.01000,0.422
+3,block_sparse_moe.experts.13.w2,0.0000000105,0.01000,0.439
+3,block_sparse_moe.experts.14.w2,0.0000000217,0.01000,0.410
+3,block_sparse_moe.experts.15.w2,0.0000000076,0.01000,0.413
+3,block_sparse_moe.experts.16.w2,0.0000000175,0.01000,0.417
+3,block_sparse_moe.experts.17.w2,0.0000000175,0.01000,0.411
+3,block_sparse_moe.experts.19.w2,0.0000000119,0.01000,0.420
+3,block_sparse_moe.experts.18.w2,0.0000000169,0.01000,0.432
+3,block_sparse_moe.experts.20.w2,0.0000000167,0.01000,0.427
+3,block_sparse_moe.experts.21.w2,0.0000000154,0.01000,0.408
+3,block_sparse_moe.experts.22.w2,0.0000000132,0.01000,0.411
+3,block_sparse_moe.experts.24.w2,0.0000000117,0.01000,0.408
+3,block_sparse_moe.experts.23.w2,0.0000000117,0.01000,0.422
+3,block_sparse_moe.experts.25.w2,0.0000000210,0.01000,0.419
+3,block_sparse_moe.experts.26.w2,0.0000000133,0.01000,0.420
+3,block_sparse_moe.experts.27.w2,0.0000000172,0.01000,0.433
+3,block_sparse_moe.experts.29.w2,0.0000000189,0.01000,0.412
+3,block_sparse_moe.experts.28.w2,0.0000000069,0.01000,0.429
+3,block_sparse_moe.experts.30.w2,0.0000000239,0.01000,0.424
+3,block_sparse_moe.experts.31.w2,0.0000000215,0.01000,0.413
+3,block_sparse_moe.experts.32.w2,0.0000000136,0.01000,0.419
+3,block_sparse_moe.experts.33.w2,0.0000000080,0.01000,0.414
+3,block_sparse_moe.experts.34.w2,0.0000000166,0.01000,0.429
+3,block_sparse_moe.experts.35.w2,0.0000000097,0.01000,0.413
+3,block_sparse_moe.experts.36.w2,0.0000000160,0.01000,0.413
+3,block_sparse_moe.experts.38.w2,0.0000000144,0.01000,0.411
+3,block_sparse_moe.experts.37.w2,0.0000000071,0.01000,0.430
+3,block_sparse_moe.experts.39.w2,0.0000000082,0.01000,0.417
+3,block_sparse_moe.experts.40.w2,0.0000000111,0.01000,0.418
+3,block_sparse_moe.experts.41.w2,0.0000000148,0.01000,0.421
+3,block_sparse_moe.experts.42.w2,0.0000000155,0.01000,0.420
+3,block_sparse_moe.experts.43.w2,0.0000000177,0.01000,0.408
+3,block_sparse_moe.experts.44.w2,0.0000000101,0.01000,0.439
+3,block_sparse_moe.experts.45.w2,0.0000000338,0.01000,0.420
+3,block_sparse_moe.experts.46.w2,0.0000000114,0.01000,0.429
+3,block_sparse_moe.experts.47.w2,0.0000000178,0.01000,0.435
+3,block_sparse_moe.experts.48.w2,0.0000000130,0.01000,0.422
+3,block_sparse_moe.experts.50.w2,0.0000000237,0.01000,0.411
+3,block_sparse_moe.experts.49.w2,0.0000000115,0.01000,0.417
+3,block_sparse_moe.experts.52.w2,0.0000000154,0.01000,0.426
+3,block_sparse_moe.experts.53.w2,0.0000000098,0.01000,0.417
+3,block_sparse_moe.experts.51.w2,0.0000000146,0.01000,0.436
+3,block_sparse_moe.experts.54.w2,0.0000000150,0.01000,0.417
+3,block_sparse_moe.experts.55.w2,0.0000000194,0.01000,0.429
+3,block_sparse_moe.experts.56.w2,0.0000000163,0.01000,0.413
+3,block_sparse_moe.experts.57.w2,0.0000000194,0.01000,0.418
+3,block_sparse_moe.experts.59.w2,0.0000000100,0.01000,0.414
+3,block_sparse_moe.experts.58.w2,0.0000000117,0.01000,0.431
+3,block_sparse_moe.experts.60.w2,0.0000000108,0.01000,0.422
+3,block_sparse_moe.experts.61.w2,0.0000000079,0.01000,0.421
+3,block_sparse_moe.experts.62.w2,0.0000000157,0.01000,0.423
+3,block_sparse_moe.experts.63.w2,0.0000000140,0.01000,0.408
+3,block_sparse_moe.experts.64.w2,0.0000000108,0.01000,0.416
+3,block_sparse_moe.experts.65.w2,0.0000000225,0.01000,0.421
+3,block_sparse_moe.experts.66.w2,0.0000000108,0.01000,0.413
+3,block_sparse_moe.experts.67.w2,0.0000000151,0.01000,0.422
+3,block_sparse_moe.experts.68.w2,0.0000000215,0.01000,0.419
+3,block_sparse_moe.experts.69.w2,0.0000000156,0.01000,0.424
+3,block_sparse_moe.experts.70.w2,0.0000000090,0.01000,0.410
+3,block_sparse_moe.experts.71.w2,0.0000000091,0.01000,0.426
+3,block_sparse_moe.experts.73.w2,0.0000000140,0.01000,0.412
+3,block_sparse_moe.experts.72.w2,0.0000000200,0.01000,0.425
+3,block_sparse_moe.experts.74.w2,0.0000000245,0.01000,0.420
+3,block_sparse_moe.experts.75.w2,0.0000000083,0.01000,0.420
+3,block_sparse_moe.experts.76.w2,0.0000000075,0.01000,0.434
+3,block_sparse_moe.experts.77.w2,0.0000000106,0.01000,0.408
+3,block_sparse_moe.experts.78.w2,0.0000000105,0.01000,0.427
+3,block_sparse_moe.experts.79.w2,0.0000000061,0.01000,0.422
+3,block_sparse_moe.experts.80.w2,0.0000000110,0.01000,0.414
+3,block_sparse_moe.experts.82.w2,0.0000000123,0.01000,0.425
+3,block_sparse_moe.experts.81.w2,0.0000000131,0.01000,0.439
+3,block_sparse_moe.experts.83.w2,0.0000000059,0.01000,0.422
+3,block_sparse_moe.experts.84.w2,0.0000000131,0.01000,0.407
+3,block_sparse_moe.experts.85.w2,0.0000000133,0.01000,0.426
+3,block_sparse_moe.experts.87.w2,0.0000000180,0.01000,0.410
+3,block_sparse_moe.experts.86.w2,0.0000000116,0.01000,0.422
+3,block_sparse_moe.experts.88.w2,0.0000000164,0.01000,0.422
+3,block_sparse_moe.experts.89.w2,0.0000000175,0.01000,0.443
+3,block_sparse_moe.experts.90.w2,0.0000000147,0.01000,0.423
+3,block_sparse_moe.experts.91.w2,0.0000000115,0.01000,0.409
+3,block_sparse_moe.experts.92.w2,0.0000000097,0.01000,0.416
+3,block_sparse_moe.experts.93.w2,0.0000000123,0.01000,0.422
+3,block_sparse_moe.experts.94.w2,0.0000000181,0.01000,0.415
+3,block_sparse_moe.experts.95.w2,0.0000000144,0.01000,0.425
+3,block_sparse_moe.experts.96.w2,0.0000000172,0.01000,0.428
+3,block_sparse_moe.experts.97.w2,0.0000000142,0.01000,0.435
+3,block_sparse_moe.experts.98.w2,0.0000000158,0.01000,0.410
+3,block_sparse_moe.experts.99.w2,0.0000000093,0.01000,0.412
+3,block_sparse_moe.experts.101.w2,0.0000000101,0.01000,0.410
+3,block_sparse_moe.experts.100.w2,0.0000000112,0.01000,0.427
+3,block_sparse_moe.experts.102.w2,0.0000000195,0.01000,0.421
+3,block_sparse_moe.experts.103.w2,0.0000000094,0.01000,0.425
+3,block_sparse_moe.experts.104.w2,0.0000000110,0.01000,0.425
+3,block_sparse_moe.experts.105.w2,0.0000000120,0.01000,0.411
+3,block_sparse_moe.experts.106.w2,0.0000000168,0.01000,0.415
+3,block_sparse_moe.experts.107.w2,0.0000000147,0.01000,0.423
+3,block_sparse_moe.experts.108.w2,0.0000000111,0.01000,0.445
+3,block_sparse_moe.experts.109.w2,0.0000000158,0.01000,0.428
+3,block_sparse_moe.experts.110.w2,0.0000000129,0.01000,0.423
+3,block_sparse_moe.experts.111.w2,0.0000000078,0.01000,0.424
+3,block_sparse_moe.experts.112.w2,0.0000000182,0.01000,0.417
+3,block_sparse_moe.experts.113.w2,0.0000000127,0.01000,0.426
+3,block_sparse_moe.experts.114.w2,0.0000000109,0.01000,0.418
+3,block_sparse_moe.experts.115.w2,0.0000000141,0.01000,0.417
+3,block_sparse_moe.experts.116.w2,0.0000000101,0.01000,0.417
+3,block_sparse_moe.experts.117.w2,0.0000000115,0.01000,0.415
+3,block_sparse_moe.experts.118.w2,0.0000000071,0.01000,0.436
+3,block_sparse_moe.experts.119.w2,0.0000000128,0.01000,0.410
+3,block_sparse_moe.experts.120.w2,0.0000000186,0.01000,0.414
+3,block_sparse_moe.experts.121.w2,0.0000000275,0.01000,0.415
+3,block_sparse_moe.experts.122.w2,0.0000000211,0.01000,0.424
+3,block_sparse_moe.experts.123.w2,0.0000000263,0.01000,0.419
+3,block_sparse_moe.experts.124.w2,0.0000000164,0.01000,0.417
+3,block_sparse_moe.experts.125.w2,0.0000000141,0.01000,0.437
+3,block_sparse_moe.experts.126.w2,0.0000000204,0.01000,0.411
+3,block_sparse_moe.experts.127.w2,0.0000000089,0.01000,0.418
+3,block_sparse_moe.experts.128.w2,0.0000000087,0.01000,0.419
+3,block_sparse_moe.experts.129.w2,0.0000000081,0.01000,0.431
+3,block_sparse_moe.experts.130.w2,0.0000000068,0.01000,0.424
+3,block_sparse_moe.experts.131.w2,0.0000000172,0.01000,0.421
+3,block_sparse_moe.experts.132.w2,0.0000000147,0.01000,0.429
+3,block_sparse_moe.experts.133.w2,0.0000000087,0.01000,0.409
+3,block_sparse_moe.experts.134.w2,0.0000000126,0.01000,0.412
+3,block_sparse_moe.experts.135.w2,0.0000000138,0.01000,0.413
+3,block_sparse_moe.experts.136.w2,0.0000000094,0.01000,0.425
+3,block_sparse_moe.experts.137.w2,0.0000000063,0.01000,0.428
+3,block_sparse_moe.experts.138.w2,0.0000000173,0.01000,0.425
+3,block_sparse_moe.experts.139.w2,0.0000000208,0.01000,0.430
+3,block_sparse_moe.experts.140.w2,0.0000000135,0.01000,0.408
+3,block_sparse_moe.experts.141.w2,0.0000000080,0.01000,0.416
+3,block_sparse_moe.experts.142.w2,0.0000000145,0.01000,0.415
+3,block_sparse_moe.experts.143.w2,0.0000000138,0.01000,0.428
+3,block_sparse_moe.experts.144.w2,0.0000000211,0.01000,0.423
+3,block_sparse_moe.experts.145.w2,0.0000000156,0.01000,0.421
+3,block_sparse_moe.experts.146.w2,0.0000000192,0.01000,0.432
+3,block_sparse_moe.experts.147.w2,0.0000000073,0.01000,0.413
+3,block_sparse_moe.experts.148.w2,0.0000000080,0.01000,0.413
+3,block_sparse_moe.experts.149.w2,0.0000000164,0.01000,0.413
+3,block_sparse_moe.experts.151.w2,0.0000000198,0.01000,0.420
+3,block_sparse_moe.experts.150.w2,0.0000000241,0.01000,0.433
+3,block_sparse_moe.experts.152.w2,0.0000000168,0.01000,0.416
+3,block_sparse_moe.experts.153.w2,0.0000000110,0.01000,0.428
+3,block_sparse_moe.experts.154.w2,0.0000000113,0.01000,0.411
+3,block_sparse_moe.experts.155.w2,0.0000000118,0.01000,0.415
+3,block_sparse_moe.experts.156.w2,0.0000000110,0.01000,0.412
+3,block_sparse_moe.experts.157.w2,0.0000000198,0.01000,0.416
+3,block_sparse_moe.experts.159.w2,0.0000000187,0.01000,0.420
+3,block_sparse_moe.experts.158.w2,0.0000000128,0.01000,0.448
+3,block_sparse_moe.experts.160.w2,0.0000000205,0.01000,0.429
+3,block_sparse_moe.experts.161.w2,0.0000000176,0.01000,0.413
+3,block_sparse_moe.experts.162.w2,0.0000000153,0.01000,0.412
+3,block_sparse_moe.experts.163.w2,0.0000000218,0.01000,0.414
+3,block_sparse_moe.experts.164.w2,0.0000000136,0.01000,0.408
+3,block_sparse_moe.experts.165.w2,0.0000000137,0.01000,0.423
+3,block_sparse_moe.experts.166.w2,0.0000000081,0.01000,0.420
+3,block_sparse_moe.experts.168.w2,0.0000000155,0.01000,0.409
+3,block_sparse_moe.experts.167.w2,0.0000000077,0.01000,0.429
+3,block_sparse_moe.experts.169.w2,0.0000000109,0.01000,0.415
+3,block_sparse_moe.experts.170.w2,0.0000000152,0.01000,0.415
+3,block_sparse_moe.experts.171.w2,0.0000000104,0.01000,0.413
+3,block_sparse_moe.experts.172.w2,0.0000000167,0.01000,0.418
+3,block_sparse_moe.experts.173.w2,0.0000000157,0.01000,0.416
+3,block_sparse_moe.experts.175.w2,0.0000000182,0.01000,0.415
+3,block_sparse_moe.experts.174.w2,0.0000000130,0.01000,0.430
+3,block_sparse_moe.experts.176.w2,0.0000000168,0.01000,0.422
+3,block_sparse_moe.experts.177.w2,0.0000000120,0.01000,0.419
+3,block_sparse_moe.experts.178.w2,0.0000000110,0.01000,0.416
+3,block_sparse_moe.experts.179.w2,0.0000000134,0.01000,0.422
+3,block_sparse_moe.experts.180.w2,0.0000000118,0.01000,0.421
+3,block_sparse_moe.experts.182.w2,0.0000000140,0.01000,0.412
+3,block_sparse_moe.experts.181.w2,0.0000000269,0.01000,0.430
+3,block_sparse_moe.experts.183.w2,0.0000000132,0.01000,0.416
+3,block_sparse_moe.experts.184.w2,0.0000000205,0.01000,0.412
+3,block_sparse_moe.experts.185.w2,0.0000000108,0.01000,0.409
+3,block_sparse_moe.experts.186.w2,0.0000000230,0.01000,0.414
+3,block_sparse_moe.experts.187.w2,0.0000000167,0.01000,0.417
+3,block_sparse_moe.experts.188.w2,0.0000000094,0.01000,0.423
+3,block_sparse_moe.experts.189.w2,0.0000000101,0.01000,0.410
+3,block_sparse_moe.experts.190.w2,0.0000000221,0.01000,0.416
+3,block_sparse_moe.experts.191.w2,0.0000000172,0.01000,0.417
+3,block_sparse_moe.experts.192.w2,0.0000000251,0.01000,0.415
+3,block_sparse_moe.experts.193.w2,0.0000000150,0.01000,0.423
+3,block_sparse_moe.experts.194.w2,0.0000000100,0.01000,0.422
+3,block_sparse_moe.experts.196.w2,0.0000000166,0.01000,0.412
+3,block_sparse_moe.experts.195.w2,0.0000000122,0.01000,0.434
+3,block_sparse_moe.experts.197.w2,0.0000000254,0.01000,0.422
+3,block_sparse_moe.experts.198.w2,0.0000000120,0.01000,0.416
+3,block_sparse_moe.experts.199.w2,0.0000000151,0.01000,0.409
+3,block_sparse_moe.experts.200.w2,0.0000000194,0.01000,0.416
+3,block_sparse_moe.experts.201.w2,0.0000000159,0.01000,0.417
+3,block_sparse_moe.experts.202.w2,0.0000000150,0.01000,0.427
+3,block_sparse_moe.experts.203.w2,0.0000000150,0.01000,0.411
+3,block_sparse_moe.experts.205.w2,0.0000000181,0.01000,0.415
+3,block_sparse_moe.experts.204.w2,0.0000000106,0.01000,0.449
+3,block_sparse_moe.experts.206.w2,0.0000000125,0.01000,0.409
+3,block_sparse_moe.experts.207.w2,0.0000000074,0.01000,0.418
+3,block_sparse_moe.experts.208.w2,0.0000000107,0.01000,0.420
+3,block_sparse_moe.experts.209.w2,0.0000000086,0.01000,0.421
+3,block_sparse_moe.experts.210.w2,0.0000000143,0.01000,0.423
+3,block_sparse_moe.experts.211.w2,0.0000000120,0.01000,0.418
+3,block_sparse_moe.experts.212.w2,0.0000000117,0.01000,0.440
+3,block_sparse_moe.experts.213.w2,0.0000000097,0.01000,0.430
+3,block_sparse_moe.experts.214.w2,0.0000000141,0.01000,0.432
+3,block_sparse_moe.experts.215.w2,0.0000000106,0.01000,0.435
+3,block_sparse_moe.experts.216.w2,0.0000000143,0.01000,0.422
+3,block_sparse_moe.experts.217.w2,0.0000000132,0.01000,0.432
+3,block_sparse_moe.experts.218.w2,0.0000000134,0.01000,0.415
+3,block_sparse_moe.experts.219.w2,0.0000000175,0.01000,0.436
+3,block_sparse_moe.experts.220.w2,0.0000000065,0.01000,0.417
+3,block_sparse_moe.experts.221.w2,0.0000000140,0.01000,0.417
+3,block_sparse_moe.experts.222.w2,0.0000000120,0.01000,0.417
+3,block_sparse_moe.experts.223.w2,0.0000000150,0.01000,0.423
+3,block_sparse_moe.experts.224.w2,0.0000000198,0.01000,0.412
+3,block_sparse_moe.experts.225.w2,0.0000000121,0.01000,0.413
+3,block_sparse_moe.experts.226.w2,0.0000000148,0.01000,0.424
+3,block_sparse_moe.experts.227.w2,0.0000000061,0.01000,0.432
+3,block_sparse_moe.experts.228.w2,0.0000000106,0.01000,0.435
+3,block_sparse_moe.experts.229.w2,0.0000000158,0.01000,0.418
+3,block_sparse_moe.experts.231.w2,0.0000000089,0.01000,0.416
+3,block_sparse_moe.experts.230.w2,0.0000000194,0.01000,0.433
+3,block_sparse_moe.experts.232.w2,0.0000000156,0.01000,0.414
+3,block_sparse_moe.experts.233.w2,0.0000000122,0.01000,0.418
+3,block_sparse_moe.experts.234.w2,0.0000000097,0.01000,0.416
+3,block_sparse_moe.experts.235.w2,0.0000000112,0.01000,0.419
+3,block_sparse_moe.experts.236.w2,0.0000000160,0.01000,0.415
+3,block_sparse_moe.experts.238.w2,0.0000000096,0.01000,0.408
+3,block_sparse_moe.experts.237.w2,0.0000000155,0.01000,0.419
+3,block_sparse_moe.experts.239.w2,0.0000000116,0.01000,0.412
+3,block_sparse_moe.experts.240.w2,0.0000000098,0.01000,0.415
+3,block_sparse_moe.experts.241.w2,0.0000000144,0.01000,0.415
+3,block_sparse_moe.experts.242.w2,0.0000000084,0.01000,0.422
+3,block_sparse_moe.experts.243.w2,0.0000000094,0.01000,0.419
+3,block_sparse_moe.experts.245.w2,0.0000000174,0.01000,0.414
+3,block_sparse_moe.experts.244.w2,0.0000000173,0.01000,0.436
+3,block_sparse_moe.experts.246.w2,0.0000000121,0.01000,0.413
+3,block_sparse_moe.experts.247.w2,0.0000000091,0.01000,0.417
+3,block_sparse_moe.experts.248.w2,0.0000000150,0.01000,0.414
+3,block_sparse_moe.experts.249.w2,0.0000000130,0.01000,0.417
+3,block_sparse_moe.experts.250.w2,0.0000000307,0.01000,0.416
+3,block_sparse_moe.experts.251.w2,0.0000000111,0.01000,0.411
+3,block_sparse_moe.experts.252.w2,0.0000000110,0.01000,0.390
+3,block_sparse_moe.experts.253.w2,0.0000000160,0.01000,0.373
+3,block_sparse_moe.experts.254.w2,0.0000000085,0.01000,0.353
+3,block_sparse_moe.experts.255.w2,0.0000000160,0.01000,0.343
+4,block_sparse_moe.experts.0.w1,0.0000004165,0.01000,0.823
+4,block_sparse_moe.experts.3.w1,0.0000004385,0.01000,0.836
+4,block_sparse_moe.experts.1.w1,0.0000004166,0.01000,0.860
+4,block_sparse_moe.experts.6.w1,0.0000004285,0.01000,0.864
+4,block_sparse_moe.experts.4.w1,0.0000004430,0.01000,0.866
+4,block_sparse_moe.experts.5.w1,0.0000004134,0.01000,0.870
+4,block_sparse_moe.experts.2.w1,0.0000004398,0.01000,0.882
+4,block_sparse_moe.experts.7.w1,0.0000003836,0.01000,0.825
+4,block_sparse_moe.experts.8.w1,0.0000004095,0.01000,0.835
+4,block_sparse_moe.experts.9.w1,0.0000004137,0.01000,0.844
+4,block_sparse_moe.experts.10.w1,0.0000004476,0.01000,0.840
+4,block_sparse_moe.experts.11.w1,0.0000004348,0.01000,0.853
+4,block_sparse_moe.experts.12.w1,0.0000004553,0.01000,0.861
+4,block_sparse_moe.experts.13.w1,0.0000003965,0.01000,0.853
+4,block_sparse_moe.experts.14.w1,0.0000004028,0.01000,0.819
+4,block_sparse_moe.experts.15.w1,0.0000004349,0.01000,0.826
+4,block_sparse_moe.experts.17.w1,0.0000003874,0.01000,0.829
+4,block_sparse_moe.experts.16.w1,0.0000004298,0.01000,0.849
+4,block_sparse_moe.experts.18.w1,0.0000004130,0.01000,0.854
+4,block_sparse_moe.experts.19.w1,0.0000004177,0.01000,0.841
+4,block_sparse_moe.experts.20.w1,0.0000004403,0.01000,0.861
+4,block_sparse_moe.experts.21.w1,0.0000004230,0.01000,0.844
+4,block_sparse_moe.experts.22.w1,0.0000004135,0.01000,0.822
+4,block_sparse_moe.experts.23.w1,0.0000003850,0.01000,0.830
+4,block_sparse_moe.experts.24.w1,0.0000004085,0.01000,0.820
+4,block_sparse_moe.experts.26.w1,0.0000004213,0.01000,0.839
+4,block_sparse_moe.experts.25.w1,0.0000004209,0.01000,0.840
+4,block_sparse_moe.experts.27.w1,0.0000004222,0.01000,0.847
+4,block_sparse_moe.experts.28.w1,0.0000004114,0.01000,0.821
+4,block_sparse_moe.experts.29.w1,0.0000004083,0.01000,0.830
+4,block_sparse_moe.experts.31.w1,0.0000004066,0.01000,0.820
+4,block_sparse_moe.experts.30.w1,0.0000004108,0.01000,0.852
+4,block_sparse_moe.experts.33.w1,0.0000004187,0.01000,0.839
+4,block_sparse_moe.experts.32.w1,0.0000004089,0.01000,0.860
+4,block_sparse_moe.experts.34.w1,0.0000004159,0.01000,0.843
+4,block_sparse_moe.experts.35.w1,0.0000004153,0.01000,0.822
+4,block_sparse_moe.experts.36.w1,0.0000004192,0.01000,0.822
+4,block_sparse_moe.experts.37.w1,0.0000004230,0.01000,0.825
+4,block_sparse_moe.experts.38.w1,0.0000004269,0.01000,0.822
+4,block_sparse_moe.experts.39.w1,0.0000004229,0.01000,0.841
+4,block_sparse_moe.experts.40.w1,0.0000004098,0.01000,0.841
+4,block_sparse_moe.experts.41.w1,0.0000004000,0.01000,0.851
+4,block_sparse_moe.experts.42.w1,0.0000004170,0.01000,0.835
+4,block_sparse_moe.experts.43.w1,0.0000004217,0.01000,0.824
+4,block_sparse_moe.experts.44.w1,0.0000004457,0.01000,0.837
+4,block_sparse_moe.experts.45.w1,0.0000004089,0.01000,0.825
+4,block_sparse_moe.experts.46.w1,0.0000004523,0.01000,0.855
+4,block_sparse_moe.experts.47.w1,0.0000004138,0.01000,0.843
+4,block_sparse_moe.experts.48.w1,0.0000004246,0.01000,0.843
+4,block_sparse_moe.experts.49.w1,0.0000004098,0.01000,0.826
+4,block_sparse_moe.experts.50.w1,0.0000004233,0.01000,0.822
+4,block_sparse_moe.experts.52.w1,0.0000004248,0.01000,0.828
+4,block_sparse_moe.experts.51.w1,0.0000004241,0.01000,0.858
+4,block_sparse_moe.experts.53.w1,0.0000004229,0.01000,0.838
+4,block_sparse_moe.experts.54.w1,0.0000004141,0.01000,0.834
+4,block_sparse_moe.experts.55.w1,0.0000004226,0.01000,0.833
+4,block_sparse_moe.experts.57.w1,0.0000004459,0.01000,0.819
+4,block_sparse_moe.experts.56.w1,0.0000004335,0.01000,0.824
+4,block_sparse_moe.experts.58.w1,0.0000004411,0.01000,0.839
+4,block_sparse_moe.experts.59.w1,0.0000004322,0.01000,0.832
+4,block_sparse_moe.experts.60.w1,0.0000004150,0.01000,0.843
+4,block_sparse_moe.experts.61.w1,0.0000004213,0.01000,0.839
+4,block_sparse_moe.experts.62.w1,0.0000004379,0.01000,0.836
+4,block_sparse_moe.experts.63.w1,0.0000004316,0.01000,0.824
+4,block_sparse_moe.experts.64.w1,0.0000003888,0.01000,0.831
+4,block_sparse_moe.experts.65.w1,0.0000004237,0.01000,0.829
+4,block_sparse_moe.experts.66.w1,0.0000004496,0.01000,0.828
+4,block_sparse_moe.experts.68.w1,0.0000004068,0.01000,0.834
+4,block_sparse_moe.experts.67.w1,0.0000006259,0.01000,0.856
+4,block_sparse_moe.experts.69.w1,0.0000004193,0.01000,0.838
+4,block_sparse_moe.experts.70.w1,0.0000004223,0.01000,0.818
+4,block_sparse_moe.experts.71.w1,0.0000004281,0.01000,0.831
+4,block_sparse_moe.experts.72.w1,0.0000004455,0.01000,0.834
+4,block_sparse_moe.experts.73.w1,0.0000004259,0.01000,0.845
+4,block_sparse_moe.experts.74.w1,0.0000003996,0.01000,0.840
+4,block_sparse_moe.experts.75.w1,0.0000004243,0.01000,0.830
+4,block_sparse_moe.experts.76.w1,0.0000004224,0.01000,0.834
+4,block_sparse_moe.experts.77.w1,0.0000004405,0.01000,0.821
+4,block_sparse_moe.experts.78.w1,0.0000004128,0.01000,0.835
+4,block_sparse_moe.experts.79.w1,0.0000004869,0.01000,0.839
+4,block_sparse_moe.experts.80.w1,0.0000004493,0.01000,0.847
+4,block_sparse_moe.experts.82.w1,0.0000004201,0.01000,0.831
+4,block_sparse_moe.experts.83.w1,0.0000004295,0.01000,0.842
+4,block_sparse_moe.experts.81.w1,0.0000003995,0.01000,0.863
+4,block_sparse_moe.experts.84.w1,0.0000004252,0.01000,0.824
+4,block_sparse_moe.experts.85.w1,0.0000004334,0.01000,0.833
+4,block_sparse_moe.experts.86.w1,0.0000004409,0.01000,0.835
+4,block_sparse_moe.experts.87.w1,0.0000004199,0.01000,0.827
+4,block_sparse_moe.experts.88.w1,0.0000004256,0.01000,0.839
+4,block_sparse_moe.experts.89.w1,0.0000004237,0.01000,0.838
+4,block_sparse_moe.experts.90.w1,0.0000004185,0.01000,0.845
+4,block_sparse_moe.experts.91.w1,0.0000004432,0.01000,0.824
+4,block_sparse_moe.experts.92.w1,0.0000004123,0.01000,0.845
+4,block_sparse_moe.experts.93.w1,0.0000004437,0.01000,0.836
+4,block_sparse_moe.experts.94.w1,0.0000004064,0.01000,0.824
+4,block_sparse_moe.experts.95.w1,0.0000003970,0.01000,0.837
+4,block_sparse_moe.experts.96.w1,0.0000004161,0.01000,0.850
+4,block_sparse_moe.experts.97.w1,0.0000003955,0.01000,0.849
+4,block_sparse_moe.experts.98.w1,0.0000004160,0.01000,0.818
+4,block_sparse_moe.experts.99.w1,0.0000003819,0.01000,0.838
+4,block_sparse_moe.experts.100.w1,0.0000003879,0.01000,0.835
+4,block_sparse_moe.experts.101.w1,0.0000004127,0.01000,0.832
+4,block_sparse_moe.experts.102.w1,0.0000004254,0.01000,0.836
+4,block_sparse_moe.experts.103.w1,0.0000004467,0.01000,0.846
+4,block_sparse_moe.experts.104.w1,0.0000004246,0.01000,0.844
+4,block_sparse_moe.experts.105.w1,0.0000004074,0.01000,0.822
+4,block_sparse_moe.experts.106.w1,0.0000004127,0.01000,0.831
+4,block_sparse_moe.experts.107.w1,0.0000004043,0.01000,0.830
+4,block_sparse_moe.experts.108.w1,0.0000004241,0.01000,0.825
+4,block_sparse_moe.experts.109.w1,0.0000004265,0.01000,0.845
+4,block_sparse_moe.experts.110.w1,0.0000004100,0.01000,0.846
+4,block_sparse_moe.experts.111.w1,0.0000003981,0.01000,0.848
+4,block_sparse_moe.experts.112.w1,0.0000004169,0.01000,0.824
+4,block_sparse_moe.experts.113.w1,0.0000004217,0.01000,0.832
+4,block_sparse_moe.experts.114.w1,0.0000004171,0.01000,0.832
+4,block_sparse_moe.experts.115.w1,0.0000004130,0.01000,0.834
+4,block_sparse_moe.experts.116.w1,0.0000003803,0.01000,0.839
+4,block_sparse_moe.experts.117.w1,0.0000004106,0.01000,0.842
+4,block_sparse_moe.experts.118.w1,0.0000004140,0.01000,0.843
+4,block_sparse_moe.experts.119.w1,0.0000003899,0.01000,0.825
+4,block_sparse_moe.experts.120.w1,0.0000004390,0.01000,0.827
+4,block_sparse_moe.experts.121.w1,0.0000004229,0.01000,0.839
+4,block_sparse_moe.experts.122.w1,0.0000004127,0.01000,0.835
+4,block_sparse_moe.experts.123.w1,0.0000004356,0.01000,0.849
+4,block_sparse_moe.experts.124.w1,0.0000004528,0.01000,0.841
+4,block_sparse_moe.experts.125.w1,0.0000003993,0.01000,0.851
+4,block_sparse_moe.experts.126.w1,0.0000004358,0.01000,0.834
+4,block_sparse_moe.experts.127.w1,0.0000004259,0.01000,0.822
+4,block_sparse_moe.experts.129.w1,0.0000003578,0.01000,0.824
+4,block_sparse_moe.experts.128.w1,0.0000004430,0.01000,0.846
+4,block_sparse_moe.experts.130.w1,0.0000004159,0.01000,0.849
+4,block_sparse_moe.experts.131.w1,0.0000004240,0.01000,0.839
+4,block_sparse_moe.experts.132.w1,0.0000004200,0.01000,0.859
+4,block_sparse_moe.experts.133.w1,0.0000003884,0.01000,0.857
+4,block_sparse_moe.experts.134.w1,0.0000004279,0.01000,0.823
+4,block_sparse_moe.experts.135.w1,0.0000004258,0.01000,0.838
+4,block_sparse_moe.experts.136.w1,0.0000004010,0.01000,0.837
+4,block_sparse_moe.experts.137.w1,0.0000004107,0.01000,0.868
+4,block_sparse_moe.experts.138.w1,0.0000003997,0.01000,0.848
+4,block_sparse_moe.experts.139.w1,0.0000004069,0.01000,0.860
+4,block_sparse_moe.experts.140.w1,0.0000004154,0.01000,0.825
+4,block_sparse_moe.experts.141.w1,0.0000004543,0.01000,0.834
+4,block_sparse_moe.experts.142.w1,0.0000003577,0.01000,0.830
+4,block_sparse_moe.experts.143.w1,0.0000004164,0.01000,0.828
+4,block_sparse_moe.experts.144.w1,0.0000005037,0.01000,0.844
+4,block_sparse_moe.experts.145.w1,0.0000004270,0.01000,0.848
+4,block_sparse_moe.experts.146.w1,0.0000003940,0.01000,0.860
+4,block_sparse_moe.experts.147.w1,0.0000004082,0.01000,0.827
+4,block_sparse_moe.experts.148.w1,0.0000004106,0.01000,0.831
+4,block_sparse_moe.experts.149.w1,0.0000004300,0.01000,0.830
+4,block_sparse_moe.experts.150.w1,0.0000004130,0.01000,0.826
+4,block_sparse_moe.experts.151.w1,0.0000004056,0.01000,0.844
+4,block_sparse_moe.experts.152.w1,0.0000004005,0.01000,0.848
+4,block_sparse_moe.experts.153.w1,0.0000004084,0.01000,0.844
+4,block_sparse_moe.experts.154.w1,0.0000004267,0.01000,0.826
+4,block_sparse_moe.experts.155.w1,0.0000004281,0.01000,0.834
+4,block_sparse_moe.experts.156.w1,0.0000004130,0.01000,0.834
+4,block_sparse_moe.experts.157.w1,0.0000004030,0.01000,0.826
+4,block_sparse_moe.experts.158.w1,0.0000004049,0.01000,0.841
+4,block_sparse_moe.experts.159.w1,0.0000003996,0.01000,0.845
+4,block_sparse_moe.experts.160.w1,0.0000004165,0.01000,0.845
+4,block_sparse_moe.experts.161.w1,0.0000003923,0.01000,0.829
+4,block_sparse_moe.experts.162.w1,0.0000004360,0.01000,0.828
+4,block_sparse_moe.experts.164.w1,0.0000004106,0.01000,0.828
+4,block_sparse_moe.experts.163.w1,0.0000004260,0.01000,0.851
+4,block_sparse_moe.experts.165.w1,0.0000004422,0.01000,0.837
+4,block_sparse_moe.experts.166.w1,0.0000004237,0.01000,0.840
+4,block_sparse_moe.experts.167.w1,0.0000004177,0.01000,0.838
+4,block_sparse_moe.experts.168.w1,0.0000004007,0.01000,0.825
+4,block_sparse_moe.experts.169.w1,0.0000004223,0.01000,0.830
+4,block_sparse_moe.experts.170.w1,0.0000004172,0.01000,0.841
+4,block_sparse_moe.experts.171.w1,0.0000004183,0.01000,0.844
+4,block_sparse_moe.experts.172.w1,0.0000004082,0.01000,0.840
+4,block_sparse_moe.experts.173.w1,0.0000004261,0.01000,0.839
+4,block_sparse_moe.experts.174.w1,0.0000004243,0.01000,0.856
+4,block_sparse_moe.experts.175.w1,0.0000004263,0.01000,0.828
+4,block_sparse_moe.experts.176.w1,0.0000004308,0.01000,0.832
+4,block_sparse_moe.experts.177.w1,0.0000004321,0.01000,0.836
+4,block_sparse_moe.experts.178.w1,0.0000004091,0.01000,0.829
+4,block_sparse_moe.experts.179.w1,0.0000004111,0.01000,0.841
+4,block_sparse_moe.experts.180.w1,0.0000004142,0.01000,0.843
+4,block_sparse_moe.experts.181.w1,0.0000004079,0.01000,0.847
+4,block_sparse_moe.experts.182.w1,0.0000004314,0.01000,0.827
+4,block_sparse_moe.experts.183.w1,0.0000004266,0.01000,0.830
+4,block_sparse_moe.experts.184.w1,0.0000004246,0.01000,0.835
+4,block_sparse_moe.experts.185.w1,0.0000004386,0.01000,0.831
+4,block_sparse_moe.experts.186.w1,0.0000004263,0.01000,0.847
+4,block_sparse_moe.experts.187.w1,0.0000004257,0.01000,0.856
+4,block_sparse_moe.experts.188.w1,0.0000004023,0.01000,0.844
+4,block_sparse_moe.experts.189.w1,0.0000004290,0.01000,0.848
+4,block_sparse_moe.experts.190.w1,0.0000004245,0.01000,0.826
+4,block_sparse_moe.experts.191.w1,0.0000004167,0.01000,0.828
+4,block_sparse_moe.experts.192.w1,0.0000004126,0.01000,0.827
+4,block_sparse_moe.experts.193.w1,0.0000004124,0.01000,0.855
+4,block_sparse_moe.experts.194.w1,0.0000004052,0.01000,0.835
+4,block_sparse_moe.experts.195.w1,0.0000004222,0.01000,0.841
+4,block_sparse_moe.experts.196.w1,0.0000004307,0.01000,0.827
+4,block_sparse_moe.experts.197.w1,0.0000004172,0.01000,0.831
+4,block_sparse_moe.experts.198.w1,0.0000004173,0.01000,0.844
+4,block_sparse_moe.experts.199.w1,0.0000004074,0.01000,0.839
+4,block_sparse_moe.experts.201.w1,0.0000004018,0.01000,0.833
+4,block_sparse_moe.experts.200.w1,0.0000004316,0.01000,0.861
+4,block_sparse_moe.experts.202.w1,0.0000004305,0.01000,0.838
+4,block_sparse_moe.experts.203.w1,0.0000003944,0.01000,0.821
+4,block_sparse_moe.experts.204.w1,0.0000004224,0.01000,0.830
+4,block_sparse_moe.experts.206.w1,0.0000004326,0.01000,0.837
+4,block_sparse_moe.experts.205.w1,0.0000004131,0.01000,0.876
+4,block_sparse_moe.experts.207.w1,0.0000004079,0.01000,0.833
+4,block_sparse_moe.experts.208.w1,0.0000004195,0.01000,0.831
+4,block_sparse_moe.experts.209.w1,0.0000004196,0.01000,0.838
+4,block_sparse_moe.experts.210.w1,0.0000004035,0.01000,0.822
+4,block_sparse_moe.experts.211.w1,0.0000004268,0.01000,0.824
+4,block_sparse_moe.experts.212.w1,0.0000003952,0.01000,0.843
+4,block_sparse_moe.experts.213.w1,0.0000004481,0.01000,0.842
+4,block_sparse_moe.experts.214.w1,0.0000004370,0.01000,0.840
+4,block_sparse_moe.experts.215.w1,0.0000004150,0.01000,0.836
+4,block_sparse_moe.experts.216.w1,0.0000004037,0.01000,0.845
+4,block_sparse_moe.experts.217.w1,0.0000003902,0.01000,0.821
+4,block_sparse_moe.experts.218.w1,0.0000004068,0.01000,0.827
+4,block_sparse_moe.experts.219.w1,0.0000004050,0.01000,0.833
+4,block_sparse_moe.experts.220.w1,0.0000004115,0.01000,0.835
+4,block_sparse_moe.experts.221.w1,0.0000004221,0.01000,0.839
+4,block_sparse_moe.experts.222.w1,0.0000004184,0.01000,0.835
+4,block_sparse_moe.experts.223.w1,0.0000004163,0.01000,0.845
+4,block_sparse_moe.experts.224.w1,0.0000004319,0.01000,0.821
+4,block_sparse_moe.experts.225.w1,0.0000004234,0.01000,0.824
+4,block_sparse_moe.experts.226.w1,0.0000004304,0.01000,0.832
+4,block_sparse_moe.experts.227.w1,0.0000004367,0.01000,0.837
+4,block_sparse_moe.experts.228.w1,0.0000004196,0.01000,0.840
+4,block_sparse_moe.experts.229.w1,0.0000004337,0.01000,0.847
+4,block_sparse_moe.experts.230.w1,0.0000004231,0.01000,0.855
+4,block_sparse_moe.experts.231.w1,0.0000004249,0.01000,0.825
+4,block_sparse_moe.experts.232.w1,0.0000004017,0.01000,0.838
+4,block_sparse_moe.experts.233.w1,0.0000004250,0.01000,0.829
+4,block_sparse_moe.experts.234.w1,0.0000003976,0.01000,0.836
+4,block_sparse_moe.experts.235.w1,0.0000004179,0.01000,0.840
+4,block_sparse_moe.experts.236.w1,0.0000004106,0.01000,0.835
+4,block_sparse_moe.experts.237.w1,0.0000003411,0.01000,0.867
+4,block_sparse_moe.experts.238.w1,0.0000004112,0.01000,0.822
+4,block_sparse_moe.experts.239.w1,0.0000003697,0.01000,0.830
+4,block_sparse_moe.experts.240.w1,0.0000004280,0.01000,0.833
+4,block_sparse_moe.experts.241.w1,0.0000004232,0.01000,0.836
+4,block_sparse_moe.experts.243.w1,0.0000004234,0.01000,0.838
+4,block_sparse_moe.experts.242.w1,0.0000003974,0.01000,0.850
+4,block_sparse_moe.experts.244.w1,0.0000004140,0.01000,0.860
+4,block_sparse_moe.experts.245.w1,0.0000004250,0.01000,0.834
+4,block_sparse_moe.experts.246.w1,0.0000005107,0.01000,0.833
+4,block_sparse_moe.experts.247.w1,0.0000004208,0.01000,0.831
+4,block_sparse_moe.experts.248.w1,0.0000004361,0.01000,0.839
+4,block_sparse_moe.experts.249.w1,0.0000004178,0.01000,0.833
+4,block_sparse_moe.experts.250.w1,0.0000004281,0.01000,0.836
+4,block_sparse_moe.experts.251.w1,0.0000004220,0.01000,0.850
+4,block_sparse_moe.experts.252.w1,0.0000004081,0.01000,0.829
+4,block_sparse_moe.experts.253.w1,0.0000004230,0.01000,0.831
+4,block_sparse_moe.experts.254.w1,0.0000004030,0.01000,0.832
+4,block_sparse_moe.experts.255.w1,0.0000004125,0.01000,0.840
+4,block_sparse_moe.experts.0.w3,0.0000003971,0.01000,0.837
+4,block_sparse_moe.experts.1.w3,0.0000003972,0.01000,0.845
+4,block_sparse_moe.experts.2.w3,0.0000004011,0.01000,0.837
+4,block_sparse_moe.experts.3.w3,0.0000004079,0.01000,0.828
+4,block_sparse_moe.experts.4.w3,0.0000004170,0.01000,0.829
+4,block_sparse_moe.experts.5.w3,0.0000003907,0.01000,0.838
+4,block_sparse_moe.experts.6.w3,0.0000004017,0.01000,0.838
+4,block_sparse_moe.experts.7.w3,0.0000003739,0.01000,0.836
+4,block_sparse_moe.experts.8.w3,0.0000003818,0.01000,0.840
+4,block_sparse_moe.experts.9.w3,0.0000003890,0.01000,0.851
+4,block_sparse_moe.experts.10.w3,0.0000004150,0.01000,0.823
+4,block_sparse_moe.experts.11.w3,0.0000004099,0.01000,0.829
+4,block_sparse_moe.experts.12.w3,0.0000004032,0.01000,0.829
+4,block_sparse_moe.experts.13.w3,0.0000003871,0.01000,0.833
+4,block_sparse_moe.experts.14.w3,0.0000003901,0.01000,0.834
+4,block_sparse_moe.experts.15.w3,0.0000004119,0.01000,0.835
+4,block_sparse_moe.experts.17.w3,0.0000003561,0.01000,0.825
+4,block_sparse_moe.experts.16.w3,0.0000004085,0.01000,0.886
+4,block_sparse_moe.experts.18.w3,0.0000003898,0.01000,0.824
+4,block_sparse_moe.experts.19.w3,0.0000004020,0.01000,0.824
+4,block_sparse_moe.experts.20.w3,0.0000003894,0.01000,0.823
+4,block_sparse_moe.experts.21.w3,0.0000003916,0.01000,0.830
+4,block_sparse_moe.experts.22.w3,0.0000003897,0.01000,0.831
+4,block_sparse_moe.experts.23.w3,0.0000003541,0.01000,0.857
+4,block_sparse_moe.experts.24.w3,0.0000004016,0.01000,0.833
+4,block_sparse_moe.experts.25.w3,0.0000004032,0.01000,0.826
+4,block_sparse_moe.experts.26.w3,0.0000003843,0.01000,0.834
+4,block_sparse_moe.experts.27.w3,0.0000003985,0.01000,0.829
+4,block_sparse_moe.experts.28.w3,0.0000003820,0.01000,0.831
+4,block_sparse_moe.experts.29.w3,0.0000003928,0.01000,0.834
+4,block_sparse_moe.experts.30.w3,0.0000003861,0.01000,0.847
+4,block_sparse_moe.experts.31.w3,0.0000003760,0.01000,0.841
+4,block_sparse_moe.experts.32.w3,0.0000003911,0.01000,0.828
+4,block_sparse_moe.experts.33.w3,0.0000004022,0.01000,0.832
+4,block_sparse_moe.experts.34.w3,0.0000003922,0.01000,0.832
+4,block_sparse_moe.experts.35.w3,0.0000003994,0.01000,0.831
+4,block_sparse_moe.experts.36.w3,0.0000004004,0.01000,0.831
+4,block_sparse_moe.experts.37.w3,0.0000004068,0.01000,0.843
+4,block_sparse_moe.experts.38.w3,0.0000003976,0.01000,0.834
+4,block_sparse_moe.experts.39.w3,0.0000003929,0.01000,0.830
+4,block_sparse_moe.experts.40.w3,0.0000003931,0.01000,0.840
+4,block_sparse_moe.experts.41.w3,0.0000003776,0.01000,0.832
+4,block_sparse_moe.experts.42.w3,0.0000004022,0.01000,0.840
+4,block_sparse_moe.experts.43.w3,0.0000004007,0.01000,0.835
+4,block_sparse_moe.experts.44.w3,0.0000004186,0.01000,0.841
+4,block_sparse_moe.experts.45.w3,0.0000003868,0.01000,0.834
+4,block_sparse_moe.experts.46.w3,0.0000003993,0.01000,0.828
+4,block_sparse_moe.experts.47.w3,0.0000003924,0.01000,0.838
+4,block_sparse_moe.experts.48.w3,0.0000004038,0.01000,0.832
+4,block_sparse_moe.experts.49.w3,0.0000003878,0.01000,0.845
+4,block_sparse_moe.experts.50.w3,0.0000003916,0.01000,0.837
+4,block_sparse_moe.experts.52.w3,0.0000004022,0.01000,0.829
+4,block_sparse_moe.experts.51.w3,0.0000003986,0.01000,0.859
+4,block_sparse_moe.experts.53.w3,0.0000003886,0.01000,0.827
+4,block_sparse_moe.experts.54.w3,0.0000003977,0.01000,0.841
+4,block_sparse_moe.experts.55.w3,0.0000004009,0.01000,0.832
+4,block_sparse_moe.experts.57.w3,0.0000004247,0.01000,0.839
+4,block_sparse_moe.experts.56.w3,0.0000003891,0.01000,0.847
+4,block_sparse_moe.experts.59.w3,0.0000004044,0.01000,0.825
+4,block_sparse_moe.experts.60.w3,0.0000003999,0.01000,0.827
+4,block_sparse_moe.experts.58.w3,0.0000004197,0.01000,0.893
+4,block_sparse_moe.experts.61.w3,0.0000003984,0.01000,0.833
+4,block_sparse_moe.experts.62.w3,0.0000004062,0.01000,0.832
+4,block_sparse_moe.experts.63.w3,0.0000004013,0.01000,0.840
+4,block_sparse_moe.experts.64.w3,0.0000003805,0.01000,0.857
+4,block_sparse_moe.experts.66.w3,0.0000004220,0.01000,0.835
+4,block_sparse_moe.experts.65.w3,0.0000004036,0.01000,0.880
+4,block_sparse_moe.experts.67.w3,0.0000003547,0.01000,0.849
+4,block_sparse_moe.experts.68.w3,0.0000003847,0.01000,0.838
+4,block_sparse_moe.experts.69.w3,0.0000004078,0.01000,0.821
+4,block_sparse_moe.experts.70.w3,0.0000004040,0.01000,0.832
+4,block_sparse_moe.experts.71.w3,0.0000004051,0.01000,0.841
+4,block_sparse_moe.experts.72.w3,0.0000004273,0.01000,0.854
+4,block_sparse_moe.experts.73.w3,0.0000004058,0.01000,0.835
+4,block_sparse_moe.experts.74.w3,0.0000003816,0.01000,0.848
+4,block_sparse_moe.experts.76.w3,0.0000003988,0.01000,0.825
+4,block_sparse_moe.experts.75.w3,0.0000003868,0.01000,0.863
+4,block_sparse_moe.experts.77.w3,0.0000004229,0.01000,0.832
+4,block_sparse_moe.experts.78.w3,0.0000003888,0.01000,0.831
+4,block_sparse_moe.experts.80.w3,0.0000004296,0.01000,0.826
+4,block_sparse_moe.experts.79.w3,0.0000004569,0.01000,0.865
+4,block_sparse_moe.experts.81.w3,0.0000003752,0.01000,0.831
+4,block_sparse_moe.experts.82.w3,0.0000004049,0.01000,0.833
+4,block_sparse_moe.experts.83.w3,0.0000004002,0.01000,0.825
+4,block_sparse_moe.experts.84.w3,0.0000004040,0.01000,0.836
+4,block_sparse_moe.experts.85.w3,0.0000004138,0.01000,0.836
+4,block_sparse_moe.experts.87.w3,0.0000004027,0.01000,0.826
+4,block_sparse_moe.experts.86.w3,0.0000004088,0.01000,0.860
+4,block_sparse_moe.experts.88.w3,0.0000003975,0.01000,0.835
+4,block_sparse_moe.experts.89.w3,0.0000004051,0.01000,0.833
+4,block_sparse_moe.experts.90.w3,0.0000004059,0.01000,0.823
+4,block_sparse_moe.experts.91.w3,0.0000004191,0.01000,0.837
+4,block_sparse_moe.experts.92.w3,0.0000003992,0.01000,0.847
+4,block_sparse_moe.experts.94.w3,0.0000003886,0.01000,0.835
+4,block_sparse_moe.experts.95.w3,0.0000003830,0.01000,0.835
+4,block_sparse_moe.experts.93.w3,0.0000003978,0.01000,0.885
+4,block_sparse_moe.experts.97.w3,0.0000003802,0.01000,0.824
+4,block_sparse_moe.experts.96.w3,0.0000003977,0.01000,0.848
+4,block_sparse_moe.experts.98.w3,0.0000003997,0.01000,0.839
+4,block_sparse_moe.experts.99.w3,0.0000003648,0.01000,0.838
+4,block_sparse_moe.experts.101.w3,0.0000003887,0.01000,0.840
+4,block_sparse_moe.experts.102.w3,0.0000004072,0.01000,0.831
+4,block_sparse_moe.experts.100.w3,0.0000003686,0.01000,0.879
+4,block_sparse_moe.experts.103.w3,0.0000004051,0.01000,0.830
+4,block_sparse_moe.experts.104.w3,0.0000003981,0.01000,0.822
+4,block_sparse_moe.experts.105.w3,0.0000003947,0.01000,0.839
+4,block_sparse_moe.experts.106.w3,0.0000003902,0.01000,0.831
+4,block_sparse_moe.experts.109.w3,0.0000003926,0.01000,0.835
+4,block_sparse_moe.experts.107.w3,0.0000003887,0.01000,0.868
+4,block_sparse_moe.experts.108.w3,0.0000003978,0.01000,0.839
+4,block_sparse_moe.experts.110.w3,0.0000003898,0.01000,0.827
+4,block_sparse_moe.experts.111.w3,0.0000003767,0.01000,0.823
+4,block_sparse_moe.experts.112.w3,0.0000003956,0.01000,0.843
+4,block_sparse_moe.experts.113.w3,0.0000004052,0.01000,0.833
+4,block_sparse_moe.experts.115.w3,0.0000003949,0.01000,0.839
+4,block_sparse_moe.experts.116.w3,0.0000003748,0.01000,0.843
+4,block_sparse_moe.experts.114.w3,0.0000004023,0.01000,0.860
+4,block_sparse_moe.experts.117.w3,0.0000003952,0.01000,0.832
+4,block_sparse_moe.experts.118.w3,0.0000003887,0.01000,0.825
+4,block_sparse_moe.experts.119.w3,0.0000003780,0.01000,0.850
+4,block_sparse_moe.experts.120.w3,0.0000004029,0.01000,0.834
+4,block_sparse_moe.experts.122.w3,0.0000003950,0.01000,0.846
+4,block_sparse_moe.experts.123.w3,0.0000004144,0.01000,0.838
+4,block_sparse_moe.experts.121.w3,0.0000004073,0.01000,0.880
+4,block_sparse_moe.experts.125.w3,0.0000003800,0.01000,0.825
+4,block_sparse_moe.experts.124.w3,0.0000004164,0.01000,0.829
+4,block_sparse_moe.experts.127.w3,0.0000003959,0.01000,0.848
+4,block_sparse_moe.experts.126.w3,0.0000004042,0.01000,0.869
+4,block_sparse_moe.experts.128.w3,0.0000004111,0.01000,0.870
+4,block_sparse_moe.experts.129.w3,0.0000003458,0.01000,0.871
+4,block_sparse_moe.experts.130.w3,0.0000004006,0.01000,0.857
+4,block_sparse_moe.experts.132.w3,0.0000004050,0.01000,0.860
+4,block_sparse_moe.experts.131.w3,0.0000004090,0.01000,0.861
+4,block_sparse_moe.experts.133.w3,0.0000003715,0.01000,0.839
+4,block_sparse_moe.experts.134.w3,0.0000004033,0.01000,0.862
+4,block_sparse_moe.experts.136.w3,0.0000003877,0.01000,0.847
+4,block_sparse_moe.experts.137.w3,0.0000003897,0.01000,0.847
+4,block_sparse_moe.experts.135.w3,0.0000004097,0.01000,0.896
+4,block_sparse_moe.experts.138.w3,0.0000003877,0.01000,0.832
+4,block_sparse_moe.experts.139.w3,0.0000003874,0.01000,0.847
+4,block_sparse_moe.experts.140.w3,0.0000003959,0.01000,0.853
+4,block_sparse_moe.experts.141.w3,0.0000004241,0.01000,0.839
+4,block_sparse_moe.experts.143.w3,0.0000003954,0.01000,0.850
+4,block_sparse_moe.experts.144.w3,0.0000004412,0.01000,0.836
+4,block_sparse_moe.experts.142.w3,0.0000003443,0.01000,0.882
+4,block_sparse_moe.experts.145.w3,0.0000003966,0.01000,0.835
+4,block_sparse_moe.experts.146.w3,0.0000003758,0.01000,0.827
+4,block_sparse_moe.experts.147.w3,0.0000003679,0.01000,0.839
+4,block_sparse_moe.experts.148.w3,0.0000003895,0.01000,0.840
+4,block_sparse_moe.experts.149.w3,0.0000003938,0.01000,0.859
+4,block_sparse_moe.experts.150.w3,0.0000003998,0.01000,0.840
+4,block_sparse_moe.experts.151.w3,0.0000003890,0.01000,0.842
+4,block_sparse_moe.experts.152.w3,0.0000003869,0.01000,0.835
+4,block_sparse_moe.experts.153.w3,0.0000003916,0.01000,0.830
+4,block_sparse_moe.experts.154.w3,0.0000004006,0.01000,0.838
+4,block_sparse_moe.experts.155.w3,0.0000004145,0.01000,0.842
+4,block_sparse_moe.experts.157.w3,0.0000003916,0.01000,0.838
+4,block_sparse_moe.experts.158.w3,0.0000003261,0.01000,0.839
+4,block_sparse_moe.experts.160.w3,0.0000003995,0.01000,0.829
+4,block_sparse_moe.experts.156.w3,0.0000003943,0.01000,0.876
+4,block_sparse_moe.experts.159.w3,0.0000003878,0.01000,0.860
+4,block_sparse_moe.experts.161.w3,0.0000003793,0.01000,0.833
+4,block_sparse_moe.experts.162.w3,0.0000004136,0.01000,0.856
+4,block_sparse_moe.experts.164.w3,0.0000003965,0.01000,0.835
+4,block_sparse_moe.experts.165.w3,0.0000003941,0.01000,0.832
+4,block_sparse_moe.experts.166.w3,0.0000004079,0.01000,0.850
+4,block_sparse_moe.experts.163.w3,0.0000004114,0.01000,0.890
+4,block_sparse_moe.experts.167.w3,0.0000004026,0.01000,0.839
+4,block_sparse_moe.experts.168.w3,0.0000003817,0.01000,0.830
+4,block_sparse_moe.experts.169.w3,0.0000004050,0.01000,0.839
+4,block_sparse_moe.experts.171.w3,0.0000003950,0.01000,0.829
+4,block_sparse_moe.experts.172.w3,0.0000003917,0.01000,0.832
+4,block_sparse_moe.experts.170.w3,0.0000003936,0.01000,0.889
+4,block_sparse_moe.experts.173.w3,0.0000004046,0.01000,0.844
+4,block_sparse_moe.experts.174.w3,0.0000003748,0.01000,0.839
+4,block_sparse_moe.experts.175.w3,0.0000004028,0.01000,0.834
+4,block_sparse_moe.experts.176.w3,0.0000003914,0.01000,0.838
+4,block_sparse_moe.experts.177.w3,0.0000004120,0.01000,0.862
+4,block_sparse_moe.experts.178.w3,0.0000003908,0.01000,0.836
+4,block_sparse_moe.experts.179.w3,0.0000003588,0.01000,0.838
+4,block_sparse_moe.experts.181.w3,0.0000003881,0.01000,0.831
+4,block_sparse_moe.experts.180.w3,0.0000003788,0.01000,0.835
+4,block_sparse_moe.experts.182.w3,0.0000003976,0.01000,0.848
+4,block_sparse_moe.experts.183.w3,0.0000004065,0.01000,0.868
+4,block_sparse_moe.experts.185.w3,0.0000003985,0.01000,0.832
+4,block_sparse_moe.experts.186.w3,0.0000004071,0.01000,0.836
+4,block_sparse_moe.experts.187.w3,0.0000004063,0.01000,0.836
+4,block_sparse_moe.experts.188.w3,0.0000003768,0.01000,0.842
+4,block_sparse_moe.experts.184.w3,0.0000004002,0.01000,0.889
+4,block_sparse_moe.experts.189.w3,0.0000003973,0.01000,0.847
+4,block_sparse_moe.experts.190.w3,0.0000003981,0.01000,0.849
+4,block_sparse_moe.experts.192.w3,0.0000003971,0.01000,0.823
+4,block_sparse_moe.experts.193.w3,0.0000003952,0.01000,0.823
+4,block_sparse_moe.experts.194.w3,0.0000003852,0.01000,0.831
+4,block_sparse_moe.experts.195.w3,0.0000003921,0.01000,0.825
+4,block_sparse_moe.experts.191.w3,0.0000003889,0.01000,0.890
+4,block_sparse_moe.experts.196.w3,0.0000004118,0.01000,0.836
+4,block_sparse_moe.experts.197.w3,0.0000003990,0.01000,0.851
+4,block_sparse_moe.experts.199.w3,0.0000003891,0.01000,0.827
+4,block_sparse_moe.experts.200.w3,0.0000003892,0.01000,0.828
+4,block_sparse_moe.experts.201.w3,0.0000003851,0.01000,0.832
+4,block_sparse_moe.experts.202.w3,0.0000004004,0.01000,0.832
+4,block_sparse_moe.experts.198.w3,0.0000004023,0.01000,0.886
+4,block_sparse_moe.experts.203.w3,0.0000003825,0.01000,0.840
+4,block_sparse_moe.experts.204.w3,0.0000004049,0.01000,0.842
+4,block_sparse_moe.experts.206.w3,0.0000004134,0.01000,0.828
+4,block_sparse_moe.experts.205.w3,0.0000003971,0.01000,0.871
+4,block_sparse_moe.experts.207.w3,0.0000003936,0.01000,0.833
+4,block_sparse_moe.experts.209.w3,0.0000003900,0.01000,0.826
+4,block_sparse_moe.experts.208.w3,0.0000003873,0.01000,0.854
+4,block_sparse_moe.experts.210.w3,0.0000003899,0.01000,0.831
+4,block_sparse_moe.experts.211.w3,0.0000004042,0.01000,0.833
+4,block_sparse_moe.experts.213.w3,0.0000003683,0.01000,0.821
+4,block_sparse_moe.experts.214.w3,0.0000004012,0.01000,0.830
+4,block_sparse_moe.experts.212.w3,0.0000003823,0.01000,0.882
+4,block_sparse_moe.experts.215.w3,0.0000004004,0.01000,0.840
+4,block_sparse_moe.experts.216.w3,0.0000003885,0.01000,0.827
+4,block_sparse_moe.experts.217.w3,0.0000003780,0.01000,0.833
+4,block_sparse_moe.experts.218.w3,0.0000003866,0.01000,0.828
+4,block_sparse_moe.experts.220.w3,0.0000003929,0.01000,0.830
+4,block_sparse_moe.experts.222.w3,0.0000003922,0.01000,0.834
+4,block_sparse_moe.experts.223.w3,0.0000004015,0.01000,0.830
+4,block_sparse_moe.experts.219.w3,0.0000003827,0.01000,0.882
+4,block_sparse_moe.experts.221.w3,0.0000004020,0.01000,0.867
+4,block_sparse_moe.experts.224.w3,0.0000004097,0.01000,0.831
+4,block_sparse_moe.experts.225.w3,0.0000003890,0.01000,0.830
+4,block_sparse_moe.experts.227.w3,0.0000004194,0.01000,0.834
+4,block_sparse_moe.experts.228.w3,0.0000003978,0.01000,0.834
+4,block_sparse_moe.experts.229.w3,0.0000003987,0.01000,0.836
+4,block_sparse_moe.experts.226.w3,0.0000004006,0.01000,0.879
+4,block_sparse_moe.experts.230.w3,0.0000004001,0.01000,0.832
+4,block_sparse_moe.experts.231.w3,0.0000004068,0.01000,0.833
+4,block_sparse_moe.experts.232.w3,0.0000003876,0.01000,0.834
+4,block_sparse_moe.experts.234.w3,0.0000003799,0.01000,0.830
+4,block_sparse_moe.experts.235.w3,0.0000003988,0.01000,0.838
+4,block_sparse_moe.experts.237.w3,0.0000003332,0.01000,0.831
+4,block_sparse_moe.experts.236.w3,0.0000003970,0.01000,0.840
+4,block_sparse_moe.experts.233.w3,0.0000004034,0.01000,0.890
+4,block_sparse_moe.experts.238.w3,0.0000003952,0.01000,0.833
+4,block_sparse_moe.experts.239.w3,0.0000003523,0.01000,0.835
+4,block_sparse_moe.experts.240.w3,0.0000004027,0.01000,0.865
+4,block_sparse_moe.experts.241.w3,0.0000003988,0.01000,0.849
+4,block_sparse_moe.experts.243.w3,0.0000003933,0.01000,0.843
+4,block_sparse_moe.experts.242.w3,0.0000003861,0.01000,0.867
+4,block_sparse_moe.experts.244.w3,0.0000003969,0.01000,0.850
+4,block_sparse_moe.experts.245.w3,0.0000003871,0.01000,0.833
+4,block_sparse_moe.experts.246.w3,0.0000004718,0.01000,0.852
+4,block_sparse_moe.experts.248.w3,0.0000004163,0.01000,0.840
+4,block_sparse_moe.experts.249.w3,0.0000003951,0.01000,0.853
+4,block_sparse_moe.experts.251.w3,0.0000003954,0.01000,0.824
+4,block_sparse_moe.experts.247.w3,0.0000004060,0.01000,0.873
+4,block_sparse_moe.experts.250.w3,0.0000003971,0.01000,0.850
+4,block_sparse_moe.experts.252.w3,0.0000003889,0.01000,0.782
+4,block_sparse_moe.experts.253.w3,0.0000004071,0.01000,0.763
+4,block_sparse_moe.experts.255.w3,0.0000003915,0.01000,0.636
+4,block_sparse_moe.experts.254.w3,0.0000003833,0.01000,0.663
+4,block_sparse_moe.experts.0.w2,0.0000000277,0.01000,0.434
+4,block_sparse_moe.experts.1.w2,0.0000000268,0.01000,0.436
+4,block_sparse_moe.experts.3.w2,0.0000000320,0.01000,0.439
+4,block_sparse_moe.experts.2.w2,0.0000000450,0.01000,0.440
+4,block_sparse_moe.experts.5.w2,0.0000000175,0.01000,0.438
+4,block_sparse_moe.experts.6.w2,0.0000000277,0.01000,0.440
+4,block_sparse_moe.experts.4.w2,0.0000000365,0.01000,0.442
+4,block_sparse_moe.experts.7.w2,0.0000000173,0.01000,0.409
+4,block_sparse_moe.experts.8.w2,0.0000000258,0.01000,0.426
+4,block_sparse_moe.experts.9.w2,0.0000000246,0.01000,0.427
+4,block_sparse_moe.experts.10.w2,0.0000000235,0.01000,0.426
+4,block_sparse_moe.experts.13.w2,0.0000000185,0.01000,0.426
+4,block_sparse_moe.experts.12.w2,0.0000000329,0.01000,0.429
+4,block_sparse_moe.experts.11.w2,0.0000000346,0.01000,0.439
+4,block_sparse_moe.experts.14.w2,0.0000000243,0.01000,0.410
+4,block_sparse_moe.experts.15.w2,0.0000000342,0.01000,0.411
+4,block_sparse_moe.experts.17.w2,0.0000000146,0.01000,0.417
+4,block_sparse_moe.experts.18.w2,0.0000000260,0.01000,0.421
+4,block_sparse_moe.experts.19.w2,0.0000000223,0.01000,0.419
+4,block_sparse_moe.experts.16.w2,0.0000000293,0.01000,0.427
+4,block_sparse_moe.experts.20.w2,0.0000000290,0.01000,0.425
+4,block_sparse_moe.experts.21.w2,0.0000000270,0.01000,0.409
+4,block_sparse_moe.experts.22.w2,0.0000000273,0.01000,0.417
+4,block_sparse_moe.experts.24.w2,0.0000000282,0.01000,0.416
+4,block_sparse_moe.experts.23.w2,0.0000000162,0.01000,0.424
+4,block_sparse_moe.experts.25.w2,0.0000000279,0.01000,0.426
+4,block_sparse_moe.experts.26.w2,0.0000000316,0.01000,0.426
+4,block_sparse_moe.experts.27.w2,0.0000000173,0.01000,0.427
+4,block_sparse_moe.experts.28.w2,0.0000000209,0.01000,0.421
+4,block_sparse_moe.experts.29.w2,0.0000000248,0.01000,0.410
+4,block_sparse_moe.experts.31.w2,0.0000000289,0.01000,0.415
+4,block_sparse_moe.experts.30.w2,0.0000000222,0.01000,0.431
+4,block_sparse_moe.experts.33.w2,0.0000000214,0.01000,0.420
+4,block_sparse_moe.experts.32.w2,0.0000000243,0.01000,0.422
+4,block_sparse_moe.experts.34.w2,0.0000000248,0.01000,0.420
+4,block_sparse_moe.experts.35.w2,0.0000000258,0.01000,0.428
+4,block_sparse_moe.experts.36.w2,0.0000000301,0.01000,0.445
+4,block_sparse_moe.experts.38.w2,0.0000000265,0.01000,0.420
+4,block_sparse_moe.experts.37.w2,0.0000000251,0.01000,0.445
+4,block_sparse_moe.experts.40.w2,0.0000000218,0.01000,0.441
+4,block_sparse_moe.experts.39.w2,0.0000000282,0.01000,0.442
+4,block_sparse_moe.experts.41.w2,0.0000000193,0.01000,0.456
+4,block_sparse_moe.experts.42.w2,0.0000000224,0.01000,0.423
+4,block_sparse_moe.experts.43.w2,0.0000000275,0.01000,0.410
+4,block_sparse_moe.experts.44.w2,0.0000000206,0.01000,0.419
+4,block_sparse_moe.experts.45.w2,0.0000000243,0.01000,0.410
+4,block_sparse_moe.experts.46.w2,0.0000000151,0.01000,0.431
+4,block_sparse_moe.experts.47.w2,0.0000000176,0.01000,0.438
+4,block_sparse_moe.experts.48.w2,0.0000000252,0.01000,0.441
+4,block_sparse_moe.experts.49.w2,0.0000000211,0.01000,0.407
+4,block_sparse_moe.experts.50.w2,0.0000000440,0.01000,0.411
+4,block_sparse_moe.experts.51.w2,0.0000000407,0.01000,0.411
+4,block_sparse_moe.experts.52.w2,0.0000000273,0.01000,0.411
+4,block_sparse_moe.experts.53.w2,0.0000000314,0.01000,0.419
+4,block_sparse_moe.experts.54.w2,0.0000000327,0.01000,0.417
+4,block_sparse_moe.experts.55.w2,0.0000000316,0.01000,0.424
+4,block_sparse_moe.experts.56.w2,0.0000000439,0.01000,0.410
+4,block_sparse_moe.experts.57.w2,0.0000000341,0.01000,0.413
+4,block_sparse_moe.experts.59.w2,0.0000000381,0.01000,0.413
+4,block_sparse_moe.experts.58.w2,0.0000000297,0.01000,0.415
+4,block_sparse_moe.experts.60.w2,0.0000000244,0.01000,0.423
+4,block_sparse_moe.experts.61.w2,0.0000000252,0.01000,0.418
+4,block_sparse_moe.experts.62.w2,0.0000000182,0.01000,0.430
+4,block_sparse_moe.experts.63.w2,0.0000000354,0.01000,0.412
+4,block_sparse_moe.experts.64.w2,0.0000000148,0.01000,0.411
+4,block_sparse_moe.experts.66.w2,0.0000000358,0.01000,0.415
+4,block_sparse_moe.experts.65.w2,0.0000000266,0.01000,0.418
+4,block_sparse_moe.experts.68.w2,0.0000000284,0.01000,0.424
+4,block_sparse_moe.experts.67.w2,0.0000000181,0.01000,0.440
+4,block_sparse_moe.experts.69.w2,0.0000000263,0.01000,0.423
+4,block_sparse_moe.experts.70.w2,0.0000000340,0.01000,0.417
+4,block_sparse_moe.experts.71.w2,0.0000000302,0.01000,0.413
+4,block_sparse_moe.experts.73.w2,0.0000000291,0.01000,0.413
+4,block_sparse_moe.experts.72.w2,0.0000000427,0.01000,0.430
+4,block_sparse_moe.experts.74.w2,0.0000000214,0.01000,0.433
+4,block_sparse_moe.experts.75.w2,0.0000000290,0.01000,0.421
+4,block_sparse_moe.experts.76.w2,0.0000000378,0.01000,0.461
+4,block_sparse_moe.experts.77.w2,0.0000000398,0.01000,0.412
+4,block_sparse_moe.experts.78.w2,0.0000000293,0.01000,0.415
+4,block_sparse_moe.experts.79.w2,0.0000000379,0.01000,0.420
+4,block_sparse_moe.experts.80.w2,0.0000000308,0.01000,0.445
+4,block_sparse_moe.experts.81.w2,0.0000000170,0.01000,0.418
+4,block_sparse_moe.experts.82.w2,0.0000000269,0.01000,0.415
+4,block_sparse_moe.experts.83.w2,0.0000000364,0.01000,0.423
+4,block_sparse_moe.experts.84.w2,0.0000000260,0.01000,0.405
+4,block_sparse_moe.experts.85.w2,0.0000000290,0.01000,0.413
+4,block_sparse_moe.experts.86.w2,0.0000000210,0.01000,0.419
+4,block_sparse_moe.experts.87.w2,0.0000000283,0.01000,0.409
+4,block_sparse_moe.experts.89.w2,0.0000000246,0.01000,0.421
+4,block_sparse_moe.experts.88.w2,0.0000000381,0.01000,0.431
+4,block_sparse_moe.experts.90.w2,0.0000000317,0.01000,0.423
+4,block_sparse_moe.experts.91.w2,0.0000000248,0.01000,0.407
+4,block_sparse_moe.experts.92.w2,0.0000000259,0.01000,0.425
+4,block_sparse_moe.experts.93.w2,0.0000000308,0.01000,0.421
+4,block_sparse_moe.experts.94.w2,0.0000000253,0.01000,0.418
+4,block_sparse_moe.experts.95.w2,0.0000000199,0.01000,0.428
+4,block_sparse_moe.experts.96.w2,0.0000000273,0.01000,0.423
+4,block_sparse_moe.experts.97.w2,0.0000000185,0.01000,0.438
+4,block_sparse_moe.experts.98.w2,0.0000000258,0.01000,0.411
+4,block_sparse_moe.experts.99.w2,0.0000000193,0.01000,0.418
+4,block_sparse_moe.experts.100.w2,0.0000000167,0.01000,0.415
+4,block_sparse_moe.experts.101.w2,0.0000000321,0.01000,0.416
+4,block_sparse_moe.experts.102.w2,0.0000000275,0.01000,0.421
+4,block_sparse_moe.experts.103.w2,0.0000000311,0.01000,0.417
+4,block_sparse_moe.experts.104.w2,0.0000000372,0.01000,0.421
+4,block_sparse_moe.experts.105.w2,0.0000000212,0.01000,0.423
+4,block_sparse_moe.experts.106.w2,0.0000000276,0.01000,0.428
+4,block_sparse_moe.experts.107.w2,0.0000000256,0.01000,0.422
+4,block_sparse_moe.experts.108.w2,0.0000000220,0.01000,0.424
+4,block_sparse_moe.experts.110.w2,0.0000000214,0.01000,0.420
+4,block_sparse_moe.experts.109.w2,0.0000000153,0.01000,0.442
+4,block_sparse_moe.experts.111.w2,0.0000000195,0.01000,0.422
+4,block_sparse_moe.experts.112.w2,0.0000000326,0.01000,0.412
+4,block_sparse_moe.experts.113.w2,0.0000000222,0.01000,0.410
+4,block_sparse_moe.experts.114.w2,0.0000000307,0.01000,0.417
+4,block_sparse_moe.experts.115.w2,0.0000000208,0.01000,0.420
+4,block_sparse_moe.experts.116.w2,0.0000000156,0.01000,0.428
+4,block_sparse_moe.experts.117.w2,0.0000000251,0.01000,0.428
+4,block_sparse_moe.experts.118.w2,0.0000000270,0.01000,0.421
+4,block_sparse_moe.experts.119.w2,0.0000000200,0.01000,0.411
+4,block_sparse_moe.experts.120.w2,0.0000000399,0.01000,0.413
+4,block_sparse_moe.experts.121.w2,0.0000000224,0.01000,0.419
+4,block_sparse_moe.experts.122.w2,0.0000000292,0.01000,0.423
+4,block_sparse_moe.experts.123.w2,0.0000000335,0.01000,0.424
+4,block_sparse_moe.experts.124.w2,0.0000000265,0.01000,0.423
+4,block_sparse_moe.experts.125.w2,0.0000000157,0.01000,0.423
+4,block_sparse_moe.experts.126.w2,0.0000000302,0.01000,0.415
+4,block_sparse_moe.experts.127.w2,0.0000000310,0.01000,0.417
+4,block_sparse_moe.experts.128.w2,0.0000000348,0.01000,0.419
+4,block_sparse_moe.experts.129.w2,0.0000000133,0.01000,0.426
+4,block_sparse_moe.experts.130.w2,0.0000000270,0.01000,0.420
+4,block_sparse_moe.experts.131.w2,0.0000000320,0.01000,0.419
+4,block_sparse_moe.experts.132.w2,0.0000000308,0.01000,0.420
+4,block_sparse_moe.experts.133.w2,0.0000000175,0.01000,0.414
+4,block_sparse_moe.experts.134.w2,0.0000000262,0.01000,0.417
+4,block_sparse_moe.experts.135.w2,0.0000000283,0.01000,0.418
+4,block_sparse_moe.experts.136.w2,0.0000000197,0.01000,0.420
+4,block_sparse_moe.experts.137.w2,0.0000000277,0.01000,0.421
+4,block_sparse_moe.experts.138.w2,0.0000000233,0.01000,0.429
+4,block_sparse_moe.experts.139.w2,0.0000000178,0.01000,0.421
+4,block_sparse_moe.experts.140.w2,0.0000000238,0.01000,0.415
+4,block_sparse_moe.experts.141.w2,0.0000000290,0.01000,0.420
+4,block_sparse_moe.experts.142.w2,0.0000000126,0.01000,0.421
+4,block_sparse_moe.experts.143.w2,0.0000000173,0.01000,0.423
+4,block_sparse_moe.experts.144.w2,0.0000000174,0.01000,0.426
+4,block_sparse_moe.experts.145.w2,0.0000000265,0.01000,0.424
+4,block_sparse_moe.experts.146.w2,0.0000000198,0.01000,0.426
+4,block_sparse_moe.experts.147.w2,0.0000000273,0.01000,0.408
+4,block_sparse_moe.experts.148.w2,0.0000000323,0.01000,0.416
+4,block_sparse_moe.experts.149.w2,0.0000000285,0.01000,0.416
+4,block_sparse_moe.experts.150.w2,0.0000000226,0.01000,0.420
+4,block_sparse_moe.experts.151.w2,0.0000000179,0.01000,0.430
+4,block_sparse_moe.experts.152.w2,0.0000000234,0.01000,0.420
+4,block_sparse_moe.experts.153.w2,0.0000000247,0.01000,0.444
+4,block_sparse_moe.experts.154.w2,0.0000000402,0.01000,0.406
+4,block_sparse_moe.experts.155.w2,0.0000000395,0.01000,0.416
+4,block_sparse_moe.experts.156.w2,0.0000000275,0.01000,0.420
+4,block_sparse_moe.experts.157.w2,0.0000000164,0.01000,0.422
+4,block_sparse_moe.experts.158.w2,0.0000000102,0.01000,0.424
+4,block_sparse_moe.experts.159.w2,0.0000000211,0.01000,0.433
+4,block_sparse_moe.experts.160.w2,0.0000000327,0.01000,0.446
+4,block_sparse_moe.experts.161.w2,0.0000000190,0.01000,0.414
+4,block_sparse_moe.experts.162.w2,0.0000000395,0.01000,0.422
+4,block_sparse_moe.experts.163.w2,0.0000000310,0.01000,0.416
+4,block_sparse_moe.experts.164.w2,0.0000000194,0.01000,0.420
+4,block_sparse_moe.experts.165.w2,0.0000000303,0.01000,0.422
+4,block_sparse_moe.experts.166.w2,0.0000000301,0.01000,0.420
+4,block_sparse_moe.experts.168.w2,0.0000000291,0.01000,0.407
+4,block_sparse_moe.experts.167.w2,0.0000000256,0.01000,0.453
+4,block_sparse_moe.experts.169.w2,0.0000000329,0.01000,0.413
+4,block_sparse_moe.experts.170.w2,0.0000000358,0.01000,0.415
+4,block_sparse_moe.experts.171.w2,0.0000000257,0.01000,0.417
+4,block_sparse_moe.experts.172.w2,0.0000000320,0.01000,0.419
+4,block_sparse_moe.experts.173.w2,0.0000000160,0.01000,0.421
+4,block_sparse_moe.experts.174.w2,0.0000000160,0.01000,0.426
+4,block_sparse_moe.experts.175.w2,0.0000000364,0.01000,0.422
+4,block_sparse_moe.experts.176.w2,0.0000000269,0.01000,0.418
+4,block_sparse_moe.experts.177.w2,0.0000000326,0.01000,0.424
+4,block_sparse_moe.experts.178.w2,0.0000000242,0.01000,0.423
+4,block_sparse_moe.experts.179.w2,0.0000000277,0.01000,0.423
+4,block_sparse_moe.experts.180.w2,0.0000000183,0.01000,0.418
+4,block_sparse_moe.experts.181.w2,0.0000000274,0.01000,0.421
+4,block_sparse_moe.experts.182.w2,0.0000000227,0.01000,0.409
+4,block_sparse_moe.experts.183.w2,0.0000000324,0.01000,0.417
+4,block_sparse_moe.experts.184.w2,0.0000000250,0.01000,0.416
+4,block_sparse_moe.experts.185.w2,0.0000000300,0.01000,0.419
+4,block_sparse_moe.experts.186.w2,0.0000000303,0.01000,0.422
+4,block_sparse_moe.experts.187.w2,0.0000000313,0.01000,0.418
+4,block_sparse_moe.experts.188.w2,0.0000000142,0.01000,0.421
+4,block_sparse_moe.experts.189.w2,0.0000000344,0.01000,0.415
+4,block_sparse_moe.experts.190.w2,0.0000000318,0.01000,0.419
+4,block_sparse_moe.experts.191.w2,0.0000000230,0.01000,0.419
+4,block_sparse_moe.experts.192.w2,0.0000000230,0.01000,0.424
+4,block_sparse_moe.experts.193.w2,0.0000000228,0.01000,0.424
+4,block_sparse_moe.experts.194.w2,0.0000000268,0.01000,0.419
+4,block_sparse_moe.experts.196.w2,0.0000000262,0.01000,0.417
+4,block_sparse_moe.experts.195.w2,0.0000000246,0.01000,0.421
+4,block_sparse_moe.experts.197.w2,0.0000000204,0.01000,0.414
+4,block_sparse_moe.experts.198.w2,0.0000000301,0.01000,0.413
+4,block_sparse_moe.experts.199.w2,0.0000000174,0.01000,0.413
+4,block_sparse_moe.experts.200.w2,0.0000000226,0.01000,0.418
+4,block_sparse_moe.experts.201.w2,0.0000000226,0.01000,0.433
+4,block_sparse_moe.experts.203.w2,0.0000000202,0.01000,0.413
+4,block_sparse_moe.experts.202.w2,0.0000000189,0.01000,0.445
+4,block_sparse_moe.experts.204.w2,0.0000000210,0.01000,0.415
+4,block_sparse_moe.experts.205.w2,0.0000000287,0.01000,0.412
+4,block_sparse_moe.experts.206.w2,0.0000000245,0.01000,0.412
+4,block_sparse_moe.experts.207.w2,0.0000000176,0.01000,0.418
+4,block_sparse_moe.experts.208.w2,0.0000000293,0.01000,0.436
+4,block_sparse_moe.experts.209.w2,0.0000000255,0.01000,0.439
+4,block_sparse_moe.experts.210.w2,0.0000000287,0.01000,0.431
+4,block_sparse_moe.experts.211.w2,0.0000000262,0.01000,0.421
+4,block_sparse_moe.experts.212.w2,0.0000000296,0.01000,0.415
+4,block_sparse_moe.experts.213.w2,0.0000000139,0.01000,0.412
+4,block_sparse_moe.experts.214.w2,0.0000000461,0.01000,0.418
+4,block_sparse_moe.experts.215.w2,0.0000000241,0.01000,0.420
+4,block_sparse_moe.experts.216.w2,0.0000000157,0.01000,0.423
+4,block_sparse_moe.experts.217.w2,0.0000000178,0.01000,0.412
+4,block_sparse_moe.experts.218.w2,0.0000000202,0.01000,0.413
+4,block_sparse_moe.experts.219.w2,0.0000000293,0.01000,0.415
+4,block_sparse_moe.experts.220.w2,0.0000000197,0.01000,0.423
+4,block_sparse_moe.experts.221.w2,0.0000000253,0.01000,0.417
+4,block_sparse_moe.experts.222.w2,0.0000000294,0.01000,0.421
+4,block_sparse_moe.experts.223.w2,0.0000000285,0.01000,0.425
+4,block_sparse_moe.experts.224.w2,0.0000000216,0.01000,0.414
+4,block_sparse_moe.experts.225.w2,0.0000000265,0.01000,0.415
+4,block_sparse_moe.experts.226.w2,0.0000000381,0.01000,0.417
+4,block_sparse_moe.experts.227.w2,0.0000000280,0.01000,0.419
+4,block_sparse_moe.experts.228.w2,0.0000000219,0.01000,0.420
+4,block_sparse_moe.experts.229.w2,0.0000000440,0.01000,0.421
+4,block_sparse_moe.experts.231.w2,0.0000000326,0.01000,0.412
+4,block_sparse_moe.experts.230.w2,0.0000000365,0.01000,0.425
+4,block_sparse_moe.experts.232.w2,0.0000000228,0.01000,0.412
+4,block_sparse_moe.experts.233.w2,0.0000000278,0.01000,0.413
+4,block_sparse_moe.experts.234.w2,0.0000000188,0.01000,0.417
+4,block_sparse_moe.experts.235.w2,0.0000000218,0.01000,0.418
+4,block_sparse_moe.experts.236.w2,0.0000000296,0.01000,0.421
+4,block_sparse_moe.experts.238.w2,0.0000000268,0.01000,0.408
+4,block_sparse_moe.experts.237.w2,0.0000000116,0.01000,0.428
+4,block_sparse_moe.experts.239.w2,0.0000000150,0.01000,0.412
+4,block_sparse_moe.experts.240.w2,0.0000000353,0.01000,0.415
+4,block_sparse_moe.experts.241.w2,0.0000000279,0.01000,0.421
+4,block_sparse_moe.experts.242.w2,0.0000000190,0.01000,0.418
+4,block_sparse_moe.experts.243.w2,0.0000000249,0.01000,0.422
+4,block_sparse_moe.experts.245.w2,0.0000000285,0.01000,0.413
+4,block_sparse_moe.experts.244.w2,0.0000000332,0.01000,0.424
+4,block_sparse_moe.experts.246.w2,0.0000000355,0.01000,0.431
+4,block_sparse_moe.experts.247.w2,0.0000000246,0.01000,0.428
+4,block_sparse_moe.experts.248.w2,0.0000000282,0.01000,0.414
+4,block_sparse_moe.experts.249.w2,0.0000000296,0.01000,0.416
+4,block_sparse_moe.experts.250.w2,0.0000000316,0.01000,0.416
+4,block_sparse_moe.experts.252.w2,0.0000000292,0.01000,0.393
+4,block_sparse_moe.experts.251.w2,0.0000000411,0.01000,0.407
+4,block_sparse_moe.experts.253.w2,0.0000000321,0.01000,0.389
+4,block_sparse_moe.experts.254.w2,0.0000000211,0.01000,0.373
+4,block_sparse_moe.experts.255.w2,0.0000000164,0.01000,0.347
+5,block_sparse_moe.experts.0.w1,0.0000004811,0.01000,0.827
+5,block_sparse_moe.experts.2.w1,0.0000005250,0.01000,0.835
+5,block_sparse_moe.experts.1.w1,0.0000005192,0.01000,0.838
+5,block_sparse_moe.experts.3.w1,0.0000005010,0.01000,0.839
+5,block_sparse_moe.experts.4.w1,0.0000004984,0.01000,0.839
+5,block_sparse_moe.experts.5.w1,0.0000005163,0.01000,0.843
+5,block_sparse_moe.experts.6.w1,0.0000005059,0.01000,0.852
+5,block_sparse_moe.experts.7.w1,0.0000004788,0.01000,0.834
+5,block_sparse_moe.experts.9.w1,0.0000004554,0.01000,0.826
+5,block_sparse_moe.experts.11.w1,0.0000004991,0.01000,0.836
+5,block_sparse_moe.experts.10.w1,0.0000005019,0.01000,0.840
+5,block_sparse_moe.experts.12.w1,0.0000004395,0.01000,0.837
+5,block_sparse_moe.experts.13.w1,0.0000004999,0.01000,0.846
+5,block_sparse_moe.experts.8.w1,0.0000005177,0.01000,0.867
+5,block_sparse_moe.experts.14.w1,0.0000005223,0.01000,0.822
+5,block_sparse_moe.experts.16.w1,0.0000004902,0.01000,0.831
+5,block_sparse_moe.experts.17.w1,0.0000005155,0.01000,0.834
+5,block_sparse_moe.experts.18.w1,0.0000005220,0.01000,0.845
+5,block_sparse_moe.experts.15.w1,0.0000004798,0.01000,0.863
+5,block_sparse_moe.experts.19.w1,0.0000005178,0.01000,0.838
+5,block_sparse_moe.experts.20.w1,0.0000004848,0.01000,0.853
+5,block_sparse_moe.experts.21.w1,0.0000005090,0.01000,0.820
+5,block_sparse_moe.experts.22.w1,0.0000005288,0.01000,0.829
+5,block_sparse_moe.experts.23.w1,0.0000005117,0.01000,0.835
+5,block_sparse_moe.experts.24.w1,0.0000005118,0.01000,0.841
+5,block_sparse_moe.experts.25.w1,0.0000004985,0.01000,0.849
+5,block_sparse_moe.experts.26.w1,0.0000005067,0.01000,0.837
+5,block_sparse_moe.experts.27.w1,0.0000004972,0.01000,0.837
+5,block_sparse_moe.experts.28.w1,0.0000004602,0.01000,0.820
+5,block_sparse_moe.experts.29.w1,0.0000005024,0.01000,0.819
+5,block_sparse_moe.experts.30.w1,0.0000004969,0.01000,0.830
+5,block_sparse_moe.experts.31.w1,0.0000004602,0.01000,0.835
+5,block_sparse_moe.experts.33.w1,0.0000004732,0.01000,0.841
+5,block_sparse_moe.experts.34.w1,0.0000005206,0.01000,0.838
+5,block_sparse_moe.experts.32.w1,0.0000005173,0.01000,0.872
+5,block_sparse_moe.experts.35.w1,0.0000005051,0.01000,0.817
+5,block_sparse_moe.experts.36.w1,0.0000004951,0.01000,0.820
+5,block_sparse_moe.experts.37.w1,0.0000005052,0.01000,0.823
+5,block_sparse_moe.experts.38.w1,0.0000005083,0.01000,0.829
+5,block_sparse_moe.experts.40.w1,0.0000005005,0.01000,0.831
+5,block_sparse_moe.experts.39.w1,0.0000005181,0.01000,0.844
+5,block_sparse_moe.experts.41.w1,0.0000005239,0.01000,0.858
+5,block_sparse_moe.experts.42.w1,0.0000005057,0.01000,0.817
+5,block_sparse_moe.experts.43.w1,0.0000004984,0.01000,0.817
+5,block_sparse_moe.experts.44.w1,0.0000004792,0.01000,0.829
+5,block_sparse_moe.experts.45.w1,0.0000005064,0.01000,0.824
+5,block_sparse_moe.experts.46.w1,0.0000004937,0.01000,0.833
+5,block_sparse_moe.experts.47.w1,0.0000004943,0.01000,0.836
+5,block_sparse_moe.experts.48.w1,0.0000004789,0.01000,0.871
+5,block_sparse_moe.experts.49.w1,0.0000005213,0.01000,0.817
+5,block_sparse_moe.experts.50.w1,0.0000004788,0.01000,0.820
+5,block_sparse_moe.experts.51.w1,0.0000005298,0.01000,0.839
+5,block_sparse_moe.experts.52.w1,0.0000005391,0.01000,0.819
+5,block_sparse_moe.experts.53.w1,0.0000004979,0.01000,0.830
+5,block_sparse_moe.experts.54.w1,0.0000005178,0.01000,0.826
+5,block_sparse_moe.experts.55.w1,0.0000004872,0.01000,0.837
+5,block_sparse_moe.experts.56.w1,0.0000005211,0.01000,0.821
+5,block_sparse_moe.experts.57.w1,0.0000004832,0.01000,0.822
+5,block_sparse_moe.experts.59.w1,0.0000004915,0.01000,0.817
+5,block_sparse_moe.experts.58.w1,0.0000004747,0.01000,0.885
+5,block_sparse_moe.experts.61.w1,0.0000004846,0.01000,0.834
+5,block_sparse_moe.experts.60.w1,0.0000005144,0.01000,0.837
+5,block_sparse_moe.experts.62.w1,0.0000004930,0.01000,0.851
+5,block_sparse_moe.experts.63.w1,0.0000004342,0.01000,0.818
+5,block_sparse_moe.experts.64.w1,0.0000005303,0.01000,0.818
+5,block_sparse_moe.experts.65.w1,0.0000005087,0.01000,0.841
+5,block_sparse_moe.experts.68.w1,0.0000005123,0.01000,0.836
+5,block_sparse_moe.experts.67.w1,0.0000004892,0.01000,0.839
+5,block_sparse_moe.experts.66.w1,0.0000005116,0.01000,0.889
+5,block_sparse_moe.experts.69.w1,0.0000004720,0.01000,0.863
+5,block_sparse_moe.experts.70.w1,0.0000004930,0.01000,0.815
+5,block_sparse_moe.experts.71.w1,0.0000005019,0.01000,0.832
+5,block_sparse_moe.experts.72.w1,0.0000004932,0.01000,0.836
+5,block_sparse_moe.experts.73.w1,0.0000005091,0.01000,0.834
+5,block_sparse_moe.experts.74.w1,0.0000004748,0.01000,0.846
+5,block_sparse_moe.experts.75.w1,0.0000005063,0.01000,0.880
+5,block_sparse_moe.experts.76.w1,0.0000005129,0.01000,0.852
+5,block_sparse_moe.experts.77.w1,0.0000005235,0.01000,0.813
+5,block_sparse_moe.experts.78.w1,0.0000004978,0.01000,0.826
+5,block_sparse_moe.experts.79.w1,0.0000004971,0.01000,0.845
+5,block_sparse_moe.experts.80.w1,0.0000004939,0.01000,0.813
+5,block_sparse_moe.experts.81.w1,0.0000005062,0.01000,0.842
+5,block_sparse_moe.experts.82.w1,0.0000004929,0.01000,0.850
+5,block_sparse_moe.experts.83.w1,0.0000005192,0.01000,0.847
+5,block_sparse_moe.experts.84.w1,0.0000005087,0.01000,0.818
+5,block_sparse_moe.experts.85.w1,0.0000005185,0.01000,0.828
+5,block_sparse_moe.experts.86.w1,0.0000005133,0.01000,0.824
+5,block_sparse_moe.experts.87.w1,0.0000004970,0.01000,0.818
+5,block_sparse_moe.experts.88.w1,0.0000005127,0.01000,0.843
+5,block_sparse_moe.experts.89.w1,0.0000005171,0.01000,0.851
+5,block_sparse_moe.experts.90.w1,0.0000005261,0.01000,0.848
+5,block_sparse_moe.experts.91.w1,0.0000004833,0.01000,0.824
+5,block_sparse_moe.experts.92.w1,0.0000005095,0.01000,0.833
+5,block_sparse_moe.experts.93.w1,0.0000004999,0.01000,0.836
+5,block_sparse_moe.experts.94.w1,0.0000004753,0.01000,0.822
+5,block_sparse_moe.experts.95.w1,0.0000005029,0.01000,0.842
+5,block_sparse_moe.experts.96.w1,0.0000005210,0.01000,0.838
+5,block_sparse_moe.experts.97.w1,0.0000004652,0.01000,0.845
+5,block_sparse_moe.experts.98.w1,0.0000005163,0.01000,0.814
+5,block_sparse_moe.experts.99.w1,0.0000005172,0.01000,0.827
+5,block_sparse_moe.experts.100.w1,0.0000005102,0.01000,0.832
+5,block_sparse_moe.experts.101.w1,0.0000004856,0.01000,0.824
+5,block_sparse_moe.experts.102.w1,0.0000005033,0.01000,0.844
+5,block_sparse_moe.experts.103.w1,0.0000004798,0.01000,0.845
+5,block_sparse_moe.experts.104.w1,0.0000005081,0.01000,0.843
+5,block_sparse_moe.experts.105.w1,0.0000005063,0.01000,0.831
+5,block_sparse_moe.experts.106.w1,0.0000005258,0.01000,0.829
+5,block_sparse_moe.experts.108.w1,0.0000004968,0.01000,0.827
+5,block_sparse_moe.experts.107.w1,0.0000005006,0.01000,0.831
+5,block_sparse_moe.experts.109.w1,0.0000005110,0.01000,0.843
+5,block_sparse_moe.experts.110.w1,0.0000004907,0.01000,0.841
+5,block_sparse_moe.experts.111.w1,0.0000004844,0.01000,0.851
+5,block_sparse_moe.experts.112.w1,0.0000004451,0.01000,0.827
+5,block_sparse_moe.experts.113.w1,0.0000005009,0.01000,0.829
+5,block_sparse_moe.experts.115.w1,0.0000004415,0.01000,0.825
+5,block_sparse_moe.experts.114.w1,0.0000004918,0.01000,0.848
+5,block_sparse_moe.experts.116.w1,0.0000004815,0.01000,0.849
+5,block_sparse_moe.experts.117.w1,0.0000005312,0.01000,0.841
+5,block_sparse_moe.experts.118.w1,0.0000005059,0.01000,0.848
+5,block_sparse_moe.experts.119.w1,0.0000005147,0.01000,0.831
+5,block_sparse_moe.experts.120.w1,0.0000005095,0.01000,0.827
+5,block_sparse_moe.experts.121.w1,0.0000004817,0.01000,0.846
+5,block_sparse_moe.experts.122.w1,0.0000004638,0.01000,0.838
+5,block_sparse_moe.experts.123.w1,0.0000005027,0.01000,0.862
+5,block_sparse_moe.experts.124.w1,0.0000005057,0.01000,0.858
+5,block_sparse_moe.experts.125.w1,0.0000004758,0.01000,0.849
+5,block_sparse_moe.experts.126.w1,0.0000004867,0.01000,0.841
+5,block_sparse_moe.experts.127.w1,0.0000005138,0.01000,0.849
+5,block_sparse_moe.experts.128.w1,0.0000005292,0.01000,0.825
+5,block_sparse_moe.experts.129.w1,0.0000005089,0.01000,0.875
+5,block_sparse_moe.experts.130.w1,0.0000005032,0.01000,0.872
+5,block_sparse_moe.experts.131.w1,0.0000005083,0.01000,0.838
+5,block_sparse_moe.experts.132.w1,0.0000005094,0.01000,0.855
+5,block_sparse_moe.experts.133.w1,0.0000005087,0.01000,0.816
+5,block_sparse_moe.experts.134.w1,0.0000005187,0.01000,0.834
+5,block_sparse_moe.experts.135.w1,0.0000005195,0.01000,0.829
+5,block_sparse_moe.experts.136.w1,0.0000004725,0.01000,0.837
+5,block_sparse_moe.experts.137.w1,0.0000005030,0.01000,0.842
+5,block_sparse_moe.experts.138.w1,0.0000004806,0.01000,0.832
+5,block_sparse_moe.experts.139.w1,0.0000005011,0.01000,0.848
+5,block_sparse_moe.experts.140.w1,0.0000004874,0.01000,0.822
+5,block_sparse_moe.experts.141.w1,0.0000005084,0.01000,0.829
+5,block_sparse_moe.experts.142.w1,0.0000005056,0.01000,0.828
+5,block_sparse_moe.experts.143.w1,0.0000005344,0.01000,0.837
+5,block_sparse_moe.experts.144.w1,0.0000004742,0.01000,0.854
+5,block_sparse_moe.experts.145.w1,0.0000004832,0.01000,0.833
+5,block_sparse_moe.experts.146.w1,0.0000005111,0.01000,0.848
+5,block_sparse_moe.experts.147.w1,0.0000005070,0.01000,0.817
+5,block_sparse_moe.experts.148.w1,0.0000005217,0.01000,0.830
+5,block_sparse_moe.experts.149.w1,0.0000004983,0.01000,0.826
+5,block_sparse_moe.experts.150.w1,0.0000005171,0.01000,0.833
+5,block_sparse_moe.experts.151.w1,0.0000005189,0.01000,0.838
+5,block_sparse_moe.experts.152.w1,0.0000004842,0.01000,0.834
+5,block_sparse_moe.experts.153.w1,0.0000005036,0.01000,0.850
+5,block_sparse_moe.experts.154.w1,0.0000004959,0.01000,0.813
+5,block_sparse_moe.experts.155.w1,0.0000004791,0.01000,0.827
+5,block_sparse_moe.experts.156.w1,0.0000004753,0.01000,0.827
+5,block_sparse_moe.experts.157.w1,0.0000004989,0.01000,0.829
+5,block_sparse_moe.experts.158.w1,0.0000004585,0.01000,0.845
+5,block_sparse_moe.experts.159.w1,0.0000004793,0.01000,0.831
+5,block_sparse_moe.experts.160.w1,0.0000004788,0.01000,0.852
+5,block_sparse_moe.experts.161.w1,0.0000005006,0.01000,0.813
+5,block_sparse_moe.experts.162.w1,0.0000005080,0.01000,0.823
+5,block_sparse_moe.experts.163.w1,0.0000004978,0.01000,0.824
+5,block_sparse_moe.experts.164.w1,0.0000005238,0.01000,0.830
+5,block_sparse_moe.experts.166.w1,0.0000004845,0.01000,0.832
+5,block_sparse_moe.experts.165.w1,0.0000005186,0.01000,0.870
+5,block_sparse_moe.experts.167.w1,0.0000005019,0.01000,0.847
+5,block_sparse_moe.experts.168.w1,0.0000005036,0.01000,0.812
+5,block_sparse_moe.experts.169.w1,0.0000004702,0.01000,0.825
+5,block_sparse_moe.experts.170.w1,0.0000004280,0.01000,0.819
+5,block_sparse_moe.experts.171.w1,0.0000004895,0.01000,0.825
+5,block_sparse_moe.experts.172.w1,0.0000004919,0.01000,0.837
+5,block_sparse_moe.experts.173.w1,0.0000004980,0.01000,0.841
+5,block_sparse_moe.experts.174.w1,0.0000004514,0.01000,0.850
+5,block_sparse_moe.experts.175.w1,0.0000004925,0.01000,0.816
+5,block_sparse_moe.experts.176.w1,0.0000005046,0.01000,0.826
+5,block_sparse_moe.experts.177.w1,0.0000005123,0.01000,0.826
+5,block_sparse_moe.experts.178.w1,0.0000004950,0.01000,0.825
+5,block_sparse_moe.experts.179.w1,0.0000005108,0.01000,0.836
+5,block_sparse_moe.experts.180.w1,0.0000005143,0.01000,0.869
+5,block_sparse_moe.experts.181.w1,0.0000005135,0.01000,0.870
+5,block_sparse_moe.experts.182.w1,0.0000005159,0.01000,0.842
+5,block_sparse_moe.experts.183.w1,0.0000005147,0.01000,0.864
+5,block_sparse_moe.experts.184.w1,0.0000005106,0.01000,0.823
+5,block_sparse_moe.experts.185.w1,0.0000005378,0.01000,0.820
+5,block_sparse_moe.experts.186.w1,0.0000005161,0.01000,0.833
+5,block_sparse_moe.experts.187.w1,0.0000005101,0.01000,0.840
+5,block_sparse_moe.experts.188.w1,0.0000005255,0.01000,0.865
+5,block_sparse_moe.experts.189.w1,0.0000005124,0.01000,0.826
+5,block_sparse_moe.experts.190.w1,0.0000005237,0.01000,0.844
+5,block_sparse_moe.experts.191.w1,0.0000005153,0.01000,0.834
+5,block_sparse_moe.experts.192.w1,0.0000004819,0.01000,0.833
+5,block_sparse_moe.experts.193.w1,0.0000004878,0.01000,0.838
+5,block_sparse_moe.experts.194.w1,0.0000005096,0.01000,0.856
+5,block_sparse_moe.experts.196.w1,0.0000005009,0.01000,0.819
+5,block_sparse_moe.experts.195.w1,0.0000005020,0.01000,0.864
+5,block_sparse_moe.experts.197.w1,0.0000005246,0.01000,0.826
+5,block_sparse_moe.experts.198.w1,0.0000004904,0.01000,0.825
+5,block_sparse_moe.experts.199.w1,0.0000005084,0.01000,0.836
+5,block_sparse_moe.experts.200.w1,0.0000005260,0.01000,0.826
+5,block_sparse_moe.experts.201.w1,0.0000005110,0.01000,0.839
+5,block_sparse_moe.experts.202.w1,0.0000004697,0.01000,0.847
+5,block_sparse_moe.experts.203.w1,0.0000005097,0.01000,0.824
+5,block_sparse_moe.experts.204.w1,0.0000004783,0.01000,0.828
+5,block_sparse_moe.experts.205.w1,0.0000004968,0.01000,0.828
+5,block_sparse_moe.experts.206.w1,0.0000004753,0.01000,0.831
+5,block_sparse_moe.experts.207.w1,0.0000004798,0.01000,0.837
+5,block_sparse_moe.experts.208.w1,0.0000004754,0.01000,0.844
+5,block_sparse_moe.experts.210.w1,0.0000005315,0.01000,0.829
+5,block_sparse_moe.experts.209.w1,0.0000005247,0.01000,0.863
+5,block_sparse_moe.experts.211.w1,0.0000005003,0.01000,0.844
+5,block_sparse_moe.experts.212.w1,0.0000005051,0.01000,0.821
+5,block_sparse_moe.experts.213.w1,0.0000005341,0.01000,0.830
+5,block_sparse_moe.experts.214.w1,0.0000004885,0.01000,0.835
+5,block_sparse_moe.experts.215.w1,0.0000005110,0.01000,0.843
+5,block_sparse_moe.experts.217.w1,0.0000005305,0.01000,0.817
+5,block_sparse_moe.experts.216.w1,0.0000004625,0.01000,0.868
+5,block_sparse_moe.experts.218.w1,0.0000005419,0.01000,0.831
+5,block_sparse_moe.experts.219.w1,0.0000004725,0.01000,0.828
+5,block_sparse_moe.experts.220.w1,0.0000005404,0.01000,0.832
+5,block_sparse_moe.experts.221.w1,0.0000004955,0.01000,0.834
+5,block_sparse_moe.experts.222.w1,0.0000005006,0.01000,0.840
+5,block_sparse_moe.experts.223.w1,0.0000005118,0.01000,0.848
+5,block_sparse_moe.experts.224.w1,0.0000005137,0.01000,0.834
+5,block_sparse_moe.experts.225.w1,0.0000005303,0.01000,0.830
+5,block_sparse_moe.experts.226.w1,0.0000005087,0.01000,0.836
+5,block_sparse_moe.experts.227.w1,0.0000004947,0.01000,0.837
+5,block_sparse_moe.experts.228.w1,0.0000005034,0.01000,0.836
+5,block_sparse_moe.experts.229.w1,0.0000004597,0.01000,0.839
+5,block_sparse_moe.experts.231.w1,0.0000005256,0.01000,0.826
+5,block_sparse_moe.experts.230.w1,0.0000005053,0.01000,0.861
+5,block_sparse_moe.experts.232.w1,0.0000005084,0.01000,0.831
+5,block_sparse_moe.experts.233.w1,0.0000004965,0.01000,0.836
+5,block_sparse_moe.experts.234.w1,0.0000005073,0.01000,0.837
+5,block_sparse_moe.experts.235.w1,0.0000005118,0.01000,0.839
+5,block_sparse_moe.experts.236.w1,0.0000005128,0.01000,0.838
+5,block_sparse_moe.experts.238.w1,0.0000004894,0.01000,0.829
+5,block_sparse_moe.experts.237.w1,0.0000004712,0.01000,0.857
+5,block_sparse_moe.experts.239.w1,0.0000005228,0.01000,0.839
+5,block_sparse_moe.experts.240.w1,0.0000005065,0.01000,0.839
+5,block_sparse_moe.experts.241.w1,0.0000005165,0.01000,0.838
+5,block_sparse_moe.experts.242.w1,0.0000005137,0.01000,0.867
+5,block_sparse_moe.experts.243.w1,0.0000005008,0.01000,0.847
+5,block_sparse_moe.experts.245.w1,0.0000004782,0.01000,0.824
+5,block_sparse_moe.experts.244.w1,0.0000005112,0.01000,0.882
+5,block_sparse_moe.experts.246.w1,0.0000004726,0.01000,0.826
+5,block_sparse_moe.experts.247.w1,0.0000004836,0.01000,0.835
+5,block_sparse_moe.experts.248.w1,0.0000004897,0.01000,0.831
+5,block_sparse_moe.experts.249.w1,0.0000004782,0.01000,0.843
+5,block_sparse_moe.experts.250.w1,0.0000005161,0.01000,0.837
+5,block_sparse_moe.experts.252.w1,0.0000005182,0.01000,0.817
+5,block_sparse_moe.experts.251.w1,0.0000005320,0.01000,0.888
+5,block_sparse_moe.experts.253.w1,0.0000005017,0.01000,0.810
+5,block_sparse_moe.experts.254.w1,0.0000005159,0.01000,0.817
+5,block_sparse_moe.experts.255.w1,0.0000004696,0.01000,0.827
+5,block_sparse_moe.experts.0.w3,0.0000004579,0.01000,0.848
+5,block_sparse_moe.experts.1.w3,0.0000004992,0.01000,0.836
+5,block_sparse_moe.experts.2.w3,0.0000005039,0.01000,0.843
+5,block_sparse_moe.experts.3.w3,0.0000004771,0.01000,0.824
+5,block_sparse_moe.experts.4.w3,0.0000004711,0.01000,0.826
+5,block_sparse_moe.experts.5.w3,0.0000004860,0.01000,0.850
+5,block_sparse_moe.experts.6.w3,0.0000004853,0.01000,0.839
+5,block_sparse_moe.experts.7.w3,0.0000004641,0.01000,0.857
+5,block_sparse_moe.experts.8.w3,0.0000004976,0.01000,0.844
+5,block_sparse_moe.experts.10.w3,0.0000004824,0.01000,0.837
+5,block_sparse_moe.experts.9.w3,0.0000004443,0.01000,0.879
+5,block_sparse_moe.experts.11.w3,0.0000004773,0.01000,0.826
+5,block_sparse_moe.experts.12.w3,0.0000004283,0.01000,0.833
+5,block_sparse_moe.experts.13.w3,0.0000004808,0.01000,0.825
+5,block_sparse_moe.experts.14.w3,0.0000004946,0.01000,0.843
+5,block_sparse_moe.experts.15.w3,0.0000004683,0.01000,0.839
+5,block_sparse_moe.experts.16.w3,0.0000004654,0.01000,0.852
+5,block_sparse_moe.experts.17.w3,0.0000004916,0.01000,0.824
+5,block_sparse_moe.experts.18.w3,0.0000004957,0.01000,0.830
+5,block_sparse_moe.experts.19.w3,0.0000004715,0.01000,0.830
+5,block_sparse_moe.experts.20.w3,0.0000004745,0.01000,0.819
+5,block_sparse_moe.experts.21.w3,0.0000004853,0.01000,0.840
+5,block_sparse_moe.experts.22.w3,0.0000005111,0.01000,0.837
+5,block_sparse_moe.experts.24.w3,0.0000004629,0.01000,0.826
+5,block_sparse_moe.experts.23.w3,0.0000004673,0.01000,0.861
+5,block_sparse_moe.experts.25.w3,0.0000004807,0.01000,0.832
+5,block_sparse_moe.experts.26.w3,0.0000004866,0.01000,0.837
+5,block_sparse_moe.experts.27.w3,0.0000004770,0.01000,0.822
+5,block_sparse_moe.experts.28.w3,0.0000004374,0.01000,0.841
+5,block_sparse_moe.experts.29.w3,0.0000004765,0.01000,0.838
+5,block_sparse_moe.experts.30.w3,0.0000004573,0.01000,0.843
+5,block_sparse_moe.experts.31.w3,0.0000004448,0.01000,0.822
+5,block_sparse_moe.experts.32.w3,0.0000004823,0.01000,0.837
+5,block_sparse_moe.experts.33.w3,0.0000004534,0.01000,0.830
+5,block_sparse_moe.experts.34.w3,0.0000004690,0.01000,0.829
+5,block_sparse_moe.experts.35.w3,0.0000004704,0.01000,0.846
+5,block_sparse_moe.experts.36.w3,0.0000004811,0.01000,0.852
+5,block_sparse_moe.experts.37.w3,0.0000004735,0.01000,0.843
+5,block_sparse_moe.experts.38.w3,0.0000004793,0.01000,0.839
+5,block_sparse_moe.experts.39.w3,0.0000004938,0.01000,0.841
+5,block_sparse_moe.experts.40.w3,0.0000004808,0.01000,0.825
+5,block_sparse_moe.experts.41.w3,0.0000004808,0.01000,0.827
+5,block_sparse_moe.experts.42.w3,0.0000004726,0.01000,0.848
+5,block_sparse_moe.experts.43.w3,0.0000004793,0.01000,0.851
+5,block_sparse_moe.experts.45.w3,0.0000004623,0.01000,0.837
+5,block_sparse_moe.experts.44.w3,0.0000004655,0.01000,0.861
+5,block_sparse_moe.experts.46.w3,0.0000004797,0.01000,0.859
+5,block_sparse_moe.experts.47.w3,0.0000004731,0.01000,0.837
+5,block_sparse_moe.experts.48.w3,0.0000004587,0.01000,0.830
+5,block_sparse_moe.experts.49.w3,0.0000004974,0.01000,0.854
+5,block_sparse_moe.experts.50.w3,0.0000004655,0.01000,0.857
+5,block_sparse_moe.experts.51.w3,0.0000004771,0.01000,0.855
+5,block_sparse_moe.experts.52.w3,0.0000004680,0.01000,0.847
+5,block_sparse_moe.experts.53.w3,0.0000004631,0.01000,0.836
+5,block_sparse_moe.experts.54.w3,0.0000004917,0.01000,0.832
+5,block_sparse_moe.experts.55.w3,0.0000004682,0.01000,0.818
+5,block_sparse_moe.experts.56.w3,0.0000004806,0.01000,0.846
+5,block_sparse_moe.experts.57.w3,0.0000004568,0.01000,0.852
+5,block_sparse_moe.experts.58.w3,0.0000004626,0.01000,0.849
+5,block_sparse_moe.experts.59.w3,0.0000004705,0.01000,0.835
+5,block_sparse_moe.experts.60.w3,0.0000004897,0.01000,0.835
+5,block_sparse_moe.experts.61.w3,0.0000004607,0.01000,0.830
+5,block_sparse_moe.experts.62.w3,0.0000004700,0.01000,0.825
+5,block_sparse_moe.experts.63.w3,0.0000004167,0.01000,0.844
+5,block_sparse_moe.experts.64.w3,0.0000004997,0.01000,0.840
+5,block_sparse_moe.experts.66.w3,0.0000004710,0.01000,0.829
+5,block_sparse_moe.experts.67.w3,0.0000004749,0.01000,0.826
+5,block_sparse_moe.experts.65.w3,0.0000004851,0.01000,0.873
+5,block_sparse_moe.experts.68.w3,0.0000004856,0.01000,0.832
+5,block_sparse_moe.experts.69.w3,0.0000004567,0.01000,0.822
+5,block_sparse_moe.experts.70.w3,0.0000004762,0.01000,0.848
+5,block_sparse_moe.experts.71.w3,0.0000004729,0.01000,0.842
+5,block_sparse_moe.experts.73.w3,0.0000004861,0.01000,0.815
+5,block_sparse_moe.experts.72.w3,0.0000004721,0.01000,0.870
+5,block_sparse_moe.experts.74.w3,0.0000004596,0.01000,0.829
+5,block_sparse_moe.experts.75.w3,0.0000004851,0.01000,0.833
+5,block_sparse_moe.experts.76.w3,0.0000004975,0.01000,0.822
+5,block_sparse_moe.experts.77.w3,0.0000004968,0.01000,0.844
+5,block_sparse_moe.experts.78.w3,0.0000004761,0.01000,0.843
+5,block_sparse_moe.experts.81.w3,0.0000004710,0.01000,0.827
+5,block_sparse_moe.experts.79.w3,0.0000004768,0.01000,0.856
+5,block_sparse_moe.experts.80.w3,0.0000004717,0.01000,0.836
+5,block_sparse_moe.experts.82.w3,0.0000004688,0.01000,0.827
+5,block_sparse_moe.experts.83.w3,0.0000004955,0.01000,0.819
+5,block_sparse_moe.experts.84.w3,0.0000004826,0.01000,0.848
+5,block_sparse_moe.experts.85.w3,0.0000004941,0.01000,0.844
+5,block_sparse_moe.experts.87.w3,0.0000004793,0.01000,0.821
+5,block_sparse_moe.experts.88.w3,0.0000004900,0.01000,0.835
+5,block_sparse_moe.experts.89.w3,0.0000004726,0.01000,0.839
+5,block_sparse_moe.experts.90.w3,0.0000004942,0.01000,0.826
+5,block_sparse_moe.experts.86.w3,0.0000004860,0.01000,0.881
+5,block_sparse_moe.experts.91.w3,0.0000004517,0.01000,0.838
+5,block_sparse_moe.experts.92.w3,0.0000004765,0.01000,0.848
+5,block_sparse_moe.experts.94.w3,0.0000004649,0.01000,0.831
+5,block_sparse_moe.experts.95.w3,0.0000004697,0.01000,0.830
+5,block_sparse_moe.experts.96.w3,0.0000004850,0.01000,0.830
+5,block_sparse_moe.experts.97.w3,0.0000004442,0.01000,0.823
+5,block_sparse_moe.experts.93.w3,0.0000004697,0.01000,0.890
+5,block_sparse_moe.experts.98.w3,0.0000004914,0.01000,0.847
+5,block_sparse_moe.experts.99.w3,0.0000004924,0.01000,0.847
+5,block_sparse_moe.experts.101.w3,0.0000004528,0.01000,0.833
+5,block_sparse_moe.experts.102.w3,0.0000004860,0.01000,0.828
+5,block_sparse_moe.experts.104.w3,0.0000004902,0.01000,0.820
+5,block_sparse_moe.experts.103.w3,0.0000004641,0.01000,0.831
+5,block_sparse_moe.experts.100.w3,0.0000004858,0.01000,0.886
+5,block_sparse_moe.experts.105.w3,0.0000004511,0.01000,0.829
+5,block_sparse_moe.experts.106.w3,0.0000004836,0.01000,0.858
+5,block_sparse_moe.experts.108.w3,0.0000004616,0.01000,0.826
+5,block_sparse_moe.experts.109.w3,0.0000004882,0.01000,0.827
+5,block_sparse_moe.experts.110.w3,0.0000004755,0.01000,0.841
+5,block_sparse_moe.experts.111.w3,0.0000004800,0.01000,0.825
+5,block_sparse_moe.experts.107.w3,0.0000004834,0.01000,0.902
+5,block_sparse_moe.experts.112.w3,0.0000004096,0.01000,0.841
+5,block_sparse_moe.experts.113.w3,0.0000004765,0.01000,0.835
+5,block_sparse_moe.experts.115.w3,0.0000004255,0.01000,0.830
+5,block_sparse_moe.experts.117.w3,0.0000005030,0.01000,0.839
+5,block_sparse_moe.experts.116.w3,0.0000004617,0.01000,0.854
+5,block_sparse_moe.experts.118.w3,0.0000004863,0.01000,0.830
+5,block_sparse_moe.experts.114.w3,0.0000004677,0.01000,0.915
+5,block_sparse_moe.experts.119.w3,0.0000004855,0.01000,0.846
+5,block_sparse_moe.experts.120.w3,0.0000004673,0.01000,0.857
+5,block_sparse_moe.experts.123.w3,0.0000004752,0.01000,0.826
+5,block_sparse_moe.experts.122.w3,0.0000004439,0.01000,0.834
+5,block_sparse_moe.experts.121.w3,0.0000004523,0.01000,0.890
+5,block_sparse_moe.experts.124.w3,0.0000004799,0.01000,0.835
+5,block_sparse_moe.experts.125.w3,0.0000004646,0.01000,0.821
+5,block_sparse_moe.experts.126.w3,0.0000004680,0.01000,0.836
+5,block_sparse_moe.experts.127.w3,0.0000004929,0.01000,0.848
+5,block_sparse_moe.experts.129.w3,0.0000004837,0.01000,0.831
+5,block_sparse_moe.experts.130.w3,0.0000004738,0.01000,0.823
+5,block_sparse_moe.experts.132.w3,0.0000004888,0.01000,0.822
+5,block_sparse_moe.experts.131.w3,0.0000004776,0.01000,0.847
+5,block_sparse_moe.experts.128.w3,0.0000004948,0.01000,0.889
+5,block_sparse_moe.experts.133.w3,0.0000004885,0.01000,0.829
+5,block_sparse_moe.experts.134.w3,0.0000004849,0.01000,0.833
+5,block_sparse_moe.experts.136.w3,0.0000004584,0.01000,0.829
+5,block_sparse_moe.experts.137.w3,0.0000004764,0.01000,0.821
+5,block_sparse_moe.experts.138.w3,0.0000004507,0.01000,0.848
+5,block_sparse_moe.experts.139.w3,0.0000004568,0.01000,0.839
+5,block_sparse_moe.experts.135.w3,0.0000004933,0.01000,0.896
+5,block_sparse_moe.experts.140.w3,0.0000004716,0.01000,0.834
+5,block_sparse_moe.experts.141.w3,0.0000004720,0.01000,0.833
+5,block_sparse_moe.experts.143.w3,0.0000004983,0.01000,0.825
+5,block_sparse_moe.experts.144.w3,0.0000004498,0.01000,0.831
+5,block_sparse_moe.experts.146.w3,0.0000004890,0.01000,0.828
+5,block_sparse_moe.experts.142.w3,0.0000004861,0.01000,0.893
+5,block_sparse_moe.experts.145.w3,0.0000004655,0.01000,0.862
+5,block_sparse_moe.experts.147.w3,0.0000004697,0.01000,0.829
+5,block_sparse_moe.experts.148.w3,0.0000004818,0.01000,0.833
+5,block_sparse_moe.experts.149.w3,0.0000004758,0.01000,0.863
+5,block_sparse_moe.experts.150.w3,0.0000004880,0.01000,0.832
+5,block_sparse_moe.experts.151.w3,0.0000004988,0.01000,0.828
+5,block_sparse_moe.experts.152.w3,0.0000004697,0.01000,0.843
+5,block_sparse_moe.experts.153.w3,0.0000004606,0.01000,0.835
+5,block_sparse_moe.experts.154.w3,0.0000004651,0.01000,0.849
+5,block_sparse_moe.experts.155.w3,0.0000004666,0.01000,0.843
+5,block_sparse_moe.experts.157.w3,0.0000004773,0.01000,0.821
+5,block_sparse_moe.experts.158.w3,0.0000004392,0.01000,0.840
+5,block_sparse_moe.experts.159.w3,0.0000004616,0.01000,0.831
+5,block_sparse_moe.experts.156.w3,0.0000004590,0.01000,0.880
+5,block_sparse_moe.experts.160.w3,0.0000004586,0.01000,0.821
+5,block_sparse_moe.experts.161.w3,0.0000004921,0.01000,0.837
+5,block_sparse_moe.experts.162.w3,0.0000004782,0.01000,0.846
+5,block_sparse_moe.experts.164.w3,0.0000004938,0.01000,0.832
+5,block_sparse_moe.experts.165.w3,0.0000004904,0.01000,0.825
+5,block_sparse_moe.experts.167.w3,0.0000004714,0.01000,0.826
+5,block_sparse_moe.experts.166.w3,0.0000004610,0.01000,0.830
+5,block_sparse_moe.experts.163.w3,0.0000004542,0.01000,0.874
+5,block_sparse_moe.experts.168.w3,0.0000004722,0.01000,0.849
+5,block_sparse_moe.experts.169.w3,0.0000004540,0.01000,0.841
+5,block_sparse_moe.experts.172.w3,0.0000004739,0.01000,0.833
+5,block_sparse_moe.experts.174.w3,0.0000004360,0.01000,0.831
+5,block_sparse_moe.experts.171.w3,0.0000004755,0.01000,0.845
+5,block_sparse_moe.experts.173.w3,0.0000004726,0.01000,0.855
+5,block_sparse_moe.experts.170.w3,0.0000004073,0.01000,0.872
+5,block_sparse_moe.experts.175.w3,0.0000004707,0.01000,0.834
+5,block_sparse_moe.experts.176.w3,0.0000004779,0.01000,0.838
+5,block_sparse_moe.experts.178.w3,0.0000004672,0.01000,0.822
+5,block_sparse_moe.experts.179.w3,0.0000004745,0.01000,0.826
+5,block_sparse_moe.experts.181.w3,0.0000004831,0.01000,0.820
+5,block_sparse_moe.experts.180.w3,0.0000004869,0.01000,0.842
+5,block_sparse_moe.experts.177.w3,0.0000004887,0.01000,0.900
+5,block_sparse_moe.experts.182.w3,0.0000004815,0.01000,0.832
+5,block_sparse_moe.experts.183.w3,0.0000004865,0.01000,0.844
+5,block_sparse_moe.experts.185.w3,0.0000004976,0.01000,0.822
+5,block_sparse_moe.experts.186.w3,0.0000004829,0.01000,0.820
+5,block_sparse_moe.experts.187.w3,0.0000004653,0.01000,0.829
+5,block_sparse_moe.experts.184.w3,0.0000004876,0.01000,0.892
+5,block_sparse_moe.experts.188.w3,0.0000004959,0.01000,0.830
+5,block_sparse_moe.experts.189.w3,0.0000004878,0.01000,0.836
+5,block_sparse_moe.experts.190.w3,0.0000004718,0.01000,0.836
+5,block_sparse_moe.experts.192.w3,0.0000004611,0.01000,0.823
+5,block_sparse_moe.experts.193.w3,0.0000004684,0.01000,0.820
+5,block_sparse_moe.experts.194.w3,0.0000004823,0.01000,0.827
+5,block_sparse_moe.experts.191.w3,0.0000004897,0.01000,0.892
+5,block_sparse_moe.experts.195.w3,0.0000004748,0.01000,0.835
+5,block_sparse_moe.experts.196.w3,0.0000004809,0.01000,0.827
+5,block_sparse_moe.experts.197.w3,0.0000005021,0.01000,0.842
+5,block_sparse_moe.experts.199.w3,0.0000004767,0.01000,0.831
+5,block_sparse_moe.experts.198.w3,0.0000004684,0.01000,0.885
+5,block_sparse_moe.experts.200.w3,0.0000005024,0.01000,0.829
+5,block_sparse_moe.experts.201.w3,0.0000004888,0.01000,0.838
+5,block_sparse_moe.experts.202.w3,0.0000004523,0.01000,0.824
+5,block_sparse_moe.experts.203.w3,0.0000004872,0.01000,0.835
+5,block_sparse_moe.experts.204.w3,0.0000004598,0.01000,0.835
+5,block_sparse_moe.experts.206.w3,0.0000004591,0.01000,0.828
+5,block_sparse_moe.experts.205.w3,0.0000004797,0.01000,0.857
+5,block_sparse_moe.experts.207.w3,0.0000004521,0.01000,0.832
+5,block_sparse_moe.experts.209.w3,0.0000005043,0.01000,0.829
+5,block_sparse_moe.experts.208.w3,0.0000004520,0.01000,0.835
+5,block_sparse_moe.experts.210.w3,0.0000004774,0.01000,0.839
+5,block_sparse_moe.experts.211.w3,0.0000004522,0.01000,0.844
+5,block_sparse_moe.experts.213.w3,0.0000004978,0.01000,0.829
+5,block_sparse_moe.experts.214.w3,0.0000004594,0.01000,0.828
+5,block_sparse_moe.experts.216.w3,0.0000004500,0.01000,0.828
+5,block_sparse_moe.experts.212.w3,0.0000004810,0.01000,0.857
+5,block_sparse_moe.experts.215.w3,0.0000004644,0.01000,0.837
+5,block_sparse_moe.experts.217.w3,0.0000005043,0.01000,0.827
+5,block_sparse_moe.experts.218.w3,0.0000005117,0.01000,0.831
+5,block_sparse_moe.experts.220.w3,0.0000004865,0.01000,0.816
+5,block_sparse_moe.experts.221.w3,0.0000004791,0.01000,0.826
+5,block_sparse_moe.experts.223.w3,0.0000004726,0.01000,0.817
+5,block_sparse_moe.experts.222.w3,0.0000004811,0.01000,0.819
+5,block_sparse_moe.experts.219.w3,0.0000004471,0.01000,0.886
+5,block_sparse_moe.experts.224.w3,0.0000004818,0.01000,0.827
+5,block_sparse_moe.experts.225.w3,0.0000005127,0.01000,0.841
+5,block_sparse_moe.experts.229.w3,0.0000004524,0.01000,0.821
+5,block_sparse_moe.experts.228.w3,0.0000004734,0.01000,0.823
+5,block_sparse_moe.experts.227.w3,0.0000004809,0.01000,0.863
+5,block_sparse_moe.experts.226.w3,0.0000004900,0.01000,0.906
+5,block_sparse_moe.experts.230.w3,0.0000004807,0.01000,0.841
+5,block_sparse_moe.experts.231.w3,0.0000004833,0.01000,0.841
+5,block_sparse_moe.experts.232.w3,0.0000004646,0.01000,0.848
+5,block_sparse_moe.experts.234.w3,0.0000004880,0.01000,0.850
+5,block_sparse_moe.experts.235.w3,0.0000004885,0.01000,0.838
+5,block_sparse_moe.experts.236.w3,0.0000004746,0.01000,0.828
+5,block_sparse_moe.experts.233.w3,0.0000004791,0.01000,0.890
+5,block_sparse_moe.experts.237.w3,0.0000004554,0.01000,0.839
+5,block_sparse_moe.experts.238.w3,0.0000004702,0.01000,0.838
+5,block_sparse_moe.experts.239.w3,0.0000004837,0.01000,0.838
+5,block_sparse_moe.experts.241.w3,0.0000004849,0.01000,0.834
+5,block_sparse_moe.experts.242.w3,0.0000004866,0.01000,0.830
+5,block_sparse_moe.experts.243.w3,0.0000004803,0.01000,0.841
+5,block_sparse_moe.experts.244.w3,0.0000004777,0.01000,0.836
+5,block_sparse_moe.experts.240.w3,0.0000004828,0.01000,0.889
+5,block_sparse_moe.experts.245.w3,0.0000004684,0.01000,0.844
+5,block_sparse_moe.experts.246.w3,0.0000004587,0.01000,0.835
+5,block_sparse_moe.experts.248.w3,0.0000004765,0.01000,0.822
+5,block_sparse_moe.experts.249.w3,0.0000004522,0.01000,0.836
+5,block_sparse_moe.experts.251.w3,0.0000004749,0.01000,0.829
+5,block_sparse_moe.experts.250.w3,0.0000004932,0.01000,0.838
+5,block_sparse_moe.experts.247.w3,0.0000004492,0.01000,0.882
+5,block_sparse_moe.experts.252.w3,0.0000004878,0.01000,0.764
+5,block_sparse_moe.experts.253.w3,0.0000004759,0.01000,0.722
+5,block_sparse_moe.experts.255.w3,0.0000004546,0.01000,0.652
+5,block_sparse_moe.experts.254.w3,0.0000004950,0.01000,0.681
+5,block_sparse_moe.experts.0.w2,0.0000000243,0.01000,0.434
+5,block_sparse_moe.experts.2.w2,0.0000000576,0.01000,0.435
+5,block_sparse_moe.experts.1.w2,0.0000000433,0.01000,0.436
+5,block_sparse_moe.experts.5.w2,0.0000000631,0.01000,0.435
+5,block_sparse_moe.experts.4.w2,0.0000000365,0.01000,0.437
+5,block_sparse_moe.experts.6.w2,0.0000000364,0.01000,0.442
+5,block_sparse_moe.experts.3.w2,0.0000000541,0.01000,0.454
+5,block_sparse_moe.experts.7.w2,0.0000000325,0.01000,0.410
+5,block_sparse_moe.experts.8.w2,0.0000000463,0.01000,0.414
+5,block_sparse_moe.experts.9.w2,0.0000000276,0.01000,0.417
+5,block_sparse_moe.experts.10.w2,0.0000000426,0.01000,0.419
+5,block_sparse_moe.experts.11.w2,0.0000000522,0.01000,0.418
+5,block_sparse_moe.experts.12.w2,0.0000000195,0.01000,0.418
+5,block_sparse_moe.experts.13.w2,0.0000000483,0.01000,0.430
+5,block_sparse_moe.experts.14.w2,0.0000000534,0.01000,0.410
+5,block_sparse_moe.experts.15.w2,0.0000000332,0.01000,0.419
+5,block_sparse_moe.experts.17.w2,0.0000000447,0.01000,0.415
+5,block_sparse_moe.experts.16.w2,0.0000000441,0.01000,0.420
+5,block_sparse_moe.experts.18.w2,0.0000000501,0.01000,0.420
+5,block_sparse_moe.experts.19.w2,0.0000000402,0.01000,0.427
+5,block_sparse_moe.experts.20.w2,0.0000000414,0.01000,0.429
+5,block_sparse_moe.experts.21.w2,0.0000000438,0.01000,0.413
+5,block_sparse_moe.experts.24.w2,0.0000000371,0.01000,0.417
+5,block_sparse_moe.experts.22.w2,0.0000000402,0.01000,0.423
+5,block_sparse_moe.experts.25.w2,0.0000000341,0.01000,0.426
+5,block_sparse_moe.experts.23.w2,0.0000000236,0.01000,0.438
+5,block_sparse_moe.experts.26.w2,0.0000000502,0.01000,0.426
+5,block_sparse_moe.experts.27.w2,0.0000000434,0.01000,0.428
+5,block_sparse_moe.experts.28.w2,0.0000000236,0.01000,0.421
+5,block_sparse_moe.experts.29.w2,0.0000000346,0.01000,0.416
+5,block_sparse_moe.experts.30.w2,0.0000000397,0.01000,0.422
+5,block_sparse_moe.experts.31.w2,0.0000000235,0.01000,0.415
+5,block_sparse_moe.experts.32.w2,0.0000000405,0.01000,0.420
+5,block_sparse_moe.experts.33.w2,0.0000000274,0.01000,0.416
+5,block_sparse_moe.experts.34.w2,0.0000000400,0.01000,0.430
+5,block_sparse_moe.experts.35.w2,0.0000000402,0.01000,0.418
+5,block_sparse_moe.experts.36.w2,0.0000000289,0.01000,0.415
+5,block_sparse_moe.experts.37.w2,0.0000000386,0.01000,0.420
+5,block_sparse_moe.experts.38.w2,0.0000000396,0.01000,0.420
+5,block_sparse_moe.experts.40.w2,0.0000000317,0.01000,0.421
+5,block_sparse_moe.experts.39.w2,0.0000000371,0.01000,0.426
+5,block_sparse_moe.experts.41.w2,0.0000000392,0.01000,0.437
+5,block_sparse_moe.experts.42.w2,0.0000000405,0.01000,0.422
+5,block_sparse_moe.experts.43.w2,0.0000000339,0.01000,0.415
+5,block_sparse_moe.experts.44.w2,0.0000000278,0.01000,0.417
+5,block_sparse_moe.experts.45.w2,0.0000000373,0.01000,0.417
+5,block_sparse_moe.experts.47.w2,0.0000000337,0.01000,0.417
+5,block_sparse_moe.experts.46.w2,0.0000000343,0.01000,0.430
+5,block_sparse_moe.experts.48.w2,0.0000000346,0.01000,0.424
+5,block_sparse_moe.experts.49.w2,0.0000000404,0.01000,0.418
+5,block_sparse_moe.experts.50.w2,0.0000000286,0.01000,0.414
+5,block_sparse_moe.experts.51.w2,0.0000000665,0.01000,0.414
+5,block_sparse_moe.experts.52.w2,0.0000000439,0.01000,0.432
+5,block_sparse_moe.experts.53.w2,0.0000000281,0.01000,0.420
+5,block_sparse_moe.experts.54.w2,0.0000000458,0.01000,0.417
+5,block_sparse_moe.experts.55.w2,0.0000000290,0.01000,0.426
+5,block_sparse_moe.experts.57.w2,0.0000000431,0.01000,0.421
+5,block_sparse_moe.experts.56.w2,0.0000000279,0.01000,0.426
+5,block_sparse_moe.experts.58.w2,0.0000000290,0.01000,0.414
+5,block_sparse_moe.experts.59.w2,0.0000000450,0.01000,0.418
+5,block_sparse_moe.experts.60.w2,0.0000000354,0.01000,0.423
+5,block_sparse_moe.experts.61.w2,0.0000000453,0.01000,0.416
+5,block_sparse_moe.experts.62.w2,0.0000000326,0.01000,0.423
+5,block_sparse_moe.experts.64.w2,0.0000000609,0.01000,0.422
+5,block_sparse_moe.experts.65.w2,0.0000000454,0.01000,0.418
+5,block_sparse_moe.experts.63.w2,0.0000000197,0.01000,0.429
+5,block_sparse_moe.experts.66.w2,0.0000000292,0.01000,0.416
+5,block_sparse_moe.experts.68.w2,0.0000000301,0.01000,0.418
+5,block_sparse_moe.experts.67.w2,0.0000000302,0.01000,0.448
+5,block_sparse_moe.experts.69.w2,0.0000000432,0.01000,0.423
+5,block_sparse_moe.experts.70.w2,0.0000000331,0.01000,0.412
+5,block_sparse_moe.experts.71.w2,0.0000000340,0.01000,0.418
+5,block_sparse_moe.experts.73.w2,0.0000000374,0.01000,0.416
+5,block_sparse_moe.experts.72.w2,0.0000000458,0.01000,0.439
+5,block_sparse_moe.experts.74.w2,0.0000000331,0.01000,0.429
+5,block_sparse_moe.experts.75.w2,0.0000000388,0.01000,0.426
+5,block_sparse_moe.experts.76.w2,0.0000000398,0.01000,0.427
+5,block_sparse_moe.experts.77.w2,0.0000000463,0.01000,0.407
+5,block_sparse_moe.experts.78.w2,0.0000000387,0.01000,0.412
+5,block_sparse_moe.experts.80.w2,0.0000000271,0.01000,0.411
+5,block_sparse_moe.experts.79.w2,0.0000000329,0.01000,0.427
+5,block_sparse_moe.experts.81.w2,0.0000000376,0.01000,0.416
+5,block_sparse_moe.experts.82.w2,0.0000000304,0.01000,0.420
+5,block_sparse_moe.experts.83.w2,0.0000000483,0.01000,0.420
+5,block_sparse_moe.experts.84.w2,0.0000000438,0.01000,0.412
+5,block_sparse_moe.experts.85.w2,0.0000000467,0.01000,0.412
+5,block_sparse_moe.experts.86.w2,0.0000000525,0.01000,0.421
+5,block_sparse_moe.experts.87.w2,0.0000000364,0.01000,0.420
+5,block_sparse_moe.experts.88.w2,0.0000000499,0.01000,0.420
+5,block_sparse_moe.experts.89.w2,0.0000000493,0.01000,0.423
+5,block_sparse_moe.experts.90.w2,0.0000000471,0.01000,0.423
+5,block_sparse_moe.experts.91.w2,0.0000000337,0.01000,0.412
+5,block_sparse_moe.experts.92.w2,0.0000000429,0.01000,0.413
+5,block_sparse_moe.experts.93.w2,0.0000000255,0.01000,0.413
+5,block_sparse_moe.experts.94.w2,0.0000000361,0.01000,0.418
+5,block_sparse_moe.experts.95.w2,0.0000000363,0.01000,0.421
+5,block_sparse_moe.experts.96.w2,0.0000000498,0.01000,0.422
+5,block_sparse_moe.experts.97.w2,0.0000000329,0.01000,0.423
+5,block_sparse_moe.experts.98.w2,0.0000000504,0.01000,0.414
+5,block_sparse_moe.experts.99.w2,0.0000000425,0.01000,0.412
+5,block_sparse_moe.experts.100.w2,0.0000000555,0.01000,0.414
+5,block_sparse_moe.experts.101.w2,0.0000000356,0.01000,0.416
+5,block_sparse_moe.experts.102.w2,0.0000000361,0.01000,0.416
+5,block_sparse_moe.experts.103.w2,0.0000000263,0.01000,0.421
+5,block_sparse_moe.experts.104.w2,0.0000000413,0.01000,0.428
+5,block_sparse_moe.experts.105.w2,0.0000000434,0.01000,0.416
+5,block_sparse_moe.experts.106.w2,0.0000000480,0.01000,0.414
+5,block_sparse_moe.experts.107.w2,0.0000000332,0.01000,0.416
+5,block_sparse_moe.experts.108.w2,0.0000000559,0.01000,0.420
+5,block_sparse_moe.experts.109.w2,0.0000000521,0.01000,0.420
+5,block_sparse_moe.experts.110.w2,0.0000000347,0.01000,0.423
+5,block_sparse_moe.experts.111.w2,0.0000009489,0.01000,0.421
+5,block_sparse_moe.experts.112.w2,0.0000000158,0.01000,0.410
+5,block_sparse_moe.experts.113.w2,0.0000000529,0.01000,0.413
+5,block_sparse_moe.experts.114.w2,0.0000000388,0.01000,0.413
+5,block_sparse_moe.experts.115.w2,0.0000000222,0.01000,0.415
+5,block_sparse_moe.experts.116.w2,0.0000000298,0.01000,0.419
+5,block_sparse_moe.experts.117.w2,0.0000000520,0.01000,0.423
+5,block_sparse_moe.experts.118.w2,0.0000000363,0.01000,0.421
+5,block_sparse_moe.experts.119.w2,0.0000000389,0.01000,0.429
+5,block_sparse_moe.experts.120.w2,0.0000000350,0.01000,0.415
+5,block_sparse_moe.experts.121.w2,0.0000000286,0.01000,0.427
+5,block_sparse_moe.experts.122.w2,0.0000000225,0.01000,0.418
+5,block_sparse_moe.experts.123.w2,0.0000000475,0.01000,0.425
+5,block_sparse_moe.experts.124.w2,0.0000000394,0.01000,0.424
+5,block_sparse_moe.experts.125.w2,0.0000000288,0.01000,0.426
+5,block_sparse_moe.experts.126.w2,0.0000000212,0.01000,0.410
+5,block_sparse_moe.experts.127.w2,0.0000000450,0.01000,0.417
+5,block_sparse_moe.experts.128.w2,0.0000000483,0.01000,0.412
+5,block_sparse_moe.experts.129.w2,0.0000000430,0.01000,0.415
+5,block_sparse_moe.experts.130.w2,0.0000000409,0.01000,0.416
+5,block_sparse_moe.experts.131.w2,0.0000000390,0.01000,0.425
+5,block_sparse_moe.experts.132.w2,0.0000000515,0.01000,0.422
+5,block_sparse_moe.experts.133.w2,0.0000000423,0.01000,0.409
+5,block_sparse_moe.experts.134.w2,0.0000000534,0.01000,0.412
+5,block_sparse_moe.experts.135.w2,0.0000000466,0.01000,0.411
+5,block_sparse_moe.experts.136.w2,0.0000000323,0.01000,0.411
+5,block_sparse_moe.experts.137.w2,0.0000000316,0.01000,0.437
+5,block_sparse_moe.experts.138.w2,0.0000000258,0.01000,0.429
+5,block_sparse_moe.experts.139.w2,0.0000000339,0.01000,0.425
+5,block_sparse_moe.experts.140.w2,0.0000000315,0.01000,0.413
+5,block_sparse_moe.experts.141.w2,0.0000000410,0.01000,0.424
+5,block_sparse_moe.experts.142.w2,0.0000000445,0.01000,0.414
+5,block_sparse_moe.experts.143.w2,0.0000000512,0.01000,0.416
+5,block_sparse_moe.experts.144.w2,0.0000000314,0.01000,0.436
+5,block_sparse_moe.experts.145.w2,0.0000000270,0.01000,0.423
+5,block_sparse_moe.experts.146.w2,0.0000000402,0.01000,0.421
+5,block_sparse_moe.experts.147.w2,0.0000000378,0.01000,0.410
+5,block_sparse_moe.experts.148.w2,0.0000000345,0.01000,0.411
+5,block_sparse_moe.experts.149.w2,0.0000000345,0.01000,0.411
+5,block_sparse_moe.experts.150.w2,0.0000000433,0.01000,0.417
+5,block_sparse_moe.experts.151.w2,0.0000000426,0.01000,0.434
+5,block_sparse_moe.experts.152.w2,0.0000000318,0.01000,0.423
+5,block_sparse_moe.experts.153.w2,0.0000000326,0.01000,0.420
+5,block_sparse_moe.experts.154.w2,0.0000000323,0.01000,0.414
+5,block_sparse_moe.experts.155.w2,0.0000000436,0.01000,0.414
+5,block_sparse_moe.experts.156.w2,0.0000000298,0.01000,0.417
+5,block_sparse_moe.experts.157.w2,0.0000000372,0.01000,0.419
+5,block_sparse_moe.experts.158.w2,0.0000000298,0.01000,0.439
+5,block_sparse_moe.experts.159.w2,0.0000000301,0.01000,0.429
+5,block_sparse_moe.experts.160.w2,0.0000000357,0.01000,0.423
+5,block_sparse_moe.experts.161.w2,0.0000000438,0.01000,0.408
+5,block_sparse_moe.experts.162.w2,0.0000000376,0.01000,0.415
+5,block_sparse_moe.experts.163.w2,0.0000000195,0.01000,0.412
+5,block_sparse_moe.experts.164.w2,0.0000000495,0.01000,0.417
+5,block_sparse_moe.experts.165.w2,0.0000000447,0.01000,0.434
+5,block_sparse_moe.experts.166.w2,0.0000000216,0.01000,0.427
+5,block_sparse_moe.experts.167.w2,0.0000000586,0.01000,0.421
+5,block_sparse_moe.experts.168.w2,0.0000000317,0.01000,0.408
+5,block_sparse_moe.experts.169.w2,0.0000000400,0.01000,0.423
+5,block_sparse_moe.experts.170.w2,0.0000000141,0.01000,0.414
+5,block_sparse_moe.experts.171.w2,0.0000000343,0.01000,0.431
+5,block_sparse_moe.experts.173.w2,0.0000000473,0.01000,0.440
+5,block_sparse_moe.experts.172.w2,0.0000000287,0.01000,0.447
+5,block_sparse_moe.experts.174.w2,0.0000000233,0.01000,0.421
+5,block_sparse_moe.experts.175.w2,0.0000000334,0.01000,0.413
+5,block_sparse_moe.experts.176.w2,0.0000000366,0.01000,0.411
+5,block_sparse_moe.experts.177.w2,0.0000000515,0.01000,0.412
+5,block_sparse_moe.experts.178.w2,0.0000000362,0.01000,0.417
+5,block_sparse_moe.experts.179.w2,0.0000000359,0.01000,0.419
+5,block_sparse_moe.experts.180.w2,0.0000000411,0.01000,0.423
+5,block_sparse_moe.experts.181.w2,0.0000000384,0.01000,0.428
+5,block_sparse_moe.experts.182.w2,0.0000000266,0.01000,0.408
+5,block_sparse_moe.experts.183.w2,0.0000000265,0.01000,0.411
+5,block_sparse_moe.experts.184.w2,0.0000000422,0.01000,0.425
+5,block_sparse_moe.experts.185.w2,0.0000000535,0.01000,0.418
+5,block_sparse_moe.experts.186.w2,0.0000000481,0.01000,0.422
+5,block_sparse_moe.experts.187.w2,0.0000000709,0.01000,0.426
+5,block_sparse_moe.experts.188.w2,0.0000000455,0.01000,0.429
+5,block_sparse_moe.experts.189.w2,0.0000000538,0.01000,0.417
+5,block_sparse_moe.experts.190.w2,0.0000000350,0.01000,0.416
+5,block_sparse_moe.experts.191.w2,0.0000000491,0.01000,0.415
+5,block_sparse_moe.experts.192.w2,0.0000000302,0.01000,0.423
+5,block_sparse_moe.experts.193.w2,0.0000000303,0.01000,0.420
+5,block_sparse_moe.experts.194.w2,0.0000000350,0.01000,0.421
+5,block_sparse_moe.experts.195.w2,0.0000000372,0.01000,0.423
+5,block_sparse_moe.experts.196.w2,0.0000000327,0.01000,0.407
+5,block_sparse_moe.experts.197.w2,0.0000000532,0.01000,0.411
+5,block_sparse_moe.experts.198.w2,0.0000000339,0.01000,0.411
+5,block_sparse_moe.experts.199.w2,0.0000000400,0.01000,0.418
+5,block_sparse_moe.experts.200.w2,0.0000000354,0.01000,0.417
+5,block_sparse_moe.experts.201.w2,0.0000000484,0.01000,0.421
+5,block_sparse_moe.experts.202.w2,0.0000000286,0.01000,0.425
+5,block_sparse_moe.experts.203.w2,0.0000000349,0.01000,0.417
+5,block_sparse_moe.experts.204.w2,0.0000000361,0.01000,0.430
+5,block_sparse_moe.experts.205.w2,0.0000000362,0.01000,0.414
+5,block_sparse_moe.experts.206.w2,0.0000000243,0.01000,0.423
+5,block_sparse_moe.experts.207.w2,0.0000000218,0.01000,0.420
+5,block_sparse_moe.experts.208.w2,0.0000000273,0.01000,0.423
+5,block_sparse_moe.experts.209.w2,0.0000000467,0.01000,0.426
+5,block_sparse_moe.experts.210.w2,0.0000000371,0.01000,0.407
+5,block_sparse_moe.experts.212.w2,0.0000000388,0.01000,0.411
+5,block_sparse_moe.experts.211.w2,0.0000000528,0.01000,0.440
+5,block_sparse_moe.experts.213.w2,0.0000000649,0.01000,0.416
+5,block_sparse_moe.experts.214.w2,0.0000000292,0.01000,0.420
+5,block_sparse_moe.experts.215.w2,0.0000000423,0.01000,0.419
+5,block_sparse_moe.experts.216.w2,0.0000000315,0.01000,0.421
+5,block_sparse_moe.experts.217.w2,0.0000000561,0.01000,0.408
+5,block_sparse_moe.experts.218.w2,0.0000000589,0.01000,0.413
+5,block_sparse_moe.experts.219.w2,0.0000000245,0.01000,0.437
+5,block_sparse_moe.experts.220.w2,0.0000000417,0.01000,0.418
+5,block_sparse_moe.experts.221.w2,0.0000000413,0.01000,0.425
+5,block_sparse_moe.experts.222.w2,0.0000000492,0.01000,0.420
+5,block_sparse_moe.experts.223.w2,0.0000000424,0.01000,0.424
+5,block_sparse_moe.experts.224.w2,0.0000000426,0.01000,0.411
+5,block_sparse_moe.experts.225.w2,0.0000000364,0.01000,0.415
+5,block_sparse_moe.experts.226.w2,0.0000000414,0.01000,0.434
+5,block_sparse_moe.experts.227.w2,0.0000000388,0.01000,0.414
+5,block_sparse_moe.experts.229.w2,0.0000000302,0.01000,0.414
+5,block_sparse_moe.experts.228.w2,0.0000000272,0.01000,0.427
+5,block_sparse_moe.experts.230.w2,0.0000000417,0.01000,0.419
+5,block_sparse_moe.experts.231.w2,0.0000000639,0.01000,0.406
+5,block_sparse_moe.experts.232.w2,0.0000000381,0.01000,0.410
+5,block_sparse_moe.experts.233.w2,0.0000000280,0.01000,0.428
+5,block_sparse_moe.experts.234.w2,0.0000000475,0.01000,0.405
+5,block_sparse_moe.experts.235.w2,0.0000000433,0.01000,0.418
+5,block_sparse_moe.experts.236.w2,0.0000000451,0.01000,0.435
+5,block_sparse_moe.experts.237.w2,0.0000000333,0.01000,0.421
+5,block_sparse_moe.experts.238.w2,0.0000000342,0.01000,0.412
+5,block_sparse_moe.experts.239.w2,0.0000000655,0.01000,0.416
+5,block_sparse_moe.experts.241.w2,0.0000000442,0.01000,0.416
+5,block_sparse_moe.experts.240.w2,0.0000000447,0.01000,0.449
+5,block_sparse_moe.experts.242.w2,0.0000000413,0.01000,0.413
+5,block_sparse_moe.experts.243.w2,0.0000000389,0.01000,0.417
+5,block_sparse_moe.experts.244.w2,0.0000000463,0.01000,0.419
+5,block_sparse_moe.experts.245.w2,0.0000000252,0.01000,0.406
+5,block_sparse_moe.experts.246.w2,0.0000000443,0.01000,0.409
+5,block_sparse_moe.experts.247.w2,0.0000000291,0.01000,0.421
+5,block_sparse_moe.experts.248.w2,0.0000000349,0.01000,0.435
+5,block_sparse_moe.experts.249.w2,0.0000000365,0.01000,0.414
+5,block_sparse_moe.experts.250.w2,0.0000000502,0.01000,0.415
+5,block_sparse_moe.experts.252.w2,0.0000000420,0.01000,0.405
+5,block_sparse_moe.experts.251.w2,0.0000000474,0.01000,0.415
+5,block_sparse_moe.experts.253.w2,0.0000000251,0.01000,0.384
+5,block_sparse_moe.experts.254.w2,0.0000000528,0.01000,0.364
+5,block_sparse_moe.experts.255.w2,0.0000000291,0.01000,0.365
+6,block_sparse_moe.experts.0.w1,0.0000006619,0.01000,0.808
+6,block_sparse_moe.experts.1.w1,0.0000006356,0.01000,0.813
+6,block_sparse_moe.experts.2.w1,0.0000006886,0.01000,0.838
+6,block_sparse_moe.experts.3.w1,0.0000006688,0.01000,0.826
+6,block_sparse_moe.experts.4.w1,0.0000006476,0.01000,0.841
+6,block_sparse_moe.experts.5.w1,0.0000006569,0.01000,0.843
+6,block_sparse_moe.experts.6.w1,0.0000006742,0.01000,0.849
+6,block_sparse_moe.experts.7.w1,0.0000006644,0.01000,0.830
+6,block_sparse_moe.experts.8.w1,0.0000006706,0.01000,0.822
+6,block_sparse_moe.experts.10.w1,0.0000006446,0.01000,0.825
+6,block_sparse_moe.experts.9.w1,0.0000006749,0.01000,0.864
+6,block_sparse_moe.experts.12.w1,0.0000006700,0.01000,0.830
+6,block_sparse_moe.experts.13.w1,0.0000006994,0.01000,0.841
+6,block_sparse_moe.experts.11.w1,0.0000006760,0.01000,0.897
+6,block_sparse_moe.experts.15.w1,0.0000006679,0.01000,0.826
+6,block_sparse_moe.experts.14.w1,0.0000007048,0.01000,0.842
+6,block_sparse_moe.experts.16.w1,0.0000006753,0.01000,0.839
+6,block_sparse_moe.experts.17.w1,0.0000006618,0.01000,0.821
+6,block_sparse_moe.experts.18.w1,0.0000006650,0.01000,0.854
+6,block_sparse_moe.experts.19.w1,0.0000006704,0.01000,0.836
+6,block_sparse_moe.experts.20.w1,0.0000006240,0.01000,0.857
+6,block_sparse_moe.experts.21.w1,0.0000006442,0.01000,0.828
+6,block_sparse_moe.experts.22.w1,0.0000006613,0.01000,0.832
+6,block_sparse_moe.experts.23.w1,0.0000006370,0.01000,0.833
+6,block_sparse_moe.experts.24.w1,0.0000006524,0.01000,0.832
+6,block_sparse_moe.experts.26.w1,0.0000006934,0.01000,0.835
+6,block_sparse_moe.experts.25.w1,0.0000006850,0.01000,0.870
+6,block_sparse_moe.experts.27.w1,0.0000006691,0.01000,0.868
+6,block_sparse_moe.experts.28.w1,0.0000006880,0.01000,0.826
+6,block_sparse_moe.experts.29.w1,0.0000006814,0.01000,0.827
+6,block_sparse_moe.experts.30.w1,0.0000006737,0.01000,0.840
+6,block_sparse_moe.experts.31.w1,0.0000006792,0.01000,0.824
+6,block_sparse_moe.experts.32.w1,0.0000006194,0.01000,0.840
+6,block_sparse_moe.experts.33.w1,0.0000006753,0.01000,0.850
+6,block_sparse_moe.experts.34.w1,0.0000006720,0.01000,0.859
+6,block_sparse_moe.experts.35.w1,0.0000007012,0.01000,0.828
+6,block_sparse_moe.experts.36.w1,0.0000006765,0.01000,0.827
+6,block_sparse_moe.experts.37.w1,0.0000007047,0.01000,0.833
+6,block_sparse_moe.experts.38.w1,0.0000006465,0.01000,0.836
+6,block_sparse_moe.experts.39.w1,0.0000007032,0.01000,0.831
+6,block_sparse_moe.experts.40.w1,0.0000006695,0.01000,0.843
+6,block_sparse_moe.experts.41.w1,0.0000006681,0.01000,0.864
+6,block_sparse_moe.experts.42.w1,0.0000006976,0.01000,0.828
+6,block_sparse_moe.experts.43.w1,0.0000006630,0.01000,0.828
+6,block_sparse_moe.experts.45.w1,0.0000007021,0.01000,0.822
+6,block_sparse_moe.experts.44.w1,0.0000006688,0.01000,0.871
+6,block_sparse_moe.experts.46.w1,0.0000006662,0.01000,0.837
+6,block_sparse_moe.experts.47.w1,0.0000006732,0.01000,0.831
+6,block_sparse_moe.experts.48.w1,0.0000005895,0.01000,0.843
+6,block_sparse_moe.experts.49.w1,0.0000006600,0.01000,0.828
+6,block_sparse_moe.experts.50.w1,0.0000006607,0.01000,0.826
+6,block_sparse_moe.experts.51.w1,0.0000006242,0.01000,0.838
+6,block_sparse_moe.experts.52.w1,0.0000006588,0.01000,0.828
+6,block_sparse_moe.experts.53.w1,0.0000006732,0.01000,0.842
+6,block_sparse_moe.experts.54.w1,0.0000006334,0.01000,0.832
+6,block_sparse_moe.experts.55.w1,0.0000006786,0.01000,0.847
+6,block_sparse_moe.experts.56.w1,0.0000006846,0.01000,0.833
+6,block_sparse_moe.experts.57.w1,0.0000006874,0.01000,0.834
+6,block_sparse_moe.experts.58.w1,0.0000006932,0.01000,0.830
+6,block_sparse_moe.experts.59.w1,0.0000007065,0.01000,0.834
+6,block_sparse_moe.experts.60.w1,0.0000006394,0.01000,0.834
+6,block_sparse_moe.experts.61.w1,0.0000006739,0.01000,0.831
+6,block_sparse_moe.experts.62.w1,0.0000007071,0.01000,0.841
+6,block_sparse_moe.experts.63.w1,0.0000006761,0.01000,0.827
+6,block_sparse_moe.experts.64.w1,0.0000006780,0.01000,0.833
+6,block_sparse_moe.experts.65.w1,0.0000006742,0.01000,0.829
+6,block_sparse_moe.experts.66.w1,0.0000006924,0.01000,0.846
+6,block_sparse_moe.experts.67.w1,0.0000006431,0.01000,0.840
+6,block_sparse_moe.experts.68.w1,0.0000006318,0.01000,0.840
+6,block_sparse_moe.experts.69.w1,0.0000006923,0.01000,0.850
+6,block_sparse_moe.experts.70.w1,0.0000006990,0.01000,0.820
+6,block_sparse_moe.experts.71.w1,0.0000007233,0.01000,0.839
+6,block_sparse_moe.experts.72.w1,0.0000006189,0.01000,0.837
+6,block_sparse_moe.experts.73.w1,0.0000006948,0.01000,0.832
+6,block_sparse_moe.experts.74.w1,0.0000006836,0.01000,0.841
+6,block_sparse_moe.experts.75.w1,0.0000006722,0.01000,0.840
+6,block_sparse_moe.experts.76.w1,0.0000006876,0.01000,0.858
+6,block_sparse_moe.experts.77.w1,0.0000006776,0.01000,0.820
+6,block_sparse_moe.experts.78.w1,0.0000006712,0.01000,0.844
+6,block_sparse_moe.experts.79.w1,0.0000007071,0.01000,0.842
+6,block_sparse_moe.experts.80.w1,0.0000006991,0.01000,0.842
+6,block_sparse_moe.experts.81.w1,0.0000006944,0.01000,0.852
+6,block_sparse_moe.experts.82.w1,0.0000006752,0.01000,0.851
+6,block_sparse_moe.experts.83.w1,0.0000005905,0.01000,0.856
+6,block_sparse_moe.experts.84.w1,0.0000006783,0.01000,0.828
+6,block_sparse_moe.experts.85.w1,0.0000006743,0.01000,0.834
+6,block_sparse_moe.experts.86.w1,0.0000006413,0.01000,0.829
+6,block_sparse_moe.experts.87.w1,0.0000006494,0.01000,0.837
+6,block_sparse_moe.experts.88.w1,0.0000006733,0.01000,0.833
+6,block_sparse_moe.experts.89.w1,0.0000007112,0.01000,0.829
+6,block_sparse_moe.experts.90.w1,0.0000006794,0.01000,0.840
+6,block_sparse_moe.experts.91.w1,0.0000006485,0.01000,0.823
+6,block_sparse_moe.experts.92.w1,0.0000006712,0.01000,0.830
+6,block_sparse_moe.experts.93.w1,0.0000006429,0.01000,0.824
+6,block_sparse_moe.experts.94.w1,0.0000006676,0.01000,0.831
+6,block_sparse_moe.experts.95.w1,0.0000006319,0.01000,0.839
+6,block_sparse_moe.experts.96.w1,0.0000006746,0.01000,0.834
+6,block_sparse_moe.experts.97.w1,0.0000006686,0.01000,0.842
+6,block_sparse_moe.experts.98.w1,0.0000006185,0.01000,0.827
+6,block_sparse_moe.experts.99.w1,0.0000006807,0.01000,0.826
+6,block_sparse_moe.experts.100.w1,0.0000006403,0.01000,0.828
+6,block_sparse_moe.experts.101.w1,0.0000006178,0.01000,0.830
+6,block_sparse_moe.experts.102.w1,0.0000006604,0.01000,0.838
+6,block_sparse_moe.experts.103.w1,0.0000006631,0.01000,0.833
+6,block_sparse_moe.experts.104.w1,0.0000006629,0.01000,0.838
+6,block_sparse_moe.experts.105.w1,0.0000006348,0.01000,0.823
+6,block_sparse_moe.experts.106.w1,0.0000006588,0.01000,0.825
+6,block_sparse_moe.experts.107.w1,0.0000006557,0.01000,0.828
+6,block_sparse_moe.experts.108.w1,0.0000006427,0.01000,0.836
+6,block_sparse_moe.experts.110.w1,0.0000006848,0.01000,0.838
+6,block_sparse_moe.experts.109.w1,0.0000006891,0.01000,0.846
+6,block_sparse_moe.experts.111.w1,0.0000006118,0.01000,0.835
+6,block_sparse_moe.experts.112.w1,0.0000006808,0.01000,0.821
+6,block_sparse_moe.experts.113.w1,0.0000006858,0.01000,0.822
+6,block_sparse_moe.experts.114.w1,0.0000006810,0.01000,0.823
+6,block_sparse_moe.experts.115.w1,0.0000006681,0.01000,0.830
+6,block_sparse_moe.experts.117.w1,0.0000006665,0.01000,0.840
+6,block_sparse_moe.experts.116.w1,0.0000006359,0.01000,0.843
+6,block_sparse_moe.experts.118.w1,0.0000006831,0.01000,0.840
+6,block_sparse_moe.experts.119.w1,0.0000006775,0.01000,0.817
+6,block_sparse_moe.experts.120.w1,0.0000006856,0.01000,0.825
+6,block_sparse_moe.experts.121.w1,0.0000006770,0.01000,0.820
+6,block_sparse_moe.experts.122.w1,0.0000006730,0.01000,0.832
+6,block_sparse_moe.experts.124.w1,0.0000006200,0.01000,0.839
+6,block_sparse_moe.experts.123.w1,0.0000006640,0.01000,0.842
+6,block_sparse_moe.experts.125.w1,0.0000006591,0.01000,0.836
+6,block_sparse_moe.experts.126.w1,0.0000006562,0.01000,0.831
+6,block_sparse_moe.experts.127.w1,0.0000006741,0.01000,0.839
+6,block_sparse_moe.experts.128.w1,0.0000006569,0.01000,0.830
+6,block_sparse_moe.experts.129.w1,0.0000006651,0.01000,0.835
+6,block_sparse_moe.experts.130.w1,0.0000006594,0.01000,0.866
+6,block_sparse_moe.experts.131.w1,0.0000006520,0.01000,0.887
+6,block_sparse_moe.experts.132.w1,0.0000006694,0.01000,0.839
+6,block_sparse_moe.experts.133.w1,0.0000006873,0.01000,0.830
+6,block_sparse_moe.experts.134.w1,0.0000006624,0.01000,0.822
+6,block_sparse_moe.experts.135.w1,0.0000005673,0.01000,0.826
+6,block_sparse_moe.experts.136.w1,0.0000006579,0.01000,0.834
+6,block_sparse_moe.experts.137.w1,0.0000007231,0.01000,0.853
+6,block_sparse_moe.experts.138.w1,0.0000006219,0.01000,0.845
+6,block_sparse_moe.experts.139.w1,0.0000006646,0.01000,0.844
+6,block_sparse_moe.experts.140.w1,0.0000007071,0.01000,0.834
+6,block_sparse_moe.experts.141.w1,0.0000006225,0.01000,0.866
+6,block_sparse_moe.experts.142.w1,0.0000006516,0.01000,0.834
+6,block_sparse_moe.experts.143.w1,0.0000006993,0.01000,0.837
+6,block_sparse_moe.experts.145.w1,0.0000006921,0.01000,0.839
+6,block_sparse_moe.experts.144.w1,0.0000006754,0.01000,0.851
+6,block_sparse_moe.experts.146.w1,0.0000006774,0.01000,0.843
+6,block_sparse_moe.experts.147.w1,0.0000006654,0.01000,0.827
+6,block_sparse_moe.experts.148.w1,0.0000006604,0.01000,0.834
+6,block_sparse_moe.experts.149.w1,0.0000006722,0.01000,0.830
+6,block_sparse_moe.experts.150.w1,0.0000006604,0.01000,0.837
+6,block_sparse_moe.experts.152.w1,0.0000006890,0.01000,0.840
+6,block_sparse_moe.experts.151.w1,0.0000006615,0.01000,0.843
+6,block_sparse_moe.experts.153.w1,0.0000006814,0.01000,0.839
+6,block_sparse_moe.experts.154.w1,0.0000006699,0.01000,0.835
+6,block_sparse_moe.experts.155.w1,0.0000006479,0.01000,0.830
+6,block_sparse_moe.experts.156.w1,0.0000006653,0.01000,0.828
+6,block_sparse_moe.experts.157.w1,0.0000006978,0.01000,0.836
+6,block_sparse_moe.experts.158.w1,0.0000006867,0.01000,0.844
+6,block_sparse_moe.experts.159.w1,0.0000006557,0.01000,0.854
+6,block_sparse_moe.experts.160.w1,0.0000006683,0.01000,0.839
+6,block_sparse_moe.experts.161.w1,0.0000006603,0.01000,0.828
+6,block_sparse_moe.experts.162.w1,0.0000006666,0.01000,0.841
+6,block_sparse_moe.experts.163.w1,0.0000006582,0.01000,0.840
+6,block_sparse_moe.experts.164.w1,0.0000006567,0.01000,0.829
+6,block_sparse_moe.experts.165.w1,0.0000007410,0.01000,0.837
+6,block_sparse_moe.experts.166.w1,0.0000006625,0.01000,0.843
+6,block_sparse_moe.experts.167.w1,0.0000006493,0.01000,0.838
+6,block_sparse_moe.experts.168.w1,0.0000006600,0.01000,0.812
+6,block_sparse_moe.experts.169.w1,0.0000005939,0.01000,0.831
+6,block_sparse_moe.experts.170.w1,0.0000008152,0.01000,0.832
+6,block_sparse_moe.experts.171.w1,0.0000006780,0.01000,0.826
+6,block_sparse_moe.experts.172.w1,0.0000006319,0.01000,0.842
+6,block_sparse_moe.experts.173.w1,0.0000006740,0.01000,0.860
+6,block_sparse_moe.experts.174.w1,0.0000006676,0.01000,0.838
+6,block_sparse_moe.experts.175.w1,0.0000006685,0.01000,0.816
+6,block_sparse_moe.experts.176.w1,0.0000006679,0.01000,0.828
+6,block_sparse_moe.experts.177.w1,0.0000006666,0.01000,0.823
+6,block_sparse_moe.experts.178.w1,0.0000006683,0.01000,0.829
+6,block_sparse_moe.experts.179.w1,0.0000006895,0.01000,0.841
+6,block_sparse_moe.experts.180.w1,0.0000006442,0.01000,0.858
+6,block_sparse_moe.experts.181.w1,0.0000006643,0.01000,0.837
+6,block_sparse_moe.experts.182.w1,0.0000006427,0.01000,0.818
+6,block_sparse_moe.experts.183.w1,0.0000006757,0.01000,0.835
+6,block_sparse_moe.experts.184.w1,0.0000006563,0.01000,0.830
+6,block_sparse_moe.experts.185.w1,0.0000006434,0.01000,0.834
+6,block_sparse_moe.experts.186.w1,0.0000006893,0.01000,0.841
+6,block_sparse_moe.experts.187.w1,0.0000005371,0.01000,0.857
+6,block_sparse_moe.experts.188.w1,0.0000006791,0.01000,0.835
+6,block_sparse_moe.experts.189.w1,0.0000006501,0.01000,0.824
+6,block_sparse_moe.experts.190.w1,0.0000006709,0.01000,0.827
+6,block_sparse_moe.experts.191.w1,0.0000006719,0.01000,0.831
+6,block_sparse_moe.experts.192.w1,0.0000006909,0.01000,0.836
+6,block_sparse_moe.experts.193.w1,0.0000006678,0.01000,0.834
+6,block_sparse_moe.experts.194.w1,0.0000006556,0.01000,0.856
+6,block_sparse_moe.experts.195.w1,0.0000006730,0.01000,0.851
+6,block_sparse_moe.experts.196.w1,0.0000007519,0.01000,0.818
+6,block_sparse_moe.experts.197.w1,0.0000006797,0.01000,0.824
+6,block_sparse_moe.experts.198.w1,0.0000005847,0.01000,0.829
+6,block_sparse_moe.experts.199.w1,0.0000006543,0.01000,0.848
+6,block_sparse_moe.experts.200.w1,0.0000006794,0.01000,0.847
+6,block_sparse_moe.experts.201.w1,0.0000006600,0.01000,0.858
+6,block_sparse_moe.experts.202.w1,0.0000006663,0.01000,0.837
+6,block_sparse_moe.experts.203.w1,0.0000006886,0.01000,0.813
+6,block_sparse_moe.experts.204.w1,0.0000006740,0.01000,0.827
+6,block_sparse_moe.experts.205.w1,0.0000006784,0.01000,0.841
+6,block_sparse_moe.experts.206.w1,0.0000006908,0.01000,0.841
+6,block_sparse_moe.experts.207.w1,0.0000006703,0.01000,0.838
+6,block_sparse_moe.experts.209.w1,0.0000006444,0.01000,0.836
+6,block_sparse_moe.experts.208.w1,0.0000006641,0.01000,0.894
+6,block_sparse_moe.experts.210.w1,0.0000006721,0.01000,0.812
+6,block_sparse_moe.experts.211.w1,0.0000006583,0.01000,0.824
+6,block_sparse_moe.experts.212.w1,0.0000006942,0.01000,0.825
+6,block_sparse_moe.experts.213.w1,0.0000006907,0.01000,0.822
+6,block_sparse_moe.experts.214.w1,0.0000006296,0.01000,0.841
+6,block_sparse_moe.experts.215.w1,0.0000006150,0.01000,0.853
+6,block_sparse_moe.experts.216.w1,0.0000006710,0.01000,0.862
+6,block_sparse_moe.experts.217.w1,0.0000005461,0.01000,0.818
+6,block_sparse_moe.experts.218.w1,0.0000006776,0.01000,0.824
+6,block_sparse_moe.experts.219.w1,0.0000007026,0.01000,0.834
+6,block_sparse_moe.experts.220.w1,0.0000005940,0.01000,0.815
+6,block_sparse_moe.experts.221.w1,0.0000006770,0.01000,0.840
+6,block_sparse_moe.experts.222.w1,0.0000006123,0.01000,0.833
+6,block_sparse_moe.experts.224.w1,0.0000006276,0.01000,0.813
+6,block_sparse_moe.experts.223.w1,0.0000006713,0.01000,0.880
+6,block_sparse_moe.experts.225.w1,0.0000006862,0.01000,0.821
+6,block_sparse_moe.experts.226.w1,0.0000006849,0.01000,0.826
+6,block_sparse_moe.experts.227.w1,0.0000006772,0.01000,0.814
+6,block_sparse_moe.experts.228.w1,0.0000008227,0.01000,0.833
+6,block_sparse_moe.experts.229.w1,0.0000006834,0.01000,0.828
+6,block_sparse_moe.experts.230.w1,0.0000007185,0.01000,0.850
+6,block_sparse_moe.experts.231.w1,0.0000006596,0.01000,0.827
+6,block_sparse_moe.experts.232.w1,0.0000006690,0.01000,0.830
+6,block_sparse_moe.experts.233.w1,0.0000006566,0.01000,0.831
+6,block_sparse_moe.experts.234.w1,0.0000007383,0.01000,0.821
+6,block_sparse_moe.experts.235.w1,0.0000007449,0.01000,0.840
+6,block_sparse_moe.experts.236.w1,0.0000006939,0.01000,0.837
+6,block_sparse_moe.experts.237.w1,0.0000006958,0.01000,0.845
+6,block_sparse_moe.experts.238.w1,0.0000005779,0.01000,0.827
+6,block_sparse_moe.experts.239.w1,0.0000006244,0.01000,0.839
+6,block_sparse_moe.experts.240.w1,0.0000006561,0.01000,0.826
+6,block_sparse_moe.experts.241.w1,0.0000006758,0.01000,0.819
+6,block_sparse_moe.experts.242.w1,0.0000006743,0.01000,0.853
+6,block_sparse_moe.experts.243.w1,0.0000006702,0.01000,0.827
+6,block_sparse_moe.experts.244.w1,0.0000006589,0.01000,0.838
+6,block_sparse_moe.experts.245.w1,0.0000006890,0.01000,0.843
+6,block_sparse_moe.experts.246.w1,0.0000006696,0.01000,0.825
+6,block_sparse_moe.experts.247.w1,0.0000006589,0.01000,0.827
+6,block_sparse_moe.experts.248.w1,0.0000006647,0.01000,0.824
+6,block_sparse_moe.experts.249.w1,0.0000006938,0.01000,0.852
+6,block_sparse_moe.experts.250.w1,0.0000006252,0.01000,0.842
+6,block_sparse_moe.experts.251.w1,0.0000006656,0.01000,0.845
+6,block_sparse_moe.experts.252.w1,0.0000006688,0.01000,0.831
+6,block_sparse_moe.experts.253.w1,0.0000006776,0.01000,0.825
+6,block_sparse_moe.experts.254.w1,0.0000006471,0.01000,0.834
+6,block_sparse_moe.experts.255.w1,0.0000006697,0.01000,0.825
+6,block_sparse_moe.experts.0.w3,0.0000006431,0.01000,0.841
+6,block_sparse_moe.experts.1.w3,0.0000006046,0.01000,0.844
+6,block_sparse_moe.experts.3.w3,0.0000006484,0.01000,0.820
+6,block_sparse_moe.experts.2.w3,0.0000006514,0.01000,0.884
+6,block_sparse_moe.experts.4.w3,0.0000006037,0.01000,0.821
+6,block_sparse_moe.experts.5.w3,0.0000006267,0.01000,0.813
+6,block_sparse_moe.experts.6.w3,0.0000006392,0.01000,0.825
+6,block_sparse_moe.experts.7.w3,0.0000006399,0.01000,0.866
+6,block_sparse_moe.experts.8.w3,0.0000006410,0.01000,0.834
+6,block_sparse_moe.experts.9.w3,0.0000006520,0.01000,0.861
+6,block_sparse_moe.experts.10.w3,0.0000006208,0.01000,0.821
+6,block_sparse_moe.experts.11.w3,0.0000006460,0.01000,0.825
+6,block_sparse_moe.experts.12.w3,0.0000006437,0.01000,0.831
+6,block_sparse_moe.experts.13.w3,0.0000006773,0.01000,0.828
+6,block_sparse_moe.experts.15.w3,0.0000006402,0.01000,0.838
+6,block_sparse_moe.experts.14.w3,0.0000006611,0.01000,0.877
+6,block_sparse_moe.experts.17.w3,0.0000006378,0.01000,0.818
+6,block_sparse_moe.experts.16.w3,0.0000006431,0.01000,0.860
+6,block_sparse_moe.experts.18.w3,0.0000006346,0.01000,0.824
+6,block_sparse_moe.experts.19.w3,0.0000006353,0.01000,0.830
+6,block_sparse_moe.experts.20.w3,0.0000006121,0.01000,0.834
+6,block_sparse_moe.experts.21.w3,0.0000006166,0.01000,0.842
+6,block_sparse_moe.experts.22.w3,0.0000006334,0.01000,0.865
+6,block_sparse_moe.experts.23.w3,0.0000006056,0.01000,0.837
+6,block_sparse_moe.experts.24.w3,0.0000006251,0.01000,0.832
+6,block_sparse_moe.experts.25.w3,0.0000006533,0.01000,0.825
+6,block_sparse_moe.experts.26.w3,0.0000006543,0.01000,0.822
+6,block_sparse_moe.experts.27.w3,0.0000006367,0.01000,0.840
+6,block_sparse_moe.experts.28.w3,0.0000006146,0.01000,0.832
+6,block_sparse_moe.experts.29.w3,0.0000006549,0.01000,0.857
+6,block_sparse_moe.experts.30.w3,0.0000006380,0.01000,0.833
+6,block_sparse_moe.experts.31.w3,0.0000006496,0.01000,0.820
+6,block_sparse_moe.experts.32.w3,0.0000006062,0.01000,0.821
+6,block_sparse_moe.experts.33.w3,0.0000006344,0.01000,0.820
+6,block_sparse_moe.experts.34.w3,0.0000006244,0.01000,0.826
+6,block_sparse_moe.experts.35.w3,0.0000006401,0.01000,0.833
+6,block_sparse_moe.experts.36.w3,0.0000006464,0.01000,0.864
+6,block_sparse_moe.experts.38.w3,0.0000006220,0.01000,0.819
+6,block_sparse_moe.experts.37.w3,0.0000006389,0.01000,0.852
+6,block_sparse_moe.experts.39.w3,0.0000006679,0.01000,0.819
+6,block_sparse_moe.experts.40.w3,0.0000006384,0.01000,0.815
+6,block_sparse_moe.experts.41.w3,0.0000006296,0.01000,0.824
+6,block_sparse_moe.experts.42.w3,0.0000006612,0.01000,0.856
+6,block_sparse_moe.experts.43.w3,0.0000006137,0.01000,0.842
+6,block_sparse_moe.experts.44.w3,0.0000006319,0.01000,0.852
+6,block_sparse_moe.experts.45.w3,0.0000006527,0.01000,0.825
+6,block_sparse_moe.experts.46.w3,0.0000006328,0.01000,0.828
+6,block_sparse_moe.experts.47.w3,0.0000006386,0.01000,0.826
+6,block_sparse_moe.experts.48.w3,0.0000005621,0.01000,0.829
+6,block_sparse_moe.experts.49.w3,0.0000006471,0.01000,0.849
+6,block_sparse_moe.experts.50.w3,0.0000006333,0.01000,0.832
+6,block_sparse_moe.experts.52.w3,0.0000006314,0.01000,0.824
+6,block_sparse_moe.experts.51.w3,0.0000006147,0.01000,0.864
+6,block_sparse_moe.experts.53.w3,0.0000006439,0.01000,0.823
+6,block_sparse_moe.experts.54.w3,0.0000006036,0.01000,0.831
+6,block_sparse_moe.experts.55.w3,0.0000006362,0.01000,0.830
+6,block_sparse_moe.experts.56.w3,0.0000006449,0.01000,0.836
+6,block_sparse_moe.experts.57.w3,0.0000006634,0.01000,0.836
+6,block_sparse_moe.experts.58.w3,0.0000006482,0.01000,0.862
+6,block_sparse_moe.experts.59.w3,0.0000006429,0.01000,0.842
+6,block_sparse_moe.experts.60.w3,0.0000006190,0.01000,0.837
+6,block_sparse_moe.experts.61.w3,0.0000006418,0.01000,0.838
+6,block_sparse_moe.experts.62.w3,0.0000006274,0.01000,0.833
+6,block_sparse_moe.experts.63.w3,0.0000006504,0.01000,0.850
+6,block_sparse_moe.experts.64.w3,0.0000006325,0.01000,0.833
+6,block_sparse_moe.experts.65.w3,0.0000006324,0.01000,0.855
+6,block_sparse_moe.experts.66.w3,0.0000006521,0.01000,0.835
+6,block_sparse_moe.experts.67.w3,0.0000006050,0.01000,0.836
+6,block_sparse_moe.experts.68.w3,0.0000006068,0.01000,0.838
+6,block_sparse_moe.experts.69.w3,0.0000006492,0.01000,0.839
+6,block_sparse_moe.experts.70.w3,0.0000006660,0.01000,0.840
+6,block_sparse_moe.experts.71.w3,0.0000006572,0.01000,0.834
+6,block_sparse_moe.experts.73.w3,0.0000006585,0.01000,0.839
+6,block_sparse_moe.experts.74.w3,0.0000006032,0.01000,0.835
+6,block_sparse_moe.experts.72.w3,0.0000006109,0.01000,0.865
+6,block_sparse_moe.experts.75.w3,0.0000006322,0.01000,0.839
+6,block_sparse_moe.experts.76.w3,0.0000006562,0.01000,0.829
+6,block_sparse_moe.experts.77.w3,0.0000006495,0.01000,0.850
+6,block_sparse_moe.experts.78.w3,0.0000006417,0.01000,0.828
+6,block_sparse_moe.experts.80.w3,0.0000006593,0.01000,0.821
+6,block_sparse_moe.experts.81.w3,0.0000006502,0.01000,0.835
+6,block_sparse_moe.experts.79.w3,0.0000006533,0.01000,0.878
+6,block_sparse_moe.experts.82.w3,0.0000006477,0.01000,0.841
+6,block_sparse_moe.experts.83.w3,0.0000005674,0.01000,0.826
+6,block_sparse_moe.experts.85.w3,0.0000006260,0.01000,0.834
+6,block_sparse_moe.experts.84.w3,0.0000006457,0.01000,0.861
+6,block_sparse_moe.experts.87.w3,0.0000006307,0.01000,0.821
+6,block_sparse_moe.experts.88.w3,0.0000006443,0.01000,0.827
+6,block_sparse_moe.experts.86.w3,0.0000006157,0.01000,0.890
+6,block_sparse_moe.experts.89.w3,0.0000006642,0.01000,0.841
+6,block_sparse_moe.experts.90.w3,0.0000006546,0.01000,0.823
+6,block_sparse_moe.experts.91.w3,0.0000006108,0.01000,0.839
+6,block_sparse_moe.experts.92.w3,0.0000006394,0.01000,0.844
+6,block_sparse_moe.experts.93.w3,0.0000006158,0.01000,0.849
+6,block_sparse_moe.experts.94.w3,0.0000006272,0.01000,0.827
+6,block_sparse_moe.experts.95.w3,0.0000006024,0.01000,0.834
+6,block_sparse_moe.experts.96.w3,0.0000006445,0.01000,0.847
+6,block_sparse_moe.experts.97.w3,0.0000006482,0.01000,0.831
+6,block_sparse_moe.experts.98.w3,0.0000006114,0.01000,0.839
+6,block_sparse_moe.experts.99.w3,0.0000006518,0.01000,0.847
+6,block_sparse_moe.experts.101.w3,0.0000005808,0.01000,0.828
+6,block_sparse_moe.experts.102.w3,0.0000006394,0.01000,0.834
+6,block_sparse_moe.experts.100.w3,0.0000005988,0.01000,0.864
+6,block_sparse_moe.experts.103.w3,0.0000006404,0.01000,0.849
+6,block_sparse_moe.experts.104.w3,0.0000006286,0.01000,0.831
+6,block_sparse_moe.experts.105.w3,0.0000006070,0.01000,0.852
+6,block_sparse_moe.experts.106.w3,0.0000006237,0.01000,0.839
+6,block_sparse_moe.experts.107.w3,0.0000006302,0.01000,0.858
+6,block_sparse_moe.experts.108.w3,0.0000006323,0.01000,0.836
+6,block_sparse_moe.experts.109.w3,0.0000006494,0.01000,0.826
+6,block_sparse_moe.experts.110.w3,0.0000006495,0.01000,0.841
+6,block_sparse_moe.experts.111.w3,0.0000006024,0.01000,0.820
+6,block_sparse_moe.experts.112.w3,0.0000006457,0.01000,0.842
+6,block_sparse_moe.experts.113.w3,0.0000006520,0.01000,0.839
+6,block_sparse_moe.experts.115.w3,0.0000006315,0.01000,0.823
+6,block_sparse_moe.experts.116.w3,0.0000006236,0.01000,0.826
+6,block_sparse_moe.experts.114.w3,0.0000006302,0.01000,0.881
+6,block_sparse_moe.experts.118.w3,0.0000006537,0.01000,0.824
+6,block_sparse_moe.experts.117.w3,0.0000006264,0.01000,0.895
+6,block_sparse_moe.experts.119.w3,0.0000006404,0.01000,0.843
+6,block_sparse_moe.experts.120.w3,0.0000006552,0.01000,0.827
+6,block_sparse_moe.experts.122.w3,0.0000006394,0.01000,0.811
+6,block_sparse_moe.experts.123.w3,0.0000006223,0.01000,0.829
+6,block_sparse_moe.experts.121.w3,0.0000006471,0.01000,0.902
+6,block_sparse_moe.experts.124.w3,0.0000005959,0.01000,0.845
+6,block_sparse_moe.experts.125.w3,0.0000006311,0.01000,0.838
+6,block_sparse_moe.experts.126.w3,0.0000006291,0.01000,0.836
+6,block_sparse_moe.experts.127.w3,0.0000006364,0.01000,0.837
+6,block_sparse_moe.experts.128.w3,0.0000006190,0.01000,0.864
+6,block_sparse_moe.experts.129.w3,0.0000006321,0.01000,0.824
+6,block_sparse_moe.experts.130.w3,0.0000006236,0.01000,0.827
+6,block_sparse_moe.experts.131.w3,0.0000006226,0.01000,0.832
+6,block_sparse_moe.experts.132.w3,0.0000006394,0.01000,0.832
+6,block_sparse_moe.experts.134.w3,0.0000006343,0.01000,0.829
+6,block_sparse_moe.experts.133.w3,0.0000006505,0.01000,0.861
+6,block_sparse_moe.experts.135.w3,0.0000005560,0.01000,0.842
+6,block_sparse_moe.experts.136.w3,0.0000006324,0.01000,0.824
+6,block_sparse_moe.experts.137.w3,0.0000006171,0.01000,0.830
+6,block_sparse_moe.experts.138.w3,0.0000005975,0.01000,0.828
+6,block_sparse_moe.experts.139.w3,0.0000006373,0.01000,0.834
+6,block_sparse_moe.experts.140.w3,0.0000006732,0.01000,0.836
+6,block_sparse_moe.experts.141.w3,0.0000006055,0.01000,0.837
+6,block_sparse_moe.experts.143.w3,0.0000006619,0.01000,0.825
+6,block_sparse_moe.experts.142.w3,0.0000006151,0.01000,0.854
+6,block_sparse_moe.experts.144.w3,0.0000006512,0.01000,0.828
+6,block_sparse_moe.experts.145.w3,0.0000006413,0.01000,0.831
+6,block_sparse_moe.experts.146.w3,0.0000006386,0.01000,0.837
+6,block_sparse_moe.experts.147.w3,0.0000006354,0.01000,0.836
+6,block_sparse_moe.experts.148.w3,0.0000006263,0.01000,0.840
+6,block_sparse_moe.experts.150.w3,0.0000006408,0.01000,0.823
+6,block_sparse_moe.experts.151.w3,0.0000006236,0.01000,0.830
+6,block_sparse_moe.experts.149.w3,0.0000006364,0.01000,0.869
+6,block_sparse_moe.experts.152.w3,0.0000006520,0.01000,0.838
+6,block_sparse_moe.experts.153.w3,0.0000006470,0.01000,0.841
+6,block_sparse_moe.experts.154.w3,0.0000006331,0.01000,0.862
+6,block_sparse_moe.experts.155.w3,0.0000006193,0.01000,0.861
+6,block_sparse_moe.experts.157.w3,0.0000006498,0.01000,0.836
+6,block_sparse_moe.experts.158.w3,0.0000006470,0.01000,0.828
+6,block_sparse_moe.experts.156.w3,0.0000006357,0.01000,0.877
+6,block_sparse_moe.experts.159.w3,0.0000006372,0.01000,0.835
+6,block_sparse_moe.experts.160.w3,0.0000006423,0.01000,0.839
+6,block_sparse_moe.experts.161.w3,0.0000006290,0.01000,0.828
+6,block_sparse_moe.experts.162.w3,0.0000006425,0.01000,0.829
+6,block_sparse_moe.experts.164.w3,0.0000006165,0.01000,0.814
+6,block_sparse_moe.experts.165.w3,0.0000006611,0.01000,0.825
+6,block_sparse_moe.experts.166.w3,0.0000006389,0.01000,0.824
+6,block_sparse_moe.experts.163.w3,0.0000006308,0.01000,0.882
+6,block_sparse_moe.experts.167.w3,0.0000006161,0.01000,0.830
+6,block_sparse_moe.experts.168.w3,0.0000006302,0.01000,0.851
+6,block_sparse_moe.experts.169.w3,0.0000005725,0.01000,0.841
+6,block_sparse_moe.experts.171.w3,0.0000006410,0.01000,0.826
+6,block_sparse_moe.experts.172.w3,0.0000006077,0.01000,0.832
+6,block_sparse_moe.experts.170.w3,0.0000007075,0.01000,0.890
+6,block_sparse_moe.experts.173.w3,0.0000006429,0.01000,0.832
+6,block_sparse_moe.experts.174.w3,0.0000006425,0.01000,0.822
+6,block_sparse_moe.experts.175.w3,0.0000006400,0.01000,0.847
+6,block_sparse_moe.experts.176.w3,0.0000006444,0.01000,0.844
+6,block_sparse_moe.experts.178.w3,0.0000006321,0.01000,0.845
+6,block_sparse_moe.experts.179.w3,0.0000006479,0.01000,0.839
+6,block_sparse_moe.experts.177.w3,0.0000006347,0.01000,0.892
+6,block_sparse_moe.experts.181.w3,0.0000006305,0.01000,0.825
+6,block_sparse_moe.experts.180.w3,0.0000006166,0.01000,0.880
+6,block_sparse_moe.experts.182.w3,0.0000006310,0.01000,0.835
+6,block_sparse_moe.experts.183.w3,0.0000006399,0.01000,0.823
+6,block_sparse_moe.experts.185.w3,0.0000006129,0.01000,0.818
+6,block_sparse_moe.experts.186.w3,0.0000006419,0.01000,0.838
+6,block_sparse_moe.experts.187.w3,0.0000005228,0.01000,0.846
+6,block_sparse_moe.experts.188.w3,0.0000006507,0.01000,0.834
+6,block_sparse_moe.experts.184.w3,0.0000006290,0.01000,0.901
+6,block_sparse_moe.experts.190.w3,0.0000005971,0.01000,0.828
+6,block_sparse_moe.experts.189.w3,0.0000006221,0.01000,0.864
+6,block_sparse_moe.experts.191.w3,0.0000006300,0.01000,0.864
+6,block_sparse_moe.experts.192.w3,0.0000006623,0.01000,0.825
+6,block_sparse_moe.experts.193.w3,0.0000006472,0.01000,0.840
+6,block_sparse_moe.experts.195.w3,0.0000006460,0.01000,0.825
+6,block_sparse_moe.experts.194.w3,0.0000006320,0.01000,0.860
+6,block_sparse_moe.experts.196.w3,0.0000006283,0.01000,0.847
+6,block_sparse_moe.experts.197.w3,0.0000006415,0.01000,0.839
+6,block_sparse_moe.experts.199.w3,0.0000006225,0.01000,0.834
+6,block_sparse_moe.experts.200.w3,0.0000006498,0.01000,0.819
+6,block_sparse_moe.experts.201.w3,0.0000006323,0.01000,0.830
+6,block_sparse_moe.experts.198.w3,0.0000005622,0.01000,0.882
+6,block_sparse_moe.experts.202.w3,0.0000006326,0.01000,0.835
+6,block_sparse_moe.experts.203.w3,0.0000006531,0.01000,0.855
+6,block_sparse_moe.experts.204.w3,0.0000006329,0.01000,0.839
+6,block_sparse_moe.experts.206.w3,0.0000006294,0.01000,0.821
+6,block_sparse_moe.experts.207.w3,0.0000006304,0.01000,0.838
+6,block_sparse_moe.experts.208.w3,0.0000006292,0.01000,0.834
+6,block_sparse_moe.experts.205.w3,0.0000006475,0.01000,0.884
+6,block_sparse_moe.experts.209.w3,0.0000006115,0.01000,0.829
+6,block_sparse_moe.experts.211.w3,0.0000006318,0.01000,0.835
+6,block_sparse_moe.experts.210.w3,0.0000006329,0.01000,0.873
+6,block_sparse_moe.experts.212.w3,0.0000006443,0.01000,0.843
+6,block_sparse_moe.experts.213.w3,0.0000006514,0.01000,0.828
+6,block_sparse_moe.experts.214.w3,0.0000006014,0.01000,0.830
+6,block_sparse_moe.experts.216.w3,0.0000006137,0.01000,0.826
+6,block_sparse_moe.experts.215.w3,0.0000005854,0.01000,0.850
+6,block_sparse_moe.experts.217.w3,0.0000005378,0.01000,0.846
+6,block_sparse_moe.experts.218.w3,0.0000006526,0.01000,0.843
+6,block_sparse_moe.experts.219.w3,0.0000006689,0.01000,0.842
+6,block_sparse_moe.experts.220.w3,0.0000005715,0.01000,0.825
+6,block_sparse_moe.experts.221.w3,0.0000006250,0.01000,0.839
+6,block_sparse_moe.experts.222.w3,0.0000006014,0.01000,0.835
+6,block_sparse_moe.experts.223.w3,0.0000006434,0.01000,0.825
+6,block_sparse_moe.experts.224.w3,0.0000006012,0.01000,0.839
+6,block_sparse_moe.experts.225.w3,0.0000006498,0.01000,0.846
+6,block_sparse_moe.experts.226.w3,0.0000006531,0.01000,0.838
+6,block_sparse_moe.experts.227.w3,0.0000006443,0.01000,0.842
+6,block_sparse_moe.experts.229.w3,0.0000006547,0.01000,0.829
+6,block_sparse_moe.experts.230.w3,0.0000006406,0.01000,0.824
+6,block_sparse_moe.experts.228.w3,0.0000007025,0.01000,0.855
+6,block_sparse_moe.experts.231.w3,0.0000006375,0.01000,0.850
+6,block_sparse_moe.experts.232.w3,0.0000006390,0.01000,0.833
+6,block_sparse_moe.experts.234.w3,0.0000006778,0.01000,0.833
+6,block_sparse_moe.experts.233.w3,0.0000006359,0.01000,0.845
+6,block_sparse_moe.experts.235.w3,0.0000006306,0.01000,0.851
+6,block_sparse_moe.experts.236.w3,0.0000006116,0.01000,0.846
+6,block_sparse_moe.experts.237.w3,0.0000006699,0.01000,0.833
+6,block_sparse_moe.experts.238.w3,0.0000005375,0.01000,0.858
+6,block_sparse_moe.experts.239.w3,0.0000006025,0.01000,0.858
+6,block_sparse_moe.experts.241.w3,0.0000006459,0.01000,0.828
+6,block_sparse_moe.experts.243.w3,0.0000006356,0.01000,0.836
+6,block_sparse_moe.experts.242.w3,0.0000006434,0.01000,0.842
+6,block_sparse_moe.experts.244.w3,0.0000006322,0.01000,0.851
+6,block_sparse_moe.experts.240.w3,0.0000006143,0.01000,0.887
+6,block_sparse_moe.experts.245.w3,0.0000006432,0.01000,0.837
+6,block_sparse_moe.experts.246.w3,0.0000006360,0.01000,0.849
+6,block_sparse_moe.experts.248.w3,0.0000006400,0.01000,0.827
+6,block_sparse_moe.experts.247.w3,0.0000006228,0.01000,0.863
+6,block_sparse_moe.experts.249.w3,0.0000006503,0.01000,0.831
+6,block_sparse_moe.experts.251.w3,0.0000006429,0.01000,0.837
+6,block_sparse_moe.experts.250.w3,0.0000006042,0.01000,0.844
+6,block_sparse_moe.experts.252.w3,0.0000006366,0.01000,0.705
+6,block_sparse_moe.experts.255.w3,0.0000006434,0.01000,0.671
+6,block_sparse_moe.experts.253.w3,0.0000006470,0.01000,0.716
+6,block_sparse_moe.experts.254.w3,0.0000006277,0.01000,0.695
+6,block_sparse_moe.experts.0.w2,0.0000000415,0.01000,0.429
+6,block_sparse_moe.experts.3.w2,0.0000000514,0.01000,0.434
+6,block_sparse_moe.experts.1.w2,0.0000000313,0.01000,0.437
+6,block_sparse_moe.experts.2.w2,0.0000000552,0.01000,0.449
+6,block_sparse_moe.experts.4.w2,0.0000000337,0.01000,0.449
+6,block_sparse_moe.experts.5.w2,0.0000000438,0.01000,0.454
+6,block_sparse_moe.experts.6.w2,0.0000000378,0.01000,0.454
+6,block_sparse_moe.experts.7.w2,0.0000000312,0.01000,0.406
+6,block_sparse_moe.experts.8.w2,0.0000000445,0.01000,0.409
+6,block_sparse_moe.experts.9.w2,0.0000000554,0.01000,0.418
+6,block_sparse_moe.experts.10.w2,0.0000000361,0.01000,0.410
+6,block_sparse_moe.experts.11.w2,0.0000000491,0.01000,0.428
+6,block_sparse_moe.experts.13.w2,0.0000000511,0.01000,0.421
+6,block_sparse_moe.experts.12.w2,0.0000000496,0.01000,0.436
+6,block_sparse_moe.experts.15.w2,0.0000000513,0.01000,0.407
+6,block_sparse_moe.experts.17.w2,0.0000000523,0.01000,0.405
+6,block_sparse_moe.experts.14.w2,0.0000000538,0.01000,0.433
+6,block_sparse_moe.experts.16.w2,0.0000000463,0.01000,0.414
+6,block_sparse_moe.experts.19.w2,0.0000000509,0.01000,0.426
+6,block_sparse_moe.experts.18.w2,0.0000000427,0.01000,0.445
+6,block_sparse_moe.experts.20.w2,0.0000000306,0.01000,0.439
+6,block_sparse_moe.experts.21.w2,0.0000000297,0.01000,0.415
+6,block_sparse_moe.experts.22.w2,0.0000000352,0.01000,0.411
+6,block_sparse_moe.experts.23.w2,0.0000000332,0.01000,0.418
+6,block_sparse_moe.experts.24.w2,0.0000000353,0.01000,0.428
+6,block_sparse_moe.experts.25.w2,0.0000000474,0.01000,0.428
+6,block_sparse_moe.experts.26.w2,0.0000000539,0.01000,0.424
+6,block_sparse_moe.experts.27.w2,0.0000000500,0.01000,0.431
+6,block_sparse_moe.experts.28.w2,0.0000000614,0.01000,0.408
+6,block_sparse_moe.experts.29.w2,0.0000000435,0.01000,0.407
+6,block_sparse_moe.experts.30.w2,0.0000000400,0.01000,0.414
+6,block_sparse_moe.experts.31.w2,0.0000000547,0.01000,0.412
+6,block_sparse_moe.experts.32.w2,0.0000000336,0.01000,0.423
+6,block_sparse_moe.experts.33.w2,0.0000000389,0.01000,0.418
+6,block_sparse_moe.experts.34.w2,0.0000000393,0.01000,0.426
+6,block_sparse_moe.experts.35.w2,0.0000000700,0.01000,0.415
+6,block_sparse_moe.experts.36.w2,0.0000000602,0.01000,0.412
+6,block_sparse_moe.experts.37.w2,0.0000000315,0.01000,0.420
+6,block_sparse_moe.experts.38.w2,0.0000000374,0.01000,0.417
+6,block_sparse_moe.experts.39.w2,0.0000000592,0.01000,0.427
+6,block_sparse_moe.experts.40.w2,0.0000000440,0.01000,0.424
+6,block_sparse_moe.experts.41.w2,0.0000000407,0.01000,0.429
+6,block_sparse_moe.experts.42.w2,0.0000000413,0.01000,0.411
+6,block_sparse_moe.experts.43.w2,0.0000000317,0.01000,0.409
+6,block_sparse_moe.experts.45.w2,0.0000000466,0.01000,0.411
+6,block_sparse_moe.experts.44.w2,0.0000000575,0.01000,0.420
+6,block_sparse_moe.experts.46.w2,0.0000000451,0.01000,0.421
+6,block_sparse_moe.experts.47.w2,0.0000000403,0.01000,0.420
+6,block_sparse_moe.experts.48.w2,0.0000000212,0.01000,0.428
+6,block_sparse_moe.experts.50.w2,0.0000000337,0.01000,0.413
+6,block_sparse_moe.experts.49.w2,0.0000000354,0.01000,0.416
+6,block_sparse_moe.experts.52.w2,0.0000000387,0.01000,0.414
+6,block_sparse_moe.experts.51.w2,0.0000000459,0.01000,0.431
+6,block_sparse_moe.experts.53.w2,0.0000000462,0.01000,0.425
+6,block_sparse_moe.experts.54.w2,0.0000000435,0.01000,0.422
+6,block_sparse_moe.experts.55.w2,0.0000000483,0.01000,0.430
+6,block_sparse_moe.experts.56.w2,0.0000000709,0.01000,0.406
+6,block_sparse_moe.experts.57.w2,0.0000000411,0.01000,0.413
+6,block_sparse_moe.experts.58.w2,0.0000000340,0.01000,0.416
+6,block_sparse_moe.experts.59.w2,0.0000000349,0.01000,0.411
+6,block_sparse_moe.experts.61.w2,0.0000000447,0.01000,0.418
+6,block_sparse_moe.experts.60.w2,0.0000000411,0.01000,0.423
+6,block_sparse_moe.experts.62.w2,0.0000000480,0.01000,0.425
+6,block_sparse_moe.experts.63.w2,0.0000000453,0.01000,0.404
+6,block_sparse_moe.experts.64.w2,0.0000000418,0.01000,0.414
+6,block_sparse_moe.experts.65.w2,0.0000000542,0.01000,0.415
+6,block_sparse_moe.experts.66.w2,0.0000000514,0.01000,0.412
+6,block_sparse_moe.experts.68.w2,0.0000000360,0.01000,0.419
+6,block_sparse_moe.experts.67.w2,0.0000000266,0.01000,0.423
+6,block_sparse_moe.experts.69.w2,0.0000000459,0.01000,0.425
+6,block_sparse_moe.experts.70.w2,0.0000000431,0.01000,0.411
+6,block_sparse_moe.experts.71.w2,0.0000000565,0.01000,0.424
+6,block_sparse_moe.experts.72.w2,0.0000000430,0.01000,0.413
+6,block_sparse_moe.experts.73.w2,0.0000000563,0.01000,0.414
+6,block_sparse_moe.experts.74.w2,0.0000000472,0.01000,0.423
+6,block_sparse_moe.experts.75.w2,0.0000000387,0.01000,0.426
+6,block_sparse_moe.experts.76.w2,0.0000000565,0.01000,0.422
+6,block_sparse_moe.experts.77.w2,0.0000000517,0.01000,0.420
+6,block_sparse_moe.experts.78.w2,0.0000000429,0.01000,0.418
+6,block_sparse_moe.experts.80.w2,0.0000000548,0.01000,0.412
+6,block_sparse_moe.experts.79.w2,0.0000000659,0.01000,0.437
+6,block_sparse_moe.experts.81.w2,0.0000000443,0.01000,0.419
+6,block_sparse_moe.experts.82.w2,0.0000000415,0.01000,0.416
+6,block_sparse_moe.experts.83.w2,0.0000000205,0.01000,0.427
+6,block_sparse_moe.experts.84.w2,0.0000000331,0.01000,0.414
+6,block_sparse_moe.experts.85.w2,0.0000000416,0.01000,0.412
+6,block_sparse_moe.experts.86.w2,0.0000000342,0.01000,0.425
+6,block_sparse_moe.experts.87.w2,0.0000000514,0.01000,0.416
+6,block_sparse_moe.experts.89.w2,0.0000000383,0.01000,0.423
+6,block_sparse_moe.experts.88.w2,0.0000000573,0.01000,0.435
+6,block_sparse_moe.experts.90.w2,0.0000000442,0.01000,0.433
+6,block_sparse_moe.experts.91.w2,0.0000000600,0.01000,0.408
+6,block_sparse_moe.experts.92.w2,0.0000000438,0.01000,0.405
+6,block_sparse_moe.experts.93.w2,0.0000000310,0.01000,0.425
+6,block_sparse_moe.experts.94.w2,0.0000000416,0.01000,0.416
+6,block_sparse_moe.experts.95.w2,0.0000000333,0.01000,0.445
+6,block_sparse_moe.experts.96.w2,0.0000000496,0.01000,0.447
+6,block_sparse_moe.experts.97.w2,0.0000000442,0.01000,0.433
+6,block_sparse_moe.experts.98.w2,0.0000000309,0.01000,0.429
+6,block_sparse_moe.experts.99.w2,0.0000000557,0.01000,0.423
+6,block_sparse_moe.experts.101.w2,0.0000000334,0.01000,0.410
+6,block_sparse_moe.experts.100.w2,0.0000000265,0.01000,0.432
+6,block_sparse_moe.experts.102.w2,0.0000000480,0.01000,0.434
+6,block_sparse_moe.experts.103.w2,0.0000000472,0.01000,0.434
+6,block_sparse_moe.experts.104.w2,0.0000000507,0.01000,0.441
+6,block_sparse_moe.experts.105.w2,0.0000000362,0.01000,0.409
+6,block_sparse_moe.experts.106.w2,0.0000000562,0.01000,0.431
+6,block_sparse_moe.experts.107.w2,0.0000000453,0.01000,0.440
+6,block_sparse_moe.experts.108.w2,0.0000000520,0.01000,0.419
+6,block_sparse_moe.experts.109.w2,0.0000000591,0.01000,0.422
+6,block_sparse_moe.experts.110.w2,0.0000000385,0.01000,0.415
+6,block_sparse_moe.experts.111.w2,0.0000000311,0.01000,0.423
+6,block_sparse_moe.experts.112.w2,0.0000000515,0.01000,0.407
+6,block_sparse_moe.experts.113.w2,0.0000000404,0.01000,0.409
+6,block_sparse_moe.experts.114.w2,0.0000000696,0.01000,0.418
+6,block_sparse_moe.experts.115.w2,0.0000000443,0.01000,0.420
+6,block_sparse_moe.experts.117.w2,0.0000000585,0.01000,0.415
+6,block_sparse_moe.experts.116.w2,0.0000000313,0.01000,0.459
+6,block_sparse_moe.experts.118.w2,0.0000000451,0.01000,0.436
+6,block_sparse_moe.experts.119.w2,0.0000000431,0.01000,0.410
+6,block_sparse_moe.experts.120.w2,0.0000000477,0.01000,0.413
+6,block_sparse_moe.experts.121.w2,0.0000000423,0.01000,0.418
+6,block_sparse_moe.experts.122.w2,0.0000000373,0.01000,0.415
+6,block_sparse_moe.experts.123.w2,0.0000000403,0.01000,0.441
+6,block_sparse_moe.experts.124.w2,0.0000000323,0.01000,0.422
+6,block_sparse_moe.experts.125.w2,0.0000000391,0.01000,0.423
+6,block_sparse_moe.experts.126.w2,0.0000000321,0.01000,0.411
+6,block_sparse_moe.experts.127.w2,0.0000000382,0.01000,0.411
+6,block_sparse_moe.experts.128.w2,0.0000000350,0.01000,0.415
+6,block_sparse_moe.experts.129.w2,0.0000000372,0.01000,0.431
+6,block_sparse_moe.experts.130.w2,0.0000000339,0.01000,0.423
+6,block_sparse_moe.experts.131.w2,0.0000000447,0.01000,0.419
+6,block_sparse_moe.experts.132.w2,0.0000000332,0.01000,0.421
+6,block_sparse_moe.experts.133.w2,0.0000000623,0.01000,0.409
+6,block_sparse_moe.experts.134.w2,0.0000000372,0.01000,0.413
+6,block_sparse_moe.experts.135.w2,0.0000000226,0.01000,0.417
+6,block_sparse_moe.experts.136.w2,0.0000000452,0.01000,0.435
+6,block_sparse_moe.experts.137.w2,0.0000000593,0.01000,0.447
+6,block_sparse_moe.experts.138.w2,0.0000000358,0.01000,0.438
+6,block_sparse_moe.experts.139.w2,0.0000000366,0.01000,0.427
+6,block_sparse_moe.experts.140.w2,0.0000000626,0.01000,0.411
+6,block_sparse_moe.experts.141.w2,0.0000000370,0.01000,0.409
+6,block_sparse_moe.experts.142.w2,0.0000000343,0.01000,0.415
+6,block_sparse_moe.experts.143.w2,0.0000000671,0.01000,0.430
+6,block_sparse_moe.experts.145.w2,0.0000000352,0.01000,0.420
+6,block_sparse_moe.experts.144.w2,0.0000000355,0.01000,0.447
+6,block_sparse_moe.experts.146.w2,0.0000000409,0.01000,0.420
+6,block_sparse_moe.experts.147.w2,0.0000000495,0.01000,0.409
+6,block_sparse_moe.experts.148.w2,0.0000000328,0.01000,0.423
+6,block_sparse_moe.experts.149.w2,0.0000000407,0.01000,0.419
+6,block_sparse_moe.experts.150.w2,0.0000000338,0.01000,0.434
+6,block_sparse_moe.experts.151.w2,0.0000000412,0.01000,0.433
+6,block_sparse_moe.experts.152.w2,0.0000000381,0.01000,0.432
+6,block_sparse_moe.experts.153.w2,0.0000000411,0.01000,0.431
+6,block_sparse_moe.experts.154.w2,0.0000000390,0.01000,0.412
+6,block_sparse_moe.experts.155.w2,0.0000000471,0.01000,0.415
+6,block_sparse_moe.experts.156.w2,0.0000000517,0.01000,0.430
+6,block_sparse_moe.experts.157.w2,0.0000000492,0.01000,0.427
+6,block_sparse_moe.experts.158.w2,0.0000000626,0.01000,0.424
+6,block_sparse_moe.experts.159.w2,0.0000000463,0.01000,0.422
+6,block_sparse_moe.experts.160.w2,0.0000000400,0.01000,0.426
+6,block_sparse_moe.experts.161.w2,0.0000000432,0.01000,0.410
+6,block_sparse_moe.experts.162.w2,0.0000000451,0.01000,0.410
+6,block_sparse_moe.experts.163.w2,0.0000000350,0.01000,0.416
+6,block_sparse_moe.experts.164.w2,0.0000000443,0.01000,0.429
+6,block_sparse_moe.experts.165.w2,0.0000000755,0.01000,0.424
+6,block_sparse_moe.experts.166.w2,0.0000000440,0.01000,0.425
+6,block_sparse_moe.experts.168.w2,0.0000000436,0.01000,0.413
+6,block_sparse_moe.experts.167.w2,0.0000000540,0.01000,0.440
+6,block_sparse_moe.experts.169.w2,0.0000000262,0.01000,0.412
+6,block_sparse_moe.experts.170.w2,0.0000000347,0.01000,0.420
+6,block_sparse_moe.experts.171.w2,0.0000000408,0.01000,0.428
+6,block_sparse_moe.experts.172.w2,0.0000000316,0.01000,0.422
+6,block_sparse_moe.experts.173.w2,0.0000000310,0.01000,0.418
+6,block_sparse_moe.experts.174.w2,0.0000000363,0.01000,0.428
+6,block_sparse_moe.experts.175.w2,0.0000000406,0.01000,0.414
+6,block_sparse_moe.experts.176.w2,0.0000000496,0.01000,0.410
+6,block_sparse_moe.experts.177.w2,0.0000000398,0.01000,0.424
+6,block_sparse_moe.experts.178.w2,0.0000000392,0.01000,0.428
+6,block_sparse_moe.experts.179.w2,0.0000000693,0.01000,0.420
+6,block_sparse_moe.experts.180.w2,0.0000000314,0.01000,0.419
+6,block_sparse_moe.experts.181.w2,0.0000000481,0.01000,0.423
+6,block_sparse_moe.experts.182.w2,0.0000000367,0.01000,0.417
+6,block_sparse_moe.experts.183.w2,0.0000000531,0.01000,0.409
+6,block_sparse_moe.experts.184.w2,0.0000000431,0.01000,0.419
+6,block_sparse_moe.experts.185.w2,0.0000000433,0.01000,0.433
+6,block_sparse_moe.experts.186.w2,0.0000000537,0.01000,0.426
+6,block_sparse_moe.experts.187.w2,0.0000000179,0.01000,0.420
+6,block_sparse_moe.experts.189.w2,0.0000000490,0.01000,0.424
+6,block_sparse_moe.experts.188.w2,0.0000000537,0.01000,0.436
+6,block_sparse_moe.experts.190.w2,0.0000000361,0.01000,0.414
+6,block_sparse_moe.experts.191.w2,0.0000000384,0.01000,0.416
+6,block_sparse_moe.experts.192.w2,0.0000000558,0.01000,0.424
+6,block_sparse_moe.experts.193.w2,0.0000000451,0.01000,0.421
+6,block_sparse_moe.experts.194.w2,0.0000000325,0.01000,0.418
+6,block_sparse_moe.experts.196.w2,0.0000000461,0.01000,0.410
+6,block_sparse_moe.experts.197.w2,0.0000000610,0.01000,0.410
+6,block_sparse_moe.experts.195.w2,0.0000000382,0.01000,0.433
+6,block_sparse_moe.experts.198.w2,0.0000000218,0.01000,0.416
+6,block_sparse_moe.experts.199.w2,0.0000000274,0.01000,0.425
+6,block_sparse_moe.experts.201.w2,0.0000000408,0.01000,0.421
+6,block_sparse_moe.experts.200.w2,0.0000000433,0.01000,0.426
+6,block_sparse_moe.experts.203.w2,0.0000000670,0.01000,0.413
+6,block_sparse_moe.experts.204.w2,0.0000000361,0.01000,0.419
+6,block_sparse_moe.experts.202.w2,0.0000000494,0.01000,0.436
+6,block_sparse_moe.experts.205.w2,0.0000000555,0.01000,0.422
+6,block_sparse_moe.experts.206.w2,0.0000000431,0.01000,0.413
+6,block_sparse_moe.experts.207.w2,0.0000000371,0.01000,0.422
+6,block_sparse_moe.experts.208.w2,0.0000000402,0.01000,0.424
+6,block_sparse_moe.experts.209.w2,0.0000000269,0.01000,0.426
+6,block_sparse_moe.experts.210.w2,0.0000000327,0.01000,0.416
+6,block_sparse_moe.experts.211.w2,0.0000000439,0.01000,0.414
+6,block_sparse_moe.experts.212.w2,0.0000000668,0.01000,0.417
+6,block_sparse_moe.experts.213.w2,0.0000000471,0.01000,0.415
+6,block_sparse_moe.experts.214.w2,0.0000000315,0.01000,0.421
+6,block_sparse_moe.experts.215.w2,0.0000000251,0.01000,0.423
+6,block_sparse_moe.experts.218.w2,0.0000000459,0.01000,0.417
+6,block_sparse_moe.experts.217.w2,0.0000000213,0.01000,0.421
+6,block_sparse_moe.experts.216.w2,0.0000000285,0.01000,0.426
+6,block_sparse_moe.experts.219.w2,0.0000000463,0.01000,0.437
+6,block_sparse_moe.experts.220.w2,0.0000000324,0.01000,0.416
+6,block_sparse_moe.experts.222.w2,0.0000000355,0.01000,0.421
+6,block_sparse_moe.experts.221.w2,0.0000000365,0.01000,0.436
+6,block_sparse_moe.experts.224.w2,0.0000000335,0.01000,0.419
+6,block_sparse_moe.experts.225.w2,0.0000000585,0.01000,0.423
+6,block_sparse_moe.experts.223.w2,0.0000000430,0.01000,0.431
+6,block_sparse_moe.experts.226.w2,0.0000000408,0.01000,0.413
+6,block_sparse_moe.experts.227.w2,0.0000000460,0.01000,0.413
+6,block_sparse_moe.experts.228.w2,0.0000000622,0.01000,0.420
+6,block_sparse_moe.experts.229.w2,0.0000000491,0.01000,0.418
+6,block_sparse_moe.experts.230.w2,0.0000000352,0.01000,0.424
+6,block_sparse_moe.experts.232.w2,0.0000000398,0.01000,0.416
+6,block_sparse_moe.experts.231.w2,0.0000000362,0.01000,0.445
+6,block_sparse_moe.experts.233.w2,0.0000000440,0.01000,0.416
+6,block_sparse_moe.experts.234.w2,0.0000000460,0.01000,0.413
+6,block_sparse_moe.experts.235.w2,0.0000000567,0.01000,0.419
+6,block_sparse_moe.experts.236.w2,0.0000000398,0.01000,0.424
+6,block_sparse_moe.experts.237.w2,0.0000000450,0.01000,0.422
+6,block_sparse_moe.experts.238.w2,0.0000000188,0.01000,0.428
+6,block_sparse_moe.experts.239.w2,0.0000000348,0.01000,0.418
+6,block_sparse_moe.experts.240.w2,0.0000000430,0.01000,0.420
+6,block_sparse_moe.experts.241.w2,0.0000000433,0.01000,0.413
+6,block_sparse_moe.experts.242.w2,0.0000000418,0.01000,0.421
+6,block_sparse_moe.experts.243.w2,0.0000000380,0.01000,0.421
+6,block_sparse_moe.experts.245.w2,0.0000000609,0.01000,0.413
+6,block_sparse_moe.experts.244.w2,0.0000000438,0.01000,0.423
+6,block_sparse_moe.experts.246.w2,0.0000000552,0.01000,0.416
+6,block_sparse_moe.experts.247.w2,0.0000000586,0.01000,0.417
+6,block_sparse_moe.experts.248.w2,0.0000000364,0.01000,0.415
+6,block_sparse_moe.experts.249.w2,0.0000000569,0.01000,0.428
+6,block_sparse_moe.experts.250.w2,0.0000000292,0.01000,0.423
+6,block_sparse_moe.experts.252.w2,0.0000000426,0.01000,0.414
+6,block_sparse_moe.experts.251.w2,0.0000000434,0.01000,0.425
+6,block_sparse_moe.experts.253.w2,0.0000000478,0.01000,0.407
+6,block_sparse_moe.experts.254.w2,0.0000000411,0.01000,0.385
+6,block_sparse_moe.experts.255.w2,0.0000000498,0.01000,0.352
+7,block_sparse_moe.experts.1.w1,0.0000008345,0.01000,0.837
+7,block_sparse_moe.experts.2.w1,0.0000009078,0.01000,0.837
+7,block_sparse_moe.experts.3.w1,0.0000008482,0.01000,0.837
+7,block_sparse_moe.experts.0.w1,0.0000008842,0.01000,0.847
+7,block_sparse_moe.experts.4.w1,0.0000008550,0.01000,0.849
+7,block_sparse_moe.experts.6.w1,0.0000008663,0.01000,0.854
+7,block_sparse_moe.experts.5.w1,0.0000008557,0.01000,0.894
+7,block_sparse_moe.experts.7.w1,0.0000008596,0.01000,0.832
+7,block_sparse_moe.experts.8.w1,0.0000008458,0.01000,0.832
+7,block_sparse_moe.experts.10.w1,0.0000008674,0.01000,0.831
+7,block_sparse_moe.experts.9.w1,0.0000007468,0.01000,0.865
+7,block_sparse_moe.experts.11.w1,0.0000008059,0.01000,0.857
+7,block_sparse_moe.experts.12.w1,0.0000008192,0.01000,0.851
+7,block_sparse_moe.experts.13.w1,0.0000008595,0.01000,0.880
+7,block_sparse_moe.experts.14.w1,0.0000008404,0.01000,0.835
+7,block_sparse_moe.experts.15.w1,0.0000008529,0.01000,0.834
+7,block_sparse_moe.experts.16.w1,0.0000007522,0.01000,0.849
+7,block_sparse_moe.experts.17.w1,0.0000008520,0.01000,0.831
+7,block_sparse_moe.experts.18.w1,0.0000008506,0.01000,0.858
+7,block_sparse_moe.experts.19.w1,0.0000007597,0.01000,0.865
+7,block_sparse_moe.experts.20.w1,0.0000008501,0.01000,0.868
+7,block_sparse_moe.experts.21.w1,0.0000008850,0.01000,0.828
+7,block_sparse_moe.experts.22.w1,0.0000007930,0.01000,0.832
+7,block_sparse_moe.experts.23.w1,0.0000008406,0.01000,0.827
+7,block_sparse_moe.experts.24.w1,0.0000008342,0.01000,0.828
+7,block_sparse_moe.experts.25.w1,0.0000008499,0.01000,0.850
+7,block_sparse_moe.experts.26.w1,0.0000008645,0.01000,0.850
+7,block_sparse_moe.experts.27.w1,0.0000008188,0.01000,0.844
+7,block_sparse_moe.experts.29.w1,0.0000008929,0.01000,0.827
+7,block_sparse_moe.experts.28.w1,0.0000008564,0.01000,0.855
+7,block_sparse_moe.experts.30.w1,0.0000007999,0.01000,0.836
+7,block_sparse_moe.experts.31.w1,0.0000008507,0.01000,0.833
+7,block_sparse_moe.experts.32.w1,0.0000007487,0.01000,0.841
+7,block_sparse_moe.experts.33.w1,0.0000009610,0.01000,0.844
+7,block_sparse_moe.experts.34.w1,0.0000008489,0.01000,0.841
+7,block_sparse_moe.experts.35.w1,0.0000008448,0.01000,0.828
+7,block_sparse_moe.experts.36.w1,0.0000008557,0.01000,0.836
+7,block_sparse_moe.experts.37.w1,0.0000008791,0.01000,0.837
+7,block_sparse_moe.experts.38.w1,0.0000008492,0.01000,0.834
+7,block_sparse_moe.experts.40.w1,0.0000008350,0.01000,0.840
+7,block_sparse_moe.experts.39.w1,0.0000008547,0.01000,0.872
+7,block_sparse_moe.experts.41.w1,0.0000008707,0.01000,0.850
+7,block_sparse_moe.experts.42.w1,0.0000008669,0.01000,0.819
+7,block_sparse_moe.experts.43.w1,0.0000008673,0.01000,0.828
+7,block_sparse_moe.experts.44.w1,0.0000008342,0.01000,0.830
+7,block_sparse_moe.experts.45.w1,0.0000008659,0.01000,0.829
+7,block_sparse_moe.experts.46.w1,0.0000008527,0.01000,0.856
+7,block_sparse_moe.experts.47.w1,0.0000008423,0.01000,0.858
+7,block_sparse_moe.experts.48.w1,0.0000009304,0.01000,0.852
+7,block_sparse_moe.experts.49.w1,0.0000008584,0.01000,0.821
+7,block_sparse_moe.experts.50.w1,0.0000008587,0.01000,0.827
+7,block_sparse_moe.experts.51.w1,0.0000008126,0.01000,0.841
+7,block_sparse_moe.experts.52.w1,0.0000008437,0.01000,0.844
+7,block_sparse_moe.experts.53.w1,0.0000008229,0.01000,0.834
+7,block_sparse_moe.experts.54.w1,0.0000008287,0.01000,0.849
+7,block_sparse_moe.experts.55.w1,0.0000008430,0.01000,0.849
+7,block_sparse_moe.experts.56.w1,0.0000008475,0.01000,0.829
+7,block_sparse_moe.experts.57.w1,0.0000008525,0.01000,0.825
+7,block_sparse_moe.experts.58.w1,0.0000008102,0.01000,0.830
+7,block_sparse_moe.experts.59.w1,0.0000008391,0.01000,0.838
+7,block_sparse_moe.experts.60.w1,0.0000008402,0.01000,0.832
+7,block_sparse_moe.experts.61.w1,0.0000008600,0.01000,0.849
+7,block_sparse_moe.experts.62.w1,0.0000008709,0.01000,0.850
+7,block_sparse_moe.experts.63.w1,0.0000008419,0.01000,0.830
+7,block_sparse_moe.experts.64.w1,0.0000007774,0.01000,0.830
+7,block_sparse_moe.experts.65.w1,0.0000008408,0.01000,0.834
+7,block_sparse_moe.experts.66.w1,0.0000008738,0.01000,0.837
+7,block_sparse_moe.experts.67.w1,0.0000008679,0.01000,0.840
+7,block_sparse_moe.experts.68.w1,0.0000008447,0.01000,0.847
+7,block_sparse_moe.experts.69.w1,0.0000007781,0.01000,0.874
+7,block_sparse_moe.experts.70.w1,0.0000008450,0.01000,0.823
+7,block_sparse_moe.experts.71.w1,0.0000008713,0.01000,0.831
+7,block_sparse_moe.experts.72.w1,0.0000007696,0.01000,0.828
+7,block_sparse_moe.experts.73.w1,0.0000008289,0.01000,0.823
+7,block_sparse_moe.experts.74.w1,0.0000008606,0.01000,0.852
+7,block_sparse_moe.experts.75.w1,0.0000008286,0.01000,0.847
+7,block_sparse_moe.experts.76.w1,0.0000009000,0.01000,0.852
+7,block_sparse_moe.experts.77.w1,0.0000008015,0.01000,0.841
+7,block_sparse_moe.experts.78.w1,0.0000008101,0.01000,0.837
+7,block_sparse_moe.experts.79.w1,0.0000008528,0.01000,0.827
+7,block_sparse_moe.experts.80.w1,0.0000008675,0.01000,0.826
+7,block_sparse_moe.experts.81.w1,0.0000008334,0.01000,0.839
+7,block_sparse_moe.experts.82.w1,0.0000008313,0.01000,0.829
+7,block_sparse_moe.experts.83.w1,0.0000007046,0.01000,0.856
+7,block_sparse_moe.experts.84.w1,0.0000008148,0.01000,0.822
+7,block_sparse_moe.experts.85.w1,0.0000008174,0.01000,0.831
+7,block_sparse_moe.experts.86.w1,0.0000008509,0.01000,0.841
+7,block_sparse_moe.experts.87.w1,0.0000008663,0.01000,0.829
+7,block_sparse_moe.experts.88.w1,0.0000008536,0.01000,0.840
+7,block_sparse_moe.experts.89.w1,0.0000008383,0.01000,0.836
+7,block_sparse_moe.experts.90.w1,0.0000008794,0.01000,0.853
+7,block_sparse_moe.experts.91.w1,0.0000008688,0.01000,0.826
+7,block_sparse_moe.experts.92.w1,0.0000008489,0.01000,0.826
+7,block_sparse_moe.experts.94.w1,0.0000008804,0.01000,0.831
+7,block_sparse_moe.experts.93.w1,0.0000008643,0.01000,0.863
+7,block_sparse_moe.experts.95.w1,0.0000009054,0.01000,0.839
+7,block_sparse_moe.experts.96.w1,0.0000007852,0.01000,0.830
+7,block_sparse_moe.experts.97.w1,0.0000008433,0.01000,0.855
+7,block_sparse_moe.experts.98.w1,0.0000008459,0.01000,0.831
+7,block_sparse_moe.experts.99.w1,0.0000008606,0.01000,0.819
+7,block_sparse_moe.experts.100.w1,0.0000008420,0.01000,0.854
+7,block_sparse_moe.experts.101.w1,0.0000008124,0.01000,0.840
+7,block_sparse_moe.experts.102.w1,0.0000008586,0.01000,0.847
+7,block_sparse_moe.experts.103.w1,0.0000011679,0.01000,0.847
+7,block_sparse_moe.experts.104.w1,0.0000008525,0.01000,0.844
+7,block_sparse_moe.experts.105.w1,0.0000008335,0.01000,0.822
+7,block_sparse_moe.experts.106.w1,0.0000008556,0.01000,0.820
+7,block_sparse_moe.experts.107.w1,0.0000008475,0.01000,0.833
+7,block_sparse_moe.experts.108.w1,0.0000008152,0.01000,0.827
+7,block_sparse_moe.experts.109.w1,0.0000008839,0.01000,0.857
+7,block_sparse_moe.experts.110.w1,0.0000008733,0.01000,0.843
+7,block_sparse_moe.experts.111.w1,0.0000008669,0.01000,0.851
+7,block_sparse_moe.experts.112.w1,0.0000008771,0.01000,0.826
+7,block_sparse_moe.experts.113.w1,0.0000008822,0.01000,0.825
+7,block_sparse_moe.experts.114.w1,0.0000008583,0.01000,0.834
+7,block_sparse_moe.experts.115.w1,0.0000009020,0.01000,0.832
+7,block_sparse_moe.experts.116.w1,0.0000007958,0.01000,0.862
+7,block_sparse_moe.experts.117.w1,0.0000008688,0.01000,0.843
+7,block_sparse_moe.experts.118.w1,0.0000008175,0.01000,0.850
+7,block_sparse_moe.experts.119.w1,0.0000008542,0.01000,0.829
+7,block_sparse_moe.experts.120.w1,0.0000008727,0.01000,0.825
+7,block_sparse_moe.experts.121.w1,0.0000008660,0.01000,0.833
+7,block_sparse_moe.experts.122.w1,0.0000008442,0.01000,0.843
+7,block_sparse_moe.experts.124.w1,0.0000008419,0.01000,0.846
+7,block_sparse_moe.experts.123.w1,0.0000008537,0.01000,0.881
+7,block_sparse_moe.experts.125.w1,0.0000008331,0.01000,0.849
+7,block_sparse_moe.experts.126.w1,0.0000008424,0.01000,0.824
+7,block_sparse_moe.experts.127.w1,0.0000008588,0.01000,0.818
+7,block_sparse_moe.experts.128.w1,0.0000008592,0.01000,0.826
+7,block_sparse_moe.experts.129.w1,0.0000007499,0.01000,0.823
+7,block_sparse_moe.experts.130.w1,0.0000008535,0.01000,0.869
+7,block_sparse_moe.experts.131.w1,0.0000008549,0.01000,0.865
+7,block_sparse_moe.experts.132.w1,0.0000008326,0.01000,0.859
+7,block_sparse_moe.experts.133.w1,0.0000009018,0.01000,0.832
+7,block_sparse_moe.experts.134.w1,0.0000008665,0.01000,0.822
+7,block_sparse_moe.experts.135.w1,0.0000008824,0.01000,0.832
+7,block_sparse_moe.experts.136.w1,0.0000008117,0.01000,0.827
+7,block_sparse_moe.experts.137.w1,0.0000008560,0.01000,0.842
+7,block_sparse_moe.experts.138.w1,0.0000008302,0.01000,0.837
+7,block_sparse_moe.experts.139.w1,0.0000008516,0.01000,0.891
+7,block_sparse_moe.experts.140.w1,0.0000008350,0.01000,0.831
+7,block_sparse_moe.experts.141.w1,0.0000008818,0.01000,0.827
+7,block_sparse_moe.experts.142.w1,0.0000008889,0.01000,0.836
+7,block_sparse_moe.experts.143.w1,0.0000008259,0.01000,0.831
+7,block_sparse_moe.experts.144.w1,0.0000008504,0.01000,0.836
+7,block_sparse_moe.experts.145.w1,0.0000008726,0.01000,0.839
+7,block_sparse_moe.experts.146.w1,0.0000008584,0.01000,0.880
+7,block_sparse_moe.experts.147.w1,0.0000008448,0.01000,0.832
+7,block_sparse_moe.experts.148.w1,0.0000008590,0.01000,0.826
+7,block_sparse_moe.experts.150.w1,0.0000008747,0.01000,0.825
+7,block_sparse_moe.experts.149.w1,0.0000007949,0.01000,0.851
+7,block_sparse_moe.experts.151.w1,0.0000008471,0.01000,0.841
+7,block_sparse_moe.experts.152.w1,0.0000008655,0.01000,0.837
+7,block_sparse_moe.experts.153.w1,0.0000008506,0.01000,0.864
+7,block_sparse_moe.experts.154.w1,0.0000008637,0.01000,0.832
+7,block_sparse_moe.experts.155.w1,0.0000009182,0.01000,0.827
+7,block_sparse_moe.experts.156.w1,0.0000008139,0.01000,0.838
+7,block_sparse_moe.experts.157.w1,0.0000008405,0.01000,0.827
+7,block_sparse_moe.experts.158.w1,0.0000009272,0.01000,0.846
+7,block_sparse_moe.experts.159.w1,0.0000008691,0.01000,0.841
+7,block_sparse_moe.experts.160.w1,0.0000008567,0.01000,0.857
+7,block_sparse_moe.experts.161.w1,0.0000008838,0.01000,0.829
+7,block_sparse_moe.experts.162.w1,0.0000008749,0.01000,0.826
+7,block_sparse_moe.experts.163.w1,0.0000008415,0.01000,0.837
+7,block_sparse_moe.experts.164.w1,0.0000008553,0.01000,0.830
+7,block_sparse_moe.experts.165.w1,0.0000008607,0.01000,0.842
+7,block_sparse_moe.experts.166.w1,0.0000008090,0.01000,0.840
+7,block_sparse_moe.experts.167.w1,0.0000008373,0.01000,0.846
+7,block_sparse_moe.experts.169.w1,0.0000008497,0.01000,0.825
+7,block_sparse_moe.experts.168.w1,0.0000008818,0.01000,0.871
+7,block_sparse_moe.experts.171.w1,0.0000008483,0.01000,0.830
+7,block_sparse_moe.experts.170.w1,0.0000008194,0.01000,0.858
+7,block_sparse_moe.experts.172.w1,0.0000008395,0.01000,0.834
+7,block_sparse_moe.experts.173.w1,0.0000008377,0.01000,0.842
+7,block_sparse_moe.experts.174.w1,0.0000008537,0.01000,0.845
+7,block_sparse_moe.experts.175.w1,0.0000008706,0.01000,0.844
+7,block_sparse_moe.experts.176.w1,0.0000008560,0.01000,0.831
+7,block_sparse_moe.experts.177.w1,0.0000008681,0.01000,0.834
+7,block_sparse_moe.experts.178.w1,0.0000008933,0.01000,0.827
+7,block_sparse_moe.experts.179.w1,0.0000008566,0.01000,0.862
+7,block_sparse_moe.experts.180.w1,0.0000008466,0.01000,0.851
+7,block_sparse_moe.experts.181.w1,0.0000008306,0.01000,0.853
+7,block_sparse_moe.experts.182.w1,0.0000008455,0.01000,0.833
+7,block_sparse_moe.experts.183.w1,0.0000008634,0.01000,0.833
+7,block_sparse_moe.experts.184.w1,0.0000008495,0.01000,0.832
+7,block_sparse_moe.experts.185.w1,0.0000008308,0.01000,0.833
+7,block_sparse_moe.experts.186.w1,0.0000008465,0.01000,0.844
+7,block_sparse_moe.experts.187.w1,0.0000008952,0.01000,0.861
+7,block_sparse_moe.experts.188.w1,0.0000008373,0.01000,0.850
+7,block_sparse_moe.experts.189.w1,0.0000007758,0.01000,0.829
+7,block_sparse_moe.experts.190.w1,0.0000008481,0.01000,0.847
+7,block_sparse_moe.experts.191.w1,0.0000008538,0.01000,0.832
+7,block_sparse_moe.experts.192.w1,0.0000008721,0.01000,0.842
+7,block_sparse_moe.experts.193.w1,0.0000008382,0.01000,0.851
+7,block_sparse_moe.experts.194.w1,0.0000008846,0.01000,0.831
+7,block_sparse_moe.experts.195.w1,0.0000008558,0.01000,0.858
+7,block_sparse_moe.experts.196.w1,0.0000008960,0.01000,0.828
+7,block_sparse_moe.experts.197.w1,0.0000008139,0.01000,0.829
+7,block_sparse_moe.experts.198.w1,0.0000008574,0.01000,0.841
+7,block_sparse_moe.experts.199.w1,0.0000008382,0.01000,0.835
+7,block_sparse_moe.experts.200.w1,0.0000008595,0.01000,0.853
+7,block_sparse_moe.experts.201.w1,0.0000008631,0.01000,0.845
+7,block_sparse_moe.experts.202.w1,0.0000008399,0.01000,0.837
+7,block_sparse_moe.experts.203.w1,0.0000009045,0.01000,0.823
+7,block_sparse_moe.experts.204.w1,0.0000007591,0.01000,0.844
+7,block_sparse_moe.experts.205.w1,0.0000007384,0.01000,0.847
+7,block_sparse_moe.experts.206.w1,0.0000008650,0.01000,0.842
+7,block_sparse_moe.experts.207.w1,0.0000008487,0.01000,0.843
+7,block_sparse_moe.experts.208.w1,0.0000008400,0.01000,0.843
+7,block_sparse_moe.experts.210.w1,0.0000008456,0.01000,0.825
+7,block_sparse_moe.experts.209.w1,0.0000008545,0.01000,0.867
+7,block_sparse_moe.experts.211.w1,0.0000007585,0.01000,0.824
+7,block_sparse_moe.experts.212.w1,0.0000008822,0.01000,0.829
+7,block_sparse_moe.experts.213.w1,0.0000008782,0.01000,0.831
+7,block_sparse_moe.experts.215.w1,0.0000008398,0.01000,0.844
+7,block_sparse_moe.experts.214.w1,0.0000008369,0.01000,0.868
+7,block_sparse_moe.experts.217.w1,0.0000008519,0.01000,0.827
+7,block_sparse_moe.experts.216.w1,0.0000008439,0.01000,0.852
+7,block_sparse_moe.experts.218.w1,0.0000008415,0.01000,0.832
+7,block_sparse_moe.experts.219.w1,0.0000008388,0.01000,0.830
+7,block_sparse_moe.experts.220.w1,0.0000008459,0.01000,0.844
+7,block_sparse_moe.experts.221.w1,0.0000008673,0.01000,0.859
+7,block_sparse_moe.experts.222.w1,0.0000008321,0.01000,0.848
+7,block_sparse_moe.experts.224.w1,0.0000008252,0.01000,0.835
+7,block_sparse_moe.experts.223.w1,0.0000008450,0.01000,0.878
+7,block_sparse_moe.experts.225.w1,0.0000008904,0.01000,0.846
+7,block_sparse_moe.experts.226.w1,0.0000008584,0.01000,0.840
+7,block_sparse_moe.experts.227.w1,0.0000008412,0.01000,0.857
+7,block_sparse_moe.experts.229.w1,0.0000008272,0.01000,0.856
+7,block_sparse_moe.experts.228.w1,0.0000008603,0.01000,0.874
+7,block_sparse_moe.experts.231.w1,0.0000008534,0.01000,0.830
+7,block_sparse_moe.experts.230.w1,0.0000008559,0.01000,0.890
+7,block_sparse_moe.experts.232.w1,0.0000008709,0.01000,0.835
+7,block_sparse_moe.experts.233.w1,0.0000008222,0.01000,0.836
+7,block_sparse_moe.experts.234.w1,0.0000008769,0.01000,0.829
+7,block_sparse_moe.experts.235.w1,0.0000008492,0.01000,0.835
+7,block_sparse_moe.experts.236.w1,0.0000008401,0.01000,0.842
+7,block_sparse_moe.experts.238.w1,0.0000010180,0.01000,0.822
+7,block_sparse_moe.experts.239.w1,0.0000008391,0.01000,0.837
+7,block_sparse_moe.experts.237.w1,0.0000008678,0.01000,0.882
+7,block_sparse_moe.experts.240.w1,0.0000008597,0.01000,0.842
+7,block_sparse_moe.experts.241.w1,0.0000008305,0.01000,0.858
+7,block_sparse_moe.experts.242.w1,0.0000008277,0.01000,0.838
+7,block_sparse_moe.experts.243.w1,0.0000008589,0.01000,0.836
+7,block_sparse_moe.experts.245.w1,0.0000008682,0.01000,0.838
+7,block_sparse_moe.experts.244.w1,0.0000007537,0.01000,0.885
+7,block_sparse_moe.experts.246.w1,0.0000008585,0.01000,0.848
+7,block_sparse_moe.experts.247.w1,0.0000008781,0.01000,0.843
+7,block_sparse_moe.experts.248.w1,0.0000008650,0.01000,0.845
+7,block_sparse_moe.experts.249.w1,0.0000008308,0.01000,0.852
+7,block_sparse_moe.experts.250.w1,0.0000008801,0.01000,0.842
+7,block_sparse_moe.experts.251.w1,0.0000008470,0.01000,0.852
+7,block_sparse_moe.experts.252.w1,0.0000007958,0.01000,0.839
+7,block_sparse_moe.experts.253.w1,0.0000007901,0.01000,0.835
+7,block_sparse_moe.experts.254.w1,0.0000008393,0.01000,0.839
+7,block_sparse_moe.experts.255.w1,0.0000008440,0.01000,0.836
+7,block_sparse_moe.experts.0.w3,0.0000008445,0.01000,0.847
+7,block_sparse_moe.experts.1.w3,0.0000008094,0.01000,0.847
+7,block_sparse_moe.experts.3.w3,0.0000008166,0.01000,0.842
+7,block_sparse_moe.experts.4.w3,0.0000008203,0.01000,0.848
+7,block_sparse_moe.experts.2.w3,0.0000008619,0.01000,0.891
+7,block_sparse_moe.experts.5.w3,0.0000008409,0.01000,0.827
+7,block_sparse_moe.experts.6.w3,0.0000008392,0.01000,0.825
+7,block_sparse_moe.experts.8.w3,0.0000007952,0.01000,0.840
+7,block_sparse_moe.experts.7.w3,0.0000008076,0.01000,0.842
+7,block_sparse_moe.experts.10.w3,0.0000008394,0.01000,0.832
+7,block_sparse_moe.experts.11.w3,0.0000007839,0.01000,0.840
+7,block_sparse_moe.experts.9.w3,0.0000007220,0.01000,0.889
+7,block_sparse_moe.experts.12.w3,0.0000008002,0.01000,0.841
+7,block_sparse_moe.experts.13.w3,0.0000008113,0.01000,0.830
+7,block_sparse_moe.experts.15.w3,0.0000008143,0.01000,0.845
+7,block_sparse_moe.experts.14.w3,0.0000008024,0.01000,0.871
+7,block_sparse_moe.experts.16.w3,0.0000007157,0.01000,0.861
+7,block_sparse_moe.experts.17.w3,0.0000008264,0.01000,0.835
+7,block_sparse_moe.experts.18.w3,0.0000008207,0.01000,0.832
+7,block_sparse_moe.experts.19.w3,0.0000007220,0.01000,0.835
+7,block_sparse_moe.experts.20.w3,0.0000008072,0.01000,0.831
+7,block_sparse_moe.experts.21.w3,0.0000008631,0.01000,0.848
+7,block_sparse_moe.experts.22.w3,0.0000007796,0.01000,0.849
+7,block_sparse_moe.experts.23.w3,0.0000008109,0.01000,0.851
+7,block_sparse_moe.experts.25.w3,0.0000008158,0.01000,0.835
+7,block_sparse_moe.experts.24.w3,0.0000008072,0.01000,0.841
+7,block_sparse_moe.experts.26.w3,0.0000008267,0.01000,0.833
+7,block_sparse_moe.experts.27.w3,0.0000008035,0.01000,0.832
+7,block_sparse_moe.experts.28.w3,0.0000008242,0.01000,0.841
+7,block_sparse_moe.experts.29.w3,0.0000008611,0.01000,0.847
+7,block_sparse_moe.experts.31.w3,0.0000007952,0.01000,0.829
+7,block_sparse_moe.experts.32.w3,0.0000007090,0.01000,0.842
+7,block_sparse_moe.experts.33.w3,0.0000007979,0.01000,0.833
+7,block_sparse_moe.experts.30.w3,0.0000007837,0.01000,0.876
+7,block_sparse_moe.experts.34.w3,0.0000008092,0.01000,0.825
+7,block_sparse_moe.experts.35.w3,0.0000008095,0.01000,0.841
+7,block_sparse_moe.experts.36.w3,0.0000008242,0.01000,0.846
+7,block_sparse_moe.experts.38.w3,0.0000008148,0.01000,0.842
+7,block_sparse_moe.experts.39.w3,0.0000008254,0.01000,0.834
+7,block_sparse_moe.experts.37.w3,0.0000008233,0.01000,0.878
+7,block_sparse_moe.experts.40.w3,0.0000008090,0.01000,0.846
+7,block_sparse_moe.experts.41.w3,0.0000008281,0.01000,0.830
+7,block_sparse_moe.experts.42.w3,0.0000008397,0.01000,0.841
+7,block_sparse_moe.experts.43.w3,0.0000008304,0.01000,0.849
+7,block_sparse_moe.experts.45.w3,0.0000008201,0.01000,0.825
+7,block_sparse_moe.experts.46.w3,0.0000008338,0.01000,0.833
+7,block_sparse_moe.experts.47.w3,0.0000008107,0.01000,0.831
+7,block_sparse_moe.experts.48.w3,0.0000008361,0.01000,0.824
+7,block_sparse_moe.experts.44.w3,0.0000008103,0.01000,0.885
+7,block_sparse_moe.experts.49.w3,0.0000008267,0.01000,0.833
+7,block_sparse_moe.experts.50.w3,0.0000008221,0.01000,0.849
+7,block_sparse_moe.experts.52.w3,0.0000008001,0.01000,0.835
+7,block_sparse_moe.experts.53.w3,0.0000007939,0.01000,0.838
+7,block_sparse_moe.experts.54.w3,0.0000007982,0.01000,0.840
+7,block_sparse_moe.experts.51.w3,0.0000007864,0.01000,0.878
+7,block_sparse_moe.experts.55.w3,0.0000008068,0.01000,0.834
+7,block_sparse_moe.experts.56.w3,0.0000008268,0.01000,0.849
+7,block_sparse_moe.experts.57.w3,0.0000008080,0.01000,0.850
+7,block_sparse_moe.experts.59.w3,0.0000007912,0.01000,0.826
+7,block_sparse_moe.experts.60.w3,0.0000008182,0.01000,0.828
+7,block_sparse_moe.experts.62.w3,0.0000008412,0.01000,0.840
+7,block_sparse_moe.experts.61.w3,0.0000008334,0.01000,0.842
+7,block_sparse_moe.experts.58.w3,0.0000007997,0.01000,0.872
+7,block_sparse_moe.experts.63.w3,0.0000007872,0.01000,0.835
+7,block_sparse_moe.experts.64.w3,0.0000007460,0.01000,0.846
+7,block_sparse_moe.experts.66.w3,0.0000008506,0.01000,0.825
+7,block_sparse_moe.experts.69.w3,0.0000007576,0.01000,0.828
+7,block_sparse_moe.experts.68.w3,0.0000008174,0.01000,0.836
+7,block_sparse_moe.experts.65.w3,0.0000008132,0.01000,0.882
+7,block_sparse_moe.experts.67.w3,0.0000008210,0.01000,0.865
+7,block_sparse_moe.experts.70.w3,0.0000008066,0.01000,0.829
+7,block_sparse_moe.experts.71.w3,0.0000008387,0.01000,0.842
+7,block_sparse_moe.experts.73.w3,0.0000007966,0.01000,0.826
+7,block_sparse_moe.experts.74.w3,0.0000008083,0.01000,0.833
+7,block_sparse_moe.experts.72.w3,0.0000007512,0.01000,0.886
+7,block_sparse_moe.experts.75.w3,0.0000008013,0.01000,0.840
+7,block_sparse_moe.experts.76.w3,0.0000008282,0.01000,0.841
+7,block_sparse_moe.experts.77.w3,0.0000007867,0.01000,0.860
+7,block_sparse_moe.experts.78.w3,0.0000007988,0.01000,0.835
+7,block_sparse_moe.experts.80.w3,0.0000008412,0.01000,0.823
+7,block_sparse_moe.experts.79.w3,0.0000008034,0.01000,0.863
+7,block_sparse_moe.experts.81.w3,0.0000008022,0.01000,0.837
+7,block_sparse_moe.experts.82.w3,0.0000008013,0.01000,0.847
+7,block_sparse_moe.experts.83.w3,0.0000006929,0.01000,0.844
+7,block_sparse_moe.experts.84.w3,0.0000007905,0.01000,0.849
+7,block_sparse_moe.experts.85.w3,0.0000007977,0.01000,0.846
+7,block_sparse_moe.experts.87.w3,0.0000008371,0.01000,0.825
+7,block_sparse_moe.experts.86.w3,0.0000008220,0.01000,0.853
+7,block_sparse_moe.experts.88.w3,0.0000008283,0.01000,0.829
+7,block_sparse_moe.experts.90.w3,0.0000008547,0.01000,0.827
+7,block_sparse_moe.experts.89.w3,0.0000008151,0.01000,0.892
+7,block_sparse_moe.experts.91.w3,0.0000008407,0.01000,0.839
+7,block_sparse_moe.experts.92.w3,0.0000008095,0.01000,0.838
+7,block_sparse_moe.experts.94.w3,0.0000008169,0.01000,0.834
+7,block_sparse_moe.experts.95.w3,0.0000008264,0.01000,0.830
+7,block_sparse_moe.experts.93.w3,0.0000008387,0.01000,0.856
+7,block_sparse_moe.experts.96.w3,0.0000007769,0.01000,0.843
+7,block_sparse_moe.experts.97.w3,0.0000008127,0.01000,0.854
+7,block_sparse_moe.experts.98.w3,0.0000008187,0.01000,0.840
+7,block_sparse_moe.experts.99.w3,0.0000008172,0.01000,0.830
+7,block_sparse_moe.experts.101.w3,0.0000007801,0.01000,0.831
+7,block_sparse_moe.experts.102.w3,0.0000008256,0.01000,0.821
+7,block_sparse_moe.experts.103.w3,0.0000009925,0.01000,0.832
+7,block_sparse_moe.experts.100.w3,0.0000008188,0.01000,0.879
+7,block_sparse_moe.experts.104.w3,0.0000008181,0.01000,0.846
+7,block_sparse_moe.experts.105.w3,0.0000007987,0.01000,0.848
+7,block_sparse_moe.experts.106.w3,0.0000008146,0.01000,0.828
+7,block_sparse_moe.experts.108.w3,0.0000007814,0.01000,0.815
+7,block_sparse_moe.experts.109.w3,0.0000008057,0.01000,0.827
+7,block_sparse_moe.experts.110.w3,0.0000008295,0.01000,0.841
+7,block_sparse_moe.experts.107.w3,0.0000008272,0.01000,0.901
+7,block_sparse_moe.experts.111.w3,0.0000008434,0.01000,0.835
+7,block_sparse_moe.experts.112.w3,0.0000008457,0.01000,0.853
+7,block_sparse_moe.experts.113.w3,0.0000008296,0.01000,0.833
+7,block_sparse_moe.experts.115.w3,0.0000008567,0.01000,0.830
+7,block_sparse_moe.experts.116.w3,0.0000007625,0.01000,0.839
+7,block_sparse_moe.experts.114.w3,0.0000008187,0.01000,0.903
+7,block_sparse_moe.experts.117.w3,0.0000008379,0.01000,0.851
+7,block_sparse_moe.experts.118.w3,0.0000007977,0.01000,0.834
+7,block_sparse_moe.experts.119.w3,0.0000008315,0.01000,0.838
+7,block_sparse_moe.experts.120.w3,0.0000008406,0.01000,0.853
+7,block_sparse_moe.experts.121.w3,0.0000008383,0.01000,0.855
+7,block_sparse_moe.experts.122.w3,0.0000008211,0.01000,0.830
+7,block_sparse_moe.experts.123.w3,0.0000008142,0.01000,0.839
+7,block_sparse_moe.experts.124.w3,0.0000008135,0.01000,0.846
+7,block_sparse_moe.experts.125.w3,0.0000007983,0.01000,0.832
+7,block_sparse_moe.experts.126.w3,0.0000008065,0.01000,0.839
+7,block_sparse_moe.experts.127.w3,0.0000008145,0.01000,0.846
+7,block_sparse_moe.experts.129.w3,0.0000007415,0.01000,0.826
+7,block_sparse_moe.experts.130.w3,0.0000008301,0.01000,0.832
+7,block_sparse_moe.experts.128.w3,0.0000008217,0.01000,0.874
+7,block_sparse_moe.experts.131.w3,0.0000008171,0.01000,0.842
+7,block_sparse_moe.experts.132.w3,0.0000007986,0.01000,0.835
+7,block_sparse_moe.experts.133.w3,0.0000008385,0.01000,0.832
+7,block_sparse_moe.experts.134.w3,0.0000008330,0.01000,0.844
+7,block_sparse_moe.experts.136.w3,0.0000007862,0.01000,0.832
+7,block_sparse_moe.experts.137.w3,0.0000008269,0.01000,0.823
+7,block_sparse_moe.experts.135.w3,0.0000008099,0.01000,0.869
+7,block_sparse_moe.experts.139.w3,0.0000008269,0.01000,0.826
+7,block_sparse_moe.experts.138.w3,0.0000007956,0.01000,0.837
+7,block_sparse_moe.experts.140.w3,0.0000008131,0.01000,0.835
+7,block_sparse_moe.experts.141.w3,0.0000008700,0.01000,0.860
+7,block_sparse_moe.experts.143.w3,0.0000008015,0.01000,0.830
+7,block_sparse_moe.experts.144.w3,0.0000008221,0.01000,0.843
+7,block_sparse_moe.experts.142.w3,0.0000008305,0.01000,0.868
+7,block_sparse_moe.experts.145.w3,0.0000008415,0.01000,0.834
+7,block_sparse_moe.experts.146.w3,0.0000008221,0.01000,0.847
+7,block_sparse_moe.experts.147.w3,0.0000008224,0.01000,0.835
+7,block_sparse_moe.experts.148.w3,0.0000008324,0.01000,0.835
+7,block_sparse_moe.experts.149.w3,0.0000007695,0.01000,0.838
+7,block_sparse_moe.experts.151.w3,0.0000008064,0.01000,0.835
+7,block_sparse_moe.experts.152.w3,0.0000008263,0.01000,0.837
+7,block_sparse_moe.experts.150.w3,0.0000008587,0.01000,0.857
+7,block_sparse_moe.experts.153.w3,0.0000008162,0.01000,0.831
+7,block_sparse_moe.experts.154.w3,0.0000008413,0.01000,0.836
+7,block_sparse_moe.experts.155.w3,0.0000008615,0.01000,0.853
+7,block_sparse_moe.experts.156.w3,0.0000007699,0.01000,0.842
+7,block_sparse_moe.experts.157.w3,0.0000008244,0.01000,0.835
+7,block_sparse_moe.experts.158.w3,0.0000008478,0.01000,0.837
+7,block_sparse_moe.experts.160.w3,0.0000008396,0.01000,0.840
+7,block_sparse_moe.experts.159.w3,0.0000008376,0.01000,0.850
+7,block_sparse_moe.experts.161.w3,0.0000008517,0.01000,0.848
+7,block_sparse_moe.experts.162.w3,0.0000008411,0.01000,0.836
+7,block_sparse_moe.experts.164.w3,0.0000008279,0.01000,0.822
+7,block_sparse_moe.experts.163.w3,0.0000008151,0.01000,0.856
+7,block_sparse_moe.experts.166.w3,0.0000007899,0.01000,0.833
+7,block_sparse_moe.experts.167.w3,0.0000008130,0.01000,0.835
+7,block_sparse_moe.experts.165.w3,0.0000008272,0.01000,0.874
+7,block_sparse_moe.experts.168.w3,0.0000008396,0.01000,0.838
+7,block_sparse_moe.experts.169.w3,0.0000008095,0.01000,0.835
+7,block_sparse_moe.experts.171.w3,0.0000008142,0.01000,0.821
+7,block_sparse_moe.experts.170.w3,0.0000007985,0.01000,0.847
+7,block_sparse_moe.experts.172.w3,0.0000008100,0.01000,0.851
+7,block_sparse_moe.experts.173.w3,0.0000008006,0.01000,0.847
+7,block_sparse_moe.experts.174.w3,0.0000008300,0.01000,0.860
+7,block_sparse_moe.experts.175.w3,0.0000008282,0.01000,0.841
+7,block_sparse_moe.experts.176.w3,0.0000008263,0.01000,0.865
+7,block_sparse_moe.experts.178.w3,0.0000007996,0.01000,0.820
+7,block_sparse_moe.experts.177.w3,0.0000008259,0.01000,0.860
+7,block_sparse_moe.experts.179.w3,0.0000007872,0.01000,0.826
+7,block_sparse_moe.experts.180.w3,0.0000008147,0.01000,0.840
+7,block_sparse_moe.experts.181.w3,0.0000007970,0.01000,0.875
+7,block_sparse_moe.experts.182.w3,0.0000008107,0.01000,0.836
+7,block_sparse_moe.experts.183.w3,0.0000008326,0.01000,0.847
+7,block_sparse_moe.experts.184.w3,0.0000008328,0.01000,0.856
+7,block_sparse_moe.experts.185.w3,0.0000007982,0.01000,0.837
+7,block_sparse_moe.experts.186.w3,0.0000008199,0.01000,0.834
+7,block_sparse_moe.experts.187.w3,0.0000008439,0.01000,0.859
+7,block_sparse_moe.experts.188.w3,0.0000008017,0.01000,0.835
+7,block_sparse_moe.experts.189.w3,0.0000007645,0.01000,0.858
+7,block_sparse_moe.experts.190.w3,0.0000008036,0.01000,0.841
+7,block_sparse_moe.experts.192.w3,0.0000008491,0.01000,0.828
+7,block_sparse_moe.experts.193.w3,0.0000008160,0.01000,0.833
+7,block_sparse_moe.experts.191.w3,0.0000008132,0.01000,0.912
+7,block_sparse_moe.experts.194.w3,0.0000008415,0.01000,0.850
+7,block_sparse_moe.experts.195.w3,0.0000008288,0.01000,0.828
+7,block_sparse_moe.experts.196.w3,0.0000008425,0.01000,0.839
+7,block_sparse_moe.experts.197.w3,0.0000007877,0.01000,0.841
+7,block_sparse_moe.experts.199.w3,0.0000008223,0.01000,0.828
+7,block_sparse_moe.experts.200.w3,0.0000008329,0.01000,0.834
+7,block_sparse_moe.experts.198.w3,0.0000008148,0.01000,0.902
+7,block_sparse_moe.experts.201.w3,0.0000008372,0.01000,0.839
+7,block_sparse_moe.experts.202.w3,0.0000008192,0.01000,0.833
+7,block_sparse_moe.experts.203.w3,0.0000008403,0.01000,0.841
+7,block_sparse_moe.experts.204.w3,0.0000007301,0.01000,0.834
+7,block_sparse_moe.experts.205.w3,0.0000007179,0.01000,0.866
+7,block_sparse_moe.experts.206.w3,0.0000008408,0.01000,0.827
+7,block_sparse_moe.experts.207.w3,0.0000008092,0.01000,0.830
+7,block_sparse_moe.experts.208.w3,0.0000008030,0.01000,0.850
+7,block_sparse_moe.experts.209.w3,0.0000008270,0.01000,0.836
+7,block_sparse_moe.experts.210.w3,0.0000008179,0.01000,0.844
+7,block_sparse_moe.experts.211.w3,0.0000007286,0.01000,0.835
+7,block_sparse_moe.experts.214.w3,0.0000008147,0.01000,0.836
+7,block_sparse_moe.experts.213.w3,0.0000008457,0.01000,0.842
+7,block_sparse_moe.experts.212.w3,0.0000008356,0.01000,0.878
+7,block_sparse_moe.experts.216.w3,0.0000008083,0.01000,0.836
+7,block_sparse_moe.experts.215.w3,0.0000008123,0.01000,0.866
+7,block_sparse_moe.experts.217.w3,0.0000007856,0.01000,0.847
+7,block_sparse_moe.experts.218.w3,0.0000008120,0.01000,0.850
+7,block_sparse_moe.experts.220.w3,0.0000008225,0.01000,0.821
+7,block_sparse_moe.experts.221.w3,0.0000008364,0.01000,0.830
+7,block_sparse_moe.experts.222.w3,0.0000008025,0.01000,0.832
+7,block_sparse_moe.experts.219.w3,0.0000008198,0.01000,0.873
+7,block_sparse_moe.experts.223.w3,0.0000008180,0.01000,0.828
+7,block_sparse_moe.experts.224.w3,0.0000007628,0.01000,0.839
+7,block_sparse_moe.experts.225.w3,0.0000008421,0.01000,0.859
+7,block_sparse_moe.experts.226.w3,0.0000008243,0.01000,0.865
+7,block_sparse_moe.experts.227.w3,0.0000008112,0.01000,0.841
+7,block_sparse_moe.experts.228.w3,0.0000008082,0.01000,0.828
+7,block_sparse_moe.experts.229.w3,0.0000007721,0.01000,0.835
+7,block_sparse_moe.experts.230.w3,0.0000008323,0.01000,0.834
+7,block_sparse_moe.experts.231.w3,0.0000008261,0.01000,0.842
+7,block_sparse_moe.experts.232.w3,0.0000008393,0.01000,0.862
+7,block_sparse_moe.experts.234.w3,0.0000008393,0.01000,0.848
+7,block_sparse_moe.experts.235.w3,0.0000008173,0.01000,0.844
+7,block_sparse_moe.experts.236.w3,0.0000008145,0.01000,0.838
+7,block_sparse_moe.experts.233.w3,0.0000007937,0.01000,0.873
+7,block_sparse_moe.experts.237.w3,0.0000008528,0.01000,0.871
+7,block_sparse_moe.experts.238.w3,0.0000008088,0.01000,0.844
+7,block_sparse_moe.experts.239.w3,0.0000012611,0.01000,0.846
+7,block_sparse_moe.experts.242.w3,0.0000008101,0.01000,0.837
+7,block_sparse_moe.experts.241.w3,0.0000008120,0.01000,0.845
+7,block_sparse_moe.experts.243.w3,0.0000008238,0.01000,0.835
+7,block_sparse_moe.experts.244.w3,0.0000007413,0.01000,0.836
+7,block_sparse_moe.experts.240.w3,0.0000008304,0.01000,0.891
+7,block_sparse_moe.experts.245.w3,0.0000008179,0.01000,0.835
+7,block_sparse_moe.experts.246.w3,0.0000008287,0.01000,0.839
+7,block_sparse_moe.experts.248.w3,0.0000008342,0.01000,0.826
+7,block_sparse_moe.experts.249.w3,0.0000008070,0.01000,0.834
+7,block_sparse_moe.experts.251.w3,0.0000008045,0.01000,0.838
+7,block_sparse_moe.experts.250.w3,0.0000008486,0.01000,0.844
+7,block_sparse_moe.experts.247.w3,0.0000008546,0.01000,0.918
+7,block_sparse_moe.experts.252.w3,0.0000007893,0.01000,0.781
+7,block_sparse_moe.experts.253.w3,0.0000007770,0.01000,0.739
+7,block_sparse_moe.experts.255.w3,0.0000008288,0.01000,0.656
+7,block_sparse_moe.experts.254.w3,0.0000008091,0.01000,0.695
+7,block_sparse_moe.experts.0.w2,0.0000000997,0.01000,0.436
+7,block_sparse_moe.experts.1.w2,0.0000000836,0.01000,0.437
+7,block_sparse_moe.experts.5.w2,0.0000000895,0.01000,0.434
+7,block_sparse_moe.experts.3.w2,0.0000000659,0.01000,0.441
+7,block_sparse_moe.experts.4.w2,0.0000000793,0.01000,0.443
+7,block_sparse_moe.experts.6.w2,0.0000000877,0.01000,0.451
+7,block_sparse_moe.experts.2.w2,0.0000000808,0.01000,0.458
+7,block_sparse_moe.experts.7.w2,0.0000000478,0.01000,0.417
+7,block_sparse_moe.experts.8.w2,0.0000000846,0.01000,0.417
+7,block_sparse_moe.experts.10.w2,0.0000000712,0.01000,0.419
+7,block_sparse_moe.experts.11.w2,0.0000000652,0.01000,0.423
+7,block_sparse_moe.experts.9.w2,0.0000000398,0.01000,0.433
+7,block_sparse_moe.experts.12.w2,0.0000000606,0.01000,0.424
+7,block_sparse_moe.experts.13.w2,0.0000000877,0.01000,0.428
+7,block_sparse_moe.experts.14.w2,0.0000000709,0.01000,0.412
+7,block_sparse_moe.experts.15.w2,0.0000000694,0.01000,0.415
+7,block_sparse_moe.experts.17.w2,0.0000000645,0.01000,0.417
+7,block_sparse_moe.experts.16.w2,0.0000000394,0.01000,0.427
+7,block_sparse_moe.experts.18.w2,0.0000000966,0.01000,0.427
+7,block_sparse_moe.experts.19.w2,0.0000000413,0.01000,0.427
+7,block_sparse_moe.experts.20.w2,0.0000001136,0.01000,0.436
+7,block_sparse_moe.experts.21.w2,0.0000000960,0.01000,0.418
+7,block_sparse_moe.experts.22.w2,0.0000000808,0.01000,0.422
+7,block_sparse_moe.experts.23.w2,0.0000000739,0.01000,0.426
+7,block_sparse_moe.experts.24.w2,0.0000000767,0.01000,0.434
+7,block_sparse_moe.experts.25.w2,0.0000001036,0.01000,0.428
+7,block_sparse_moe.experts.26.w2,0.0000000939,0.01000,0.424
+7,block_sparse_moe.experts.27.w2,0.0000000612,0.01000,0.433
+7,block_sparse_moe.experts.28.w2,0.0000000794,0.01000,0.414
+7,block_sparse_moe.experts.29.w2,0.0000000786,0.01000,0.414
+7,block_sparse_moe.experts.30.w2,0.0000000915,0.01000,0.420
+7,block_sparse_moe.experts.31.w2,0.0000000607,0.01000,0.419
+7,block_sparse_moe.experts.32.w2,0.0000000373,0.01000,0.425
+7,block_sparse_moe.experts.33.w2,0.0000000874,0.01000,0.423
+7,block_sparse_moe.experts.34.w2,0.0000000679,0.01000,0.438
+7,block_sparse_moe.experts.35.w2,0.0000000747,0.01000,0.418
+7,block_sparse_moe.experts.36.w2,0.0000000690,0.01000,0.418
+7,block_sparse_moe.experts.37.w2,0.0000001202,0.01000,0.424
+7,block_sparse_moe.experts.38.w2,0.0000001102,0.01000,0.423
+7,block_sparse_moe.experts.39.w2,0.0000000596,0.01000,0.431
+7,block_sparse_moe.experts.40.w2,0.0000000943,0.01000,0.429
+7,block_sparse_moe.experts.41.w2,0.0000000577,0.01000,0.439
+7,block_sparse_moe.experts.42.w2,0.0000000963,0.01000,0.415
+7,block_sparse_moe.experts.43.w2,0.0000000719,0.01000,0.415
+7,block_sparse_moe.experts.44.w2,0.0000000600,0.01000,0.418
+7,block_sparse_moe.experts.45.w2,0.0000000793,0.01000,0.425
+7,block_sparse_moe.experts.46.w2,0.0000000829,0.01000,0.424
+7,block_sparse_moe.experts.47.w2,0.0000000674,0.01000,0.422
+7,block_sparse_moe.experts.48.w2,0.0000001633,0.01000,0.438
+7,block_sparse_moe.experts.49.w2,0.0000000986,0.01000,0.421
+7,block_sparse_moe.experts.50.w2,0.0000000750,0.01000,0.418
+7,block_sparse_moe.experts.51.w2,0.0000000710,0.01000,0.423
+7,block_sparse_moe.experts.52.w2,0.0000000642,0.01000,0.421
+7,block_sparse_moe.experts.54.w2,0.0000000900,0.01000,0.429
+7,block_sparse_moe.experts.53.w2,0.0000000626,0.01000,0.430
+7,block_sparse_moe.experts.55.w2,0.0000000615,0.01000,0.442
+7,block_sparse_moe.experts.56.w2,0.0000000730,0.01000,0.418
+7,block_sparse_moe.experts.57.w2,0.0000000719,0.01000,0.415
+7,block_sparse_moe.experts.58.w2,0.0000000583,0.01000,0.416
+7,block_sparse_moe.experts.59.w2,0.0000000641,0.01000,0.417
+7,block_sparse_moe.experts.60.w2,0.0000000742,0.01000,0.423
+7,block_sparse_moe.experts.61.w2,0.0000000759,0.01000,0.427
+7,block_sparse_moe.experts.62.w2,0.0000000728,0.01000,0.438
+7,block_sparse_moe.experts.63.w2,0.0000000636,0.01000,0.415
+7,block_sparse_moe.experts.64.w2,0.0000000396,0.01000,0.415
+7,block_sparse_moe.experts.65.w2,0.0000000645,0.01000,0.414
+7,block_sparse_moe.experts.66.w2,0.0000001028,0.01000,0.427
+7,block_sparse_moe.experts.67.w2,0.0000000667,0.01000,0.421
+7,block_sparse_moe.experts.68.w2,0.0000000611,0.01000,0.424
+7,block_sparse_moe.experts.69.w2,0.0000000541,0.01000,0.433
+7,block_sparse_moe.experts.70.w2,0.0000000722,0.01000,0.418
+7,block_sparse_moe.experts.71.w2,0.0000000977,0.01000,0.417
+7,block_sparse_moe.experts.72.w2,0.0000000477,0.01000,0.420
+7,block_sparse_moe.experts.73.w2,0.0000000598,0.01000,0.422
+7,block_sparse_moe.experts.74.w2,0.0000000603,0.01000,0.422
+7,block_sparse_moe.experts.75.w2,0.0000000837,0.01000,0.426
+7,block_sparse_moe.experts.76.w2,0.0000001219,0.01000,0.425
+7,block_sparse_moe.experts.77.w2,0.0000000592,0.01000,0.417
+7,block_sparse_moe.experts.78.w2,0.0000000721,0.01000,0.417
+7,block_sparse_moe.experts.79.w2,0.0000000805,0.01000,0.418
+7,block_sparse_moe.experts.80.w2,0.0000000827,0.01000,0.417
+7,block_sparse_moe.experts.81.w2,0.0000000722,0.01000,0.423
+7,block_sparse_moe.experts.82.w2,0.0000000649,0.01000,0.428
+7,block_sparse_moe.experts.83.w2,0.0000000380,0.01000,0.422
+7,block_sparse_moe.experts.84.w2,0.0000000515,0.01000,0.420
+7,block_sparse_moe.experts.85.w2,0.0000000651,0.01000,0.420
+7,block_sparse_moe.experts.86.w2,0.0000000879,0.01000,0.420
+7,block_sparse_moe.experts.87.w2,0.0000000896,0.01000,0.445
+7,block_sparse_moe.experts.88.w2,0.0000000713,0.01000,0.424
+7,block_sparse_moe.experts.89.w2,0.0000001050,0.01000,0.430
+7,block_sparse_moe.experts.90.w2,0.0000001273,0.01000,0.428
+7,block_sparse_moe.experts.92.w2,0.0000000594,0.01000,0.415
+7,block_sparse_moe.experts.91.w2,0.0000000932,0.01000,0.428
+7,block_sparse_moe.experts.93.w2,0.0000000762,0.01000,0.421
+7,block_sparse_moe.experts.94.w2,0.0000000857,0.01000,0.415
+7,block_sparse_moe.experts.95.w2,0.0000000650,0.01000,0.421
+7,block_sparse_moe.experts.96.w2,0.0000000589,0.01000,0.432
+7,block_sparse_moe.experts.97.w2,0.0000000700,0.01000,0.434
+7,block_sparse_moe.experts.98.w2,0.0000000817,0.01000,0.416
+7,block_sparse_moe.experts.99.w2,0.0000000501,0.01000,0.420
+7,block_sparse_moe.experts.100.w2,0.0000000653,0.01000,0.417
+7,block_sparse_moe.experts.101.w2,0.0000000510,0.01000,0.421
+7,block_sparse_moe.experts.102.w2,0.0000001124,0.01000,0.434
+7,block_sparse_moe.experts.103.w2,0.0000001523,0.01000,0.430
+7,block_sparse_moe.experts.104.w2,0.0000000621,0.01000,0.423
+7,block_sparse_moe.experts.105.w2,0.0000000826,0.01000,0.411
+7,block_sparse_moe.experts.106.w2,0.0000001181,0.01000,0.422
+7,block_sparse_moe.experts.107.w2,0.0000000738,0.01000,0.410
+7,block_sparse_moe.experts.108.w2,0.0000000596,0.01000,0.422
+7,block_sparse_moe.experts.109.w2,0.0000000584,0.01000,0.411
+7,block_sparse_moe.experts.110.w2,0.0000000545,0.01000,0.426
+7,block_sparse_moe.experts.111.w2,0.0000000845,0.01000,0.417
+7,block_sparse_moe.experts.112.w2,0.0000000844,0.01000,0.417
+7,block_sparse_moe.experts.113.w2,0.0000000973,0.01000,0.416
+7,block_sparse_moe.experts.114.w2,0.0000000903,0.01000,0.416
+7,block_sparse_moe.experts.115.w2,0.0000001143,0.01000,0.415
+7,block_sparse_moe.experts.116.w2,0.0000000849,0.01000,0.420
+7,block_sparse_moe.experts.117.w2,0.0000001065,0.01000,0.441
+7,block_sparse_moe.experts.118.w2,0.0000000664,0.01000,0.423
+7,block_sparse_moe.experts.119.w2,0.0000000640,0.01000,0.420
+7,block_sparse_moe.experts.120.w2,0.0000000827,0.01000,0.417
+7,block_sparse_moe.experts.121.w2,0.0000000720,0.01000,0.425
+7,block_sparse_moe.experts.122.w2,0.0000000735,0.01000,0.416
+7,block_sparse_moe.experts.123.w2,0.0000000725,0.01000,0.420
+7,block_sparse_moe.experts.124.w2,0.0000000602,0.01000,0.418
+7,block_sparse_moe.experts.125.w2,0.0000000440,0.01000,0.439
+7,block_sparse_moe.experts.126.w2,0.0000000688,0.01000,0.410
+7,block_sparse_moe.experts.127.w2,0.0000000685,0.01000,0.413
+7,block_sparse_moe.experts.128.w2,0.0000000649,0.01000,0.425
+7,block_sparse_moe.experts.129.w2,0.0000000429,0.01000,0.422
+7,block_sparse_moe.experts.130.w2,0.0000000647,0.01000,0.419
+7,block_sparse_moe.experts.131.w2,0.0000000783,0.01000,0.423
+7,block_sparse_moe.experts.132.w2,0.0000000937,0.01000,0.424
+7,block_sparse_moe.experts.133.w2,0.0000001291,0.01000,0.413
+7,block_sparse_moe.experts.134.w2,0.0000000747,0.01000,0.419
+7,block_sparse_moe.experts.135.w2,0.0000001109,0.01000,0.421
+7,block_sparse_moe.experts.136.w2,0.0000000618,0.01000,0.422
+7,block_sparse_moe.experts.137.w2,0.0000000684,0.01000,0.425
+7,block_sparse_moe.experts.138.w2,0.0000000765,0.01000,0.438
+7,block_sparse_moe.experts.139.w2,0.0000000678,0.01000,0.430
+7,block_sparse_moe.experts.140.w2,0.0000000733,0.01000,0.413
+7,block_sparse_moe.experts.141.w2,0.0000001106,0.01000,0.414
+7,block_sparse_moe.experts.142.w2,0.0000001250,0.01000,0.420
+7,block_sparse_moe.experts.143.w2,0.0000000649,0.01000,0.412
+7,block_sparse_moe.experts.144.w2,0.0000000978,0.01000,0.425
+7,block_sparse_moe.experts.145.w2,0.0000000973,0.01000,0.426
+7,block_sparse_moe.experts.146.w2,0.0000000696,0.01000,0.425
+7,block_sparse_moe.experts.147.w2,0.0000000603,0.01000,0.412
+7,block_sparse_moe.experts.148.w2,0.0000001033,0.01000,0.419
+7,block_sparse_moe.experts.149.w2,0.0000000718,0.01000,0.421
+7,block_sparse_moe.experts.150.w2,0.0000000499,0.01000,0.415
+7,block_sparse_moe.experts.151.w2,0.0000000670,0.01000,0.431
+7,block_sparse_moe.experts.152.w2,0.0000000647,0.01000,0.430
+7,block_sparse_moe.experts.153.w2,0.0000000663,0.01000,0.424
+7,block_sparse_moe.experts.154.w2,0.0000000784,0.01000,0.416
+7,block_sparse_moe.experts.155.w2,0.0000000850,0.01000,0.427
+7,block_sparse_moe.experts.156.w2,0.0000000826,0.01000,0.428
+7,block_sparse_moe.experts.157.w2,0.0000000811,0.01000,0.425
+7,block_sparse_moe.experts.158.w2,0.0000001264,0.01000,0.416
+7,block_sparse_moe.experts.159.w2,0.0000000953,0.01000,0.420
+7,block_sparse_moe.experts.160.w2,0.0000000698,0.01000,0.423
+7,block_sparse_moe.experts.161.w2,0.0000000868,0.01000,0.411
+7,block_sparse_moe.experts.162.w2,0.0000000933,0.01000,0.417
+7,block_sparse_moe.experts.163.w2,0.0000000651,0.01000,0.417
+7,block_sparse_moe.experts.164.w2,0.0000000820,0.01000,0.414
+7,block_sparse_moe.experts.165.w2,0.0000000945,0.01000,0.423
+7,block_sparse_moe.experts.166.w2,0.0000000704,0.01000,0.431
+7,block_sparse_moe.experts.167.w2,0.0000000759,0.01000,0.426
+7,block_sparse_moe.experts.168.w2,0.0000000908,0.01000,0.414
+7,block_sparse_moe.experts.169.w2,0.0000000703,0.01000,0.430
+7,block_sparse_moe.experts.170.w2,0.0000000508,0.01000,0.419
+7,block_sparse_moe.experts.171.w2,0.0000000775,0.01000,0.418
+7,block_sparse_moe.experts.172.w2,0.0000000702,0.01000,0.428
+7,block_sparse_moe.experts.173.w2,0.0000000781,0.01000,0.432
+7,block_sparse_moe.experts.174.w2,0.0000000932,0.01000,0.423
+7,block_sparse_moe.experts.175.w2,0.0000000675,0.01000,0.412
+7,block_sparse_moe.experts.176.w2,0.0000000790,0.01000,0.418
+7,block_sparse_moe.experts.177.w2,0.0000001076,0.01000,0.418
+7,block_sparse_moe.experts.178.w2,0.0000000892,0.01000,0.413
+7,block_sparse_moe.experts.179.w2,0.0000000932,0.01000,0.426
+7,block_sparse_moe.experts.180.w2,0.0000000687,0.01000,0.452
+7,block_sparse_moe.experts.181.w2,0.0000000612,0.01000,0.422
+7,block_sparse_moe.experts.182.w2,0.0000000660,0.01000,0.410
+7,block_sparse_moe.experts.183.w2,0.0000000819,0.01000,0.442
+7,block_sparse_moe.experts.184.w2,0.0000000759,0.01000,0.414
+7,block_sparse_moe.experts.185.w2,0.0000000603,0.01000,0.422
+7,block_sparse_moe.experts.186.w2,0.0000000805,0.01000,0.418
+7,block_sparse_moe.experts.187.w2,0.0000000892,0.01000,0.420
+7,block_sparse_moe.experts.188.w2,0.0000000674,0.01000,0.418
+7,block_sparse_moe.experts.189.w2,0.0000000566,0.01000,0.407
+7,block_sparse_moe.experts.190.w2,0.0000000642,0.01000,0.415
+7,block_sparse_moe.experts.191.w2,0.0000001011,0.01000,0.410
+7,block_sparse_moe.experts.192.w2,0.0000000832,0.01000,0.409
+7,block_sparse_moe.experts.193.w2,0.0000000717,0.01000,0.430
+7,block_sparse_moe.experts.194.w2,0.0000001127,0.01000,0.420
+7,block_sparse_moe.experts.195.w2,0.0000000997,0.01000,0.421
+7,block_sparse_moe.experts.196.w2,0.0000001577,0.01000,0.422
+7,block_sparse_moe.experts.198.w2,0.0000000958,0.01000,0.415
+7,block_sparse_moe.experts.197.w2,0.0000000688,0.01000,0.442
+7,block_sparse_moe.experts.199.w2,0.0000000610,0.01000,0.411
+7,block_sparse_moe.experts.200.w2,0.0000000752,0.01000,0.435
+7,block_sparse_moe.experts.201.w2,0.0000000638,0.01000,0.428
+7,block_sparse_moe.experts.202.w2,0.0000000600,0.01000,0.422
+7,block_sparse_moe.experts.203.w2,0.0000000887,0.01000,0.411
+7,block_sparse_moe.experts.204.w2,0.0000000343,0.01000,0.421
+7,block_sparse_moe.experts.205.w2,0.0000000413,0.01000,0.425
+7,block_sparse_moe.experts.206.w2,0.0000001031,0.01000,0.416
+7,block_sparse_moe.experts.207.w2,0.0000000833,0.01000,0.423
+7,block_sparse_moe.experts.208.w2,0.0000000583,0.01000,0.426
+7,block_sparse_moe.experts.209.w2,0.0000000685,0.01000,0.421
+7,block_sparse_moe.experts.210.w2,0.0000000750,0.01000,0.409
+7,block_sparse_moe.experts.211.w2,0.0000000385,0.01000,0.414
+7,block_sparse_moe.experts.213.w2,0.0000001053,0.01000,0.414
+7,block_sparse_moe.experts.212.w2,0.0000000618,0.01000,0.418
+7,block_sparse_moe.experts.214.w2,0.0000000937,0.01000,0.438
+7,block_sparse_moe.experts.215.w2,0.0000000562,0.01000,0.423
+7,block_sparse_moe.experts.216.w2,0.0000000670,0.01000,0.422
+7,block_sparse_moe.experts.217.w2,0.0000000846,0.01000,0.414
+7,block_sparse_moe.experts.218.w2,0.0000000672,0.01000,0.417
+7,block_sparse_moe.experts.220.w2,0.0000000927,0.01000,0.421
+7,block_sparse_moe.experts.219.w2,0.0000000627,0.01000,0.442
+7,block_sparse_moe.experts.221.w2,0.0000000616,0.01000,0.437
+7,block_sparse_moe.experts.222.w2,0.0000000871,0.01000,0.417
+7,block_sparse_moe.experts.224.w2,0.0000000489,0.01000,0.416
+7,block_sparse_moe.experts.223.w2,0.0000000691,0.01000,0.427
+7,block_sparse_moe.experts.225.w2,0.0000000781,0.01000,0.413
+7,block_sparse_moe.experts.226.w2,0.0000000733,0.01000,0.419
+7,block_sparse_moe.experts.227.w2,0.0000000657,0.01000,0.413
+7,block_sparse_moe.experts.228.w2,0.0000000724,0.01000,0.418
+7,block_sparse_moe.experts.229.w2,0.0000000553,0.01000,0.422
+7,block_sparse_moe.experts.230.w2,0.0000000759,0.01000,0.420
+7,block_sparse_moe.experts.231.w2,0.0000000823,0.01000,0.412
+7,block_sparse_moe.experts.232.w2,0.0000000805,0.01000,0.415
+7,block_sparse_moe.experts.233.w2,0.0000000560,0.01000,0.415
+7,block_sparse_moe.experts.234.w2,0.0000000925,0.01000,0.412
+7,block_sparse_moe.experts.235.w2,0.0000000679,0.01000,0.419
+7,block_sparse_moe.experts.238.w2,0.0000000966,0.01000,0.421
+7,block_sparse_moe.experts.237.w2,0.0000000779,0.01000,0.430
+7,block_sparse_moe.experts.236.w2,0.0000000662,0.01000,0.447
+7,block_sparse_moe.experts.239.w2,0.0000000781,0.01000,0.412
+7,block_sparse_moe.experts.240.w2,0.0000000781,0.01000,0.410
+7,block_sparse_moe.experts.241.w2,0.0000000742,0.01000,0.410
+7,block_sparse_moe.experts.242.w2,0.0000000578,0.01000,0.419
+7,block_sparse_moe.experts.243.w2,0.0000001170,0.01000,0.420
+7,block_sparse_moe.experts.244.w2,0.0000000451,0.01000,0.418
+7,block_sparse_moe.experts.245.w2,0.0000001136,0.01000,0.421
+7,block_sparse_moe.experts.246.w2,0.0000000828,0.01000,0.414
+7,block_sparse_moe.experts.247.w2,0.0000000768,0.01000,0.414
+7,block_sparse_moe.experts.248.w2,0.0000000676,0.01000,0.413
+7,block_sparse_moe.experts.249.w2,0.0000000910,0.01000,0.421
+7,block_sparse_moe.experts.250.w2,0.0000000941,0.01000,0.411
+7,block_sparse_moe.experts.251.w2,0.0000000482,0.01000,0.416
+7,block_sparse_moe.experts.252.w2,0.0000000661,0.01000,0.415
+7,block_sparse_moe.experts.253.w2,0.0000000527,0.01000,0.383
+7,block_sparse_moe.experts.254.w2,0.0000000664,0.01000,0.374
+7,block_sparse_moe.experts.255.w2,0.0000000618,0.01000,0.375
+8,block_sparse_moe.experts.5.w1,0.0000010736,0.01000,0.848
+8,block_sparse_moe.experts.1.w1,0.0000010458,0.01000,0.850
+8,block_sparse_moe.experts.4.w1,0.0000010678,0.01000,0.851
+8,block_sparse_moe.experts.3.w1,0.0000009989,0.01000,0.857
+8,block_sparse_moe.experts.6.w1,0.0000010093,0.01000,0.865
+8,block_sparse_moe.experts.2.w1,0.0000010103,0.01000,0.877
+8,block_sparse_moe.experts.0.w1,0.0000010210,0.01000,0.881
+8,block_sparse_moe.experts.8.w1,0.0000010336,0.01000,0.828
+8,block_sparse_moe.experts.10.w1,0.0000010202,0.01000,0.837
+8,block_sparse_moe.experts.9.w1,0.0000010166,0.01000,0.849
+8,block_sparse_moe.experts.11.w1,0.0000011185,0.01000,0.842
+8,block_sparse_moe.experts.12.w1,0.0000010387,0.01000,0.833
+8,block_sparse_moe.experts.13.w1,0.0000010256,0.01000,0.844
+8,block_sparse_moe.experts.7.w1,0.0000010667,0.01000,0.878
+8,block_sparse_moe.experts.14.w1,0.0000010669,0.01000,0.842
+8,block_sparse_moe.experts.15.w1,0.0000008323,0.01000,0.831
+8,block_sparse_moe.experts.16.w1,0.0000010181,0.01000,0.833
+8,block_sparse_moe.experts.17.w1,0.0000010644,0.01000,0.827
+8,block_sparse_moe.experts.18.w1,0.0000010118,0.01000,0.849
+8,block_sparse_moe.experts.20.w1,0.0000010312,0.01000,0.845
+8,block_sparse_moe.experts.19.w1,0.0000009616,0.01000,0.902
+8,block_sparse_moe.experts.21.w1,0.0000009885,0.01000,0.832
+8,block_sparse_moe.experts.24.w1,0.0000009260,0.01000,0.818
+8,block_sparse_moe.experts.23.w1,0.0000010757,0.01000,0.825
+8,block_sparse_moe.experts.22.w1,0.0000010530,0.01000,0.862
+8,block_sparse_moe.experts.25.w1,0.0000010879,0.01000,0.835
+8,block_sparse_moe.experts.26.w1,0.0000010300,0.01000,0.862
+8,block_sparse_moe.experts.27.w1,0.0000010710,0.01000,0.854
+8,block_sparse_moe.experts.28.w1,0.0000010168,0.01000,0.831
+8,block_sparse_moe.experts.29.w1,0.0000010073,0.01000,0.832
+8,block_sparse_moe.experts.31.w1,0.0000010829,0.01000,0.824
+8,block_sparse_moe.experts.30.w1,0.0000010709,0.01000,0.863
+8,block_sparse_moe.experts.32.w1,0.0000010132,0.01000,0.833
+8,block_sparse_moe.experts.33.w1,0.0000011031,0.01000,0.853
+8,block_sparse_moe.experts.34.w1,0.0000010312,0.01000,0.850
+8,block_sparse_moe.experts.35.w1,0.0000009899,0.01000,0.828
+8,block_sparse_moe.experts.36.w1,0.0000010089,0.01000,0.828
+8,block_sparse_moe.experts.37.w1,0.0000010319,0.01000,0.836
+8,block_sparse_moe.experts.38.w1,0.0000010362,0.01000,0.832
+8,block_sparse_moe.experts.39.w1,0.0000010305,0.01000,0.833
+8,block_sparse_moe.experts.40.w1,0.0000010709,0.01000,0.847
+8,block_sparse_moe.experts.41.w1,0.0000010545,0.01000,0.852
+8,block_sparse_moe.experts.42.w1,0.0000010432,0.01000,0.826
+8,block_sparse_moe.experts.43.w1,0.0000010901,0.01000,0.824
+8,block_sparse_moe.experts.44.w1,0.0000010718,0.01000,0.832
+8,block_sparse_moe.experts.45.w1,0.0000009836,0.01000,0.832
+8,block_sparse_moe.experts.46.w1,0.0000010071,0.01000,0.837
+8,block_sparse_moe.experts.47.w1,0.0000010328,0.01000,0.856
+8,block_sparse_moe.experts.48.w1,0.0000009984,0.01000,0.854
+8,block_sparse_moe.experts.50.w1,0.0000010015,0.01000,0.832
+8,block_sparse_moe.experts.49.w1,0.0000010189,0.01000,0.832
+8,block_sparse_moe.experts.52.w1,0.0000010033,0.01000,0.826
+8,block_sparse_moe.experts.51.w1,0.0000010327,0.01000,0.831
+8,block_sparse_moe.experts.53.w1,0.0000010538,0.01000,0.832
+8,block_sparse_moe.experts.54.w1,0.0000010020,0.01000,0.852
+8,block_sparse_moe.experts.55.w1,0.0000011853,0.01000,0.857
+8,block_sparse_moe.experts.56.w1,0.0000011828,0.01000,0.821
+8,block_sparse_moe.experts.57.w1,0.0000010103,0.01000,0.832
+8,block_sparse_moe.experts.59.w1,0.0000010340,0.01000,0.828
+8,block_sparse_moe.experts.58.w1,0.0000010423,0.01000,0.835
+8,block_sparse_moe.experts.60.w1,0.0000010014,0.01000,0.837
+8,block_sparse_moe.experts.61.w1,0.0000010299,0.01000,0.851
+8,block_sparse_moe.experts.62.w1,0.0000010130,0.01000,0.854
+8,block_sparse_moe.experts.63.w1,0.0000009975,0.01000,0.817
+8,block_sparse_moe.experts.64.w1,0.0000010483,0.01000,0.827
+8,block_sparse_moe.experts.65.w1,0.0000010545,0.01000,0.838
+8,block_sparse_moe.experts.66.w1,0.0000010326,0.01000,0.836
+8,block_sparse_moe.experts.67.w1,0.0000010156,0.01000,0.840
+8,block_sparse_moe.experts.68.w1,0.0000010544,0.01000,0.856
+8,block_sparse_moe.experts.69.w1,0.0000010334,0.01000,0.853
+8,block_sparse_moe.experts.70.w1,0.0000010292,0.01000,0.817
+8,block_sparse_moe.experts.71.w1,0.0000010074,0.01000,0.828
+8,block_sparse_moe.experts.73.w1,0.0000009993,0.01000,0.817
+8,block_sparse_moe.experts.72.w1,0.0000010270,0.01000,0.854
+8,block_sparse_moe.experts.74.w1,0.0000010399,0.01000,0.840
+8,block_sparse_moe.experts.75.w1,0.0000010264,0.01000,0.851
+8,block_sparse_moe.experts.76.w1,0.0000010877,0.01000,0.847
+8,block_sparse_moe.experts.77.w1,0.0000010997,0.01000,0.821
+8,block_sparse_moe.experts.78.w1,0.0000010319,0.01000,0.821
+8,block_sparse_moe.experts.79.w1,0.0000010361,0.01000,0.833
+8,block_sparse_moe.experts.80.w1,0.0000011035,0.01000,0.827
+8,block_sparse_moe.experts.81.w1,0.0000009883,0.01000,0.851
+8,block_sparse_moe.experts.83.w1,0.0000010324,0.01000,0.864
+8,block_sparse_moe.experts.82.w1,0.0000010145,0.01000,0.910
+8,block_sparse_moe.experts.84.w1,0.0000010502,0.01000,0.826
+8,block_sparse_moe.experts.85.w1,0.0000010527,0.01000,0.826
+8,block_sparse_moe.experts.86.w1,0.0000010018,0.01000,0.812
+8,block_sparse_moe.experts.87.w1,0.0000009011,0.01000,0.830
+8,block_sparse_moe.experts.88.w1,0.0000010038,0.01000,0.839
+8,block_sparse_moe.experts.90.w1,0.0000010547,0.01000,0.844
+8,block_sparse_moe.experts.89.w1,0.0000009750,0.01000,0.852
+8,block_sparse_moe.experts.91.w1,0.0000010265,0.01000,0.823
+8,block_sparse_moe.experts.92.w1,0.0000010344,0.01000,0.836
+8,block_sparse_moe.experts.93.w1,0.0000011124,0.01000,0.825
+8,block_sparse_moe.experts.94.w1,0.0000010070,0.01000,0.827
+8,block_sparse_moe.experts.95.w1,0.0000010325,0.01000,0.844
+8,block_sparse_moe.experts.96.w1,0.0000010427,0.01000,0.856
+8,block_sparse_moe.experts.97.w1,0.0000010855,0.01000,0.862
+8,block_sparse_moe.experts.98.w1,0.0000010572,0.01000,0.820
+8,block_sparse_moe.experts.99.w1,0.0000010760,0.01000,0.834
+8,block_sparse_moe.experts.100.w1,0.0000009953,0.01000,0.829
+8,block_sparse_moe.experts.101.w1,0.0000010294,0.01000,0.824
+8,block_sparse_moe.experts.102.w1,0.0000010260,0.01000,0.839
+8,block_sparse_moe.experts.103.w1,0.0000009991,0.01000,0.851
+8,block_sparse_moe.experts.104.w1,0.0000009921,0.01000,0.855
+8,block_sparse_moe.experts.105.w1,0.0000010303,0.01000,0.817
+8,block_sparse_moe.experts.106.w1,0.0000010000,0.01000,0.829
+8,block_sparse_moe.experts.107.w1,0.0000011192,0.01000,0.823
+8,block_sparse_moe.experts.108.w1,0.0000010062,0.01000,0.826
+8,block_sparse_moe.experts.109.w1,0.0000010300,0.01000,0.838
+8,block_sparse_moe.experts.110.w1,0.0000010448,0.01000,0.845
+8,block_sparse_moe.experts.111.w1,0.0000010234,0.01000,0.874
+8,block_sparse_moe.experts.112.w1,0.0000010292,0.01000,0.815
+8,block_sparse_moe.experts.113.w1,0.0000009908,0.01000,0.824
+8,block_sparse_moe.experts.114.w1,0.0000010575,0.01000,0.818
+8,block_sparse_moe.experts.115.w1,0.0000009987,0.01000,0.817
+8,block_sparse_moe.experts.116.w1,0.0000010166,0.01000,0.836
+8,block_sparse_moe.experts.117.w1,0.0000011434,0.01000,0.844
+8,block_sparse_moe.experts.118.w1,0.0000010930,0.01000,0.874
+8,block_sparse_moe.experts.119.w1,0.0000010084,0.01000,0.819
+8,block_sparse_moe.experts.120.w1,0.0000010157,0.01000,0.827
+8,block_sparse_moe.experts.121.w1,0.0000010340,0.01000,0.823
+8,block_sparse_moe.experts.122.w1,0.0000010881,0.01000,0.825
+8,block_sparse_moe.experts.123.w1,0.0000010177,0.01000,0.834
+8,block_sparse_moe.experts.124.w1,0.0000009634,0.01000,0.842
+8,block_sparse_moe.experts.125.w1,0.0000010136,0.01000,0.853
+8,block_sparse_moe.experts.126.w1,0.0000009860,0.01000,0.826
+8,block_sparse_moe.experts.127.w1,0.0000010033,0.01000,0.830
+8,block_sparse_moe.experts.128.w1,0.0000010198,0.01000,0.822
+8,block_sparse_moe.experts.129.w1,0.0000011135,0.01000,0.832
+8,block_sparse_moe.experts.130.w1,0.0000009595,0.01000,0.839
+8,block_sparse_moe.experts.131.w1,0.0000009175,0.01000,0.843
+8,block_sparse_moe.experts.132.w1,0.0000010261,0.01000,0.861
+8,block_sparse_moe.experts.133.w1,0.0000009983,0.01000,0.822
+8,block_sparse_moe.experts.135.w1,0.0000010204,0.01000,0.830
+8,block_sparse_moe.experts.134.w1,0.0000010430,0.01000,0.854
+8,block_sparse_moe.experts.136.w1,0.0000010563,0.01000,0.821
+8,block_sparse_moe.experts.137.w1,0.0000010205,0.01000,0.834
+8,block_sparse_moe.experts.138.w1,0.0000010651,0.01000,0.837
+8,block_sparse_moe.experts.139.w1,0.0000010609,0.01000,0.852
+8,block_sparse_moe.experts.140.w1,0.0000010346,0.01000,0.820
+8,block_sparse_moe.experts.141.w1,0.0000009953,0.01000,0.823
+8,block_sparse_moe.experts.142.w1,0.0000010345,0.01000,0.834
+8,block_sparse_moe.experts.143.w1,0.0000010566,0.01000,0.835
+8,block_sparse_moe.experts.144.w1,0.0000010125,0.01000,0.842
+8,block_sparse_moe.experts.145.w1,0.0000010105,0.01000,0.843
+8,block_sparse_moe.experts.146.w1,0.0000009790,0.01000,0.863
+8,block_sparse_moe.experts.147.w1,0.0000010107,0.01000,0.825
+8,block_sparse_moe.experts.148.w1,0.0000010128,0.01000,0.833
+8,block_sparse_moe.experts.149.w1,0.0000009644,0.01000,0.835
+8,block_sparse_moe.experts.150.w1,0.0000010171,0.01000,0.826
+8,block_sparse_moe.experts.151.w1,0.0000011093,0.01000,0.837
+8,block_sparse_moe.experts.152.w1,0.0000010220,0.01000,0.837
+8,block_sparse_moe.experts.153.w1,0.0000011754,0.01000,0.861
+8,block_sparse_moe.experts.154.w1,0.0000010683,0.01000,0.820
+8,block_sparse_moe.experts.155.w1,0.0000009881,0.01000,0.829
+8,block_sparse_moe.experts.156.w1,0.0000010042,0.01000,0.827
+8,block_sparse_moe.experts.157.w1,0.0000010699,0.01000,0.818
+8,block_sparse_moe.experts.158.w1,0.0000010099,0.01000,0.836
+8,block_sparse_moe.experts.159.w1,0.0000010756,0.01000,0.848
+8,block_sparse_moe.experts.160.w1,0.0000011356,0.01000,0.851
+8,block_sparse_moe.experts.161.w1,0.0000010984,0.01000,0.822
+8,block_sparse_moe.experts.162.w1,0.0000011148,0.01000,0.835
+8,block_sparse_moe.experts.163.w1,0.0000010719,0.01000,0.830
+8,block_sparse_moe.experts.164.w1,0.0000010833,0.01000,0.826
+8,block_sparse_moe.experts.165.w1,0.0000010470,0.01000,0.835
+8,block_sparse_moe.experts.166.w1,0.0000010379,0.01000,0.844
+8,block_sparse_moe.experts.167.w1,0.0000009735,0.01000,0.846
+8,block_sparse_moe.experts.168.w1,0.0000010457,0.01000,0.843
+8,block_sparse_moe.experts.169.w1,0.0000010109,0.01000,0.837
+8,block_sparse_moe.experts.170.w1,0.0000010615,0.01000,0.829
+8,block_sparse_moe.experts.171.w1,0.0000010120,0.01000,0.828
+8,block_sparse_moe.experts.172.w1,0.0000010376,0.01000,0.856
+8,block_sparse_moe.experts.173.w1,0.0000010059,0.01000,0.848
+8,block_sparse_moe.experts.174.w1,0.0000010769,0.01000,0.851
+8,block_sparse_moe.experts.175.w1,0.0000009387,0.01000,0.825
+8,block_sparse_moe.experts.176.w1,0.0000010255,0.01000,0.837
+8,block_sparse_moe.experts.178.w1,0.0000010161,0.01000,0.829
+8,block_sparse_moe.experts.177.w1,0.0000010628,0.01000,0.833
+8,block_sparse_moe.experts.179.w1,0.0000010188,0.01000,0.838
+8,block_sparse_moe.experts.180.w1,0.0000009954,0.01000,0.837
+8,block_sparse_moe.experts.182.w1,0.0000010778,0.01000,0.829
+8,block_sparse_moe.experts.181.w1,0.0000010451,0.01000,0.868
+8,block_sparse_moe.experts.183.w1,0.0000010548,0.01000,0.836
+8,block_sparse_moe.experts.185.w1,0.0000010103,0.01000,0.821
+8,block_sparse_moe.experts.184.w1,0.0000010750,0.01000,0.855
+8,block_sparse_moe.experts.186.w1,0.0000010092,0.01000,0.832
+8,block_sparse_moe.experts.187.w1,0.0000010126,0.01000,0.837
+8,block_sparse_moe.experts.188.w1,0.0000010933,0.01000,0.847
+8,block_sparse_moe.experts.189.w1,0.0000010724,0.01000,0.822
+8,block_sparse_moe.experts.191.w1,0.0000008464,0.01000,0.832
+8,block_sparse_moe.experts.190.w1,0.0000010007,0.01000,0.835
+8,block_sparse_moe.experts.192.w1,0.0000010085,0.01000,0.827
+8,block_sparse_moe.experts.193.w1,0.0000009976,0.01000,0.839
+8,block_sparse_moe.experts.194.w1,0.0000010097,0.01000,0.846
+8,block_sparse_moe.experts.196.w1,0.0000010062,0.01000,0.831
+8,block_sparse_moe.experts.195.w1,0.0000010697,0.01000,0.848
+8,block_sparse_moe.experts.197.w1,0.0000010669,0.01000,0.820
+8,block_sparse_moe.experts.199.w1,0.0000010340,0.01000,0.825
+8,block_sparse_moe.experts.198.w1,0.0000010005,0.01000,0.873
+8,block_sparse_moe.experts.200.w1,0.0000010433,0.01000,0.847
+8,block_sparse_moe.experts.201.w1,0.0000010271,0.01000,0.858
+8,block_sparse_moe.experts.203.w1,0.0000010085,0.01000,0.825
+8,block_sparse_moe.experts.202.w1,0.0000011088,0.01000,0.886
+8,block_sparse_moe.experts.204.w1,0.0000010616,0.01000,0.836
+8,block_sparse_moe.experts.205.w1,0.0000009351,0.01000,0.838
+8,block_sparse_moe.experts.206.w1,0.0000010288,0.01000,0.848
+8,block_sparse_moe.experts.207.w1,0.0000009132,0.01000,0.828
+8,block_sparse_moe.experts.208.w1,0.0000010187,0.01000,0.843
+8,block_sparse_moe.experts.209.w1,0.0000009543,0.01000,0.867
+8,block_sparse_moe.experts.210.w1,0.0000009977,0.01000,0.836
+8,block_sparse_moe.experts.211.w1,0.0000010173,0.01000,0.823
+8,block_sparse_moe.experts.212.w1,0.0000010843,0.01000,0.835
+8,block_sparse_moe.experts.213.w1,0.0000010336,0.01000,0.844
+8,block_sparse_moe.experts.214.w1,0.0000010117,0.01000,0.835
+8,block_sparse_moe.experts.215.w1,0.0000010531,0.01000,0.851
+8,block_sparse_moe.experts.216.w1,0.0000010583,0.01000,0.847
+8,block_sparse_moe.experts.217.w1,0.0000010041,0.01000,0.825
+8,block_sparse_moe.experts.218.w1,0.0000010683,0.01000,0.820
+8,block_sparse_moe.experts.219.w1,0.0000010544,0.01000,0.829
+8,block_sparse_moe.experts.220.w1,0.0000010252,0.01000,0.826
+8,block_sparse_moe.experts.221.w1,0.0000010232,0.01000,0.837
+8,block_sparse_moe.experts.222.w1,0.0000010203,0.01000,0.846
+8,block_sparse_moe.experts.224.w1,0.0000009611,0.01000,0.824
+8,block_sparse_moe.experts.223.w1,0.0000010418,0.01000,0.859
+8,block_sparse_moe.experts.225.w1,0.0000010648,0.01000,0.816
+8,block_sparse_moe.experts.226.w1,0.0000010009,0.01000,0.824
+8,block_sparse_moe.experts.227.w1,0.0000010788,0.01000,0.836
+8,block_sparse_moe.experts.228.w1,0.0000010127,0.01000,0.846
+8,block_sparse_moe.experts.229.w1,0.0000010225,0.01000,0.839
+8,block_sparse_moe.experts.230.w1,0.0000010239,0.01000,0.853
+8,block_sparse_moe.experts.232.w1,0.0000010941,0.01000,0.823
+8,block_sparse_moe.experts.231.w1,0.0000010360,0.01000,0.852
+8,block_sparse_moe.experts.233.w1,0.0000010522,0.01000,0.828
+8,block_sparse_moe.experts.234.w1,0.0000010422,0.01000,0.824
+8,block_sparse_moe.experts.235.w1,0.0000010402,0.01000,0.834
+8,block_sparse_moe.experts.236.w1,0.0000010395,0.01000,0.857
+8,block_sparse_moe.experts.238.w1,0.0000010512,0.01000,0.819
+8,block_sparse_moe.experts.237.w1,0.0000010240,0.01000,0.869
+8,block_sparse_moe.experts.239.w1,0.0000010478,0.01000,0.844
+8,block_sparse_moe.experts.240.w1,0.0000010437,0.01000,0.822
+8,block_sparse_moe.experts.241.w1,0.0000010257,0.01000,0.818
+8,block_sparse_moe.experts.242.w1,0.0000010262,0.01000,0.832
+8,block_sparse_moe.experts.243.w1,0.0000010325,0.01000,0.856
+8,block_sparse_moe.experts.244.w1,0.0000009835,0.01000,0.852
+8,block_sparse_moe.experts.245.w1,0.0000009943,0.01000,0.824
+8,block_sparse_moe.experts.246.w1,0.0000010487,0.01000,0.838
+8,block_sparse_moe.experts.247.w1,0.0000009810,0.01000,0.825
+8,block_sparse_moe.experts.248.w1,0.0000010377,0.01000,0.828
+8,block_sparse_moe.experts.249.w1,0.0000010197,0.01000,0.834
+8,block_sparse_moe.experts.250.w1,0.0000010291,0.01000,0.850
+8,block_sparse_moe.experts.251.w1,0.0000009973,0.01000,0.840
+8,block_sparse_moe.experts.252.w1,0.0000010502,0.01000,0.825
+8,block_sparse_moe.experts.254.w1,0.0000010203,0.01000,0.827
+8,block_sparse_moe.experts.253.w1,0.0000010928,0.01000,0.859
+8,block_sparse_moe.experts.255.w1,0.0000010394,0.01000,0.829
+8,block_sparse_moe.experts.0.w3,0.0000009749,0.01000,0.831
+8,block_sparse_moe.experts.1.w3,0.0000010308,0.01000,0.843
+8,block_sparse_moe.experts.3.w3,0.0000009807,0.01000,0.826
+8,block_sparse_moe.experts.2.w3,0.0000009824,0.01000,0.852
+8,block_sparse_moe.experts.4.w3,0.0000010132,0.01000,0.835
+8,block_sparse_moe.experts.6.w3,0.0000009703,0.01000,0.826
+8,block_sparse_moe.experts.5.w3,0.0000010005,0.01000,0.868
+8,block_sparse_moe.experts.7.w3,0.0000009867,0.01000,0.841
+8,block_sparse_moe.experts.8.w3,0.0000010177,0.01000,0.857
+8,block_sparse_moe.experts.10.w3,0.0000009911,0.01000,0.825
+8,block_sparse_moe.experts.9.w3,0.0000009937,0.01000,0.867
+8,block_sparse_moe.experts.11.w3,0.0000010459,0.01000,0.836
+8,block_sparse_moe.experts.12.w3,0.0000009890,0.01000,0.853
+8,block_sparse_moe.experts.13.w3,0.0000009969,0.01000,0.846
+8,block_sparse_moe.experts.14.w3,0.0000010090,0.01000,0.830
+8,block_sparse_moe.experts.15.w3,0.0000008886,0.01000,0.834
+8,block_sparse_moe.experts.16.w3,0.0000009993,0.01000,0.843
+8,block_sparse_moe.experts.17.w3,0.0000009958,0.01000,0.832
+8,block_sparse_moe.experts.18.w3,0.0000009692,0.01000,0.848
+8,block_sparse_moe.experts.19.w3,0.0000009488,0.01000,0.836
+8,block_sparse_moe.experts.20.w3,0.0000010020,0.01000,0.839
+8,block_sparse_moe.experts.21.w3,0.0000009603,0.01000,0.844
+8,block_sparse_moe.experts.22.w3,0.0000009997,0.01000,0.841
+8,block_sparse_moe.experts.24.w3,0.0000008983,0.01000,0.822
+8,block_sparse_moe.experts.23.w3,0.0000010233,0.01000,0.865
+8,block_sparse_moe.experts.25.w3,0.0000010148,0.01000,0.855
+8,block_sparse_moe.experts.26.w3,0.0000009975,0.01000,0.828
+8,block_sparse_moe.experts.27.w3,0.0000010151,0.01000,0.819
+8,block_sparse_moe.experts.28.w3,0.0000009913,0.01000,0.844
+8,block_sparse_moe.experts.29.w3,0.0000009886,0.01000,0.843
+8,block_sparse_moe.experts.31.w3,0.0000010370,0.01000,0.819
+8,block_sparse_moe.experts.30.w3,0.0000010127,0.01000,0.854
+8,block_sparse_moe.experts.34.w3,0.0000010145,0.01000,0.824
+8,block_sparse_moe.experts.33.w3,0.0000010614,0.01000,0.838
+8,block_sparse_moe.experts.32.w3,0.0000009813,0.01000,0.878
+8,block_sparse_moe.experts.35.w3,0.0000009557,0.01000,0.838
+8,block_sparse_moe.experts.36.w3,0.0000009872,0.01000,0.839
+8,block_sparse_moe.experts.38.w3,0.0000010002,0.01000,0.826
+8,block_sparse_moe.experts.37.w3,0.0000010025,0.01000,0.854
+8,block_sparse_moe.experts.39.w3,0.0000009980,0.01000,0.833
+8,block_sparse_moe.experts.40.w3,0.0000010232,0.01000,0.829
+8,block_sparse_moe.experts.41.w3,0.0000010275,0.01000,0.851
+8,block_sparse_moe.experts.42.w3,0.0000009945,0.01000,0.831
+8,block_sparse_moe.experts.43.w3,0.0000009974,0.01000,0.845
+8,block_sparse_moe.experts.45.w3,0.0000009643,0.01000,0.835
+8,block_sparse_moe.experts.44.w3,0.0000009937,0.01000,0.888
+8,block_sparse_moe.experts.46.w3,0.0000009786,0.01000,0.838
+8,block_sparse_moe.experts.47.w3,0.0000010112,0.01000,0.837
+8,block_sparse_moe.experts.48.w3,0.0000009732,0.01000,0.842
+8,block_sparse_moe.experts.49.w3,0.0000009954,0.01000,0.845
+8,block_sparse_moe.experts.50.w3,0.0000009823,0.01000,0.840
+8,block_sparse_moe.experts.51.w3,0.0000009842,0.01000,0.842
+8,block_sparse_moe.experts.52.w3,0.0000009861,0.01000,0.831
+8,block_sparse_moe.experts.53.w3,0.0000010211,0.01000,0.836
+8,block_sparse_moe.experts.54.w3,0.0000009935,0.01000,0.838
+8,block_sparse_moe.experts.55.w3,0.0000009581,0.01000,0.838
+8,block_sparse_moe.experts.56.w3,0.0000010482,0.01000,0.834
+8,block_sparse_moe.experts.57.w3,0.0000009917,0.01000,0.844
+8,block_sparse_moe.experts.59.w3,0.0000009950,0.01000,0.832
+8,block_sparse_moe.experts.58.w3,0.0000009790,0.01000,0.847
+8,block_sparse_moe.experts.61.w3,0.0000009998,0.01000,0.833
+8,block_sparse_moe.experts.60.w3,0.0000009854,0.01000,0.838
+8,block_sparse_moe.experts.62.w3,0.0000009826,0.01000,0.837
+8,block_sparse_moe.experts.63.w3,0.0000009673,0.01000,0.843
+8,block_sparse_moe.experts.64.w3,0.0000010176,0.01000,0.833
+8,block_sparse_moe.experts.66.w3,0.0000010153,0.01000,0.817
+8,block_sparse_moe.experts.67.w3,0.0000009510,0.01000,0.828
+8,block_sparse_moe.experts.68.w3,0.0000010270,0.01000,0.841
+8,block_sparse_moe.experts.65.w3,0.0000010412,0.01000,0.868
+8,block_sparse_moe.experts.69.w3,0.0000010073,0.01000,0.843
+8,block_sparse_moe.experts.70.w3,0.0000010031,0.01000,0.840
+8,block_sparse_moe.experts.71.w3,0.0000009730,0.01000,0.850
+8,block_sparse_moe.experts.72.w3,0.0000010041,0.01000,0.849
+8,block_sparse_moe.experts.73.w3,0.0000009765,0.01000,0.852
+8,block_sparse_moe.experts.74.w3,0.0000010116,0.01000,0.840
+8,block_sparse_moe.experts.75.w3,0.0000009993,0.01000,0.839
+8,block_sparse_moe.experts.76.w3,0.0000010279,0.01000,0.850
+8,block_sparse_moe.experts.77.w3,0.0000010101,0.01000,0.849
+8,block_sparse_moe.experts.78.w3,0.0000010104,0.01000,0.841
+8,block_sparse_moe.experts.79.w3,0.0000009895,0.01000,0.841
+8,block_sparse_moe.experts.80.w3,0.0000010334,0.01000,0.830
+8,block_sparse_moe.experts.81.w3,0.0000009586,0.01000,0.827
+8,block_sparse_moe.experts.82.w3,0.0000009765,0.01000,0.851
+8,block_sparse_moe.experts.83.w3,0.0000010208,0.01000,0.822
+8,block_sparse_moe.experts.84.w3,0.0000009980,0.01000,0.848
+8,block_sparse_moe.experts.85.w3,0.0000010119,0.01000,0.854
+8,block_sparse_moe.experts.86.w3,0.0000009917,0.01000,0.842
+8,block_sparse_moe.experts.88.w3,0.0000009704,0.01000,0.833
+8,block_sparse_moe.experts.87.w3,0.0000008628,0.01000,0.835
+8,block_sparse_moe.experts.89.w3,0.0000009292,0.01000,0.845
+8,block_sparse_moe.experts.90.w3,0.0000009835,0.01000,0.830
+8,block_sparse_moe.experts.91.w3,0.0000009877,0.01000,0.841
+8,block_sparse_moe.experts.92.w3,0.0000009917,0.01000,0.836
+8,block_sparse_moe.experts.94.w3,0.0000009822,0.01000,0.824
+8,block_sparse_moe.experts.95.w3,0.0000010245,0.01000,0.832
+8,block_sparse_moe.experts.93.w3,0.0000010231,0.01000,0.873
+8,block_sparse_moe.experts.96.w3,0.0000010069,0.01000,0.844
+8,block_sparse_moe.experts.97.w3,0.0000010287,0.01000,0.835
+8,block_sparse_moe.experts.98.w3,0.0000010155,0.01000,0.837
+8,block_sparse_moe.experts.99.w3,0.0000010396,0.01000,0.838
+8,block_sparse_moe.experts.101.w3,0.0000010088,0.01000,0.821
+8,block_sparse_moe.experts.102.w3,0.0000010065,0.01000,0.825
+8,block_sparse_moe.experts.100.w3,0.0000009796,0.01000,0.883
+8,block_sparse_moe.experts.103.w3,0.0000009695,0.01000,0.841
+8,block_sparse_moe.experts.104.w3,0.0000009671,0.01000,0.837
+8,block_sparse_moe.experts.105.w3,0.0000010209,0.01000,0.836
+8,block_sparse_moe.experts.106.w3,0.0000009808,0.01000,0.830
+8,block_sparse_moe.experts.107.w3,0.0000010322,0.01000,0.853
+8,block_sparse_moe.experts.108.w3,0.0000009693,0.01000,0.819
+8,block_sparse_moe.experts.109.w3,0.0000010019,0.01000,0.827
+8,block_sparse_moe.experts.111.w3,0.0000009791,0.01000,0.836
+8,block_sparse_moe.experts.110.w3,0.0000010218,0.01000,0.858
+8,block_sparse_moe.experts.112.w3,0.0000009869,0.01000,0.852
+8,block_sparse_moe.experts.113.w3,0.0000009664,0.01000,0.834
+8,block_sparse_moe.experts.114.w3,0.0000010133,0.01000,0.836
+8,block_sparse_moe.experts.115.w3,0.0000009874,0.01000,0.831
+8,block_sparse_moe.experts.116.w3,0.0000009861,0.01000,0.834
+8,block_sparse_moe.experts.117.w3,0.0000009836,0.01000,0.845
+8,block_sparse_moe.experts.118.w3,0.0000010238,0.01000,0.831
+8,block_sparse_moe.experts.119.w3,0.0000009848,0.01000,0.852
+8,block_sparse_moe.experts.120.w3,0.0000009969,0.01000,0.836
+8,block_sparse_moe.experts.122.w3,0.0000010426,0.01000,0.825
+8,block_sparse_moe.experts.123.w3,0.0000009905,0.01000,0.839
+8,block_sparse_moe.experts.121.w3,0.0000009885,0.01000,0.868
+8,block_sparse_moe.experts.124.w3,0.0000009512,0.01000,0.837
+8,block_sparse_moe.experts.125.w3,0.0000009963,0.01000,0.836
+8,block_sparse_moe.experts.126.w3,0.0000009641,0.01000,0.851
+8,block_sparse_moe.experts.127.w3,0.0000009797,0.01000,0.837
+8,block_sparse_moe.experts.128.w3,0.0000009754,0.01000,0.856
+8,block_sparse_moe.experts.130.w3,0.0000009452,0.01000,0.831
+8,block_sparse_moe.experts.129.w3,0.0000010280,0.01000,0.859
+8,block_sparse_moe.experts.131.w3,0.0000008824,0.01000,0.838
+8,block_sparse_moe.experts.132.w3,0.0000009943,0.01000,0.843
+8,block_sparse_moe.experts.133.w3,0.0000009575,0.01000,0.854
+8,block_sparse_moe.experts.134.w3,0.0000010123,0.01000,0.844
+8,block_sparse_moe.experts.136.w3,0.0000010323,0.01000,0.841
+8,block_sparse_moe.experts.137.w3,0.0000009958,0.01000,0.840
+8,block_sparse_moe.experts.135.w3,0.0000009913,0.01000,0.884
+8,block_sparse_moe.experts.139.w3,0.0000009961,0.01000,0.827
+8,block_sparse_moe.experts.138.w3,0.0000010137,0.01000,0.884
+8,block_sparse_moe.experts.140.w3,0.0000010120,0.01000,0.853
+8,block_sparse_moe.experts.141.w3,0.0000009753,0.01000,0.835
+8,block_sparse_moe.experts.144.w3,0.0000009808,0.01000,0.827
+8,block_sparse_moe.experts.142.w3,0.0000009762,0.01000,0.854
+8,block_sparse_moe.experts.143.w3,0.0000010072,0.01000,0.860
+8,block_sparse_moe.experts.145.w3,0.0000009824,0.01000,0.861
+8,block_sparse_moe.experts.146.w3,0.0000009410,0.01000,0.852
+8,block_sparse_moe.experts.147.w3,0.0000009810,0.01000,0.857
+8,block_sparse_moe.experts.148.w3,0.0000009773,0.01000,0.832
+8,block_sparse_moe.experts.150.w3,0.0000009913,0.01000,0.844
+8,block_sparse_moe.experts.151.w3,0.0000010279,0.01000,0.851
+8,block_sparse_moe.experts.149.w3,0.0000009312,0.01000,0.884
+8,block_sparse_moe.experts.152.w3,0.0000009849,0.01000,0.835
+8,block_sparse_moe.experts.153.w3,0.0000010368,0.01000,0.829
+8,block_sparse_moe.experts.154.w3,0.0000010143,0.01000,0.848
+8,block_sparse_moe.experts.155.w3,0.0000009661,0.01000,0.834
+8,block_sparse_moe.experts.156.w3,0.0000009867,0.01000,0.859
+8,block_sparse_moe.experts.159.w3,0.0000010215,0.01000,0.826
+8,block_sparse_moe.experts.158.w3,0.0000009822,0.01000,0.839
+8,block_sparse_moe.experts.157.w3,0.0000010257,0.01000,0.859
+8,block_sparse_moe.experts.160.w3,0.0000010250,0.01000,0.823
+8,block_sparse_moe.experts.161.w3,0.0000010128,0.01000,0.849
+8,block_sparse_moe.experts.162.w3,0.0000009971,0.01000,0.844
+8,block_sparse_moe.experts.164.w3,0.0000010378,0.01000,0.828
+8,block_sparse_moe.experts.165.w3,0.0000010050,0.01000,0.836
+8,block_sparse_moe.experts.167.w3,0.0000009442,0.01000,0.835
+8,block_sparse_moe.experts.163.w3,0.0000009975,0.01000,0.873
+8,block_sparse_moe.experts.166.w3,0.0000009906,0.01000,0.873
+8,block_sparse_moe.experts.168.w3,0.0000009886,0.01000,0.859
+8,block_sparse_moe.experts.169.w3,0.0000009639,0.01000,0.838
+8,block_sparse_moe.experts.171.w3,0.0000009897,0.01000,0.824
+8,block_sparse_moe.experts.170.w3,0.0000009918,0.01000,0.867
+8,block_sparse_moe.experts.172.w3,0.0000009720,0.01000,0.838
+8,block_sparse_moe.experts.173.w3,0.0000009873,0.01000,0.847
+8,block_sparse_moe.experts.174.w3,0.0000010109,0.01000,0.842
+8,block_sparse_moe.experts.175.w3,0.0000009179,0.01000,0.842
+8,block_sparse_moe.experts.176.w3,0.0000009847,0.01000,0.838
+8,block_sparse_moe.experts.177.w3,0.0000009945,0.01000,0.841
+8,block_sparse_moe.experts.178.w3,0.0000009852,0.01000,0.830
+8,block_sparse_moe.experts.179.w3,0.0000009943,0.01000,0.834
+8,block_sparse_moe.experts.180.w3,0.0000009692,0.01000,0.831
+8,block_sparse_moe.experts.181.w3,0.0000010145,0.01000,0.830
+8,block_sparse_moe.experts.182.w3,0.0000010053,0.01000,0.846
+8,block_sparse_moe.experts.183.w3,0.0000010005,0.01000,0.842
+8,block_sparse_moe.experts.184.w3,0.0000010266,0.01000,0.841
+8,block_sparse_moe.experts.185.w3,0.0000009834,0.01000,0.836
+8,block_sparse_moe.experts.187.w3,0.0000009725,0.01000,0.830
+8,block_sparse_moe.experts.186.w3,0.0000009746,0.01000,0.857
+8,block_sparse_moe.experts.188.w3,0.0000010211,0.01000,0.836
+8,block_sparse_moe.experts.189.w3,0.0000010249,0.01000,0.854
+8,block_sparse_moe.experts.190.w3,0.0000009720,0.01000,0.843
+8,block_sparse_moe.experts.192.w3,0.0000009939,0.01000,0.829
+8,block_sparse_moe.experts.191.w3,0.0000008275,0.01000,0.840
+8,block_sparse_moe.experts.193.w3,0.0000009731,0.01000,0.833
+8,block_sparse_moe.experts.194.w3,0.0000009838,0.01000,0.840
+8,block_sparse_moe.experts.195.w3,0.0000010154,0.01000,0.844
+8,block_sparse_moe.experts.196.w3,0.0000009671,0.01000,0.848
+8,block_sparse_moe.experts.197.w3,0.0000010148,0.01000,0.840
+8,block_sparse_moe.experts.199.w3,0.0000009885,0.01000,0.821
+8,block_sparse_moe.experts.200.w3,0.0000010261,0.01000,0.829
+8,block_sparse_moe.experts.201.w3,0.0000010051,0.01000,0.840
+8,block_sparse_moe.experts.198.w3,0.0000009893,0.01000,0.894
+8,block_sparse_moe.experts.202.w3,0.0000010311,0.01000,0.830
+8,block_sparse_moe.experts.203.w3,0.0000009872,0.01000,0.851
+8,block_sparse_moe.experts.204.w3,0.0000010027,0.01000,0.831
+8,block_sparse_moe.experts.206.w3,0.0000010031,0.01000,0.844
+8,block_sparse_moe.experts.205.w3,0.0000009183,0.01000,0.889
+8,block_sparse_moe.experts.209.w3,0.0000009286,0.01000,0.825
+8,block_sparse_moe.experts.208.w3,0.0000009907,0.01000,0.838
+8,block_sparse_moe.experts.207.w3,0.0000008850,0.01000,0.856
+8,block_sparse_moe.experts.210.w3,0.0000009709,0.01000,0.853
+8,block_sparse_moe.experts.211.w3,0.0000009767,0.01000,0.835
+8,block_sparse_moe.experts.213.w3,0.0000009904,0.01000,0.822
+8,block_sparse_moe.experts.212.w3,0.0000010198,0.01000,0.845
+8,block_sparse_moe.experts.214.w3,0.0000009397,0.01000,0.839
+8,block_sparse_moe.experts.215.w3,0.0000009878,0.01000,0.849
+8,block_sparse_moe.experts.216.w3,0.0000009871,0.01000,0.845
+8,block_sparse_moe.experts.217.w3,0.0000009894,0.01000,0.841
+8,block_sparse_moe.experts.218.w3,0.0000010231,0.01000,0.843
+8,block_sparse_moe.experts.220.w3,0.0000009492,0.01000,0.836
+8,block_sparse_moe.experts.221.w3,0.0000010085,0.01000,0.838
+8,block_sparse_moe.experts.219.w3,0.0000010056,0.01000,0.866
+8,block_sparse_moe.experts.223.w3,0.0000010270,0.01000,0.827
+8,block_sparse_moe.experts.222.w3,0.0000009851,0.01000,0.876
+8,block_sparse_moe.experts.224.w3,0.0000009043,0.01000,0.832
+8,block_sparse_moe.experts.225.w3,0.0000010139,0.01000,0.862
+8,block_sparse_moe.experts.226.w3,0.0000009640,0.01000,0.847
+8,block_sparse_moe.experts.228.w3,0.0000009731,0.01000,0.822
+8,block_sparse_moe.experts.227.w3,0.0000010125,0.01000,0.848
+8,block_sparse_moe.experts.229.w3,0.0000010013,0.01000,0.842
+8,block_sparse_moe.experts.230.w3,0.0000009826,0.01000,0.855
+8,block_sparse_moe.experts.231.w3,0.0000010008,0.01000,0.838
+8,block_sparse_moe.experts.232.w3,0.0000009805,0.01000,0.834
+8,block_sparse_moe.experts.234.w3,0.0000010002,0.01000,0.825
+8,block_sparse_moe.experts.233.w3,0.0000010202,0.01000,0.858
+8,block_sparse_moe.experts.236.w3,0.0000010046,0.01000,0.827
+8,block_sparse_moe.experts.235.w3,0.0000010039,0.01000,0.859
+8,block_sparse_moe.experts.237.w3,0.0000009740,0.01000,0.830
+8,block_sparse_moe.experts.238.w3,0.0000010036,0.01000,0.840
+8,block_sparse_moe.experts.239.w3,0.0000009775,0.01000,0.833
+8,block_sparse_moe.experts.240.w3,0.0000010044,0.01000,0.844
+8,block_sparse_moe.experts.241.w3,0.0000009854,0.01000,0.827
+8,block_sparse_moe.experts.242.w3,0.0000009872,0.01000,0.831
+8,block_sparse_moe.experts.243.w3,0.0000010135,0.01000,0.855
+8,block_sparse_moe.experts.244.w3,0.0000009593,0.01000,0.844
+8,block_sparse_moe.experts.245.w3,0.0000009565,0.01000,0.848
+8,block_sparse_moe.experts.246.w3,0.0000009987,0.01000,0.862
+8,block_sparse_moe.experts.248.w3,0.0000009913,0.01000,0.826
+8,block_sparse_moe.experts.249.w3,0.0000009639,0.01000,0.830
+8,block_sparse_moe.experts.247.w3,0.0000009589,0.01000,0.858
+8,block_sparse_moe.experts.250.w3,0.0000009932,0.01000,0.851
+8,block_sparse_moe.experts.251.w3,0.0000009708,0.01000,0.837
+8,block_sparse_moe.experts.252.w3,0.0000010204,0.01000,0.774
+8,block_sparse_moe.experts.253.w3,0.0000010383,0.01000,0.727
+8,block_sparse_moe.experts.255.w3,0.0000010101,0.01000,0.662
+8,block_sparse_moe.experts.254.w3,0.0000010033,0.01000,0.677
+8,block_sparse_moe.experts.0.w2,0.0000000904,0.01000,0.429
+8,block_sparse_moe.experts.1.w2,0.0000001288,0.01000,0.437
+8,block_sparse_moe.experts.2.w2,0.0000001003,0.01000,0.437
+8,block_sparse_moe.experts.3.w2,0.0000000941,0.01000,0.437
+8,block_sparse_moe.experts.6.w2,0.0000000725,0.01000,0.441
+8,block_sparse_moe.experts.5.w2,0.0000001006,0.01000,0.443
+8,block_sparse_moe.experts.4.w2,0.0000001401,0.01000,0.446
+8,block_sparse_moe.experts.7.w2,0.0000001070,0.01000,0.417
+8,block_sparse_moe.experts.10.w2,0.0000000939,0.01000,0.415
+8,block_sparse_moe.experts.9.w2,0.0000001183,0.01000,0.420
+8,block_sparse_moe.experts.12.w2,0.0000001639,0.01000,0.426
+8,block_sparse_moe.experts.11.w2,0.0000001821,0.01000,0.428
+8,block_sparse_moe.experts.8.w2,0.0000001313,0.01000,0.437
+8,block_sparse_moe.experts.13.w2,0.0000001030,0.01000,0.445
+8,block_sparse_moe.experts.14.w2,0.0000001606,0.01000,0.414
+8,block_sparse_moe.experts.16.w2,0.0000001186,0.01000,0.415
+8,block_sparse_moe.experts.15.w2,0.0000000554,0.01000,0.428
+8,block_sparse_moe.experts.17.w2,0.0000001128,0.01000,0.417
+8,block_sparse_moe.experts.19.w2,0.0000001068,0.01000,0.425
+8,block_sparse_moe.experts.18.w2,0.0000000832,0.01000,0.440
+8,block_sparse_moe.experts.20.w2,0.0000000844,0.01000,0.427
+8,block_sparse_moe.experts.21.w2,0.0000000886,0.01000,0.417
+8,block_sparse_moe.experts.22.w2,0.0000001014,0.01000,0.420
+8,block_sparse_moe.experts.24.w2,0.0000000556,0.01000,0.415
+8,block_sparse_moe.experts.23.w2,0.0000001143,0.01000,0.435
+8,block_sparse_moe.experts.25.w2,0.0000001548,0.01000,0.430
+8,block_sparse_moe.experts.26.w2,0.0000000810,0.01000,0.434
+8,block_sparse_moe.experts.27.w2,0.0000000883,0.01000,0.431
+8,block_sparse_moe.experts.28.w2,0.0000000937,0.01000,0.413
+8,block_sparse_moe.experts.29.w2,0.0000000984,0.01000,0.415
+8,block_sparse_moe.experts.30.w2,0.0000001346,0.01000,0.419
+8,block_sparse_moe.experts.31.w2,0.0000001556,0.01000,0.408
+8,block_sparse_moe.experts.32.w2,0.0000001102,0.01000,0.424
+8,block_sparse_moe.experts.34.w2,0.0000001017,0.01000,0.427
+8,block_sparse_moe.experts.33.w2,0.0000001308,0.01000,0.435
+8,block_sparse_moe.experts.35.w2,0.0000001153,0.01000,0.413
+8,block_sparse_moe.experts.36.w2,0.0000000958,0.01000,0.417
+8,block_sparse_moe.experts.38.w2,0.0000000920,0.01000,0.406
+8,block_sparse_moe.experts.37.w2,0.0000001352,0.01000,0.422
+8,block_sparse_moe.experts.39.w2,0.0000001054,0.01000,0.426
+8,block_sparse_moe.experts.40.w2,0.0000001379,0.01000,0.426
+8,block_sparse_moe.experts.41.w2,0.0000001479,0.01000,0.433
+8,block_sparse_moe.experts.42.w2,0.0000001432,0.01000,0.417
+8,block_sparse_moe.experts.43.w2,0.0000001763,0.01000,0.417
+8,block_sparse_moe.experts.44.w2,0.0000001764,0.01000,0.422
+8,block_sparse_moe.experts.45.w2,0.0000000948,0.01000,0.413
+8,block_sparse_moe.experts.46.w2,0.0000001278,0.01000,0.425
+8,block_sparse_moe.experts.47.w2,0.0000001306,0.01000,0.421
+8,block_sparse_moe.experts.48.w2,0.0000000954,0.01000,0.428
+8,block_sparse_moe.experts.49.w2,0.0000000979,0.01000,0.412
+8,block_sparse_moe.experts.50.w2,0.0000000908,0.01000,0.415
+8,block_sparse_moe.experts.52.w2,0.0000000858,0.01000,0.408
+8,block_sparse_moe.experts.51.w2,0.0000001071,0.01000,0.415
+8,block_sparse_moe.experts.53.w2,0.0000001242,0.01000,0.426
+8,block_sparse_moe.experts.54.w2,0.0000000983,0.01000,0.423
+8,block_sparse_moe.experts.55.w2,0.0000001215,0.01000,0.436
+8,block_sparse_moe.experts.56.w2,0.0000001060,0.01000,0.415
+8,block_sparse_moe.experts.57.w2,0.0000001084,0.01000,0.415
+8,block_sparse_moe.experts.59.w2,0.0000001262,0.01000,0.411
+8,block_sparse_moe.experts.58.w2,0.0000001244,0.01000,0.426
+8,block_sparse_moe.experts.60.w2,0.0000000923,0.01000,0.425
+8,block_sparse_moe.experts.61.w2,0.0000000860,0.01000,0.424
+8,block_sparse_moe.experts.62.w2,0.0000000852,0.01000,0.430
+8,block_sparse_moe.experts.63.w2,0.0000000984,0.01000,0.410
+8,block_sparse_moe.experts.64.w2,0.0000001053,0.01000,0.413
+8,block_sparse_moe.experts.65.w2,0.0000001136,0.01000,0.419
+8,block_sparse_moe.experts.66.w2,0.0000001121,0.01000,0.411
+8,block_sparse_moe.experts.67.w2,0.0000000975,0.01000,0.425
+8,block_sparse_moe.experts.68.w2,0.0000001364,0.01000,0.421
+8,block_sparse_moe.experts.69.w2,0.0000001354,0.01000,0.426
+8,block_sparse_moe.experts.70.w2,0.0000001211,0.01000,0.412
+8,block_sparse_moe.experts.71.w2,0.0000000836,0.01000,0.425
+8,block_sparse_moe.experts.72.w2,0.0000000950,0.01000,0.418
+8,block_sparse_moe.experts.73.w2,0.0000000901,0.01000,0.414
+8,block_sparse_moe.experts.74.w2,0.0000001218,0.01000,0.426
+8,block_sparse_moe.experts.75.w2,0.0000001080,0.01000,0.425
+8,block_sparse_moe.experts.76.w2,0.0000001853,0.01000,0.430
+8,block_sparse_moe.experts.77.w2,0.0000001387,0.01000,0.412
+8,block_sparse_moe.experts.78.w2,0.0000001023,0.01000,0.413
+8,block_sparse_moe.experts.80.w2,0.0000001293,0.01000,0.409
+8,block_sparse_moe.experts.79.w2,0.0000001127,0.01000,0.419
+8,block_sparse_moe.experts.81.w2,0.0000000693,0.01000,0.423
+8,block_sparse_moe.experts.82.w2,0.0000000990,0.01000,0.425
+8,block_sparse_moe.experts.83.w2,0.0000001201,0.01000,0.426
+8,block_sparse_moe.experts.84.w2,0.0000000802,0.01000,0.411
+8,block_sparse_moe.experts.85.w2,0.0000001569,0.01000,0.413
+8,block_sparse_moe.experts.86.w2,0.0000001376,0.01000,0.418
+8,block_sparse_moe.experts.87.w2,0.0000000488,0.01000,0.417
+8,block_sparse_moe.experts.88.w2,0.0000000982,0.01000,0.424
+8,block_sparse_moe.experts.89.w2,0.0000000574,0.01000,0.434
+8,block_sparse_moe.experts.90.w2,0.0000000917,0.01000,0.429
+8,block_sparse_moe.experts.91.w2,0.0000001203,0.01000,0.417
+8,block_sparse_moe.experts.92.w2,0.0000000895,0.01000,0.423
+8,block_sparse_moe.experts.93.w2,0.0000001774,0.01000,0.419
+8,block_sparse_moe.experts.94.w2,0.0000000901,0.01000,0.416
+8,block_sparse_moe.experts.95.w2,0.0000001226,0.01000,0.420
+8,block_sparse_moe.experts.96.w2,0.0000001311,0.01000,0.431
+8,block_sparse_moe.experts.97.w2,0.0000001184,0.01000,0.427
+8,block_sparse_moe.experts.98.w2,0.0000000896,0.01000,0.412
+8,block_sparse_moe.experts.99.w2,0.0000001462,0.01000,0.414
+8,block_sparse_moe.experts.100.w2,0.0000001142,0.01000,0.416
+8,block_sparse_moe.experts.101.w2,0.0000001038,0.01000,0.413
+8,block_sparse_moe.experts.102.w2,0.0000001008,0.01000,0.419
+8,block_sparse_moe.experts.103.w2,0.0000000969,0.01000,0.430
+8,block_sparse_moe.experts.104.w2,0.0000000917,0.01000,0.428
+8,block_sparse_moe.experts.105.w2,0.0000001155,0.01000,0.417
+8,block_sparse_moe.experts.106.w2,0.0000001060,0.01000,0.416
+8,block_sparse_moe.experts.107.w2,0.0000001719,0.01000,0.417
+8,block_sparse_moe.experts.108.w2,0.0000000944,0.01000,0.417
+8,block_sparse_moe.experts.109.w2,0.0000001138,0.01000,0.420
+8,block_sparse_moe.experts.110.w2,0.0000001259,0.01000,0.430
+8,block_sparse_moe.experts.111.w2,0.0000001170,0.01000,0.429
+8,block_sparse_moe.experts.112.w2,0.0000000924,0.01000,0.417
+8,block_sparse_moe.experts.113.w2,0.0000000983,0.01000,0.414
+8,block_sparse_moe.experts.115.w2,0.0000000936,0.01000,0.414
+8,block_sparse_moe.experts.114.w2,0.0000001393,0.01000,0.426
+8,block_sparse_moe.experts.116.w2,0.0000000817,0.01000,0.419
+8,block_sparse_moe.experts.117.w2,0.0000001380,0.01000,0.425
+8,block_sparse_moe.experts.118.w2,0.0000001704,0.01000,0.426
+8,block_sparse_moe.experts.119.w2,0.0000000857,0.01000,0.426
+8,block_sparse_moe.experts.120.w2,0.0000000890,0.01000,0.413
+8,block_sparse_moe.experts.121.w2,0.0000001650,0.01000,0.419
+8,block_sparse_moe.experts.122.w2,0.0000000966,0.01000,0.413
+8,block_sparse_moe.experts.123.w2,0.0000001418,0.01000,0.423
+8,block_sparse_moe.experts.124.w2,0.0000000970,0.01000,0.433
+8,block_sparse_moe.experts.125.w2,0.0000001050,0.01000,0.427
+8,block_sparse_moe.experts.126.w2,0.0000000782,0.01000,0.417
+8,block_sparse_moe.experts.127.w2,0.0000000842,0.01000,0.419
+8,block_sparse_moe.experts.129.w2,0.0000000949,0.01000,0.414
+8,block_sparse_moe.experts.128.w2,0.0000000892,0.01000,0.427
+8,block_sparse_moe.experts.130.w2,0.0000000862,0.01000,0.418
+8,block_sparse_moe.experts.131.w2,0.0000000516,0.01000,0.430
+8,block_sparse_moe.experts.132.w2,0.0000001185,0.01000,0.425
+8,block_sparse_moe.experts.133.w2,0.0000000679,0.01000,0.413
+8,block_sparse_moe.experts.134.w2,0.0000000926,0.01000,0.414
+8,block_sparse_moe.experts.135.w2,0.0000000912,0.01000,0.419
+8,block_sparse_moe.experts.136.w2,0.0000001267,0.01000,0.414
+8,block_sparse_moe.experts.137.w2,0.0000000809,0.01000,0.419
+8,block_sparse_moe.experts.138.w2,0.0000001083,0.01000,0.429
+8,block_sparse_moe.experts.139.w2,0.0000001455,0.01000,0.428
+8,block_sparse_moe.experts.140.w2,0.0000001231,0.01000,0.415
+8,block_sparse_moe.experts.141.w2,0.0000000917,0.01000,0.417
+8,block_sparse_moe.experts.142.w2,0.0000001131,0.01000,0.418
+8,block_sparse_moe.experts.143.w2,0.0000001689,0.01000,0.417
+8,block_sparse_moe.experts.144.w2,0.0000001084,0.01000,0.421
+8,block_sparse_moe.experts.145.w2,0.0000001000,0.01000,0.428
+8,block_sparse_moe.experts.146.w2,0.0000000754,0.01000,0.426
+8,block_sparse_moe.experts.147.w2,0.0000001054,0.01000,0.414
+8,block_sparse_moe.experts.148.w2,0.0000000817,0.01000,0.413
+8,block_sparse_moe.experts.149.w2,0.0000000733,0.01000,0.418
+8,block_sparse_moe.experts.150.w2,0.0000000903,0.01000,0.415
+8,block_sparse_moe.experts.151.w2,0.0000000789,0.01000,0.420
+8,block_sparse_moe.experts.152.w2,0.0000000795,0.01000,0.432
+8,block_sparse_moe.experts.153.w2,0.0000001892,0.01000,0.424
+8,block_sparse_moe.experts.154.w2,0.0000001211,0.01000,0.417
+8,block_sparse_moe.experts.155.w2,0.0000000783,0.01000,0.420
+8,block_sparse_moe.experts.157.w2,0.0000001242,0.01000,0.416
+8,block_sparse_moe.experts.156.w2,0.0000000918,0.01000,0.430
+8,block_sparse_moe.experts.158.w2,0.0000000855,0.01000,0.423
+8,block_sparse_moe.experts.159.w2,0.0000001758,0.01000,0.427
+8,block_sparse_moe.experts.160.w2,0.0000000784,0.01000,0.427
+8,block_sparse_moe.experts.161.w2,0.0000001210,0.01000,0.415
+8,block_sparse_moe.experts.162.w2,0.0000000947,0.01000,0.414
+8,block_sparse_moe.experts.163.w2,0.0000001702,0.01000,0.423
+8,block_sparse_moe.experts.164.w2,0.0000001374,0.01000,0.418
+8,block_sparse_moe.experts.165.w2,0.0000001108,0.01000,0.419
+8,block_sparse_moe.experts.166.w2,0.0000000829,0.01000,0.423
+8,block_sparse_moe.experts.167.w2,0.0000000624,0.01000,0.423
+8,block_sparse_moe.experts.168.w2,0.0000001064,0.01000,0.416
+8,block_sparse_moe.experts.169.w2,0.0000001065,0.01000,0.410
+8,block_sparse_moe.experts.170.w2,0.0000001582,0.01000,0.419
+8,block_sparse_moe.experts.171.w2,0.0000000813,0.01000,0.415
+8,block_sparse_moe.experts.172.w2,0.0000001112,0.01000,0.422
+8,block_sparse_moe.experts.173.w2,0.0000001010,0.01000,0.427
+8,block_sparse_moe.experts.174.w2,0.0000000723,0.01000,0.426
+8,block_sparse_moe.experts.175.w2,0.0000000622,0.01000,0.417
+8,block_sparse_moe.experts.176.w2,0.0000000892,0.01000,0.417
+8,block_sparse_moe.experts.177.w2,0.0000001639,0.01000,0.421
+8,block_sparse_moe.experts.178.w2,0.0000000943,0.01000,0.419
+8,block_sparse_moe.experts.179.w2,0.0000001025,0.01000,0.420
+8,block_sparse_moe.experts.180.w2,0.0000000842,0.01000,0.420
+8,block_sparse_moe.experts.181.w2,0.0000000884,0.01000,0.423
+8,block_sparse_moe.experts.182.w2,0.0000001319,0.01000,0.411
+8,block_sparse_moe.experts.183.w2,0.0000000985,0.01000,0.414
+8,block_sparse_moe.experts.184.w2,0.0000001700,0.01000,0.419
+8,block_sparse_moe.experts.185.w2,0.0000000940,0.01000,0.418
+8,block_sparse_moe.experts.186.w2,0.0000000920,0.01000,0.420
+8,block_sparse_moe.experts.187.w2,0.0000001241,0.01000,0.424
+8,block_sparse_moe.experts.188.w2,0.0000001694,0.01000,0.430
+8,block_sparse_moe.experts.189.w2,0.0000001461,0.01000,0.414
+8,block_sparse_moe.experts.190.w2,0.0000001021,0.01000,0.425
+8,block_sparse_moe.experts.191.w2,0.0000000387,0.01000,0.420
+8,block_sparse_moe.experts.192.w2,0.0000001026,0.01000,0.428
+8,block_sparse_moe.experts.193.w2,0.0000000869,0.01000,0.425
+8,block_sparse_moe.experts.194.w2,0.0000000992,0.01000,0.418
+8,block_sparse_moe.experts.195.w2,0.0000001683,0.01000,0.423
+8,block_sparse_moe.experts.196.w2,0.0000000958,0.01000,0.410
+8,block_sparse_moe.experts.197.w2,0.0000000929,0.01000,0.412
+8,block_sparse_moe.experts.198.w2,0.0000000961,0.01000,0.418
+8,block_sparse_moe.experts.199.w2,0.0000000873,0.01000,0.418
+8,block_sparse_moe.experts.200.w2,0.0000001218,0.01000,0.420
+8,block_sparse_moe.experts.201.w2,0.0000000956,0.01000,0.418
+8,block_sparse_moe.experts.202.w2,0.0000001313,0.01000,0.423
+8,block_sparse_moe.experts.203.w2,0.0000000872,0.01000,0.412
+8,block_sparse_moe.experts.204.w2,0.0000001036,0.01000,0.413
+8,block_sparse_moe.experts.205.w2,0.0000000661,0.01000,0.421
+8,block_sparse_moe.experts.206.w2,0.0000001033,0.01000,0.419
+8,block_sparse_moe.experts.207.w2,0.0000000532,0.01000,0.421
+8,block_sparse_moe.experts.208.w2,0.0000000884,0.01000,0.421
+8,block_sparse_moe.experts.209.w2,0.0000000668,0.01000,0.431
+8,block_sparse_moe.experts.210.w2,0.0000000830,0.01000,0.413
+8,block_sparse_moe.experts.211.w2,0.0000001389,0.01000,0.416
+8,block_sparse_moe.experts.212.w2,0.0000001331,0.01000,0.419
+8,block_sparse_moe.experts.213.w2,0.0000001136,0.01000,0.416
+8,block_sparse_moe.experts.214.w2,0.0000000757,0.01000,0.419
+8,block_sparse_moe.experts.215.w2,0.0000000915,0.01000,0.418
+8,block_sparse_moe.experts.217.w2,0.0000000920,0.01000,0.413
+8,block_sparse_moe.experts.216.w2,0.0000000768,0.01000,0.433
+8,block_sparse_moe.experts.218.w2,0.0000001213,0.01000,0.440
+8,block_sparse_moe.experts.219.w2,0.0000001037,0.01000,0.418
+8,block_sparse_moe.experts.220.w2,0.0000000872,0.01000,0.418
+8,block_sparse_moe.experts.221.w2,0.0000001165,0.01000,0.419
+8,block_sparse_moe.experts.222.w2,0.0000000839,0.01000,0.419
+8,block_sparse_moe.experts.223.w2,0.0000001077,0.01000,0.430
+8,block_sparse_moe.experts.224.w2,0.0000000682,0.01000,0.417
+8,block_sparse_moe.experts.225.w2,0.0000001078,0.01000,0.415
+8,block_sparse_moe.experts.226.w2,0.0000000777,0.01000,0.426
+8,block_sparse_moe.experts.227.w2,0.0000000993,0.01000,0.426
+8,block_sparse_moe.experts.228.w2,0.0000001168,0.01000,0.426
+8,block_sparse_moe.experts.229.w2,0.0000000954,0.01000,0.417
+8,block_sparse_moe.experts.231.w2,0.0000000969,0.01000,0.411
+8,block_sparse_moe.experts.230.w2,0.0000001040,0.01000,0.427
+8,block_sparse_moe.experts.232.w2,0.0000001186,0.01000,0.411
+8,block_sparse_moe.experts.233.w2,0.0000001102,0.01000,0.414
+8,block_sparse_moe.experts.234.w2,0.0000001349,0.01000,0.411
+8,block_sparse_moe.experts.235.w2,0.0000000772,0.01000,0.425
+8,block_sparse_moe.experts.236.w2,0.0000001540,0.01000,0.422
+8,block_sparse_moe.experts.238.w2,0.0000001033,0.01000,0.414
+8,block_sparse_moe.experts.237.w2,0.0000001253,0.01000,0.426
+8,block_sparse_moe.experts.239.w2,0.0000000797,0.01000,0.416
+8,block_sparse_moe.experts.241.w2,0.0000000982,0.01000,0.415
+8,block_sparse_moe.experts.240.w2,0.0000001310,0.01000,0.425
+8,block_sparse_moe.experts.242.w2,0.0000001033,0.01000,0.429
+8,block_sparse_moe.experts.243.w2,0.0000001241,0.01000,0.416
+8,block_sparse_moe.experts.245.w2,0.0000001074,0.01000,0.411
+8,block_sparse_moe.experts.244.w2,0.0000000767,0.01000,0.427
+8,block_sparse_moe.experts.246.w2,0.0000001136,0.01000,0.412
+8,block_sparse_moe.experts.247.w2,0.0000000963,0.01000,0.413
+8,block_sparse_moe.experts.248.w2,0.0000000952,0.01000,0.415
+8,block_sparse_moe.experts.249.w2,0.0000001432,0.01000,0.424
+8,block_sparse_moe.experts.250.w2,0.0000001131,0.01000,0.407
+8,block_sparse_moe.experts.252.w2,0.0000001243,0.01000,0.393
+8,block_sparse_moe.experts.251.w2,0.0000000810,0.01000,0.410
+8,block_sparse_moe.experts.253.w2,0.0000001654,0.01000,0.388
+8,block_sparse_moe.experts.254.w2,0.0000001339,0.01000,0.377
+8,block_sparse_moe.experts.255.w2,0.0000001032,0.01000,0.371
+9,block_sparse_moe.experts.0.w1,0.0000011295,0.01000,0.833
+9,block_sparse_moe.experts.2.w1,0.0000010824,0.01000,0.838
+9,block_sparse_moe.experts.3.w1,0.0000010783,0.01000,0.841
+9,block_sparse_moe.experts.4.w1,0.0000010064,0.01000,0.845
+9,block_sparse_moe.experts.5.w1,0.0000011015,0.01000,0.849
+9,block_sparse_moe.experts.6.w1,0.0000011025,0.01000,0.854
+9,block_sparse_moe.experts.1.w1,0.0000011638,0.01000,0.863
+9,block_sparse_moe.experts.7.w1,0.0000010920,0.01000,0.831
+9,block_sparse_moe.experts.9.w1,0.0000010980,0.01000,0.835
+9,block_sparse_moe.experts.10.w1,0.0000011396,0.01000,0.831
+9,block_sparse_moe.experts.12.w1,0.0000011357,0.01000,0.835
+9,block_sparse_moe.experts.11.w1,0.0000011242,0.01000,0.845
+9,block_sparse_moe.experts.8.w1,0.0000011035,0.01000,0.862
+9,block_sparse_moe.experts.13.w1,0.0000011223,0.01000,0.857
+9,block_sparse_moe.experts.14.w1,0.0000011233,0.01000,0.821
+9,block_sparse_moe.experts.15.w1,0.0000011500,0.01000,0.830
+9,block_sparse_moe.experts.16.w1,0.0000011218,0.01000,0.833
+9,block_sparse_moe.experts.17.w1,0.0000010649,0.01000,0.826
+9,block_sparse_moe.experts.18.w1,0.0000011169,0.01000,0.841
+9,block_sparse_moe.experts.19.w1,0.0000011505,0.01000,0.844
+9,block_sparse_moe.experts.20.w1,0.0000011245,0.01000,0.854
+9,block_sparse_moe.experts.21.w1,0.0000011624,0.01000,0.827
+9,block_sparse_moe.experts.22.w1,0.0000010961,0.01000,0.838
+9,block_sparse_moe.experts.23.w1,0.0000012261,0.01000,0.840
+9,block_sparse_moe.experts.24.w1,0.0000011792,0.01000,0.837
+9,block_sparse_moe.experts.25.w1,0.0000010700,0.01000,0.838
+9,block_sparse_moe.experts.26.w1,0.0000011552,0.01000,0.846
+9,block_sparse_moe.experts.27.w1,0.0000011446,0.01000,0.860
+9,block_sparse_moe.experts.28.w1,0.0000011813,0.01000,0.834
+9,block_sparse_moe.experts.29.w1,0.0000009821,0.01000,0.839
+9,block_sparse_moe.experts.31.w1,0.0000011366,0.01000,0.836
+9,block_sparse_moe.experts.30.w1,0.0000009806,0.01000,0.871
+9,block_sparse_moe.experts.32.w1,0.0000011986,0.01000,0.859
+9,block_sparse_moe.experts.33.w1,0.0000011246,0.01000,0.844
+9,block_sparse_moe.experts.34.w1,0.0000011486,0.01000,0.854
+9,block_sparse_moe.experts.35.w1,0.0000011105,0.01000,0.833
+9,block_sparse_moe.experts.36.w1,0.0000011456,0.01000,0.833
+9,block_sparse_moe.experts.37.w1,0.0000011291,0.01000,0.832
+9,block_sparse_moe.experts.38.w1,0.0000011224,0.01000,0.834
+9,block_sparse_moe.experts.39.w1,0.0000010907,0.01000,0.844
+9,block_sparse_moe.experts.40.w1,0.0000011814,0.01000,0.848
+9,block_sparse_moe.experts.41.w1,0.0000010890,0.01000,0.847
+9,block_sparse_moe.experts.42.w1,0.0000011307,0.01000,0.828
+9,block_sparse_moe.experts.43.w1,0.0000010670,0.01000,0.827
+9,block_sparse_moe.experts.44.w1,0.0000011353,0.01000,0.846
+9,block_sparse_moe.experts.45.w1,0.0000011409,0.01000,0.827
+9,block_sparse_moe.experts.46.w1,0.0000011596,0.01000,0.835
+9,block_sparse_moe.experts.47.w1,0.0000010913,0.01000,0.839
+9,block_sparse_moe.experts.48.w1,0.0000011587,0.01000,0.852
+9,block_sparse_moe.experts.49.w1,0.0000011165,0.01000,0.845
+9,block_sparse_moe.experts.50.w1,0.0000011649,0.01000,0.834
+9,block_sparse_moe.experts.52.w1,0.0000010830,0.01000,0.834
+9,block_sparse_moe.experts.51.w1,0.0000011268,0.01000,0.853
+9,block_sparse_moe.experts.53.w1,0.0000011713,0.01000,0.850
+9,block_sparse_moe.experts.54.w1,0.0000011523,0.01000,0.870
+9,block_sparse_moe.experts.55.w1,0.0000010785,0.01000,0.858
+9,block_sparse_moe.experts.56.w1,0.0000010548,0.01000,0.825
+9,block_sparse_moe.experts.57.w1,0.0000010764,0.01000,0.836
+9,block_sparse_moe.experts.58.w1,0.0000011626,0.01000,0.837
+9,block_sparse_moe.experts.59.w1,0.0000009734,0.01000,0.838
+9,block_sparse_moe.experts.60.w1,0.0000011891,0.01000,0.847
+9,block_sparse_moe.experts.61.w1,0.0000011427,0.01000,0.848
+9,block_sparse_moe.experts.62.w1,0.0000011458,0.01000,0.857
+9,block_sparse_moe.experts.63.w1,0.0000011122,0.01000,0.830
+9,block_sparse_moe.experts.64.w1,0.0000011435,0.01000,0.833
+9,block_sparse_moe.experts.65.w1,0.0000011083,0.01000,0.841
+9,block_sparse_moe.experts.66.w1,0.0000011805,0.01000,0.838
+9,block_sparse_moe.experts.67.w1,0.0000011077,0.01000,0.852
+9,block_sparse_moe.experts.68.w1,0.0000011197,0.01000,0.845
+9,block_sparse_moe.experts.69.w1,0.0000011604,0.01000,0.855
+9,block_sparse_moe.experts.70.w1,0.0000010905,0.01000,0.830
+9,block_sparse_moe.experts.71.w1,0.0000010938,0.01000,0.831
+9,block_sparse_moe.experts.73.w1,0.0000010782,0.01000,0.836
+9,block_sparse_moe.experts.72.w1,0.0000011380,0.01000,0.836
+9,block_sparse_moe.experts.74.w1,0.0000010206,0.01000,0.848
+9,block_sparse_moe.experts.75.w1,0.0000012429,0.01000,0.853
+9,block_sparse_moe.experts.76.w1,0.0000010546,0.01000,0.861
+9,block_sparse_moe.experts.77.w1,0.0000011620,0.01000,0.825
+9,block_sparse_moe.experts.78.w1,0.0000011056,0.01000,0.834
+9,block_sparse_moe.experts.80.w1,0.0000010775,0.01000,0.832
+9,block_sparse_moe.experts.79.w1,0.0000010772,0.01000,0.857
+9,block_sparse_moe.experts.81.w1,0.0000011585,0.01000,0.856
+9,block_sparse_moe.experts.82.w1,0.0000011646,0.01000,0.865
+9,block_sparse_moe.experts.83.w1,0.0000010813,0.01000,0.847
+9,block_sparse_moe.experts.84.w1,0.0000011657,0.01000,0.823
+9,block_sparse_moe.experts.85.w1,0.0000011492,0.01000,0.832
+9,block_sparse_moe.experts.86.w1,0.0000011559,0.01000,0.843
+9,block_sparse_moe.experts.87.w1,0.0000011261,0.01000,0.823
+9,block_sparse_moe.experts.88.w1,0.0000010784,0.01000,0.848
+9,block_sparse_moe.experts.89.w1,0.0000010967,0.01000,0.865
+9,block_sparse_moe.experts.90.w1,0.0000011918,0.01000,0.845
+9,block_sparse_moe.experts.91.w1,0.0000011148,0.01000,0.830
+9,block_sparse_moe.experts.92.w1,0.0000010757,0.01000,0.843
+9,block_sparse_moe.experts.94.w1,0.0000011928,0.01000,0.830
+9,block_sparse_moe.experts.93.w1,0.0000010082,0.01000,0.861
+9,block_sparse_moe.experts.95.w1,0.0000011537,0.01000,0.841
+9,block_sparse_moe.experts.96.w1,0.0000011435,0.01000,0.849
+9,block_sparse_moe.experts.97.w1,0.0000011788,0.01000,0.843
+9,block_sparse_moe.experts.98.w1,0.0000011481,0.01000,0.826
+9,block_sparse_moe.experts.99.w1,0.0000011465,0.01000,0.851
+9,block_sparse_moe.experts.100.w1,0.0000011737,0.01000,0.838
+9,block_sparse_moe.experts.101.w1,0.0000011157,0.01000,0.840
+9,block_sparse_moe.experts.102.w1,0.0000011142,0.01000,0.854
+9,block_sparse_moe.experts.103.w1,0.0000011806,0.01000,0.846
+9,block_sparse_moe.experts.104.w1,0.0000011141,0.01000,0.848
+9,block_sparse_moe.experts.105.w1,0.0000010627,0.01000,0.824
+9,block_sparse_moe.experts.106.w1,0.0000011435,0.01000,0.842
+9,block_sparse_moe.experts.107.w1,0.0000011454,0.01000,0.828
+9,block_sparse_moe.experts.108.w1,0.0000011794,0.01000,0.861
+9,block_sparse_moe.experts.109.w1,0.0000011730,0.01000,0.858
+9,block_sparse_moe.experts.110.w1,0.0000011111,0.01000,0.839
+9,block_sparse_moe.experts.111.w1,0.0000011593,0.01000,0.846
+9,block_sparse_moe.experts.112.w1,0.0000010891,0.01000,0.828
+9,block_sparse_moe.experts.113.w1,0.0000012688,0.01000,0.844
+9,block_sparse_moe.experts.114.w1,0.0000011274,0.01000,0.828
+9,block_sparse_moe.experts.115.w1,0.0000011376,0.01000,0.835
+9,block_sparse_moe.experts.116.w1,0.0000010933,0.01000,0.853
+9,block_sparse_moe.experts.117.w1,0.0000011524,0.01000,0.834
+9,block_sparse_moe.experts.118.w1,0.0000012129,0.01000,0.846
+9,block_sparse_moe.experts.119.w1,0.0000009661,0.01000,0.820
+9,block_sparse_moe.experts.121.w1,0.0000011173,0.01000,0.829
+9,block_sparse_moe.experts.120.w1,0.0000010851,0.01000,0.863
+9,block_sparse_moe.experts.122.w1,0.0000010675,0.01000,0.826
+9,block_sparse_moe.experts.123.w1,0.0000011282,0.01000,0.840
+9,block_sparse_moe.experts.124.w1,0.0000010937,0.01000,0.836
+9,block_sparse_moe.experts.125.w1,0.0000010889,0.01000,0.844
+9,block_sparse_moe.experts.126.w1,0.0000011872,0.01000,0.822
+9,block_sparse_moe.experts.127.w1,0.0000010974,0.01000,0.828
+9,block_sparse_moe.experts.128.w1,0.0000011354,0.01000,0.849
+9,block_sparse_moe.experts.129.w1,0.0000010903,0.01000,0.827
+9,block_sparse_moe.experts.130.w1,0.0000011047,0.01000,0.846
+9,block_sparse_moe.experts.131.w1,0.0000011339,0.01000,0.844
+9,block_sparse_moe.experts.132.w1,0.0000012229,0.01000,0.850
+9,block_sparse_moe.experts.133.w1,0.0000011256,0.01000,0.827
+9,block_sparse_moe.experts.134.w1,0.0000011448,0.01000,0.831
+9,block_sparse_moe.experts.135.w1,0.0000011321,0.01000,0.845
+9,block_sparse_moe.experts.136.w1,0.0000011274,0.01000,0.830
+9,block_sparse_moe.experts.137.w1,0.0000011664,0.01000,0.850
+9,block_sparse_moe.experts.138.w1,0.0000011268,0.01000,0.846
+9,block_sparse_moe.experts.139.w1,0.0000011266,0.01000,0.857
+9,block_sparse_moe.experts.140.w1,0.0000011320,0.01000,0.824
+9,block_sparse_moe.experts.141.w1,0.0000011920,0.01000,0.824
+9,block_sparse_moe.experts.143.w1,0.0000011771,0.01000,0.835
+9,block_sparse_moe.experts.142.w1,0.0000011480,0.01000,0.842
+9,block_sparse_moe.experts.144.w1,0.0000011101,0.01000,0.859
+9,block_sparse_moe.experts.145.w1,0.0000011017,0.01000,0.853
+9,block_sparse_moe.experts.146.w1,0.0000011208,0.01000,0.855
+9,block_sparse_moe.experts.147.w1,0.0000011406,0.01000,0.834
+9,block_sparse_moe.experts.148.w1,0.0000011555,0.01000,0.825
+9,block_sparse_moe.experts.150.w1,0.0000011040,0.01000,0.838
+9,block_sparse_moe.experts.149.w1,0.0000012407,0.01000,0.840
+9,block_sparse_moe.experts.151.w1,0.0000010857,0.01000,0.855
+9,block_sparse_moe.experts.152.w1,0.0000011123,0.01000,0.856
+9,block_sparse_moe.experts.153.w1,0.0000009935,0.01000,0.851
+9,block_sparse_moe.experts.154.w1,0.0000010929,0.01000,0.832
+9,block_sparse_moe.experts.155.w1,0.0000012301,0.01000,0.828
+9,block_sparse_moe.experts.156.w1,0.0000011426,0.01000,0.851
+9,block_sparse_moe.experts.157.w1,0.0000011545,0.01000,0.863
+9,block_sparse_moe.experts.159.w1,0.0000010146,0.01000,0.864
+9,block_sparse_moe.experts.158.w1,0.0000011293,0.01000,0.867
+9,block_sparse_moe.experts.160.w1,0.0000011002,0.01000,0.860
+9,block_sparse_moe.experts.161.w1,0.0000011335,0.01000,0.817
+9,block_sparse_moe.experts.162.w1,0.0000011278,0.01000,0.826
+9,block_sparse_moe.experts.163.w1,0.0000011112,0.01000,0.839
+9,block_sparse_moe.experts.164.w1,0.0000010774,0.01000,0.829
+9,block_sparse_moe.experts.165.w1,0.0000011075,0.01000,0.854
+9,block_sparse_moe.experts.166.w1,0.0000010813,0.01000,0.872
+9,block_sparse_moe.experts.167.w1,0.0000011190,0.01000,0.855
+9,block_sparse_moe.experts.168.w1,0.0000010996,0.01000,0.820
+9,block_sparse_moe.experts.169.w1,0.0000011059,0.01000,0.823
+9,block_sparse_moe.experts.171.w1,0.0000010466,0.01000,0.822
+9,block_sparse_moe.experts.170.w1,0.0000011487,0.01000,0.853
+9,block_sparse_moe.experts.172.w1,0.0000011763,0.01000,0.847
+9,block_sparse_moe.experts.173.w1,0.0000010999,0.01000,0.865
+9,block_sparse_moe.experts.174.w1,0.0000011073,0.01000,0.853
+9,block_sparse_moe.experts.175.w1,0.0000009511,0.01000,0.819
+9,block_sparse_moe.experts.176.w1,0.0000010786,0.01000,0.825
+9,block_sparse_moe.experts.177.w1,0.0000012391,0.01000,0.842
+9,block_sparse_moe.experts.178.w1,0.0000011036,0.01000,0.832
+9,block_sparse_moe.experts.179.w1,0.0000010820,0.01000,0.843
+9,block_sparse_moe.experts.180.w1,0.0000011370,0.01000,0.868
+9,block_sparse_moe.experts.181.w1,0.0000011185,0.01000,0.851
+9,block_sparse_moe.experts.182.w1,0.0000010952,0.01000,0.820
+9,block_sparse_moe.experts.183.w1,0.0000011098,0.01000,0.824
+9,block_sparse_moe.experts.184.w1,0.0000011583,0.01000,0.827
+9,block_sparse_moe.experts.185.w1,0.0000010967,0.01000,0.830
+9,block_sparse_moe.experts.186.w1,0.0000010969,0.01000,0.841
+9,block_sparse_moe.experts.187.w1,0.0000010803,0.01000,0.864
+9,block_sparse_moe.experts.188.w1,0.0000010617,0.01000,0.853
+9,block_sparse_moe.experts.189.w1,0.0000011365,0.01000,0.821
+9,block_sparse_moe.experts.190.w1,0.0000010915,0.01000,0.826
+9,block_sparse_moe.experts.191.w1,0.0000011271,0.01000,0.843
+9,block_sparse_moe.experts.192.w1,0.0000013046,0.01000,0.831
+9,block_sparse_moe.experts.193.w1,0.0000011996,0.01000,0.845
+9,block_sparse_moe.experts.194.w1,0.0000011700,0.01000,0.864
+9,block_sparse_moe.experts.195.w1,0.0000011821,0.01000,0.851
+9,block_sparse_moe.experts.196.w1,0.0000011400,0.01000,0.818
+9,block_sparse_moe.experts.197.w1,0.0000011295,0.01000,0.830
+9,block_sparse_moe.experts.198.w1,0.0000010912,0.01000,0.838
+9,block_sparse_moe.experts.199.w1,0.0000011012,0.01000,0.833
+9,block_sparse_moe.experts.200.w1,0.0000011265,0.01000,0.861
+9,block_sparse_moe.experts.202.w1,0.0000010736,0.01000,0.847
+9,block_sparse_moe.experts.201.w1,0.0000011093,0.01000,0.886
+9,block_sparse_moe.experts.203.w1,0.0000011972,0.01000,0.834
+9,block_sparse_moe.experts.204.w1,0.0000011025,0.01000,0.817
+9,block_sparse_moe.experts.206.w1,0.0000010588,0.01000,0.832
+9,block_sparse_moe.experts.205.w1,0.0000010899,0.01000,0.836
+9,block_sparse_moe.experts.207.w1,0.0000011543,0.01000,0.848
+9,block_sparse_moe.experts.208.w1,0.0000011130,0.01000,0.847
+9,block_sparse_moe.experts.209.w1,0.0000010902,0.01000,0.872
+9,block_sparse_moe.experts.210.w1,0.0000011284,0.01000,0.829
+9,block_sparse_moe.experts.211.w1,0.0000010933,0.01000,0.822
+9,block_sparse_moe.experts.213.w1,0.0000012015,0.01000,0.832
+9,block_sparse_moe.experts.212.w1,0.0000011194,0.01000,0.864
+9,block_sparse_moe.experts.214.w1,0.0000011586,0.01000,0.855
+9,block_sparse_moe.experts.215.w1,0.0000011354,0.01000,0.872
+9,block_sparse_moe.experts.217.w1,0.0000011186,0.01000,0.833
+9,block_sparse_moe.experts.216.w1,0.0000010666,0.01000,0.892
+9,block_sparse_moe.experts.218.w1,0.0000011536,0.01000,0.828
+9,block_sparse_moe.experts.219.w1,0.0000011201,0.01000,0.837
+9,block_sparse_moe.experts.220.w1,0.0000010992,0.01000,0.830
+9,block_sparse_moe.experts.221.w1,0.0000011038,0.01000,0.853
+9,block_sparse_moe.experts.222.w1,0.0000011324,0.01000,0.842
+9,block_sparse_moe.experts.223.w1,0.0000011171,0.01000,0.872
+9,block_sparse_moe.experts.224.w1,0.0000011123,0.01000,0.836
+9,block_sparse_moe.experts.225.w1,0.0000011619,0.01000,0.836
+9,block_sparse_moe.experts.226.w1,0.0000011130,0.01000,0.837
+9,block_sparse_moe.experts.227.w1,0.0000011540,0.01000,0.834
+9,block_sparse_moe.experts.228.w1,0.0000011788,0.01000,0.843
+9,block_sparse_moe.experts.229.w1,0.0000011355,0.01000,0.844
+9,block_sparse_moe.experts.230.w1,0.0000011700,0.01000,0.861
+9,block_sparse_moe.experts.231.w1,0.0000010959,0.01000,0.845
+9,block_sparse_moe.experts.232.w1,0.0000011126,0.01000,0.832
+9,block_sparse_moe.experts.233.w1,0.0000011938,0.01000,0.835
+9,block_sparse_moe.experts.234.w1,0.0000011365,0.01000,0.836
+9,block_sparse_moe.experts.235.w1,0.0000010778,0.01000,0.842
+9,block_sparse_moe.experts.236.w1,0.0000010965,0.01000,0.837
+9,block_sparse_moe.experts.238.w1,0.0000011296,0.01000,0.831
+9,block_sparse_moe.experts.237.w1,0.0000011350,0.01000,0.864
+9,block_sparse_moe.experts.239.w1,0.0000010935,0.01000,0.829
+9,block_sparse_moe.experts.240.w1,0.0000011418,0.01000,0.830
+9,block_sparse_moe.experts.241.w1,0.0000011580,0.01000,0.842
+9,block_sparse_moe.experts.242.w1,0.0000010825,0.01000,0.847
+9,block_sparse_moe.experts.243.w1,0.0000011424,0.01000,0.841
+9,block_sparse_moe.experts.245.w1,0.0000011486,0.01000,0.823
+9,block_sparse_moe.experts.244.w1,0.0000011152,0.01000,0.853
+9,block_sparse_moe.experts.246.w1,0.0000011430,0.01000,0.821
+9,block_sparse_moe.experts.247.w1,0.0000011589,0.01000,0.828
+9,block_sparse_moe.experts.248.w1,0.0000011595,0.01000,0.845
+9,block_sparse_moe.experts.249.w1,0.0000011327,0.01000,0.846
+9,block_sparse_moe.experts.250.w1,0.0000011197,0.01000,0.840
+9,block_sparse_moe.experts.252.w1,0.0000011868,0.01000,0.828
+9,block_sparse_moe.experts.251.w1,0.0000011859,0.01000,0.876
+9,block_sparse_moe.experts.253.w1,0.0000011012,0.01000,0.829
+9,block_sparse_moe.experts.254.w1,0.0000011200,0.01000,0.832
+9,block_sparse_moe.experts.255.w1,0.0000012032,0.01000,0.843
+9,block_sparse_moe.experts.0.w3,0.0000011123,0.01000,0.851
+9,block_sparse_moe.experts.1.w3,0.0000010908,0.01000,0.838
+9,block_sparse_moe.experts.2.w3,0.0000010572,0.01000,0.849
+9,block_sparse_moe.experts.3.w3,0.0000010464,0.01000,0.834
+9,block_sparse_moe.experts.4.w3,0.0000009830,0.01000,0.836
+9,block_sparse_moe.experts.5.w3,0.0000010907,0.01000,0.828
+9,block_sparse_moe.experts.6.w3,0.0000010772,0.01000,0.837
+9,block_sparse_moe.experts.7.w3,0.0000010546,0.01000,0.839
+9,block_sparse_moe.experts.8.w3,0.0000010596,0.01000,0.837
+9,block_sparse_moe.experts.9.w3,0.0000010727,0.01000,0.848
+9,block_sparse_moe.experts.10.w3,0.0000010786,0.01000,0.830
+9,block_sparse_moe.experts.11.w3,0.0000011003,0.01000,0.830
+9,block_sparse_moe.experts.12.w3,0.0000011094,0.01000,0.835
+9,block_sparse_moe.experts.13.w3,0.0000011028,0.01000,0.847
+9,block_sparse_moe.experts.14.w3,0.0000010804,0.01000,0.854
+9,block_sparse_moe.experts.15.w3,0.0000010657,0.01000,0.844
+9,block_sparse_moe.experts.16.w3,0.0000010792,0.01000,0.849
+9,block_sparse_moe.experts.17.w3,0.0000010519,0.01000,0.843
+9,block_sparse_moe.experts.18.w3,0.0000010821,0.01000,0.835
+9,block_sparse_moe.experts.19.w3,0.0000011450,0.01000,0.837
+9,block_sparse_moe.experts.20.w3,0.0000010984,0.01000,0.829
+9,block_sparse_moe.experts.21.w3,0.0000011006,0.01000,0.836
+9,block_sparse_moe.experts.22.w3,0.0000010680,0.01000,0.856
+9,block_sparse_moe.experts.25.w3,0.0000010612,0.01000,0.837
+9,block_sparse_moe.experts.24.w3,0.0000010776,0.01000,0.845
+9,block_sparse_moe.experts.23.w3,0.0000010751,0.01000,0.877
+9,block_sparse_moe.experts.26.w3,0.0000011079,0.01000,0.825
+9,block_sparse_moe.experts.27.w3,0.0000011233,0.01000,0.844
+9,block_sparse_moe.experts.28.w3,0.0000011191,0.01000,0.837
+9,block_sparse_moe.experts.29.w3,0.0000009661,0.01000,0.842
+9,block_sparse_moe.experts.31.w3,0.0000011184,0.01000,0.820
+9,block_sparse_moe.experts.32.w3,0.0000010931,0.01000,0.825
+9,block_sparse_moe.experts.30.w3,0.0000010238,0.01000,0.877
+9,block_sparse_moe.experts.33.w3,0.0000010729,0.01000,0.843
+9,block_sparse_moe.experts.34.w3,0.0000010755,0.01000,0.819
+9,block_sparse_moe.experts.35.w3,0.0000010832,0.01000,0.843
+9,block_sparse_moe.experts.36.w3,0.0000010885,0.01000,0.841
+9,block_sparse_moe.experts.38.w3,0.0000011099,0.01000,0.824
+9,block_sparse_moe.experts.39.w3,0.0000010526,0.01000,0.831
+9,block_sparse_moe.experts.37.w3,0.0000010809,0.01000,0.886
+9,block_sparse_moe.experts.40.w3,0.0000011206,0.01000,0.840
+9,block_sparse_moe.experts.41.w3,0.0000010514,0.01000,0.822
+9,block_sparse_moe.experts.42.w3,0.0000010844,0.01000,0.842
+9,block_sparse_moe.experts.43.w3,0.0000010368,0.01000,0.838
+9,block_sparse_moe.experts.44.w3,0.0000010913,0.01000,0.865
+9,block_sparse_moe.experts.45.w3,0.0000011239,0.01000,0.843
+9,block_sparse_moe.experts.46.w3,0.0000011006,0.01000,0.839
+9,block_sparse_moe.experts.47.w3,0.0000010584,0.01000,0.844
+9,block_sparse_moe.experts.48.w3,0.0000011280,0.01000,0.821
+9,block_sparse_moe.experts.49.w3,0.0000010902,0.01000,0.843
+9,block_sparse_moe.experts.50.w3,0.0000010825,0.01000,0.846
+9,block_sparse_moe.experts.52.w3,0.0000010504,0.01000,0.842
+9,block_sparse_moe.experts.53.w3,0.0000011018,0.01000,0.844
+9,block_sparse_moe.experts.51.w3,0.0000010751,0.01000,0.891
+9,block_sparse_moe.experts.54.w3,0.0000011069,0.01000,0.834
+9,block_sparse_moe.experts.55.w3,0.0000010505,0.01000,0.846
+9,block_sparse_moe.experts.56.w3,0.0000010303,0.01000,0.842
+9,block_sparse_moe.experts.57.w3,0.0000010574,0.01000,0.848
+9,block_sparse_moe.experts.59.w3,0.0000010475,0.01000,0.841
+9,block_sparse_moe.experts.60.w3,0.0000010595,0.01000,0.830
+9,block_sparse_moe.experts.58.w3,0.0000011071,0.01000,0.897
+9,block_sparse_moe.experts.61.w3,0.0000010812,0.01000,0.838
+9,block_sparse_moe.experts.62.w3,0.0000011306,0.01000,0.838
+9,block_sparse_moe.experts.63.w3,0.0000010871,0.01000,0.840
+9,block_sparse_moe.experts.64.w3,0.0000011092,0.01000,0.839
+9,block_sparse_moe.experts.66.w3,0.0000010762,0.01000,0.832
+9,block_sparse_moe.experts.67.w3,0.0000010886,0.01000,0.842
+9,block_sparse_moe.experts.65.w3,0.0000010859,0.01000,0.899
+9,block_sparse_moe.experts.68.w3,0.0000010993,0.01000,0.836
+9,block_sparse_moe.experts.69.w3,0.0000011318,0.01000,0.827
+9,block_sparse_moe.experts.70.w3,0.0000010544,0.01000,0.838
+9,block_sparse_moe.experts.71.w3,0.0000010427,0.01000,0.835
+9,block_sparse_moe.experts.72.w3,0.0000010677,0.01000,0.866
+9,block_sparse_moe.experts.73.w3,0.0000010595,0.01000,0.830
+9,block_sparse_moe.experts.74.w3,0.0000009855,0.01000,0.848
+9,block_sparse_moe.experts.75.w3,0.0000011330,0.01000,0.845
+9,block_sparse_moe.experts.76.w3,0.0000010409,0.01000,0.838
+9,block_sparse_moe.experts.77.w3,0.0000010767,0.01000,0.859
+9,block_sparse_moe.experts.78.w3,0.0000010838,0.01000,0.837
+9,block_sparse_moe.experts.80.w3,0.0000010283,0.01000,0.825
+9,block_sparse_moe.experts.81.w3,0.0000010702,0.01000,0.843
+9,block_sparse_moe.experts.79.w3,0.0000010417,0.01000,0.874
+9,block_sparse_moe.experts.82.w3,0.0000011540,0.01000,0.854
+9,block_sparse_moe.experts.83.w3,0.0000010501,0.01000,0.829
+9,block_sparse_moe.experts.84.w3,0.0000010783,0.01000,0.837
+9,block_sparse_moe.experts.85.w3,0.0000011226,0.01000,0.845
+9,block_sparse_moe.experts.86.w3,0.0000011320,0.01000,0.864
+9,block_sparse_moe.experts.87.w3,0.0000011023,0.01000,0.832
+9,block_sparse_moe.experts.88.w3,0.0000010540,0.01000,0.835
+9,block_sparse_moe.experts.90.w3,0.0000011213,0.01000,0.830
+9,block_sparse_moe.experts.89.w3,0.0000010598,0.01000,0.865
+9,block_sparse_moe.experts.91.w3,0.0000010925,0.01000,0.835
+9,block_sparse_moe.experts.92.w3,0.0000010230,0.01000,0.838
+9,block_sparse_moe.experts.94.w3,0.0000010986,0.01000,0.826
+9,block_sparse_moe.experts.95.w3,0.0000010383,0.01000,0.831
+9,block_sparse_moe.experts.93.w3,0.0000009745,0.01000,0.867
+9,block_sparse_moe.experts.96.w3,0.0000011047,0.01000,0.845
+9,block_sparse_moe.experts.97.w3,0.0000011011,0.01000,0.836
+9,block_sparse_moe.experts.98.w3,0.0000011297,0.01000,0.836
+9,block_sparse_moe.experts.99.w3,0.0000011160,0.01000,0.839
+9,block_sparse_moe.experts.101.w3,0.0000010666,0.01000,0.824
+9,block_sparse_moe.experts.102.w3,0.0000010992,0.01000,0.826
+9,block_sparse_moe.experts.100.w3,0.0000011096,0.01000,0.873
+9,block_sparse_moe.experts.103.w3,0.0000010952,0.01000,0.834
+9,block_sparse_moe.experts.104.w3,0.0000010847,0.01000,0.832
+9,block_sparse_moe.experts.105.w3,0.0000010373,0.01000,0.838
+9,block_sparse_moe.experts.106.w3,0.0000011124,0.01000,0.842
+9,block_sparse_moe.experts.108.w3,0.0000011087,0.01000,0.825
+9,block_sparse_moe.experts.109.w3,0.0000011012,0.01000,0.837
+9,block_sparse_moe.experts.107.w3,0.0000011042,0.01000,0.880
+9,block_sparse_moe.experts.110.w3,0.0000010870,0.01000,0.833
+9,block_sparse_moe.experts.111.w3,0.0000010794,0.01000,0.838
+9,block_sparse_moe.experts.112.w3,0.0000010546,0.01000,0.835
+9,block_sparse_moe.experts.113.w3,0.0000010922,0.01000,0.840
+9,block_sparse_moe.experts.115.w3,0.0000010688,0.01000,0.832
+9,block_sparse_moe.experts.116.w3,0.0000010703,0.01000,0.835
+9,block_sparse_moe.experts.114.w3,0.0000011017,0.01000,0.876
+9,block_sparse_moe.experts.117.w3,0.0000010925,0.01000,0.845
+9,block_sparse_moe.experts.118.w3,0.0000011646,0.01000,0.836
+9,block_sparse_moe.experts.119.w3,0.0000009344,0.01000,0.841
+9,block_sparse_moe.experts.120.w3,0.0000010640,0.01000,0.854
+9,block_sparse_moe.experts.122.w3,0.0000010347,0.01000,0.826
+9,block_sparse_moe.experts.123.w3,0.0000010869,0.01000,0.831
+9,block_sparse_moe.experts.121.w3,0.0000011016,0.01000,0.880
+9,block_sparse_moe.experts.124.w3,0.0000010608,0.01000,0.835
+9,block_sparse_moe.experts.125.w3,0.0000010392,0.01000,0.836
+9,block_sparse_moe.experts.126.w3,0.0000011300,0.01000,0.857
+9,block_sparse_moe.experts.127.w3,0.0000010553,0.01000,0.858
+9,block_sparse_moe.experts.129.w3,0.0000010494,0.01000,0.854
+9,block_sparse_moe.experts.130.w3,0.0000010601,0.01000,0.836
+9,block_sparse_moe.experts.128.w3,0.0000010883,0.01000,0.892
+9,block_sparse_moe.experts.131.w3,0.0000011077,0.01000,0.836
+9,block_sparse_moe.experts.132.w3,0.0000011284,0.01000,0.894
+9,block_sparse_moe.experts.133.w3,0.0000011093,0.01000,0.841
+9,block_sparse_moe.experts.134.w3,0.0000011169,0.01000,0.847
+9,block_sparse_moe.experts.136.w3,0.0000010564,0.01000,0.834
+9,block_sparse_moe.experts.137.w3,0.0000011129,0.01000,0.832
+9,block_sparse_moe.experts.135.w3,0.0000010918,0.01000,0.885
+9,block_sparse_moe.experts.138.w3,0.0000010822,0.01000,0.836
+9,block_sparse_moe.experts.139.w3,0.0000010758,0.01000,0.871
+9,block_sparse_moe.experts.140.w3,0.0000010768,0.01000,0.863
+9,block_sparse_moe.experts.141.w3,0.0000012101,0.01000,0.853
+9,block_sparse_moe.experts.143.w3,0.0000011072,0.01000,0.826
+9,block_sparse_moe.experts.144.w3,0.0000010884,0.01000,0.832
+9,block_sparse_moe.experts.142.w3,0.0000011106,0.01000,0.889
+9,block_sparse_moe.experts.145.w3,0.0000010712,0.01000,0.837
+9,block_sparse_moe.experts.146.w3,0.0000010935,0.01000,0.847
+9,block_sparse_moe.experts.147.w3,0.0000010529,0.01000,0.850
+9,block_sparse_moe.experts.148.w3,0.0000011054,0.01000,0.849
+9,block_sparse_moe.experts.149.w3,0.0000010946,0.01000,0.863
+9,block_sparse_moe.experts.150.w3,0.0000010672,0.01000,0.834
+9,block_sparse_moe.experts.151.w3,0.0000010689,0.01000,0.841
+9,block_sparse_moe.experts.152.w3,0.0000010845,0.01000,0.840
+9,block_sparse_moe.experts.153.w3,0.0000009563,0.01000,0.836
+9,block_sparse_moe.experts.154.w3,0.0000010572,0.01000,0.845
+9,block_sparse_moe.experts.155.w3,0.0000010806,0.01000,0.853
+9,block_sparse_moe.experts.157.w3,0.0000011060,0.01000,0.842
+9,block_sparse_moe.experts.158.w3,0.0000011103,0.01000,0.838
+9,block_sparse_moe.experts.156.w3,0.0000010491,0.01000,0.879
+9,block_sparse_moe.experts.159.w3,0.0000010033,0.01000,0.839
+9,block_sparse_moe.experts.160.w3,0.0000010727,0.01000,0.827
+9,block_sparse_moe.experts.161.w3,0.0000011070,0.01000,0.842
+9,block_sparse_moe.experts.162.w3,0.0000011000,0.01000,0.847
+9,block_sparse_moe.experts.164.w3,0.0000010394,0.01000,0.837
+9,block_sparse_moe.experts.165.w3,0.0000010899,0.01000,0.839
+9,block_sparse_moe.experts.166.w3,0.0000010520,0.01000,0.839
+9,block_sparse_moe.experts.163.w3,0.0000010806,0.01000,0.886
+9,block_sparse_moe.experts.167.w3,0.0000010755,0.01000,0.828
+9,block_sparse_moe.experts.168.w3,0.0000010429,0.01000,0.855
+9,block_sparse_moe.experts.169.w3,0.0000010411,0.01000,0.851
+9,block_sparse_moe.experts.171.w3,0.0000010325,0.01000,0.829
+9,block_sparse_moe.experts.172.w3,0.0000011180,0.01000,0.837
+9,block_sparse_moe.experts.173.w3,0.0000010728,0.01000,0.851
+9,block_sparse_moe.experts.170.w3,0.0000011235,0.01000,0.885
+9,block_sparse_moe.experts.174.w3,0.0000010606,0.01000,0.830
+9,block_sparse_moe.experts.175.w3,0.0000009609,0.01000,0.847
+9,block_sparse_moe.experts.176.w3,0.0000010577,0.01000,0.844
+9,block_sparse_moe.experts.178.w3,0.0000010620,0.01000,0.829
+9,block_sparse_moe.experts.179.w3,0.0000010329,0.01000,0.832
+9,block_sparse_moe.experts.180.w3,0.0000010791,0.01000,0.839
+9,block_sparse_moe.experts.177.w3,0.0000011043,0.01000,0.885
+9,block_sparse_moe.experts.181.w3,0.0000010536,0.01000,0.823
+9,block_sparse_moe.experts.182.w3,0.0000010786,0.01000,0.852
+9,block_sparse_moe.experts.183.w3,0.0000010940,0.01000,0.842
+9,block_sparse_moe.experts.185.w3,0.0000010574,0.01000,0.837
+9,block_sparse_moe.experts.186.w3,0.0000010671,0.01000,0.841
+9,block_sparse_moe.experts.184.w3,0.0000010507,0.01000,0.883
+9,block_sparse_moe.experts.187.w3,0.0000010347,0.01000,0.841
+9,block_sparse_moe.experts.188.w3,0.0000010367,0.01000,0.828
+9,block_sparse_moe.experts.189.w3,0.0000010702,0.01000,0.831
+9,block_sparse_moe.experts.190.w3,0.0000010578,0.01000,0.830
+9,block_sparse_moe.experts.193.w3,0.0000011010,0.01000,0.818
+9,block_sparse_moe.experts.191.w3,0.0000011073,0.01000,0.836
+9,block_sparse_moe.experts.194.w3,0.0000011115,0.01000,0.822
+9,block_sparse_moe.experts.195.w3,0.0000011188,0.01000,0.814
+9,block_sparse_moe.experts.192.w3,0.0000010849,0.01000,0.858
+9,block_sparse_moe.experts.196.w3,0.0000010743,0.01000,0.843
+9,block_sparse_moe.experts.197.w3,0.0000010777,0.01000,0.852
+9,block_sparse_moe.experts.199.w3,0.0000010548,0.01000,0.836
+9,block_sparse_moe.experts.200.w3,0.0000010745,0.01000,0.832
+9,block_sparse_moe.experts.201.w3,0.0000010934,0.01000,0.832
+9,block_sparse_moe.experts.202.w3,0.0000010601,0.01000,0.824
+9,block_sparse_moe.experts.198.w3,0.0000010681,0.01000,0.869
+9,block_sparse_moe.experts.203.w3,0.0000011348,0.01000,0.857
+9,block_sparse_moe.experts.204.w3,0.0000010789,0.01000,0.846
+9,block_sparse_moe.experts.206.w3,0.0000010073,0.01000,0.831
+9,block_sparse_moe.experts.207.w3,0.0000011125,0.01000,0.852
+9,block_sparse_moe.experts.209.w3,0.0000010637,0.01000,0.836
+9,block_sparse_moe.experts.208.w3,0.0000010706,0.01000,0.843
+9,block_sparse_moe.experts.205.w3,0.0000010690,0.01000,0.884
+9,block_sparse_moe.experts.210.w3,0.0000011099,0.01000,0.853
+9,block_sparse_moe.experts.211.w3,0.0000010719,0.01000,0.834
+9,block_sparse_moe.experts.214.w3,0.0000011221,0.01000,0.832
+9,block_sparse_moe.experts.213.w3,0.0000011490,0.01000,0.842
+9,block_sparse_moe.experts.215.w3,0.0000011177,0.01000,0.845
+9,block_sparse_moe.experts.216.w3,0.0000010243,0.01000,0.836
+9,block_sparse_moe.experts.212.w3,0.0000010668,0.01000,0.892
+9,block_sparse_moe.experts.217.w3,0.0000010751,0.01000,0.853
+9,block_sparse_moe.experts.218.w3,0.0000010918,0.01000,0.853
+9,block_sparse_moe.experts.220.w3,0.0000010628,0.01000,0.826
+9,block_sparse_moe.experts.222.w3,0.0000010424,0.01000,0.835
+9,block_sparse_moe.experts.221.w3,0.0000010808,0.01000,0.843
+9,block_sparse_moe.experts.223.w3,0.0000010897,0.01000,0.834
+9,block_sparse_moe.experts.219.w3,0.0000010925,0.01000,0.876
+9,block_sparse_moe.experts.224.w3,0.0000010707,0.01000,0.839
+9,block_sparse_moe.experts.225.w3,0.0000010962,0.01000,0.839
+9,block_sparse_moe.experts.227.w3,0.0000011171,0.01000,0.831
+9,block_sparse_moe.experts.228.w3,0.0000011352,0.01000,0.834
+9,block_sparse_moe.experts.229.w3,0.0000010561,0.01000,0.847
+9,block_sparse_moe.experts.230.w3,0.0000011089,0.01000,0.836
+9,block_sparse_moe.experts.226.w3,0.0000010928,0.01000,0.897
+9,block_sparse_moe.experts.231.w3,0.0000010762,0.01000,0.846
+9,block_sparse_moe.experts.232.w3,0.0000010942,0.01000,0.843
+9,block_sparse_moe.experts.234.w3,0.0000011244,0.01000,0.823
+9,block_sparse_moe.experts.235.w3,0.0000010656,0.01000,0.837
+9,block_sparse_moe.experts.236.w3,0.0000010575,0.01000,0.839
+9,block_sparse_moe.experts.237.w3,0.0000010903,0.01000,0.828
+9,block_sparse_moe.experts.233.w3,0.0000010917,0.01000,0.887
+9,block_sparse_moe.experts.238.w3,0.0000010961,0.01000,0.839
+9,block_sparse_moe.experts.239.w3,0.0000010556,0.01000,0.852
+9,block_sparse_moe.experts.241.w3,0.0000010749,0.01000,0.832
+9,block_sparse_moe.experts.240.w3,0.0000010746,0.01000,0.863
+9,block_sparse_moe.experts.242.w3,0.0000010477,0.01000,0.832
+9,block_sparse_moe.experts.243.w3,0.0000011190,0.01000,0.832
+9,block_sparse_moe.experts.244.w3,0.0000010816,0.01000,0.825
+9,block_sparse_moe.experts.245.w3,0.0000010925,0.01000,0.850
+9,block_sparse_moe.experts.246.w3,0.0000010956,0.01000,0.850
+9,block_sparse_moe.experts.249.w3,0.0000011097,0.01000,0.838
+9,block_sparse_moe.experts.248.w3,0.0000011120,0.01000,0.846
+9,block_sparse_moe.experts.251.w3,0.0000011438,0.01000,0.831
+9,block_sparse_moe.experts.250.w3,0.0000010814,0.01000,0.840
+9,block_sparse_moe.experts.247.w3,0.0000010724,0.01000,0.884
+9,block_sparse_moe.experts.252.w3,0.0000010544,0.01000,0.739
+9,block_sparse_moe.experts.253.w3,0.0000010588,0.01000,0.753
+9,block_sparse_moe.experts.255.w3,0.0000011615,0.01000,0.671
+9,block_sparse_moe.experts.254.w3,0.0000011044,0.01000,0.697
+9,block_sparse_moe.experts.0.w2,0.0000001574,0.01000,0.441
+9,block_sparse_moe.experts.1.w2,0.0000001386,0.01000,0.449
+9,block_sparse_moe.experts.4.w2,0.0000000817,0.01000,0.446
+9,block_sparse_moe.experts.2.w2,0.0000001247,0.01000,0.450
+9,block_sparse_moe.experts.5.w2,0.0000001384,0.01000,0.450
+9,block_sparse_moe.experts.6.w2,0.0000001485,0.01000,0.458
+9,block_sparse_moe.experts.3.w2,0.0000001092,0.01000,0.482
+9,block_sparse_moe.experts.7.w2,0.0000001386,0.01000,0.412
+9,block_sparse_moe.experts.8.w2,0.0000001169,0.01000,0.417
+9,block_sparse_moe.experts.9.w2,0.0000001344,0.01000,0.420
+9,block_sparse_moe.experts.12.w2,0.0000001882,0.01000,0.420
+9,block_sparse_moe.experts.10.w2,0.0000001787,0.01000,0.435
+9,block_sparse_moe.experts.11.w2,0.0000001409,0.01000,0.445
+9,block_sparse_moe.experts.13.w2,0.0000001477,0.01000,0.433
+9,block_sparse_moe.experts.14.w2,0.0000002082,0.01000,0.414
+9,block_sparse_moe.experts.15.w2,0.0000001397,0.01000,0.418
+9,block_sparse_moe.experts.16.w2,0.0000001879,0.01000,0.421
+9,block_sparse_moe.experts.17.w2,0.0000001433,0.01000,0.415
+9,block_sparse_moe.experts.18.w2,0.0000001424,0.01000,0.434
+9,block_sparse_moe.experts.19.w2,0.0000001619,0.01000,0.430
+9,block_sparse_moe.experts.20.w2,0.0000001568,0.01000,0.438
+9,block_sparse_moe.experts.21.w2,0.0000002181,0.01000,0.422
+9,block_sparse_moe.experts.22.w2,0.0000001551,0.01000,0.426
+9,block_sparse_moe.experts.24.w2,0.0000001922,0.01000,0.418
+9,block_sparse_moe.experts.23.w2,0.0000001754,0.01000,0.426
+9,block_sparse_moe.experts.25.w2,0.0000001217,0.01000,0.423
+9,block_sparse_moe.experts.26.w2,0.0000001796,0.01000,0.427
+9,block_sparse_moe.experts.27.w2,0.0000001803,0.01000,0.434
+9,block_sparse_moe.experts.28.w2,0.0000002105,0.01000,0.418
+9,block_sparse_moe.experts.29.w2,0.0000000801,0.01000,0.422
+9,block_sparse_moe.experts.31.w2,0.0000001358,0.01000,0.419
+9,block_sparse_moe.experts.30.w2,0.0000000672,0.01000,0.429
+9,block_sparse_moe.experts.32.w2,0.0000002358,0.01000,0.423
+9,block_sparse_moe.experts.33.w2,0.0000001255,0.01000,0.419
+9,block_sparse_moe.experts.34.w2,0.0000001631,0.01000,0.435
+9,block_sparse_moe.experts.35.w2,0.0000001770,0.01000,0.412
+9,block_sparse_moe.experts.36.w2,0.0000001674,0.01000,0.418
+9,block_sparse_moe.experts.38.w2,0.0000001610,0.01000,0.414
+9,block_sparse_moe.experts.37.w2,0.0000001037,0.01000,0.435
+9,block_sparse_moe.experts.39.w2,0.0000001154,0.01000,0.419
+9,block_sparse_moe.experts.40.w2,0.0000002049,0.01000,0.419
+9,block_sparse_moe.experts.41.w2,0.0000001321,0.01000,0.436
+9,block_sparse_moe.experts.42.w2,0.0000002231,0.01000,0.416
+9,block_sparse_moe.experts.43.w2,0.0000001132,0.01000,0.432
+9,block_sparse_moe.experts.44.w2,0.0000001402,0.01000,0.432
+9,block_sparse_moe.experts.45.w2,0.0000001698,0.01000,0.421
+9,block_sparse_moe.experts.46.w2,0.0000002014,0.01000,0.448
+9,block_sparse_moe.experts.47.w2,0.0000001511,0.01000,0.445
+9,block_sparse_moe.experts.48.w2,0.0000002237,0.01000,0.431
+9,block_sparse_moe.experts.49.w2,0.0000001446,0.01000,0.415
+9,block_sparse_moe.experts.50.w2,0.0000001357,0.01000,0.427
+9,block_sparse_moe.experts.52.w2,0.0000001267,0.01000,0.421
+9,block_sparse_moe.experts.51.w2,0.0000002334,0.01000,0.424
+9,block_sparse_moe.experts.53.w2,0.0000001447,0.01000,0.431
+9,block_sparse_moe.experts.54.w2,0.0000001741,0.01000,0.431
+9,block_sparse_moe.experts.55.w2,0.0000001240,0.01000,0.434
+9,block_sparse_moe.experts.56.w2,0.0000000945,0.01000,0.414
+9,block_sparse_moe.experts.59.w2,0.0000000785,0.01000,0.415
+9,block_sparse_moe.experts.58.w2,0.0000001694,0.01000,0.430
+9,block_sparse_moe.experts.57.w2,0.0000001688,0.01000,0.442
+9,block_sparse_moe.experts.61.w2,0.0000001811,0.01000,0.418
+9,block_sparse_moe.experts.60.w2,0.0000001785,0.01000,0.431
+9,block_sparse_moe.experts.62.w2,0.0000001520,0.01000,0.428
+9,block_sparse_moe.experts.63.w2,0.0000001465,0.01000,0.414
+9,block_sparse_moe.experts.64.w2,0.0000001402,0.01000,0.421
+9,block_sparse_moe.experts.65.w2,0.0000001571,0.01000,0.413
+9,block_sparse_moe.experts.66.w2,0.0000000959,0.01000,0.414
+9,block_sparse_moe.experts.67.w2,0.0000001600,0.01000,0.418
+9,block_sparse_moe.experts.68.w2,0.0000001473,0.01000,0.432
+9,block_sparse_moe.experts.69.w2,0.0000001922,0.01000,0.429
+9,block_sparse_moe.experts.70.w2,0.0000001073,0.01000,0.414
+9,block_sparse_moe.experts.71.w2,0.0000001214,0.01000,0.419
+9,block_sparse_moe.experts.72.w2,0.0000001293,0.01000,0.424
+9,block_sparse_moe.experts.73.w2,0.0000001206,0.01000,0.419
+9,block_sparse_moe.experts.74.w2,0.0000000744,0.01000,0.419
+9,block_sparse_moe.experts.75.w2,0.0000001600,0.01000,0.421
+9,block_sparse_moe.experts.76.w2,0.0000001294,0.01000,0.430
+9,block_sparse_moe.experts.77.w2,0.0000001555,0.01000,0.415
+9,block_sparse_moe.experts.78.w2,0.0000001537,0.01000,0.415
+9,block_sparse_moe.experts.80.w2,0.0000001077,0.01000,0.416
+9,block_sparse_moe.experts.79.w2,0.0000001345,0.01000,0.422
+9,block_sparse_moe.experts.81.w2,0.0000002002,0.01000,0.418
+9,block_sparse_moe.experts.82.w2,0.0000001518,0.01000,0.423
+9,block_sparse_moe.experts.83.w2,0.0000001467,0.01000,0.428
+9,block_sparse_moe.experts.84.w2,0.0000000951,0.01000,0.420
+9,block_sparse_moe.experts.85.w2,0.0000001962,0.01000,0.417
+9,block_sparse_moe.experts.87.w2,0.0000001575,0.01000,0.422
+9,block_sparse_moe.experts.86.w2,0.0000001912,0.01000,0.425
+9,block_sparse_moe.experts.88.w2,0.0000001199,0.01000,0.425
+9,block_sparse_moe.experts.89.w2,0.0000001055,0.01000,0.425
+9,block_sparse_moe.experts.90.w2,0.0000001792,0.01000,0.436
+9,block_sparse_moe.experts.91.w2,0.0000001286,0.01000,0.413
+9,block_sparse_moe.experts.92.w2,0.0000001837,0.01000,0.414
+9,block_sparse_moe.experts.94.w2,0.0000001746,0.01000,0.419
+9,block_sparse_moe.experts.93.w2,0.0000000775,0.01000,0.430
+9,block_sparse_moe.experts.95.w2,0.0000001394,0.01000,0.420
+9,block_sparse_moe.experts.96.w2,0.0000002025,0.01000,0.421
+9,block_sparse_moe.experts.97.w2,0.0000002231,0.01000,0.428
+9,block_sparse_moe.experts.98.w2,0.0000001732,0.01000,0.414
+9,block_sparse_moe.experts.99.w2,0.0000001570,0.01000,0.427
+9,block_sparse_moe.experts.100.w2,0.0000001408,0.01000,0.435
+9,block_sparse_moe.experts.101.w2,0.0000001430,0.01000,0.428
+9,block_sparse_moe.experts.102.w2,0.0000001358,0.01000,0.424
+9,block_sparse_moe.experts.103.w2,0.0000001861,0.01000,0.429
+9,block_sparse_moe.experts.104.w2,0.0000001536,0.01000,0.431
+9,block_sparse_moe.experts.105.w2,0.0000001671,0.01000,0.419
+9,block_sparse_moe.experts.106.w2,0.0000002176,0.01000,0.416
+9,block_sparse_moe.experts.108.w2,0.0000002289,0.01000,0.416
+9,block_sparse_moe.experts.107.w2,0.0000001765,0.01000,0.420
+9,block_sparse_moe.experts.109.w2,0.0000001423,0.01000,0.421
+9,block_sparse_moe.experts.110.w2,0.0000001655,0.01000,0.432
+9,block_sparse_moe.experts.111.w2,0.0000001998,0.01000,0.426
+9,block_sparse_moe.experts.112.w2,0.0000001499,0.01000,0.415
+9,block_sparse_moe.experts.113.w2,0.0000002433,0.01000,0.416
+9,block_sparse_moe.experts.115.w2,0.0000001418,0.01000,0.417
+9,block_sparse_moe.experts.114.w2,0.0000001620,0.01000,0.428
+9,block_sparse_moe.experts.116.w2,0.0000001623,0.01000,0.420
+9,block_sparse_moe.experts.117.w2,0.0000001800,0.01000,0.424
+9,block_sparse_moe.experts.118.w2,0.0000001964,0.01000,0.430
+9,block_sparse_moe.experts.119.w2,0.0000000677,0.01000,0.418
+9,block_sparse_moe.experts.120.w2,0.0000001810,0.01000,0.418
+9,block_sparse_moe.experts.121.w2,0.0000001521,0.01000,0.425
+9,block_sparse_moe.experts.122.w2,0.0000001364,0.01000,0.421
+9,block_sparse_moe.experts.123.w2,0.0000001435,0.01000,0.421
+9,block_sparse_moe.experts.124.w2,0.0000001153,0.01000,0.425
+9,block_sparse_moe.experts.125.w2,0.0000001206,0.01000,0.431
+9,block_sparse_moe.experts.126.w2,0.0000001720,0.01000,0.416
+9,block_sparse_moe.experts.127.w2,0.0000001369,0.01000,0.417
+9,block_sparse_moe.experts.129.w2,0.0000001338,0.01000,0.412
+9,block_sparse_moe.experts.128.w2,0.0000001799,0.01000,0.429
+9,block_sparse_moe.experts.130.w2,0.0000001186,0.01000,0.440
+9,block_sparse_moe.experts.131.w2,0.0000002010,0.01000,0.442
+9,block_sparse_moe.experts.132.w2,0.0000002618,0.01000,0.423
+9,block_sparse_moe.experts.133.w2,0.0000001523,0.01000,0.415
+9,block_sparse_moe.experts.134.w2,0.0000001482,0.01000,0.422
+9,block_sparse_moe.experts.135.w2,0.0000001716,0.01000,0.419
+9,block_sparse_moe.experts.136.w2,0.0000001392,0.01000,0.417
+9,block_sparse_moe.experts.137.w2,0.0000001356,0.01000,0.428
+9,block_sparse_moe.experts.138.w2,0.0000001898,0.01000,0.432
+9,block_sparse_moe.experts.139.w2,0.0000001111,0.01000,0.434
+9,block_sparse_moe.experts.140.w2,0.0000001354,0.01000,0.412
+9,block_sparse_moe.experts.141.w2,0.0000001772,0.01000,0.423
+9,block_sparse_moe.experts.142.w2,0.0000001813,0.01000,0.414
+9,block_sparse_moe.experts.143.w2,0.0000001294,0.01000,0.412
+9,block_sparse_moe.experts.144.w2,0.0000001287,0.01000,0.431
+9,block_sparse_moe.experts.145.w2,0.0000001506,0.01000,0.430
+9,block_sparse_moe.experts.146.w2,0.0000001413,0.01000,0.428
+9,block_sparse_moe.experts.147.w2,0.0000002251,0.01000,0.413
+9,block_sparse_moe.experts.148.w2,0.0000002449,0.01000,0.422
+9,block_sparse_moe.experts.149.w2,0.0000002408,0.01000,0.416
+9,block_sparse_moe.experts.150.w2,0.0000001794,0.01000,0.415
+9,block_sparse_moe.experts.151.w2,0.0000001662,0.01000,0.429
+9,block_sparse_moe.experts.152.w2,0.0000001324,0.01000,0.419
+9,block_sparse_moe.experts.153.w2,0.0000000740,0.01000,0.428
+9,block_sparse_moe.experts.154.w2,0.0000001394,0.01000,0.413
+9,block_sparse_moe.experts.155.w2,0.0000001582,0.01000,0.427
+9,block_sparse_moe.experts.156.w2,0.0000001892,0.01000,0.413
+9,block_sparse_moe.experts.157.w2,0.0000002446,0.01000,0.412
+9,block_sparse_moe.experts.158.w2,0.0000001708,0.01000,0.425
+9,block_sparse_moe.experts.159.w2,0.0000000726,0.01000,0.417
+9,block_sparse_moe.experts.160.w2,0.0000001775,0.01000,0.428
+9,block_sparse_moe.experts.161.w2,0.0000001954,0.01000,0.413
+9,block_sparse_moe.experts.163.w2,0.0000001535,0.01000,0.415
+9,block_sparse_moe.experts.164.w2,0.0000001666,0.01000,0.415
+9,block_sparse_moe.experts.162.w2,0.0000001855,0.01000,0.442
+9,block_sparse_moe.experts.165.w2,0.0000001458,0.01000,0.425
+9,block_sparse_moe.experts.166.w2,0.0000001020,0.01000,0.417
+9,block_sparse_moe.experts.167.w2,0.0000001081,0.01000,0.431
+9,block_sparse_moe.experts.168.w2,0.0000001436,0.01000,0.415
+9,block_sparse_moe.experts.169.w2,0.0000001222,0.01000,0.417
+9,block_sparse_moe.experts.170.w2,0.0000001593,0.01000,0.419
+9,block_sparse_moe.experts.171.w2,0.0000001121,0.01000,0.438
+9,block_sparse_moe.experts.172.w2,0.0000001438,0.01000,0.427
+9,block_sparse_moe.experts.173.w2,0.0000001383,0.01000,0.418
+9,block_sparse_moe.experts.175.w2,0.0000000602,0.01000,0.414
+9,block_sparse_moe.experts.174.w2,0.0000001157,0.01000,0.435
+9,block_sparse_moe.experts.176.w2,0.0000001393,0.01000,0.414
+9,block_sparse_moe.experts.177.w2,0.0000001159,0.01000,0.416
+9,block_sparse_moe.experts.178.w2,0.0000001013,0.01000,0.432
+9,block_sparse_moe.experts.179.w2,0.0000001121,0.01000,0.425
+9,block_sparse_moe.experts.180.w2,0.0000001693,0.01000,0.417
+9,block_sparse_moe.experts.181.w2,0.0000001292,0.01000,0.427
+9,block_sparse_moe.experts.182.w2,0.0000001281,0.01000,0.417
+9,block_sparse_moe.experts.183.w2,0.0000001505,0.01000,0.421
+9,block_sparse_moe.experts.184.w2,0.0000001250,0.01000,0.423
+9,block_sparse_moe.experts.185.w2,0.0000001673,0.01000,0.433
+9,block_sparse_moe.experts.186.w2,0.0000001310,0.01000,0.427
+9,block_sparse_moe.experts.187.w2,0.0000001740,0.01000,0.418
+9,block_sparse_moe.experts.189.w2,0.0000001431,0.01000,0.420
+9,block_sparse_moe.experts.188.w2,0.0000001373,0.01000,0.433
+9,block_sparse_moe.experts.190.w2,0.0000001443,0.01000,0.413
+9,block_sparse_moe.experts.191.w2,0.0000001713,0.01000,0.418
+9,block_sparse_moe.experts.192.w2,0.0000001331,0.01000,0.432
+9,block_sparse_moe.experts.194.w2,0.0000001630,0.01000,0.414
+9,block_sparse_moe.experts.193.w2,0.0000002378,0.01000,0.428
+9,block_sparse_moe.experts.196.w2,0.0000001798,0.01000,0.412
+9,block_sparse_moe.experts.195.w2,0.0000001909,0.01000,0.434
+9,block_sparse_moe.experts.197.w2,0.0000001020,0.01000,0.411
+9,block_sparse_moe.experts.198.w2,0.0000001161,0.01000,0.415
+9,block_sparse_moe.experts.199.w2,0.0000001139,0.01000,0.425
+9,block_sparse_moe.experts.200.w2,0.0000002213,0.01000,0.419
+9,block_sparse_moe.experts.201.w2,0.0000001374,0.01000,0.426
+9,block_sparse_moe.experts.203.w2,0.0000002131,0.01000,0.421
+9,block_sparse_moe.experts.202.w2,0.0000001080,0.01000,0.431
+9,block_sparse_moe.experts.204.w2,0.0000001382,0.01000,0.415
+9,block_sparse_moe.experts.205.w2,0.0000001273,0.01000,0.421
+9,block_sparse_moe.experts.206.w2,0.0000001108,0.01000,0.415
+9,block_sparse_moe.experts.207.w2,0.0000001885,0.01000,0.416
+9,block_sparse_moe.experts.208.w2,0.0000001481,0.01000,0.424
+9,block_sparse_moe.experts.210.w2,0.0000001601,0.01000,0.414
+9,block_sparse_moe.experts.209.w2,0.0000001216,0.01000,0.436
+9,block_sparse_moe.experts.211.w2,0.0000001484,0.01000,0.411
+9,block_sparse_moe.experts.212.w2,0.0000001892,0.01000,0.418
+9,block_sparse_moe.experts.213.w2,0.0000001545,0.01000,0.414
+9,block_sparse_moe.experts.214.w2,0.0000001691,0.01000,0.415
+9,block_sparse_moe.experts.215.w2,0.0000001942,0.01000,0.422
+9,block_sparse_moe.experts.217.w2,0.0000001253,0.01000,0.425
+9,block_sparse_moe.experts.216.w2,0.0000001223,0.01000,0.454
+9,block_sparse_moe.experts.218.w2,0.0000001368,0.01000,0.417
+9,block_sparse_moe.experts.219.w2,0.0000001979,0.01000,0.419
+9,block_sparse_moe.experts.220.w2,0.0000001162,0.01000,0.436
+9,block_sparse_moe.experts.221.w2,0.0000001549,0.01000,0.422
+9,block_sparse_moe.experts.222.w2,0.0000001084,0.01000,0.423
+9,block_sparse_moe.experts.223.w2,0.0000001689,0.01000,0.438
+9,block_sparse_moe.experts.224.w2,0.0000001298,0.01000,0.434
+9,block_sparse_moe.experts.225.w2,0.0000002403,0.01000,0.416
+9,block_sparse_moe.experts.226.w2,0.0000001357,0.01000,0.417
+9,block_sparse_moe.experts.227.w2,0.0000001885,0.01000,0.415
+9,block_sparse_moe.experts.228.w2,0.0000001737,0.01000,0.424
+9,block_sparse_moe.experts.229.w2,0.0000002240,0.01000,0.419
+9,block_sparse_moe.experts.231.w2,0.0000001360,0.01000,0.422
+9,block_sparse_moe.experts.230.w2,0.0000002116,0.01000,0.440
+9,block_sparse_moe.experts.232.w2,0.0000001528,0.01000,0.416
+9,block_sparse_moe.experts.233.w2,0.0000001971,0.01000,0.420
+9,block_sparse_moe.experts.234.w2,0.0000001541,0.01000,0.418
+9,block_sparse_moe.experts.235.w2,0.0000001300,0.01000,0.425
+9,block_sparse_moe.experts.236.w2,0.0000001256,0.01000,0.422
+9,block_sparse_moe.experts.237.w2,0.0000001633,0.01000,0.431
+9,block_sparse_moe.experts.238.w2,0.0000001639,0.01000,0.428
+9,block_sparse_moe.experts.239.w2,0.0000001226,0.01000,0.412
+9,block_sparse_moe.experts.240.w2,0.0000001789,0.01000,0.416
+9,block_sparse_moe.experts.241.w2,0.0000001305,0.01000,0.416
+9,block_sparse_moe.experts.242.w2,0.0000001208,0.01000,0.421
+9,block_sparse_moe.experts.243.w2,0.0000001912,0.01000,0.417
+9,block_sparse_moe.experts.244.w2,0.0000001260,0.01000,0.423
+9,block_sparse_moe.experts.246.w2,0.0000001989,0.01000,0.413
+9,block_sparse_moe.experts.245.w2,0.0000001748,0.01000,0.425
+9,block_sparse_moe.experts.247.w2,0.0000001495,0.01000,0.417
+9,block_sparse_moe.experts.248.w2,0.0000001542,0.01000,0.418
+9,block_sparse_moe.experts.249.w2,0.0000002126,0.01000,0.429
+9,block_sparse_moe.experts.250.w2,0.0000001798,0.01000,0.421
+9,block_sparse_moe.experts.252.w2,0.0000001360,0.01000,0.390
+9,block_sparse_moe.experts.251.w2,0.0000002094,0.01000,0.404
+9,block_sparse_moe.experts.253.w2,0.0000001056,0.01000,0.397
+9,block_sparse_moe.experts.254.w2,0.0000001588,0.01000,0.382
+9,block_sparse_moe.experts.255.w2,0.0000002176,0.01000,0.354
+10,block_sparse_moe.experts.1.w1,0.0000013185,0.01000,0.833
+10,block_sparse_moe.experts.3.w1,0.0000013468,0.01000,0.840
+10,block_sparse_moe.experts.2.w1,0.0000013974,0.01000,0.841
+10,block_sparse_moe.experts.5.w1,0.0000013540,0.01000,0.840
+10,block_sparse_moe.experts.0.w1,0.0000013991,0.01000,0.857
+10,block_sparse_moe.experts.4.w1,0.0000013658,0.01000,0.855
+10,block_sparse_moe.experts.6.w1,0.0000013653,0.01000,0.863
+10,block_sparse_moe.experts.7.w1,0.0000013792,0.01000,0.835
+10,block_sparse_moe.experts.8.w1,0.0000011747,0.01000,0.833
+10,block_sparse_moe.experts.10.w1,0.0000014027,0.01000,0.834
+10,block_sparse_moe.experts.9.w1,0.0000013717,0.01000,0.854
+10,block_sparse_moe.experts.12.w1,0.0000013563,0.01000,0.847
+10,block_sparse_moe.experts.11.w1,0.0000013879,0.01000,0.872
+10,block_sparse_moe.experts.13.w1,0.0000014005,0.01000,0.862
+10,block_sparse_moe.experts.14.w1,0.0000014533,0.01000,0.826
+10,block_sparse_moe.experts.15.w1,0.0000013364,0.01000,0.827
+10,block_sparse_moe.experts.16.w1,0.0000014388,0.01000,0.830
+10,block_sparse_moe.experts.17.w1,0.0000013963,0.01000,0.822
+10,block_sparse_moe.experts.18.w1,0.0000014286,0.01000,0.852
+10,block_sparse_moe.experts.19.w1,0.0000013721,0.01000,0.848
+10,block_sparse_moe.experts.20.w1,0.0000014548,0.01000,0.864
+10,block_sparse_moe.experts.21.w1,0.0000013653,0.01000,0.834
+10,block_sparse_moe.experts.22.w1,0.0000013621,0.01000,0.830
+10,block_sparse_moe.experts.24.w1,0.0000014152,0.01000,0.826
+10,block_sparse_moe.experts.23.w1,0.0000013945,0.01000,0.840
+10,block_sparse_moe.experts.25.w1,0.0000014023,0.01000,0.850
+10,block_sparse_moe.experts.26.w1,0.0000015241,0.01000,0.851
+10,block_sparse_moe.experts.27.w1,0.0000013315,0.01000,0.858
+10,block_sparse_moe.experts.28.w1,0.0000014098,0.01000,0.833
+10,block_sparse_moe.experts.31.w1,0.0000013304,0.01000,0.820
+10,block_sparse_moe.experts.30.w1,0.0000013476,0.01000,0.830
+10,block_sparse_moe.experts.29.w1,0.0000013629,0.01000,0.864
+10,block_sparse_moe.experts.32.w1,0.0000013515,0.01000,0.842
+10,block_sparse_moe.experts.33.w1,0.0000013893,0.01000,0.864
+10,block_sparse_moe.experts.34.w1,0.0000013409,0.01000,0.865
+10,block_sparse_moe.experts.35.w1,0.0000013925,0.01000,0.835
+10,block_sparse_moe.experts.36.w1,0.0000014061,0.01000,0.835
+10,block_sparse_moe.experts.37.w1,0.0000011973,0.01000,0.836
+10,block_sparse_moe.experts.38.w1,0.0000013452,0.01000,0.830
+10,block_sparse_moe.experts.39.w1,0.0000013205,0.01000,0.880
+10,block_sparse_moe.experts.40.w1,0.0000014274,0.01000,0.848
+10,block_sparse_moe.experts.41.w1,0.0000013634,0.01000,0.861
+10,block_sparse_moe.experts.42.w1,0.0000014452,0.01000,0.847
+10,block_sparse_moe.experts.43.w1,0.0000012182,0.01000,0.842
+10,block_sparse_moe.experts.45.w1,0.0000013648,0.01000,0.838
+10,block_sparse_moe.experts.44.w1,0.0000014078,0.01000,0.879
+10,block_sparse_moe.experts.46.w1,0.0000013989,0.01000,0.837
+10,block_sparse_moe.experts.47.w1,0.0000013552,0.01000,0.842
+10,block_sparse_moe.experts.48.w1,0.0000012422,0.01000,0.845
+10,block_sparse_moe.experts.49.w1,0.0000012739,0.01000,0.823
+10,block_sparse_moe.experts.50.w1,0.0000013395,0.01000,0.843
+10,block_sparse_moe.experts.51.w1,0.0000012831,0.01000,0.844
+10,block_sparse_moe.experts.52.w1,0.0000013404,0.01000,0.838
+10,block_sparse_moe.experts.53.w1,0.0000013667,0.01000,0.841
+10,block_sparse_moe.experts.54.w1,0.0000013703,0.01000,0.851
+10,block_sparse_moe.experts.55.w1,0.0000015014,0.01000,0.849
+10,block_sparse_moe.experts.56.w1,0.0000014338,0.01000,0.818
+10,block_sparse_moe.experts.57.w1,0.0000013060,0.01000,0.843
+10,block_sparse_moe.experts.59.w1,0.0000013459,0.01000,0.825
+10,block_sparse_moe.experts.58.w1,0.0000013609,0.01000,0.850
+10,block_sparse_moe.experts.60.w1,0.0000013530,0.01000,0.854
+10,block_sparse_moe.experts.61.w1,0.0000013669,0.01000,0.840
+10,block_sparse_moe.experts.62.w1,0.0000013984,0.01000,0.853
+10,block_sparse_moe.experts.63.w1,0.0000013791,0.01000,0.824
+10,block_sparse_moe.experts.64.w1,0.0000012100,0.01000,0.833
+10,block_sparse_moe.experts.65.w1,0.0000013668,0.01000,0.831
+10,block_sparse_moe.experts.66.w1,0.0000013462,0.01000,0.839
+10,block_sparse_moe.experts.67.w1,0.0000013964,0.01000,0.841
+10,block_sparse_moe.experts.68.w1,0.0000013410,0.01000,0.836
+10,block_sparse_moe.experts.69.w1,0.0000013564,0.01000,0.847
+10,block_sparse_moe.experts.70.w1,0.0000013597,0.01000,0.819
+10,block_sparse_moe.experts.71.w1,0.0000013623,0.01000,0.827
+10,block_sparse_moe.experts.72.w1,0.0000013767,0.01000,0.841
+10,block_sparse_moe.experts.73.w1,0.0000013482,0.01000,0.834
+10,block_sparse_moe.experts.74.w1,0.0000013394,0.01000,0.847
+10,block_sparse_moe.experts.75.w1,0.0000011775,0.01000,0.849
+10,block_sparse_moe.experts.76.w1,0.0000014454,0.01000,0.852
+10,block_sparse_moe.experts.77.w1,0.0000013579,0.01000,0.820
+10,block_sparse_moe.experts.78.w1,0.0000014351,0.01000,0.832
+10,block_sparse_moe.experts.80.w1,0.0000011536,0.01000,0.832
+10,block_sparse_moe.experts.79.w1,0.0000013690,0.01000,0.838
+10,block_sparse_moe.experts.81.w1,0.0000014542,0.01000,0.847
+10,block_sparse_moe.experts.82.w1,0.0000013675,0.01000,0.849
+10,block_sparse_moe.experts.83.w1,0.0000013303,0.01000,0.853
+10,block_sparse_moe.experts.84.w1,0.0000013548,0.01000,0.824
+10,block_sparse_moe.experts.85.w1,0.0000013714,0.01000,0.837
+10,block_sparse_moe.experts.87.w1,0.0000013624,0.01000,0.833
+10,block_sparse_moe.experts.86.w1,0.0000013773,0.01000,0.866
+10,block_sparse_moe.experts.88.w1,0.0000013441,0.01000,0.843
+10,block_sparse_moe.experts.89.w1,0.0000014709,0.01000,0.848
+10,block_sparse_moe.experts.90.w1,0.0000014341,0.01000,0.854
+10,block_sparse_moe.experts.91.w1,0.0000013796,0.01000,0.831
+10,block_sparse_moe.experts.92.w1,0.0000014898,0.01000,0.836
+10,block_sparse_moe.experts.93.w1,0.0000013793,0.01000,0.853
+10,block_sparse_moe.experts.94.w1,0.0000013638,0.01000,0.830
+10,block_sparse_moe.experts.95.w1,0.0000013553,0.01000,0.846
+10,block_sparse_moe.experts.96.w1,0.0000013036,0.01000,0.850
+10,block_sparse_moe.experts.97.w1,0.0000013742,0.01000,0.845
+10,block_sparse_moe.experts.98.w1,0.0000014180,0.01000,0.847
+10,block_sparse_moe.experts.99.w1,0.0000014529,0.01000,0.832
+10,block_sparse_moe.experts.101.w1,0.0000013296,0.01000,0.829
+10,block_sparse_moe.experts.100.w1,0.0000013312,0.01000,0.841
+10,block_sparse_moe.experts.102.w1,0.0000013548,0.01000,0.842
+10,block_sparse_moe.experts.103.w1,0.0000013828,0.01000,0.858
+10,block_sparse_moe.experts.104.w1,0.0000013765,0.01000,0.853
+10,block_sparse_moe.experts.105.w1,0.0000013273,0.01000,0.833
+10,block_sparse_moe.experts.106.w1,0.0000014206,0.01000,0.829
+10,block_sparse_moe.experts.108.w1,0.0000013992,0.01000,0.825
+10,block_sparse_moe.experts.107.w1,0.0000013690,0.01000,0.854
+10,block_sparse_moe.experts.109.w1,0.0000013388,0.01000,0.862
+10,block_sparse_moe.experts.110.w1,0.0000013483,0.01000,0.843
+10,block_sparse_moe.experts.111.w1,0.0000013678,0.01000,0.840
+10,block_sparse_moe.experts.112.w1,0.0000012663,0.01000,0.819
+10,block_sparse_moe.experts.113.w1,0.0000013574,0.01000,0.832
+10,block_sparse_moe.experts.114.w1,0.0000013324,0.01000,0.844
+10,block_sparse_moe.experts.115.w1,0.0000013539,0.01000,0.823
+10,block_sparse_moe.experts.116.w1,0.0000014554,0.01000,0.854
+10,block_sparse_moe.experts.117.w1,0.0000014178,0.01000,0.847
+10,block_sparse_moe.experts.118.w1,0.0000013730,0.01000,0.839
+10,block_sparse_moe.experts.119.w1,0.0000013436,0.01000,0.824
+10,block_sparse_moe.experts.120.w1,0.0000014490,0.01000,0.832
+10,block_sparse_moe.experts.122.w1,0.0000013379,0.01000,0.829
+10,block_sparse_moe.experts.121.w1,0.0000013573,0.01000,0.845
+10,block_sparse_moe.experts.123.w1,0.0000013967,0.01000,0.859
+10,block_sparse_moe.experts.124.w1,0.0000013597,0.01000,0.855
+10,block_sparse_moe.experts.125.w1,0.0000014791,0.01000,0.860
+10,block_sparse_moe.experts.126.w1,0.0000014733,0.01000,0.827
+10,block_sparse_moe.experts.127.w1,0.0000013113,0.01000,0.831
+10,block_sparse_moe.experts.128.w1,0.0000013917,0.01000,0.838
+10,block_sparse_moe.experts.129.w1,0.0000012405,0.01000,0.834
+10,block_sparse_moe.experts.131.w1,0.0000014018,0.01000,0.846
+10,block_sparse_moe.experts.130.w1,0.0000013319,0.01000,0.872
+10,block_sparse_moe.experts.132.w1,0.0000013518,0.01000,0.846
+10,block_sparse_moe.experts.133.w1,0.0000014537,0.01000,0.821
+10,block_sparse_moe.experts.134.w1,0.0000013764,0.01000,0.827
+10,block_sparse_moe.experts.136.w1,0.0000013489,0.01000,0.825
+10,block_sparse_moe.experts.135.w1,0.0000013959,0.01000,0.854
+10,block_sparse_moe.experts.137.w1,0.0000013575,0.01000,0.842
+10,block_sparse_moe.experts.138.w1,0.0000014174,0.01000,0.854
+10,block_sparse_moe.experts.139.w1,0.0000013934,0.01000,0.846
+10,block_sparse_moe.experts.140.w1,0.0000013603,0.01000,0.850
+10,block_sparse_moe.experts.141.w1,0.0000013723,0.01000,0.834
+10,block_sparse_moe.experts.143.w1,0.0000013623,0.01000,0.833
+10,block_sparse_moe.experts.142.w1,0.0000013840,0.01000,0.885
+10,block_sparse_moe.experts.144.w1,0.0000013897,0.01000,0.869
+10,block_sparse_moe.experts.145.w1,0.0000013864,0.01000,0.850
+10,block_sparse_moe.experts.146.w1,0.0000013606,0.01000,0.850
+10,block_sparse_moe.experts.147.w1,0.0000013605,0.01000,0.822
+10,block_sparse_moe.experts.148.w1,0.0000013514,0.01000,0.828
+10,block_sparse_moe.experts.149.w1,0.0000014043,0.01000,0.838
+10,block_sparse_moe.experts.150.w1,0.0000013628,0.01000,0.825
+10,block_sparse_moe.experts.151.w1,0.0000013588,0.01000,0.854
+10,block_sparse_moe.experts.152.w1,0.0000013594,0.01000,0.846
+10,block_sparse_moe.experts.153.w1,0.0000013684,0.01000,0.843
+10,block_sparse_moe.experts.154.w1,0.0000013923,0.01000,0.820
+10,block_sparse_moe.experts.155.w1,0.0000013921,0.01000,0.829
+10,block_sparse_moe.experts.156.w1,0.0000014278,0.01000,0.833
+10,block_sparse_moe.experts.157.w1,0.0000013489,0.01000,0.828
+10,block_sparse_moe.experts.158.w1,0.0000014598,0.01000,0.845
+10,block_sparse_moe.experts.159.w1,0.0000013902,0.01000,0.859
+10,block_sparse_moe.experts.160.w1,0.0000013625,0.01000,0.847
+10,block_sparse_moe.experts.161.w1,0.0000013473,0.01000,0.829
+10,block_sparse_moe.experts.162.w1,0.0000013837,0.01000,0.836
+10,block_sparse_moe.experts.163.w1,0.0000013353,0.01000,0.840
+10,block_sparse_moe.experts.164.w1,0.0000014445,0.01000,0.831
+10,block_sparse_moe.experts.165.w1,0.0000013791,0.01000,0.845
+10,block_sparse_moe.experts.166.w1,0.0000013547,0.01000,0.857
+10,block_sparse_moe.experts.167.w1,0.0000013732,0.01000,0.843
+10,block_sparse_moe.experts.168.w1,0.0000013507,0.01000,0.833
+10,block_sparse_moe.experts.169.w1,0.0000015299,0.01000,0.841
+10,block_sparse_moe.experts.171.w1,0.0000013569,0.01000,0.831
+10,block_sparse_moe.experts.170.w1,0.0000013766,0.01000,0.863
+10,block_sparse_moe.experts.172.w1,0.0000014454,0.01000,0.859
+10,block_sparse_moe.experts.174.w1,0.0000013980,0.01000,0.850
+10,block_sparse_moe.experts.173.w1,0.0000013493,0.01000,0.852
+10,block_sparse_moe.experts.175.w1,0.0000013686,0.01000,0.831
+10,block_sparse_moe.experts.176.w1,0.0000013745,0.01000,0.836
+10,block_sparse_moe.experts.177.w1,0.0000014223,0.01000,0.832
+10,block_sparse_moe.experts.178.w1,0.0000013593,0.01000,0.837
+10,block_sparse_moe.experts.179.w1,0.0000014860,0.01000,0.847
+10,block_sparse_moe.experts.180.w1,0.0000013463,0.01000,0.834
+10,block_sparse_moe.experts.181.w1,0.0000013848,0.01000,0.849
+10,block_sparse_moe.experts.182.w1,0.0000014126,0.01000,0.824
+10,block_sparse_moe.experts.183.w1,0.0000013774,0.01000,0.835
+10,block_sparse_moe.experts.184.w1,0.0000013953,0.01000,0.832
+10,block_sparse_moe.experts.185.w1,0.0000013622,0.01000,0.842
+10,block_sparse_moe.experts.187.w1,0.0000013664,0.01000,0.831
+10,block_sparse_moe.experts.186.w1,0.0000013465,0.01000,0.869
+10,block_sparse_moe.experts.188.w1,0.0000013906,0.01000,0.849
+10,block_sparse_moe.experts.189.w1,0.0000014265,0.01000,0.824
+10,block_sparse_moe.experts.190.w1,0.0000013830,0.01000,0.841
+10,block_sparse_moe.experts.191.w1,0.0000014349,0.01000,0.831
+10,block_sparse_moe.experts.192.w1,0.0000013701,0.01000,0.829
+10,block_sparse_moe.experts.193.w1,0.0000014239,0.01000,0.842
+10,block_sparse_moe.experts.195.w1,0.0000013608,0.01000,0.853
+10,block_sparse_moe.experts.194.w1,0.0000013433,0.01000,0.859
+10,block_sparse_moe.experts.196.w1,0.0000014890,0.01000,0.823
+10,block_sparse_moe.experts.197.w1,0.0000013551,0.01000,0.838
+10,block_sparse_moe.experts.198.w1,0.0000013501,0.01000,0.834
+10,block_sparse_moe.experts.199.w1,0.0000012810,0.01000,0.822
+10,block_sparse_moe.experts.200.w1,0.0000013705,0.01000,0.848
+10,block_sparse_moe.experts.201.w1,0.0000013373,0.01000,0.858
+10,block_sparse_moe.experts.202.w1,0.0000013915,0.01000,0.860
+10,block_sparse_moe.experts.203.w1,0.0000014073,0.01000,0.824
+10,block_sparse_moe.experts.204.w1,0.0000013760,0.01000,0.840
+10,block_sparse_moe.experts.205.w1,0.0000013673,0.01000,0.839
+10,block_sparse_moe.experts.206.w1,0.0000013579,0.01000,0.828
+10,block_sparse_moe.experts.207.w1,0.0000012931,0.01000,0.831
+10,block_sparse_moe.experts.208.w1,0.0000014060,0.01000,0.841
+10,block_sparse_moe.experts.209.w1,0.0000013626,0.01000,0.853
+10,block_sparse_moe.experts.210.w1,0.0000013236,0.01000,0.823
+10,block_sparse_moe.experts.211.w1,0.0000013915,0.01000,0.834
+10,block_sparse_moe.experts.212.w1,0.0000013981,0.01000,0.837
+10,block_sparse_moe.experts.213.w1,0.0000014560,0.01000,0.840
+10,block_sparse_moe.experts.214.w1,0.0000013683,0.01000,0.851
+10,block_sparse_moe.experts.216.w1,0.0000014065,0.01000,0.854
+10,block_sparse_moe.experts.215.w1,0.0000013455,0.01000,0.870
+10,block_sparse_moe.experts.217.w1,0.0000013781,0.01000,0.821
+10,block_sparse_moe.experts.218.w1,0.0000013490,0.01000,0.831
+10,block_sparse_moe.experts.219.w1,0.0000013680,0.01000,0.837
+10,block_sparse_moe.experts.220.w1,0.0000013494,0.01000,0.839
+10,block_sparse_moe.experts.221.w1,0.0000013295,0.01000,0.859
+10,block_sparse_moe.experts.222.w1,0.0000013793,0.01000,0.851
+10,block_sparse_moe.experts.223.w1,0.0000013854,0.01000,0.875
+10,block_sparse_moe.experts.224.w1,0.0000014179,0.01000,0.824
+10,block_sparse_moe.experts.225.w1,0.0000014104,0.01000,0.824
+10,block_sparse_moe.experts.226.w1,0.0000013682,0.01000,0.836
+10,block_sparse_moe.experts.227.w1,0.0000013738,0.01000,0.834
+10,block_sparse_moe.experts.228.w1,0.0000013849,0.01000,0.841
+10,block_sparse_moe.experts.229.w1,0.0000013451,0.01000,0.842
+10,block_sparse_moe.experts.230.w1,0.0000013641,0.01000,0.861
+10,block_sparse_moe.experts.231.w1,0.0000013751,0.01000,0.829
+10,block_sparse_moe.experts.232.w1,0.0000013399,0.01000,0.828
+10,block_sparse_moe.experts.233.w1,0.0000013526,0.01000,0.827
+10,block_sparse_moe.experts.234.w1,0.0000013310,0.01000,0.840
+10,block_sparse_moe.experts.235.w1,0.0000013782,0.01000,0.832
+10,block_sparse_moe.experts.236.w1,0.0000013271,0.01000,0.843
+10,block_sparse_moe.experts.238.w1,0.0000013835,0.01000,0.828
+10,block_sparse_moe.experts.237.w1,0.0000013555,0.01000,0.865
+10,block_sparse_moe.experts.239.w1,0.0000013732,0.01000,0.827
+10,block_sparse_moe.experts.240.w1,0.0000013528,0.01000,0.834
+10,block_sparse_moe.experts.241.w1,0.0000013674,0.01000,0.845
+10,block_sparse_moe.experts.242.w1,0.0000013973,0.01000,0.842
+10,block_sparse_moe.experts.243.w1,0.0000014816,0.01000,0.839
+10,block_sparse_moe.experts.244.w1,0.0000013715,0.01000,0.851
+10,block_sparse_moe.experts.245.w1,0.0000014614,0.01000,0.829
+10,block_sparse_moe.experts.246.w1,0.0000013557,0.01000,0.831
+10,block_sparse_moe.experts.247.w1,0.0000013285,0.01000,0.831
+10,block_sparse_moe.experts.248.w1,0.0000013657,0.01000,0.835
+10,block_sparse_moe.experts.249.w1,0.0000013701,0.01000,0.842
+10,block_sparse_moe.experts.250.w1,0.0000013660,0.01000,0.845
+10,block_sparse_moe.experts.252.w1,0.0000013569,0.01000,0.827
+10,block_sparse_moe.experts.251.w1,0.0000011616,0.01000,0.843
+10,block_sparse_moe.experts.253.w1,0.0000014336,0.01000,0.829
+10,block_sparse_moe.experts.254.w1,0.0000013358,0.01000,0.831
+10,block_sparse_moe.experts.255.w1,0.0000013904,0.01000,0.840
+10,block_sparse_moe.experts.0.w3,0.0000013861,0.01000,0.848
+10,block_sparse_moe.experts.1.w3,0.0000012883,0.01000,0.842
+10,block_sparse_moe.experts.3.w3,0.0000013035,0.01000,0.820
+10,block_sparse_moe.experts.2.w3,0.0000013905,0.01000,0.870
+10,block_sparse_moe.experts.4.w3,0.0000013424,0.01000,0.827
+10,block_sparse_moe.experts.5.w3,0.0000013150,0.01000,0.832
+10,block_sparse_moe.experts.6.w3,0.0000013069,0.01000,0.838
+10,block_sparse_moe.experts.7.w3,0.0000013371,0.01000,0.844
+10,block_sparse_moe.experts.8.w3,0.0000011342,0.01000,0.840
+10,block_sparse_moe.experts.9.w3,0.0000013483,0.01000,0.856
+10,block_sparse_moe.experts.10.w3,0.0000013206,0.01000,0.823
+10,block_sparse_moe.experts.11.w3,0.0000013637,0.01000,0.825
+10,block_sparse_moe.experts.12.w3,0.0000013316,0.01000,0.830
+10,block_sparse_moe.experts.13.w3,0.0000013589,0.01000,0.839
+10,block_sparse_moe.experts.14.w3,0.0000013658,0.01000,0.848
+10,block_sparse_moe.experts.15.w3,0.0000013103,0.01000,0.846
+10,block_sparse_moe.experts.17.w3,0.0000013566,0.01000,0.826
+10,block_sparse_moe.experts.16.w3,0.0000013877,0.01000,0.843
+10,block_sparse_moe.experts.18.w3,0.0000013834,0.01000,0.828
+10,block_sparse_moe.experts.19.w3,0.0000013392,0.01000,0.833
+10,block_sparse_moe.experts.20.w3,0.0000013439,0.01000,0.836
+10,block_sparse_moe.experts.21.w3,0.0000013331,0.01000,0.848
+10,block_sparse_moe.experts.22.w3,0.0000013283,0.01000,0.837
+10,block_sparse_moe.experts.24.w3,0.0000013432,0.01000,0.835
+10,block_sparse_moe.experts.23.w3,0.0000013391,0.01000,0.885
+10,block_sparse_moe.experts.25.w3,0.0000013409,0.01000,0.830
+10,block_sparse_moe.experts.26.w3,0.0000014327,0.01000,0.832
+10,block_sparse_moe.experts.27.w3,0.0000012988,0.01000,0.827
+10,block_sparse_moe.experts.28.w3,0.0000013297,0.01000,0.858
+10,block_sparse_moe.experts.29.w3,0.0000013459,0.01000,0.845
+10,block_sparse_moe.experts.30.w3,0.0000013302,0.01000,0.851
+10,block_sparse_moe.experts.31.w3,0.0000012696,0.01000,0.824
+10,block_sparse_moe.experts.32.w3,0.0000013217,0.01000,0.826
+10,block_sparse_moe.experts.33.w3,0.0000013673,0.01000,0.836
+10,block_sparse_moe.experts.34.w3,0.0000013123,0.01000,0.827
+10,block_sparse_moe.experts.35.w3,0.0000013477,0.01000,0.852
+10,block_sparse_moe.experts.36.w3,0.0000013406,0.01000,0.856
+10,block_sparse_moe.experts.38.w3,0.0000013104,0.01000,0.831
+10,block_sparse_moe.experts.37.w3,0.0000011648,0.01000,0.872
+10,block_sparse_moe.experts.39.w3,0.0000012699,0.01000,0.826
+10,block_sparse_moe.experts.40.w3,0.0000013744,0.01000,0.830
+10,block_sparse_moe.experts.41.w3,0.0000013423,0.01000,0.836
+10,block_sparse_moe.experts.42.w3,0.0000013406,0.01000,0.842
+10,block_sparse_moe.experts.43.w3,0.0000011868,0.01000,0.847
+10,block_sparse_moe.experts.45.w3,0.0000013293,0.01000,0.825
+10,block_sparse_moe.experts.44.w3,0.0000013517,0.01000,0.849
+10,block_sparse_moe.experts.46.w3,0.0000013085,0.01000,0.832
+10,block_sparse_moe.experts.47.w3,0.0000013105,0.01000,0.838
+10,block_sparse_moe.experts.48.w3,0.0000011960,0.01000,0.824
+10,block_sparse_moe.experts.49.w3,0.0000012503,0.01000,0.846
+10,block_sparse_moe.experts.50.w3,0.0000013060,0.01000,0.851
+10,block_sparse_moe.experts.52.w3,0.0000013146,0.01000,0.823
+10,block_sparse_moe.experts.51.w3,0.0000012537,0.01000,0.861
+10,block_sparse_moe.experts.53.w3,0.0000013343,0.01000,0.829
+10,block_sparse_moe.experts.54.w3,0.0000013347,0.01000,0.838
+10,block_sparse_moe.experts.55.w3,0.0000013308,0.01000,0.834
+10,block_sparse_moe.experts.56.w3,0.0000013094,0.01000,0.851
+10,block_sparse_moe.experts.57.w3,0.0000013009,0.01000,0.850
+10,block_sparse_moe.experts.58.w3,0.0000013351,0.01000,0.857
+10,block_sparse_moe.experts.59.w3,0.0000013273,0.01000,0.830
+10,block_sparse_moe.experts.60.w3,0.0000013299,0.01000,0.839
+10,block_sparse_moe.experts.61.w3,0.0000013421,0.01000,0.838
+10,block_sparse_moe.experts.62.w3,0.0000013454,0.01000,0.826
+10,block_sparse_moe.experts.63.w3,0.0000013263,0.01000,0.860
+10,block_sparse_moe.experts.64.w3,0.0000011663,0.01000,0.851
+10,block_sparse_moe.experts.66.w3,0.0000013308,0.01000,0.847
+10,block_sparse_moe.experts.67.w3,0.0000013539,0.01000,0.831
+10,block_sparse_moe.experts.65.w3,0.0000013256,0.01000,0.891
+10,block_sparse_moe.experts.68.w3,0.0000012984,0.01000,0.842
+10,block_sparse_moe.experts.69.w3,0.0000013196,0.01000,0.827
+10,block_sparse_moe.experts.70.w3,0.0000013312,0.01000,0.846
+10,block_sparse_moe.experts.71.w3,0.0000013461,0.01000,0.854
+10,block_sparse_moe.experts.73.w3,0.0000013246,0.01000,0.828
+10,block_sparse_moe.experts.72.w3,0.0000013245,0.01000,0.854
+10,block_sparse_moe.experts.74.w3,0.0000012904,0.01000,0.834
+10,block_sparse_moe.experts.75.w3,0.0000011453,0.01000,0.830
+10,block_sparse_moe.experts.76.w3,0.0000013332,0.01000,0.827
+10,block_sparse_moe.experts.77.w3,0.0000013282,0.01000,0.847
+10,block_sparse_moe.experts.80.w3,0.0000011013,0.01000,0.840
+10,block_sparse_moe.experts.78.w3,0.0000013998,0.01000,0.860
+10,block_sparse_moe.experts.81.w3,0.0000013514,0.01000,0.838
+10,block_sparse_moe.experts.79.w3,0.0000013451,0.01000,0.868
+10,block_sparse_moe.experts.82.w3,0.0000013337,0.01000,0.833
+10,block_sparse_moe.experts.83.w3,0.0000012807,0.01000,0.827
+10,block_sparse_moe.experts.84.w3,0.0000013311,0.01000,0.838
+10,block_sparse_moe.experts.85.w3,0.0000013236,0.01000,0.843
+10,block_sparse_moe.experts.87.w3,0.0000013296,0.01000,0.834
+10,block_sparse_moe.experts.88.w3,0.0000013080,0.01000,0.832
+10,block_sparse_moe.experts.86.w3,0.0000013246,0.01000,0.894
+10,block_sparse_moe.experts.89.w3,0.0000013445,0.01000,0.835
+10,block_sparse_moe.experts.90.w3,0.0000013827,0.01000,0.846
+10,block_sparse_moe.experts.91.w3,0.0000013416,0.01000,0.832
+10,block_sparse_moe.experts.94.w3,0.0000013215,0.01000,0.819
+10,block_sparse_moe.experts.92.w3,0.0000013394,0.01000,0.837
+10,block_sparse_moe.experts.93.w3,0.0000013487,0.01000,0.895
+10,block_sparse_moe.experts.95.w3,0.0000013309,0.01000,0.846
+10,block_sparse_moe.experts.96.w3,0.0000012711,0.01000,0.837
+10,block_sparse_moe.experts.97.w3,0.0000013471,0.01000,0.836
+10,block_sparse_moe.experts.98.w3,0.0000013624,0.01000,0.835
+10,block_sparse_moe.experts.99.w3,0.0000013920,0.01000,0.840
+10,block_sparse_moe.experts.100.w3,0.0000012941,0.01000,0.860
+10,block_sparse_moe.experts.101.w3,0.0000013263,0.01000,0.828
+10,block_sparse_moe.experts.102.w3,0.0000013192,0.01000,0.834
+10,block_sparse_moe.experts.103.w3,0.0000013510,0.01000,0.830
+10,block_sparse_moe.experts.104.w3,0.0000013226,0.01000,0.834
+10,block_sparse_moe.experts.105.w3,0.0000012816,0.01000,0.838
+10,block_sparse_moe.experts.106.w3,0.0000013438,0.01000,0.843
+10,block_sparse_moe.experts.107.w3,0.0000013399,0.01000,0.850
+10,block_sparse_moe.experts.108.w3,0.0000013534,0.01000,0.832
+10,block_sparse_moe.experts.109.w3,0.0000013178,0.01000,0.832
+10,block_sparse_moe.experts.110.w3,0.0000012845,0.01000,0.834
+10,block_sparse_moe.experts.111.w3,0.0000012961,0.01000,0.837
+10,block_sparse_moe.experts.112.w3,0.0000012391,0.01000,0.834
+10,block_sparse_moe.experts.113.w3,0.0000013302,0.01000,0.848
+10,block_sparse_moe.experts.115.w3,0.0000013309,0.01000,0.840
+10,block_sparse_moe.experts.116.w3,0.0000013859,0.01000,0.839
+10,block_sparse_moe.experts.114.w3,0.0000013010,0.01000,0.871
+10,block_sparse_moe.experts.117.w3,0.0000013914,0.01000,0.834
+10,block_sparse_moe.experts.118.w3,0.0000013442,0.01000,0.841
+10,block_sparse_moe.experts.119.w3,0.0000013145,0.01000,0.833
+10,block_sparse_moe.experts.120.w3,0.0000013470,0.01000,0.840
+10,block_sparse_moe.experts.122.w3,0.0000013006,0.01000,0.835
+10,block_sparse_moe.experts.123.w3,0.0000013580,0.01000,0.837
+10,block_sparse_moe.experts.121.w3,0.0000013244,0.01000,0.889
+10,block_sparse_moe.experts.124.w3,0.0000013220,0.01000,0.835
+10,block_sparse_moe.experts.125.w3,0.0000013063,0.01000,0.835
+10,block_sparse_moe.experts.126.w3,0.0000013503,0.01000,0.832
+10,block_sparse_moe.experts.127.w3,0.0000012724,0.01000,0.836
+10,block_sparse_moe.experts.129.w3,0.0000012147,0.01000,0.831
+10,block_sparse_moe.experts.130.w3,0.0000012885,0.01000,0.838
+10,block_sparse_moe.experts.128.w3,0.0000013441,0.01000,0.888
+10,block_sparse_moe.experts.131.w3,0.0000013394,0.01000,0.831
+10,block_sparse_moe.experts.132.w3,0.0000013192,0.01000,0.838
+10,block_sparse_moe.experts.133.w3,0.0000013787,0.01000,0.827
+10,block_sparse_moe.experts.134.w3,0.0000013501,0.01000,0.843
+10,block_sparse_moe.experts.135.w3,0.0000013749,0.01000,0.858
+10,block_sparse_moe.experts.136.w3,0.0000013190,0.01000,0.839
+10,block_sparse_moe.experts.137.w3,0.0000013367,0.01000,0.839
+10,block_sparse_moe.experts.138.w3,0.0000013338,0.01000,0.830
+10,block_sparse_moe.experts.139.w3,0.0000013439,0.01000,0.840
+10,block_sparse_moe.experts.140.w3,0.0000013214,0.01000,0.844
+10,block_sparse_moe.experts.141.w3,0.0000013075,0.01000,0.855
+10,block_sparse_moe.experts.142.w3,0.0000013601,0.01000,0.851
+10,block_sparse_moe.experts.143.w3,0.0000013358,0.01000,0.831
+10,block_sparse_moe.experts.144.w3,0.0000013566,0.01000,0.836
+10,block_sparse_moe.experts.145.w3,0.0000013608,0.01000,0.841
+10,block_sparse_moe.experts.146.w3,0.0000013363,0.01000,0.829
+10,block_sparse_moe.experts.147.w3,0.0000013453,0.01000,0.840
+10,block_sparse_moe.experts.148.w3,0.0000013125,0.01000,0.854
+10,block_sparse_moe.experts.150.w3,0.0000013230,0.01000,0.833
+10,block_sparse_moe.experts.151.w3,0.0000013149,0.01000,0.851
+10,block_sparse_moe.experts.149.w3,0.0000013941,0.01000,0.864
+10,block_sparse_moe.experts.152.w3,0.0000012639,0.01000,0.857
+10,block_sparse_moe.experts.153.w3,0.0000013463,0.01000,0.845
+10,block_sparse_moe.experts.154.w3,0.0000013452,0.01000,0.852
+10,block_sparse_moe.experts.155.w3,0.0000013302,0.01000,0.861
+10,block_sparse_moe.experts.156.w3,0.0000013732,0.01000,0.866
+10,block_sparse_moe.experts.158.w3,0.0000013893,0.01000,0.841
+10,block_sparse_moe.experts.157.w3,0.0000013300,0.01000,0.872
+10,block_sparse_moe.experts.159.w3,0.0000013654,0.01000,0.843
+10,block_sparse_moe.experts.160.w3,0.0000013386,0.01000,0.821
+10,block_sparse_moe.experts.161.w3,0.0000013325,0.01000,0.842
+10,block_sparse_moe.experts.162.w3,0.0000013619,0.01000,0.847
+10,block_sparse_moe.experts.164.w3,0.0000014080,0.01000,0.832
+10,block_sparse_moe.experts.165.w3,0.0000013552,0.01000,0.842
+10,block_sparse_moe.experts.163.w3,0.0000012894,0.01000,0.873
+10,block_sparse_moe.experts.167.w3,0.0000013511,0.01000,0.826
+10,block_sparse_moe.experts.166.w3,0.0000013278,0.01000,0.838
+10,block_sparse_moe.experts.168.w3,0.0000013325,0.01000,0.835
+10,block_sparse_moe.experts.169.w3,0.0000013771,0.01000,0.848
+10,block_sparse_moe.experts.170.w3,0.0000013108,0.01000,0.857
+10,block_sparse_moe.experts.171.w3,0.0000013358,0.01000,0.828
+10,block_sparse_moe.experts.172.w3,0.0000013437,0.01000,0.833
+10,block_sparse_moe.experts.173.w3,0.0000013160,0.01000,0.837
+10,block_sparse_moe.experts.174.w3,0.0000013696,0.01000,0.839
+10,block_sparse_moe.experts.175.w3,0.0000013179,0.01000,0.841
+10,block_sparse_moe.experts.176.w3,0.0000013533,0.01000,0.846
+10,block_sparse_moe.experts.178.w3,0.0000013293,0.01000,0.832
+10,block_sparse_moe.experts.179.w3,0.0000013511,0.01000,0.829
+10,block_sparse_moe.experts.180.w3,0.0000013105,0.01000,0.836
+10,block_sparse_moe.experts.181.w3,0.0000013521,0.01000,0.836
+10,block_sparse_moe.experts.177.w3,0.0000013493,0.01000,0.879
+10,block_sparse_moe.experts.182.w3,0.0000013326,0.01000,0.840
+10,block_sparse_moe.experts.183.w3,0.0000013359,0.01000,0.849
+10,block_sparse_moe.experts.185.w3,0.0000013426,0.01000,0.824
+10,block_sparse_moe.experts.186.w3,0.0000013111,0.01000,0.829
+10,block_sparse_moe.experts.187.w3,0.0000013173,0.01000,0.840
+10,block_sparse_moe.experts.188.w3,0.0000013134,0.01000,0.827
+10,block_sparse_moe.experts.184.w3,0.0000013366,0.01000,0.886
+10,block_sparse_moe.experts.189.w3,0.0000013430,0.01000,0.841
+10,block_sparse_moe.experts.190.w3,0.0000013556,0.01000,0.855
+10,block_sparse_moe.experts.192.w3,0.0000013430,0.01000,0.833
+10,block_sparse_moe.experts.193.w3,0.0000013624,0.01000,0.836
+10,block_sparse_moe.experts.194.w3,0.0000013133,0.01000,0.838
+10,block_sparse_moe.experts.191.w3,0.0000013091,0.01000,0.888
+10,block_sparse_moe.experts.195.w3,0.0000013275,0.01000,0.828
+10,block_sparse_moe.experts.196.w3,0.0000014107,0.01000,0.854
+10,block_sparse_moe.experts.197.w3,0.0000013255,0.01000,0.864
+10,block_sparse_moe.experts.199.w3,0.0000012382,0.01000,0.839
+10,block_sparse_moe.experts.198.w3,0.0000013134,0.01000,0.867
+10,block_sparse_moe.experts.200.w3,0.0000013476,0.01000,0.842
+10,block_sparse_moe.experts.201.w3,0.0000013062,0.01000,0.855
+10,block_sparse_moe.experts.202.w3,0.0000013726,0.01000,0.857
+10,block_sparse_moe.experts.203.w3,0.0000013840,0.01000,0.854
+10,block_sparse_moe.experts.204.w3,0.0000013297,0.01000,0.842
+10,block_sparse_moe.experts.206.w3,0.0000013231,0.01000,0.842
+10,block_sparse_moe.experts.207.w3,0.0000012725,0.01000,0.846
+10,block_sparse_moe.experts.205.w3,0.0000013488,0.01000,0.872
+10,block_sparse_moe.experts.208.w3,0.0000013714,0.01000,0.852
+10,block_sparse_moe.experts.209.w3,0.0000013354,0.01000,0.852
+10,block_sparse_moe.experts.210.w3,0.0000012910,0.01000,0.854
+10,block_sparse_moe.experts.213.w3,0.0000013393,0.01000,0.821
+10,block_sparse_moe.experts.211.w3,0.0000013186,0.01000,0.836
+10,block_sparse_moe.experts.214.w3,0.0000013228,0.01000,0.829
+10,block_sparse_moe.experts.216.w3,0.0000013379,0.01000,0.831
+10,block_sparse_moe.experts.215.w3,0.0000013167,0.01000,0.839
+10,block_sparse_moe.experts.212.w3,0.0000013802,0.01000,0.877
+10,block_sparse_moe.experts.217.w3,0.0000013628,0.01000,0.852
+10,block_sparse_moe.experts.218.w3,0.0000013265,0.01000,0.827
+10,block_sparse_moe.experts.220.w3,0.0000013142,0.01000,0.828
+10,block_sparse_moe.experts.221.w3,0.0000013065,0.01000,0.830
+10,block_sparse_moe.experts.219.w3,0.0000013416,0.01000,0.873
+10,block_sparse_moe.experts.223.w3,0.0000013722,0.01000,0.830
+10,block_sparse_moe.experts.222.w3,0.0000013561,0.01000,0.857
+10,block_sparse_moe.experts.224.w3,0.0000014072,0.01000,0.843
+10,block_sparse_moe.experts.225.w3,0.0000013208,0.01000,0.822
+10,block_sparse_moe.experts.227.w3,0.0000013259,0.01000,0.833
+10,block_sparse_moe.experts.228.w3,0.0000013559,0.01000,0.848
+10,block_sparse_moe.experts.226.w3,0.0000013397,0.01000,0.874
+10,block_sparse_moe.experts.230.w3,0.0000013316,0.01000,0.834
+10,block_sparse_moe.experts.229.w3,0.0000013020,0.01000,0.864
+10,block_sparse_moe.experts.231.w3,0.0000013633,0.01000,0.841
+10,block_sparse_moe.experts.232.w3,0.0000013182,0.01000,0.836
+10,block_sparse_moe.experts.234.w3,0.0000012840,0.01000,0.828
+10,block_sparse_moe.experts.235.w3,0.0000013245,0.01000,0.843
+10,block_sparse_moe.experts.236.w3,0.0000012912,0.01000,0.837
+10,block_sparse_moe.experts.237.w3,0.0000013356,0.01000,0.833
+10,block_sparse_moe.experts.233.w3,0.0000013261,0.01000,0.878
+10,block_sparse_moe.experts.238.w3,0.0000013350,0.01000,0.843
+10,block_sparse_moe.experts.239.w3,0.0000013220,0.01000,0.837
+10,block_sparse_moe.experts.242.w3,0.0000013817,0.01000,0.838
+10,block_sparse_moe.experts.244.w3,0.0000013448,0.01000,0.833
+10,block_sparse_moe.experts.240.w3,0.0000013233,0.01000,0.864
+10,block_sparse_moe.experts.243.w3,0.0000013602,0.01000,0.843
+10,block_sparse_moe.experts.241.w3,0.0000013212,0.01000,0.865
+10,block_sparse_moe.experts.245.w3,0.0000013748,0.01000,0.839
+10,block_sparse_moe.experts.246.w3,0.0000013305,0.01000,0.834
+10,block_sparse_moe.experts.248.w3,0.0000013201,0.01000,0.834
+10,block_sparse_moe.experts.250.w3,0.0000013379,0.01000,0.834
+10,block_sparse_moe.experts.249.w3,0.0000013403,0.01000,0.847
+10,block_sparse_moe.experts.251.w3,0.0000011165,0.01000,0.828
+10,block_sparse_moe.experts.247.w3,0.0000012876,0.01000,0.878
+10,block_sparse_moe.experts.252.w3,0.0000013294,0.01000,0.735
+10,block_sparse_moe.experts.253.w3,0.0000013764,0.01000,0.702
+10,block_sparse_moe.experts.255.w3,0.0000013475,0.01000,0.671
+10,block_sparse_moe.experts.254.w3,0.0000013079,0.01000,0.689
+10,block_sparse_moe.experts.2.w2,0.0000001557,0.01000,0.424
+10,block_sparse_moe.experts.1.w2,0.0000001126,0.01000,0.431
+10,block_sparse_moe.experts.5.w2,0.0000001451,0.01000,0.433
+10,block_sparse_moe.experts.3.w2,0.0000001374,0.01000,0.440
+10,block_sparse_moe.experts.0.w2,0.0000001710,0.01000,0.444
+10,block_sparse_moe.experts.6.w2,0.0000001600,0.01000,0.447
+10,block_sparse_moe.experts.4.w2,0.0000001727,0.01000,0.451
+10,block_sparse_moe.experts.8.w2,0.0000000662,0.01000,0.418
+10,block_sparse_moe.experts.7.w2,0.0000001530,0.01000,0.424
+10,block_sparse_moe.experts.10.w2,0.0000001429,0.01000,0.415
+10,block_sparse_moe.experts.9.w2,0.0000001495,0.01000,0.421
+10,block_sparse_moe.experts.11.w2,0.0000001554,0.01000,0.428
+10,block_sparse_moe.experts.12.w2,0.0000001689,0.01000,0.422
+10,block_sparse_moe.experts.13.w2,0.0000001754,0.01000,0.432
+10,block_sparse_moe.experts.14.w2,0.0000001491,0.01000,0.423
+10,block_sparse_moe.experts.15.w2,0.0000001555,0.01000,0.425
+10,block_sparse_moe.experts.16.w2,0.0000001884,0.01000,0.428
+10,block_sparse_moe.experts.17.w2,0.0000001423,0.01000,0.430
+10,block_sparse_moe.experts.19.w2,0.0000001775,0.01000,0.422
+10,block_sparse_moe.experts.18.w2,0.0000002006,0.01000,0.435
+10,block_sparse_moe.experts.20.w2,0.0000001400,0.01000,0.461
+10,block_sparse_moe.experts.21.w2,0.0000001441,0.01000,0.417
+10,block_sparse_moe.experts.22.w2,0.0000001670,0.01000,0.416
+10,block_sparse_moe.experts.24.w2,0.0000002378,0.01000,0.418
+10,block_sparse_moe.experts.23.w2,0.0000001758,0.01000,0.422
+10,block_sparse_moe.experts.25.w2,0.0000001561,0.01000,0.421
+10,block_sparse_moe.experts.26.w2,0.0000001654,0.01000,0.430
+10,block_sparse_moe.experts.27.w2,0.0000001564,0.01000,0.430
+10,block_sparse_moe.experts.29.w2,0.0000001505,0.01000,0.419
+10,block_sparse_moe.experts.28.w2,0.0000001317,0.01000,0.421
+10,block_sparse_moe.experts.31.w2,0.0000001443,0.01000,0.414
+10,block_sparse_moe.experts.30.w2,0.0000001420,0.01000,0.424
+10,block_sparse_moe.experts.32.w2,0.0000001500,0.01000,0.419
+10,block_sparse_moe.experts.33.w2,0.0000001573,0.01000,0.440
+10,block_sparse_moe.experts.34.w2,0.0000001412,0.01000,0.434
+10,block_sparse_moe.experts.35.w2,0.0000001314,0.01000,0.421
+10,block_sparse_moe.experts.36.w2,0.0000001850,0.01000,0.421
+10,block_sparse_moe.experts.38.w2,0.0000001573,0.01000,0.409
+10,block_sparse_moe.experts.37.w2,0.0000000720,0.01000,0.420
+10,block_sparse_moe.experts.39.w2,0.0000001497,0.01000,0.419
+10,block_sparse_moe.experts.40.w2,0.0000001626,0.01000,0.427
+10,block_sparse_moe.experts.41.w2,0.0000001552,0.01000,0.430
+10,block_sparse_moe.experts.42.w2,0.0000001364,0.01000,0.421
+10,block_sparse_moe.experts.43.w2,0.0000000790,0.01000,0.422
+10,block_sparse_moe.experts.45.w2,0.0000001224,0.01000,0.414
+10,block_sparse_moe.experts.44.w2,0.0000002227,0.01000,0.417
+10,block_sparse_moe.experts.46.w2,0.0000001623,0.01000,0.418
+10,block_sparse_moe.experts.47.w2,0.0000001156,0.01000,0.434
+10,block_sparse_moe.experts.48.w2,0.0000000837,0.01000,0.433
+10,block_sparse_moe.experts.50.w2,0.0000001406,0.01000,0.413
+10,block_sparse_moe.experts.52.w2,0.0000001510,0.01000,0.412
+10,block_sparse_moe.experts.49.w2,0.0000000980,0.01000,0.418
+10,block_sparse_moe.experts.51.w2,0.0000001022,0.01000,0.427
+10,block_sparse_moe.experts.53.w2,0.0000001687,0.01000,0.420
+10,block_sparse_moe.experts.54.w2,0.0000001478,0.01000,0.431
+10,block_sparse_moe.experts.55.w2,0.0000001713,0.01000,0.427
+10,block_sparse_moe.experts.57.w2,0.0000001077,0.01000,0.413
+10,block_sparse_moe.experts.56.w2,0.0000001928,0.01000,0.416
+10,block_sparse_moe.experts.58.w2,0.0000001422,0.01000,0.422
+10,block_sparse_moe.experts.59.w2,0.0000001553,0.01000,0.414
+10,block_sparse_moe.experts.60.w2,0.0000001401,0.01000,0.423
+10,block_sparse_moe.experts.61.w2,0.0000001494,0.01000,0.425
+10,block_sparse_moe.experts.62.w2,0.0000001968,0.01000,0.428
+10,block_sparse_moe.experts.63.w2,0.0000001301,0.01000,0.418
+10,block_sparse_moe.experts.64.w2,0.0000000715,0.01000,0.420
+10,block_sparse_moe.experts.66.w2,0.0000001429,0.01000,0.417
+10,block_sparse_moe.experts.65.w2,0.0000001790,0.01000,0.428
+10,block_sparse_moe.experts.67.w2,0.0000001319,0.01000,0.424
+10,block_sparse_moe.experts.68.w2,0.0000001470,0.01000,0.429
+10,block_sparse_moe.experts.69.w2,0.0000001381,0.01000,0.426
+10,block_sparse_moe.experts.70.w2,0.0000001593,0.01000,0.413
+10,block_sparse_moe.experts.71.w2,0.0000001576,0.01000,0.415
+10,block_sparse_moe.experts.72.w2,0.0000001426,0.01000,0.421
+10,block_sparse_moe.experts.73.w2,0.0000001522,0.01000,0.417
+10,block_sparse_moe.experts.74.w2,0.0000001455,0.01000,0.421
+10,block_sparse_moe.experts.75.w2,0.0000000694,0.01000,0.426
+10,block_sparse_moe.experts.76.w2,0.0000001784,0.01000,0.429
+10,block_sparse_moe.experts.77.w2,0.0000001644,0.01000,0.416
+10,block_sparse_moe.experts.78.w2,0.0000001926,0.01000,0.418
+10,block_sparse_moe.experts.79.w2,0.0000001807,0.01000,0.422
+10,block_sparse_moe.experts.80.w2,0.0000000582,0.01000,0.421
+10,block_sparse_moe.experts.81.w2,0.0000001752,0.01000,0.430
+10,block_sparse_moe.experts.82.w2,0.0000001746,0.01000,0.429
+10,block_sparse_moe.experts.83.w2,0.0000001947,0.01000,0.429
+10,block_sparse_moe.experts.84.w2,0.0000001358,0.01000,0.409
+10,block_sparse_moe.experts.85.w2,0.0000001926,0.01000,0.412
+10,block_sparse_moe.experts.86.w2,0.0000001984,0.01000,0.417
+10,block_sparse_moe.experts.87.w2,0.0000001472,0.01000,0.417
+10,block_sparse_moe.experts.88.w2,0.0000001574,0.01000,0.417
+10,block_sparse_moe.experts.89.w2,0.0000001730,0.01000,0.425
+10,block_sparse_moe.experts.90.w2,0.0000001887,0.01000,0.426
+10,block_sparse_moe.experts.91.w2,0.0000001711,0.01000,0.412
+10,block_sparse_moe.experts.92.w2,0.0000002215,0.01000,0.413
+10,block_sparse_moe.experts.94.w2,0.0000001444,0.01000,0.414
+10,block_sparse_moe.experts.93.w2,0.0000001419,0.01000,0.418
+10,block_sparse_moe.experts.95.w2,0.0000001264,0.01000,0.420
+10,block_sparse_moe.experts.96.w2,0.0000000918,0.01000,0.436
+10,block_sparse_moe.experts.97.w2,0.0000001600,0.01000,0.430
+10,block_sparse_moe.experts.98.w2,0.0000001347,0.01000,0.414
+10,block_sparse_moe.experts.99.w2,0.0000001896,0.01000,0.416
+10,block_sparse_moe.experts.101.w2,0.0000001416,0.01000,0.417
+10,block_sparse_moe.experts.100.w2,0.0000001411,0.01000,0.432
+10,block_sparse_moe.experts.102.w2,0.0000001534,0.01000,0.419
+10,block_sparse_moe.experts.103.w2,0.0000001444,0.01000,0.424
+10,block_sparse_moe.experts.104.w2,0.0000001204,0.01000,0.426
+10,block_sparse_moe.experts.105.w2,0.0000001482,0.01000,0.412
+10,block_sparse_moe.experts.106.w2,0.0000002012,0.01000,0.412
+10,block_sparse_moe.experts.107.w2,0.0000001620,0.01000,0.421
+10,block_sparse_moe.experts.108.w2,0.0000001917,0.01000,0.416
+10,block_sparse_moe.experts.109.w2,0.0000001403,0.01000,0.420
+10,block_sparse_moe.experts.110.w2,0.0000001368,0.01000,0.428
+10,block_sparse_moe.experts.111.w2,0.0000002077,0.01000,0.431
+10,block_sparse_moe.experts.112.w2,0.0000001165,0.01000,0.413
+10,block_sparse_moe.experts.113.w2,0.0000001492,0.01000,0.416
+10,block_sparse_moe.experts.114.w2,0.0000001460,0.01000,0.421
+10,block_sparse_moe.experts.115.w2,0.0000001431,0.01000,0.418
+10,block_sparse_moe.experts.116.w2,0.0000002334,0.01000,0.421
+10,block_sparse_moe.experts.117.w2,0.0000001524,0.01000,0.427
+10,block_sparse_moe.experts.118.w2,0.0000001313,0.01000,0.427
+10,block_sparse_moe.experts.119.w2,0.0000001436,0.01000,0.412
+10,block_sparse_moe.experts.120.w2,0.0000001985,0.01000,0.413
+10,block_sparse_moe.experts.121.w2,0.0000001544,0.01000,0.416
+10,block_sparse_moe.experts.122.w2,0.0000001410,0.01000,0.417
+10,block_sparse_moe.experts.123.w2,0.0000001953,0.01000,0.419
+10,block_sparse_moe.experts.124.w2,0.0000001584,0.01000,0.425
+10,block_sparse_moe.experts.125.w2,0.0000001246,0.01000,0.427
+10,block_sparse_moe.experts.126.w2,0.0000001906,0.01000,0.411
+10,block_sparse_moe.experts.127.w2,0.0000001307,0.01000,0.415
+10,block_sparse_moe.experts.128.w2,0.0000001411,0.01000,0.421
+10,block_sparse_moe.experts.129.w2,0.0000000877,0.01000,0.430
+10,block_sparse_moe.experts.130.w2,0.0000001415,0.01000,0.431
+10,block_sparse_moe.experts.131.w2,0.0000001676,0.01000,0.435
+10,block_sparse_moe.experts.132.w2,0.0000001580,0.01000,0.424
+10,block_sparse_moe.experts.133.w2,0.0000002058,0.01000,0.412
+10,block_sparse_moe.experts.134.w2,0.0000001537,0.01000,0.409
+10,block_sparse_moe.experts.135.w2,0.0000001795,0.01000,0.414
+10,block_sparse_moe.experts.136.w2,0.0000001514,0.01000,0.417
+10,block_sparse_moe.experts.137.w2,0.0000001627,0.01000,0.421
+10,block_sparse_moe.experts.138.w2,0.0000002107,0.01000,0.431
+10,block_sparse_moe.experts.139.w2,0.0000001758,0.01000,0.424
+10,block_sparse_moe.experts.140.w2,0.0000001407,0.01000,0.412
+10,block_sparse_moe.experts.141.w2,0.0000001813,0.01000,0.415
+10,block_sparse_moe.experts.142.w2,0.0000001720,0.01000,0.415
+10,block_sparse_moe.experts.143.w2,0.0000001646,0.01000,0.417
+10,block_sparse_moe.experts.144.w2,0.0000001701,0.01000,0.418
+10,block_sparse_moe.experts.145.w2,0.0000001764,0.01000,0.427
+10,block_sparse_moe.experts.146.w2,0.0000001459,0.01000,0.449
+10,block_sparse_moe.experts.147.w2,0.0000001399,0.01000,0.414
+10,block_sparse_moe.experts.148.w2,0.0000001492,0.01000,0.438
+10,block_sparse_moe.experts.149.w2,0.0000001705,0.01000,0.417
+10,block_sparse_moe.experts.150.w2,0.0000001668,0.01000,0.419
+10,block_sparse_moe.experts.151.w2,0.0000001561,0.01000,0.422
+10,block_sparse_moe.experts.152.w2,0.0000000949,0.01000,0.430
+10,block_sparse_moe.experts.153.w2,0.0000001370,0.01000,0.432
+10,block_sparse_moe.experts.154.w2,0.0000002060,0.01000,0.412
+10,block_sparse_moe.experts.155.w2,0.0000001462,0.01000,0.424
+10,block_sparse_moe.experts.156.w2,0.0000001698,0.01000,0.415
+10,block_sparse_moe.experts.157.w2,0.0000001543,0.01000,0.417
+10,block_sparse_moe.experts.158.w2,0.0000001579,0.01000,0.420
+10,block_sparse_moe.experts.159.w2,0.0000001357,0.01000,0.435
+10,block_sparse_moe.experts.160.w2,0.0000001472,0.01000,0.431
+10,block_sparse_moe.experts.161.w2,0.0000001452,0.01000,0.414
+10,block_sparse_moe.experts.162.w2,0.0000001730,0.01000,0.417
+10,block_sparse_moe.experts.163.w2,0.0000001346,0.01000,0.416
+10,block_sparse_moe.experts.164.w2,0.0000001942,0.01000,0.425
+10,block_sparse_moe.experts.165.w2,0.0000001605,0.01000,0.417
+10,block_sparse_moe.experts.166.w2,0.0000001552,0.01000,0.416
+10,block_sparse_moe.experts.167.w2,0.0000001477,0.01000,0.416
+10,block_sparse_moe.experts.168.w2,0.0000001154,0.01000,0.405
+10,block_sparse_moe.experts.169.w2,0.0000001516,0.01000,0.415
+10,block_sparse_moe.experts.170.w2,0.0000002066,0.01000,0.412
+10,block_sparse_moe.experts.171.w2,0.0000001560,0.01000,0.407
+10,block_sparse_moe.experts.172.w2,0.0000001868,0.01000,0.415
+10,block_sparse_moe.experts.173.w2,0.0000001470,0.01000,0.420
+10,block_sparse_moe.experts.174.w2,0.0000001467,0.01000,0.426
+10,block_sparse_moe.experts.175.w2,0.0000001465,0.01000,0.415
+10,block_sparse_moe.experts.176.w2,0.0000001507,0.01000,0.420
+10,block_sparse_moe.experts.177.w2,0.0000001537,0.01000,0.419
+10,block_sparse_moe.experts.178.w2,0.0000001403,0.01000,0.417
+10,block_sparse_moe.experts.179.w2,0.0000002291,0.01000,0.424
+10,block_sparse_moe.experts.180.w2,0.0000001255,0.01000,0.422
+10,block_sparse_moe.experts.181.w2,0.0000001700,0.01000,0.424
+10,block_sparse_moe.experts.182.w2,0.0000001860,0.01000,0.422
+10,block_sparse_moe.experts.183.w2,0.0000001521,0.01000,0.421
+10,block_sparse_moe.experts.184.w2,0.0000001460,0.01000,0.422
+10,block_sparse_moe.experts.185.w2,0.0000001483,0.01000,0.412
+10,block_sparse_moe.experts.186.w2,0.0000001365,0.01000,0.420
+10,block_sparse_moe.experts.187.w2,0.0000001330,0.01000,0.419
+10,block_sparse_moe.experts.188.w2,0.0000002095,0.01000,0.422
+10,block_sparse_moe.experts.189.w2,0.0000001880,0.01000,0.415
+10,block_sparse_moe.experts.190.w2,0.0000001700,0.01000,0.416
+10,block_sparse_moe.experts.191.w2,0.0000001328,0.01000,0.418
+10,block_sparse_moe.experts.192.w2,0.0000001590,0.01000,0.413
+10,block_sparse_moe.experts.193.w2,0.0000002222,0.01000,0.421
+10,block_sparse_moe.experts.194.w2,0.0000001590,0.01000,0.422
+10,block_sparse_moe.experts.196.w2,0.0000001749,0.01000,0.418
+10,block_sparse_moe.experts.195.w2,0.0000001175,0.01000,0.435
+10,block_sparse_moe.experts.197.w2,0.0000001564,0.01000,0.419
+10,block_sparse_moe.experts.198.w2,0.0000001791,0.01000,0.420
+10,block_sparse_moe.experts.199.w2,0.0000000962,0.01000,0.426
+10,block_sparse_moe.experts.200.w2,0.0000001418,0.01000,0.423
+10,block_sparse_moe.experts.201.w2,0.0000001211,0.01000,0.418
+10,block_sparse_moe.experts.203.w2,0.0000001877,0.01000,0.411
+10,block_sparse_moe.experts.202.w2,0.0000001585,0.01000,0.428
+10,block_sparse_moe.experts.204.w2,0.0000001373,0.01000,0.415
+10,block_sparse_moe.experts.205.w2,0.0000001726,0.01000,0.416
+10,block_sparse_moe.experts.206.w2,0.0000001493,0.01000,0.414
+10,block_sparse_moe.experts.207.w2,0.0000001162,0.01000,0.415
+10,block_sparse_moe.experts.208.w2,0.0000001798,0.01000,0.420
+10,block_sparse_moe.experts.210.w2,0.0000001469,0.01000,0.417
+10,block_sparse_moe.experts.209.w2,0.0000001451,0.01000,0.435
+10,block_sparse_moe.experts.211.w2,0.0000001940,0.01000,0.418
+10,block_sparse_moe.experts.212.w2,0.0000001745,0.01000,0.419
+10,block_sparse_moe.experts.213.w2,0.0000001573,0.01000,0.420
+10,block_sparse_moe.experts.214.w2,0.0000001119,0.01000,0.419
+10,block_sparse_moe.experts.215.w2,0.0000001369,0.01000,0.422
+10,block_sparse_moe.experts.216.w2,0.0000001934,0.01000,0.430
+10,block_sparse_moe.experts.217.w2,0.0000001832,0.01000,0.415
+10,block_sparse_moe.experts.218.w2,0.0000001322,0.01000,0.415
+10,block_sparse_moe.experts.219.w2,0.0000001458,0.01000,0.414
+10,block_sparse_moe.experts.220.w2,0.0000001440,0.01000,0.414
+10,block_sparse_moe.experts.221.w2,0.0000001433,0.01000,0.416
+10,block_sparse_moe.experts.222.w2,0.0000001506,0.01000,0.419
+10,block_sparse_moe.experts.224.w2,0.0000001912,0.01000,0.412
+10,block_sparse_moe.experts.223.w2,0.0000001734,0.01000,0.431
+10,block_sparse_moe.experts.225.w2,0.0000001709,0.01000,0.416
+10,block_sparse_moe.experts.226.w2,0.0000001670,0.01000,0.414
+10,block_sparse_moe.experts.227.w2,0.0000001509,0.01000,0.414
+10,block_sparse_moe.experts.228.w2,0.0000001686,0.01000,0.415
+10,block_sparse_moe.experts.229.w2,0.0000001464,0.01000,0.423
+10,block_sparse_moe.experts.230.w2,0.0000001485,0.01000,0.433
+10,block_sparse_moe.experts.231.w2,0.0000001410,0.01000,0.419
+10,block_sparse_moe.experts.232.w2,0.0000001178,0.01000,0.421
+10,block_sparse_moe.experts.233.w2,0.0000001262,0.01000,0.422
+10,block_sparse_moe.experts.234.w2,0.0000001114,0.01000,0.417
+10,block_sparse_moe.experts.235.w2,0.0000001451,0.01000,0.419
+10,block_sparse_moe.experts.236.w2,0.0000001611,0.01000,0.422
+10,block_sparse_moe.experts.238.w2,0.0000002061,0.01000,0.413
+10,block_sparse_moe.experts.237.w2,0.0000001230,0.01000,0.436
+10,block_sparse_moe.experts.239.w2,0.0000001485,0.01000,0.415
+10,block_sparse_moe.experts.240.w2,0.0000001416,0.01000,0.413
+10,block_sparse_moe.experts.241.w2,0.0000001337,0.01000,0.413
+10,block_sparse_moe.experts.242.w2,0.0000001761,0.01000,0.416
+10,block_sparse_moe.experts.243.w2,0.0000002035,0.01000,0.424
+10,block_sparse_moe.experts.244.w2,0.0000001557,0.01000,0.435
+10,block_sparse_moe.experts.245.w2,0.0000002338,0.01000,0.418
+10,block_sparse_moe.experts.246.w2,0.0000001579,0.01000,0.420
+10,block_sparse_moe.experts.247.w2,0.0000001147,0.01000,0.415
+10,block_sparse_moe.experts.248.w2,0.0000001312,0.01000,0.417
+10,block_sparse_moe.experts.249.w2,0.0000001661,0.01000,0.423
+10,block_sparse_moe.experts.250.w2,0.0000001287,0.01000,0.402
+10,block_sparse_moe.experts.252.w2,0.0000001452,0.01000,0.387
+10,block_sparse_moe.experts.251.w2,0.0000000618,0.01000,0.392
+10,block_sparse_moe.experts.253.w2,0.0000001786,0.01000,0.388
+10,block_sparse_moe.experts.254.w2,0.0000001594,0.01000,0.378
+10,block_sparse_moe.experts.255.w2,0.0000001379,0.01000,0.378
+11,block_sparse_moe.experts.0.w1,0.0000016177,0.01000,0.836
+11,block_sparse_moe.experts.1.w1,0.0000016249,0.01000,0.838
+11,block_sparse_moe.experts.2.w1,0.0000016850,0.01000,0.841
+11,block_sparse_moe.experts.5.w1,0.0000016074,0.01000,0.848
+11,block_sparse_moe.experts.6.w1,0.0000015446,0.01000,0.854
+11,block_sparse_moe.experts.3.w1,0.0000016414,0.01000,0.873
+11,block_sparse_moe.experts.4.w1,0.0000016465,0.01000,0.878
+11,block_sparse_moe.experts.8.w1,0.0000014657,0.01000,0.827
+11,block_sparse_moe.experts.9.w1,0.0000016241,0.01000,0.831
+11,block_sparse_moe.experts.7.w1,0.0000016672,0.01000,0.849
+11,block_sparse_moe.experts.10.w1,0.0000016036,0.01000,0.839
+11,block_sparse_moe.experts.11.w1,0.0000016340,0.01000,0.842
+11,block_sparse_moe.experts.12.w1,0.0000015893,0.01000,0.855
+11,block_sparse_moe.experts.13.w1,0.0000016272,0.01000,0.857
+11,block_sparse_moe.experts.14.w1,0.0000015801,0.01000,0.835
+11,block_sparse_moe.experts.15.w1,0.0000016543,0.01000,0.832
+11,block_sparse_moe.experts.16.w1,0.0000015238,0.01000,0.832
+11,block_sparse_moe.experts.17.w1,0.0000016516,0.01000,0.835
+11,block_sparse_moe.experts.18.w1,0.0000016414,0.01000,0.838
+11,block_sparse_moe.experts.19.w1,0.0000016223,0.01000,0.849
+11,block_sparse_moe.experts.20.w1,0.0000016083,0.01000,0.846
+11,block_sparse_moe.experts.22.w1,0.0000016225,0.01000,0.828
+11,block_sparse_moe.experts.21.w1,0.0000015798,0.01000,0.836
+11,block_sparse_moe.experts.23.w1,0.0000016083,0.01000,0.833
+11,block_sparse_moe.experts.25.w1,0.0000016126,0.01000,0.839
+11,block_sparse_moe.experts.24.w1,0.0000016786,0.01000,0.854
+11,block_sparse_moe.experts.26.w1,0.0000016327,0.01000,0.845
+11,block_sparse_moe.experts.27.w1,0.0000016352,0.01000,0.848
+11,block_sparse_moe.experts.28.w1,0.0000016202,0.01000,0.830
+11,block_sparse_moe.experts.29.w1,0.0000016506,0.01000,0.832
+11,block_sparse_moe.experts.30.w1,0.0000016189,0.01000,0.829
+11,block_sparse_moe.experts.31.w1,0.0000017228,0.01000,0.820
+11,block_sparse_moe.experts.32.w1,0.0000016386,0.01000,0.849
+11,block_sparse_moe.experts.33.w1,0.0000016362,0.01000,0.845
+11,block_sparse_moe.experts.34.w1,0.0000016795,0.01000,0.855
+11,block_sparse_moe.experts.37.w1,0.0000015983,0.01000,0.829
+11,block_sparse_moe.experts.36.w1,0.0000015886,0.01000,0.846
+11,block_sparse_moe.experts.38.w1,0.0000016040,0.01000,0.836
+11,block_sparse_moe.experts.35.w1,0.0000015874,0.01000,0.869
+11,block_sparse_moe.experts.39.w1,0.0000015579,0.01000,0.849
+11,block_sparse_moe.experts.40.w1,0.0000016422,0.01000,0.843
+11,block_sparse_moe.experts.41.w1,0.0000015061,0.01000,0.841
+11,block_sparse_moe.experts.42.w1,0.0000016011,0.01000,0.824
+11,block_sparse_moe.experts.43.w1,0.0000016214,0.01000,0.844
+11,block_sparse_moe.experts.45.w1,0.0000015743,0.01000,0.832
+11,block_sparse_moe.experts.44.w1,0.0000016687,0.01000,0.865
+11,block_sparse_moe.experts.46.w1,0.0000016456,0.01000,0.840
+11,block_sparse_moe.experts.47.w1,0.0000016354,0.01000,0.850
+11,block_sparse_moe.experts.48.w1,0.0000016758,0.01000,0.846
+11,block_sparse_moe.experts.49.w1,0.0000016352,0.01000,0.815
+11,block_sparse_moe.experts.50.w1,0.0000016270,0.01000,0.843
+11,block_sparse_moe.experts.51.w1,0.0000016313,0.01000,0.843
+11,block_sparse_moe.experts.52.w1,0.0000016309,0.01000,0.829
+11,block_sparse_moe.experts.53.w1,0.0000016543,0.01000,0.846
+11,block_sparse_moe.experts.54.w1,0.0000016381,0.01000,0.855
+11,block_sparse_moe.experts.55.w1,0.0000017109,0.01000,0.848
+11,block_sparse_moe.experts.56.w1,0.0000016320,0.01000,0.822
+11,block_sparse_moe.experts.58.w1,0.0000016626,0.01000,0.847
+11,block_sparse_moe.experts.57.w1,0.0000016733,0.01000,0.854
+11,block_sparse_moe.experts.59.w1,0.0000016486,0.01000,0.834
+11,block_sparse_moe.experts.60.w1,0.0000016427,0.01000,0.841
+11,block_sparse_moe.experts.62.w1,0.0000016720,0.01000,0.850
+11,block_sparse_moe.experts.61.w1,0.0000016165,0.01000,0.875
+11,block_sparse_moe.experts.63.w1,0.0000016020,0.01000,0.822
+11,block_sparse_moe.experts.64.w1,0.0000016941,0.01000,0.832
+11,block_sparse_moe.experts.66.w1,0.0000016033,0.01000,0.827
+11,block_sparse_moe.experts.65.w1,0.0000017029,0.01000,0.862
+11,block_sparse_moe.experts.67.w1,0.0000016271,0.01000,0.837
+11,block_sparse_moe.experts.68.w1,0.0000015992,0.01000,0.843
+11,block_sparse_moe.experts.69.w1,0.0000017181,0.01000,0.859
+11,block_sparse_moe.experts.70.w1,0.0000016951,0.01000,0.817
+11,block_sparse_moe.experts.71.w1,0.0000016159,0.01000,0.833
+11,block_sparse_moe.experts.72.w1,0.0000016161,0.01000,0.836
+11,block_sparse_moe.experts.73.w1,0.0000016707,0.01000,0.835
+11,block_sparse_moe.experts.74.w1,0.0000016661,0.01000,0.840
+11,block_sparse_moe.experts.75.w1,0.0000016504,0.01000,0.840
+11,block_sparse_moe.experts.76.w1,0.0000016435,0.01000,0.856
+11,block_sparse_moe.experts.77.w1,0.0000016732,0.01000,0.824
+11,block_sparse_moe.experts.79.w1,0.0000016087,0.01000,0.829
+11,block_sparse_moe.experts.78.w1,0.0000016442,0.01000,0.862
+11,block_sparse_moe.experts.80.w1,0.0000016316,0.01000,0.843
+11,block_sparse_moe.experts.81.w1,0.0000016735,0.01000,0.843
+11,block_sparse_moe.experts.82.w1,0.0000016072,0.01000,0.840
+11,block_sparse_moe.experts.83.w1,0.0000016601,0.01000,0.848
+11,block_sparse_moe.experts.84.w1,0.0000016178,0.01000,0.825
+11,block_sparse_moe.experts.85.w1,0.0000016211,0.01000,0.827
+11,block_sparse_moe.experts.86.w1,0.0000016304,0.01000,0.828
+11,block_sparse_moe.experts.87.w1,0.0000016239,0.01000,0.842
+11,block_sparse_moe.experts.88.w1,0.0000016245,0.01000,0.833
+11,block_sparse_moe.experts.89.w1,0.0000016268,0.01000,0.846
+11,block_sparse_moe.experts.90.w1,0.0000017119,0.01000,0.839
+11,block_sparse_moe.experts.91.w1,0.0000016104,0.01000,0.828
+11,block_sparse_moe.experts.92.w1,0.0000016822,0.01000,0.819
+11,block_sparse_moe.experts.93.w1,0.0000016918,0.01000,0.839
+11,block_sparse_moe.experts.94.w1,0.0000016152,0.01000,0.850
+11,block_sparse_moe.experts.95.w1,0.0000013937,0.01000,0.842
+11,block_sparse_moe.experts.96.w1,0.0000016454,0.01000,0.845
+11,block_sparse_moe.experts.97.w1,0.0000014587,0.01000,0.865
+11,block_sparse_moe.experts.98.w1,0.0000016324,0.01000,0.848
+11,block_sparse_moe.experts.99.w1,0.0000016342,0.01000,0.827
+11,block_sparse_moe.experts.100.w1,0.0000016185,0.01000,0.833
+11,block_sparse_moe.experts.101.w1,0.0000016246,0.01000,0.854
+11,block_sparse_moe.experts.102.w1,0.0000016408,0.01000,0.851
+11,block_sparse_moe.experts.103.w1,0.0000016497,0.01000,0.841
+11,block_sparse_moe.experts.104.w1,0.0000016340,0.01000,0.851
+11,block_sparse_moe.experts.105.w1,0.0000016363,0.01000,0.839
+11,block_sparse_moe.experts.106.w1,0.0000016544,0.01000,0.830
+11,block_sparse_moe.experts.107.w1,0.0000016484,0.01000,0.833
+11,block_sparse_moe.experts.109.w1,0.0000018009,0.01000,0.839
+11,block_sparse_moe.experts.108.w1,0.0000016530,0.01000,0.844
+11,block_sparse_moe.experts.110.w1,0.0000016469,0.01000,0.847
+11,block_sparse_moe.experts.111.w1,0.0000016538,0.01000,0.844
+11,block_sparse_moe.experts.112.w1,0.0000016104,0.01000,0.837
+11,block_sparse_moe.experts.113.w1,0.0000016167,0.01000,0.814
+11,block_sparse_moe.experts.114.w1,0.0000015693,0.01000,0.830
+11,block_sparse_moe.experts.115.w1,0.0000017381,0.01000,0.825
+11,block_sparse_moe.experts.116.w1,0.0000017224,0.01000,0.838
+11,block_sparse_moe.experts.117.w1,0.0000016577,0.01000,0.847
+11,block_sparse_moe.experts.118.w1,0.0000016182,0.01000,0.842
+11,block_sparse_moe.experts.119.w1,0.0000016234,0.01000,0.838
+11,block_sparse_moe.experts.120.w1,0.0000016032,0.01000,0.822
+11,block_sparse_moe.experts.121.w1,0.0000016204,0.01000,0.831
+11,block_sparse_moe.experts.122.w1,0.0000016516,0.01000,0.825
+11,block_sparse_moe.experts.123.w1,0.0000016675,0.01000,0.841
+11,block_sparse_moe.experts.124.w1,0.0000016243,0.01000,0.850
+11,block_sparse_moe.experts.125.w1,0.0000017156,0.01000,0.843
+11,block_sparse_moe.experts.126.w1,0.0000016153,0.01000,0.838
+11,block_sparse_moe.experts.127.w1,0.0000016498,0.01000,0.832
+11,block_sparse_moe.experts.128.w1,0.0000017197,0.01000,0.851
+11,block_sparse_moe.experts.129.w1,0.0000016122,0.01000,0.825
+11,block_sparse_moe.experts.130.w1,0.0000016461,0.01000,0.853
+11,block_sparse_moe.experts.131.w1,0.0000016827,0.01000,0.849
+11,block_sparse_moe.experts.132.w1,0.0000016274,0.01000,0.863
+11,block_sparse_moe.experts.133.w1,0.0000017331,0.01000,0.843
+11,block_sparse_moe.experts.134.w1,0.0000016830,0.01000,0.830
+11,block_sparse_moe.experts.135.w1,0.0000017885,0.01000,0.851
+11,block_sparse_moe.experts.136.w1,0.0000016625,0.01000,0.839
+11,block_sparse_moe.experts.137.w1,0.0000015906,0.01000,0.862
+11,block_sparse_moe.experts.138.w1,0.0000015898,0.01000,0.832
+11,block_sparse_moe.experts.139.w1,0.0000015578,0.01000,0.859
+11,block_sparse_moe.experts.140.w1,0.0000015764,0.01000,0.834
+11,block_sparse_moe.experts.141.w1,0.0000015614,0.01000,0.829
+11,block_sparse_moe.experts.142.w1,0.0000016327,0.01000,0.834
+11,block_sparse_moe.experts.143.w1,0.0000016562,0.01000,0.830
+11,block_sparse_moe.experts.144.w1,0.0000014001,0.01000,0.856
+11,block_sparse_moe.experts.145.w1,0.0000015956,0.01000,0.859
+11,block_sparse_moe.experts.146.w1,0.0000015592,0.01000,0.846
+11,block_sparse_moe.experts.147.w1,0.0000016320,0.01000,0.833
+11,block_sparse_moe.experts.148.w1,0.0000016894,0.01000,0.829
+11,block_sparse_moe.experts.149.w1,0.0000016576,0.01000,0.833
+11,block_sparse_moe.experts.150.w1,0.0000015636,0.01000,0.824
+11,block_sparse_moe.experts.151.w1,0.0000016153,0.01000,0.876
+11,block_sparse_moe.experts.152.w1,0.0000017071,0.01000,0.832
+11,block_sparse_moe.experts.153.w1,0.0000016412,0.01000,0.862
+11,block_sparse_moe.experts.154.w1,0.0000016452,0.01000,0.827
+11,block_sparse_moe.experts.155.w1,0.0000016305,0.01000,0.822
+11,block_sparse_moe.experts.156.w1,0.0000016474,0.01000,0.827
+11,block_sparse_moe.experts.157.w1,0.0000016549,0.01000,0.825
+11,block_sparse_moe.experts.158.w1,0.0000015649,0.01000,0.842
+11,block_sparse_moe.experts.159.w1,0.0000016253,0.01000,0.835
+11,block_sparse_moe.experts.160.w1,0.0000015935,0.01000,0.857
+11,block_sparse_moe.experts.162.w1,0.0000016324,0.01000,0.826
+11,block_sparse_moe.experts.161.w1,0.0000016447,0.01000,0.858
+11,block_sparse_moe.experts.163.w1,0.0000016484,0.01000,0.824
+11,block_sparse_moe.experts.164.w1,0.0000016519,0.01000,0.825
+11,block_sparse_moe.experts.165.w1,0.0000016566,0.01000,0.836
+11,block_sparse_moe.experts.166.w1,0.0000016178,0.01000,0.836
+11,block_sparse_moe.experts.167.w1,0.0000016439,0.01000,0.855
+11,block_sparse_moe.experts.168.w1,0.0000016279,0.01000,0.827
+11,block_sparse_moe.experts.169.w1,0.0000015671,0.01000,0.838
+11,block_sparse_moe.experts.170.w1,0.0000016414,0.01000,0.826
+11,block_sparse_moe.experts.171.w1,0.0000016229,0.01000,0.823
+11,block_sparse_moe.experts.172.w1,0.0000016555,0.01000,0.835
+11,block_sparse_moe.experts.173.w1,0.0000015910,0.01000,0.833
+11,block_sparse_moe.experts.174.w1,0.0000016360,0.01000,0.856
+11,block_sparse_moe.experts.175.w1,0.0000016493,0.01000,0.824
+11,block_sparse_moe.experts.176.w1,0.0000016355,0.01000,0.829
+11,block_sparse_moe.experts.177.w1,0.0000016370,0.01000,0.829
+11,block_sparse_moe.experts.178.w1,0.0000013862,0.01000,0.829
+11,block_sparse_moe.experts.179.w1,0.0000016575,0.01000,0.839
+11,block_sparse_moe.experts.180.w1,0.0000016030,0.01000,0.840
+11,block_sparse_moe.experts.181.w1,0.0000016521,0.01000,0.853
+11,block_sparse_moe.experts.182.w1,0.0000015619,0.01000,0.826
+11,block_sparse_moe.experts.183.w1,0.0000016415,0.01000,0.826
+11,block_sparse_moe.experts.184.w1,0.0000016340,0.01000,0.830
+11,block_sparse_moe.experts.185.w1,0.0000016939,0.01000,0.827
+11,block_sparse_moe.experts.186.w1,0.0000016759,0.01000,0.842
+11,block_sparse_moe.experts.187.w1,0.0000016472,0.01000,0.838
+11,block_sparse_moe.experts.188.w1,0.0000016650,0.01000,0.860
+11,block_sparse_moe.experts.189.w1,0.0000016898,0.01000,0.825
+11,block_sparse_moe.experts.190.w1,0.0000017537,0.01000,0.828
+11,block_sparse_moe.experts.192.w1,0.0000016227,0.01000,0.828
+11,block_sparse_moe.experts.191.w1,0.0000016453,0.01000,0.833
+11,block_sparse_moe.experts.193.w1,0.0000016558,0.01000,0.838
+11,block_sparse_moe.experts.194.w1,0.0000016164,0.01000,0.838
+11,block_sparse_moe.experts.195.w1,0.0000016431,0.01000,0.855
+11,block_sparse_moe.experts.196.w1,0.0000016500,0.01000,0.822
+11,block_sparse_moe.experts.197.w1,0.0000015727,0.01000,0.845
+11,block_sparse_moe.experts.199.w1,0.0000016395,0.01000,0.825
+11,block_sparse_moe.experts.198.w1,0.0000016924,0.01000,0.881
+11,block_sparse_moe.experts.200.w1,0.0000016126,0.01000,0.834
+11,block_sparse_moe.experts.201.w1,0.0000016320,0.01000,0.849
+11,block_sparse_moe.experts.202.w1,0.0000016305,0.01000,0.849
+11,block_sparse_moe.experts.203.w1,0.0000016695,0.01000,0.822
+11,block_sparse_moe.experts.204.w1,0.0000016019,0.01000,0.871
+11,block_sparse_moe.experts.205.w1,0.0000016308,0.01000,0.856
+11,block_sparse_moe.experts.206.w1,0.0000015996,0.01000,0.825
+11,block_sparse_moe.experts.208.w1,0.0000016155,0.01000,0.862
+11,block_sparse_moe.experts.207.w1,0.0000016089,0.01000,0.896
+11,block_sparse_moe.experts.209.w1,0.0000016260,0.01000,0.846
+11,block_sparse_moe.experts.210.w1,0.0000016690,0.01000,0.819
+11,block_sparse_moe.experts.211.w1,0.0000016866,0.01000,0.838
+11,block_sparse_moe.experts.212.w1,0.0000016324,0.01000,0.832
+11,block_sparse_moe.experts.213.w1,0.0000016216,0.01000,0.854
+11,block_sparse_moe.experts.214.w1,0.0000016243,0.01000,0.845
+11,block_sparse_moe.experts.215.w1,0.0000016216,0.01000,0.857
+11,block_sparse_moe.experts.216.w1,0.0000016630,0.01000,0.848
+11,block_sparse_moe.experts.217.w1,0.0000016412,0.01000,0.816
+11,block_sparse_moe.experts.218.w1,0.0000015410,0.01000,0.832
+11,block_sparse_moe.experts.219.w1,0.0000016374,0.01000,0.828
+11,block_sparse_moe.experts.220.w1,0.0000016130,0.01000,0.835
+11,block_sparse_moe.experts.221.w1,0.0000016507,0.01000,0.844
+11,block_sparse_moe.experts.222.w1,0.0000016164,0.01000,0.843
+11,block_sparse_moe.experts.223.w1,0.0000016835,0.01000,0.850
+11,block_sparse_moe.experts.224.w1,0.0000016239,0.01000,0.818
+11,block_sparse_moe.experts.225.w1,0.0000016669,0.01000,0.831
+11,block_sparse_moe.experts.226.w1,0.0000016459,0.01000,0.831
+11,block_sparse_moe.experts.227.w1,0.0000016586,0.01000,0.844
+11,block_sparse_moe.experts.228.w1,0.0000016205,0.01000,0.845
+11,block_sparse_moe.experts.229.w1,0.0000016170,0.01000,0.866
+11,block_sparse_moe.experts.230.w1,0.0000015944,0.01000,0.851
+11,block_sparse_moe.experts.231.w1,0.0000016217,0.01000,0.812
+11,block_sparse_moe.experts.232.w1,0.0000015006,0.01000,0.827
+11,block_sparse_moe.experts.233.w1,0.0000018207,0.01000,0.831
+11,block_sparse_moe.experts.234.w1,0.0000015983,0.01000,0.827
+11,block_sparse_moe.experts.235.w1,0.0000014900,0.01000,0.835
+11,block_sparse_moe.experts.236.w1,0.0000016492,0.01000,0.862
+11,block_sparse_moe.experts.238.w1,0.0000017125,0.01000,0.819
+11,block_sparse_moe.experts.237.w1,0.0000017243,0.01000,0.876
+11,block_sparse_moe.experts.239.w1,0.0000016189,0.01000,0.827
+11,block_sparse_moe.experts.240.w1,0.0000016166,0.01000,0.831
+11,block_sparse_moe.experts.241.w1,0.0000016146,0.01000,0.829
+11,block_sparse_moe.experts.242.w1,0.0000016227,0.01000,0.832
+11,block_sparse_moe.experts.243.w1,0.0000016049,0.01000,0.865
+11,block_sparse_moe.experts.244.w1,0.0000016376,0.01000,0.848
+11,block_sparse_moe.experts.245.w1,0.0000016014,0.01000,0.833
+11,block_sparse_moe.experts.246.w1,0.0000016458,0.01000,0.829
+11,block_sparse_moe.experts.247.w1,0.0000016281,0.01000,0.825
+11,block_sparse_moe.experts.248.w1,0.0000017835,0.01000,0.838
+11,block_sparse_moe.experts.249.w1,0.0000016645,0.01000,0.848
+11,block_sparse_moe.experts.250.w1,0.0000016267,0.01000,0.864
+11,block_sparse_moe.experts.251.w1,0.0000016093,0.01000,0.855
+11,block_sparse_moe.experts.252.w1,0.0000016282,0.01000,0.836
+11,block_sparse_moe.experts.253.w1,0.0000017130,0.01000,0.839
+11,block_sparse_moe.experts.254.w1,0.0000015912,0.01000,0.837
+11,block_sparse_moe.experts.255.w1,0.0000016202,0.01000,0.831
+11,block_sparse_moe.experts.0.w3,0.0000015770,0.01000,0.840
+11,block_sparse_moe.experts.1.w3,0.0000015843,0.01000,0.847
+11,block_sparse_moe.experts.3.w3,0.0000016102,0.01000,0.825
+11,block_sparse_moe.experts.2.w3,0.0000016180,0.01000,0.854
+11,block_sparse_moe.experts.4.w3,0.0000016201,0.01000,0.854
+11,block_sparse_moe.experts.5.w3,0.0000015696,0.01000,0.827
+11,block_sparse_moe.experts.6.w3,0.0000015117,0.01000,0.850
+11,block_sparse_moe.experts.7.w3,0.0000016005,0.01000,0.839
+11,block_sparse_moe.experts.8.w3,0.0000014121,0.01000,0.847
+11,block_sparse_moe.experts.10.w3,0.0000015586,0.01000,0.824
+11,block_sparse_moe.experts.9.w3,0.0000015828,0.01000,0.867
+11,block_sparse_moe.experts.11.w3,0.0000015608,0.01000,0.836
+11,block_sparse_moe.experts.12.w3,0.0000015605,0.01000,0.829
+11,block_sparse_moe.experts.13.w3,0.0000015889,0.01000,0.832
+11,block_sparse_moe.experts.14.w3,0.0000015231,0.01000,0.840
+11,block_sparse_moe.experts.15.w3,0.0000016053,0.01000,0.834
+11,block_sparse_moe.experts.16.w3,0.0000014943,0.01000,0.838
+11,block_sparse_moe.experts.17.w3,0.0000016273,0.01000,0.836
+11,block_sparse_moe.experts.18.w3,0.0000016332,0.01000,0.830
+11,block_sparse_moe.experts.19.w3,0.0000015963,0.01000,0.851
+11,block_sparse_moe.experts.20.w3,0.0000015514,0.01000,0.827
+11,block_sparse_moe.experts.21.w3,0.0000015525,0.01000,0.839
+11,block_sparse_moe.experts.22.w3,0.0000015649,0.01000,0.847
+11,block_sparse_moe.experts.23.w3,0.0000015616,0.01000,0.838
+11,block_sparse_moe.experts.24.w3,0.0000015829,0.01000,0.834
+11,block_sparse_moe.experts.25.w3,0.0000015839,0.01000,0.822
+11,block_sparse_moe.experts.26.w3,0.0000016052,0.01000,0.832
+11,block_sparse_moe.experts.27.w3,0.0000016011,0.01000,0.842
+11,block_sparse_moe.experts.28.w3,0.0000015786,0.01000,0.845
+11,block_sparse_moe.experts.29.w3,0.0000016309,0.01000,0.841
+11,block_sparse_moe.experts.30.w3,0.0000015623,0.01000,0.840
+11,block_sparse_moe.experts.31.w3,0.0000016491,0.01000,0.845
+11,block_sparse_moe.experts.32.w3,0.0000016068,0.01000,0.840
+11,block_sparse_moe.experts.33.w3,0.0000015933,0.01000,0.838
+11,block_sparse_moe.experts.34.w3,0.0000016588,0.01000,0.830
+11,block_sparse_moe.experts.35.w3,0.0000015469,0.01000,0.844
+11,block_sparse_moe.experts.36.w3,0.0000015319,0.01000,0.837
+11,block_sparse_moe.experts.37.w3,0.0000015618,0.01000,0.839
+11,block_sparse_moe.experts.38.w3,0.0000015769,0.01000,0.825
+11,block_sparse_moe.experts.39.w3,0.0000015263,0.01000,0.830
+11,block_sparse_moe.experts.40.w3,0.0000016241,0.01000,0.836
+11,block_sparse_moe.experts.41.w3,0.0000014228,0.01000,0.825
+11,block_sparse_moe.experts.42.w3,0.0000015483,0.01000,0.848
+11,block_sparse_moe.experts.43.w3,0.0000015690,0.01000,0.838
+11,block_sparse_moe.experts.45.w3,0.0000015485,0.01000,0.825
+11,block_sparse_moe.experts.44.w3,0.0000015835,0.01000,0.865
+11,block_sparse_moe.experts.46.w3,0.0000016075,0.01000,0.830
+11,block_sparse_moe.experts.47.w3,0.0000016114,0.01000,0.832
+11,block_sparse_moe.experts.48.w3,0.0000016213,0.01000,0.826
+11,block_sparse_moe.experts.49.w3,0.0000016136,0.01000,0.839
+11,block_sparse_moe.experts.50.w3,0.0000015897,0.01000,0.833
+11,block_sparse_moe.experts.52.w3,0.0000015901,0.01000,0.818
+11,block_sparse_moe.experts.51.w3,0.0000016031,0.01000,0.874
+11,block_sparse_moe.experts.53.w3,0.0000016358,0.01000,0.822
+11,block_sparse_moe.experts.54.w3,0.0000016005,0.01000,0.831
+11,block_sparse_moe.experts.55.w3,0.0000016153,0.01000,0.822
+11,block_sparse_moe.experts.56.w3,0.0000015868,0.01000,0.844
+11,block_sparse_moe.experts.57.w3,0.0000016318,0.01000,0.832
+11,block_sparse_moe.experts.59.w3,0.0000015970,0.01000,0.825
+11,block_sparse_moe.experts.58.w3,0.0000016129,0.01000,0.867
+11,block_sparse_moe.experts.60.w3,0.0000016187,0.01000,0.828
+11,block_sparse_moe.experts.61.w3,0.0000015842,0.01000,0.831
+11,block_sparse_moe.experts.62.w3,0.0000015961,0.01000,0.822
+11,block_sparse_moe.experts.63.w3,0.0000015675,0.01000,0.843
+11,block_sparse_moe.experts.64.w3,0.0000016392,0.01000,0.837
+11,block_sparse_moe.experts.66.w3,0.0000015625,0.01000,0.816
+11,block_sparse_moe.experts.65.w3,0.0000016080,0.01000,0.870
+11,block_sparse_moe.experts.67.w3,0.0000015547,0.01000,0.822
+11,block_sparse_moe.experts.68.w3,0.0000015671,0.01000,0.852
+11,block_sparse_moe.experts.69.w3,0.0000015994,0.01000,0.832
+11,block_sparse_moe.experts.70.w3,0.0000016802,0.01000,0.835
+11,block_sparse_moe.experts.71.w3,0.0000015671,0.01000,0.842
+11,block_sparse_moe.experts.72.w3,0.0000015621,0.01000,0.859
+11,block_sparse_moe.experts.73.w3,0.0000015783,0.01000,0.832
+11,block_sparse_moe.experts.74.w3,0.0000016123,0.01000,0.828
+11,block_sparse_moe.experts.75.w3,0.0000016243,0.01000,0.844
+11,block_sparse_moe.experts.76.w3,0.0000016344,0.01000,0.835
+11,block_sparse_moe.experts.77.w3,0.0000016479,0.01000,0.843
+11,block_sparse_moe.experts.78.w3,0.0000016069,0.01000,0.853
+11,block_sparse_moe.experts.80.w3,0.0000015903,0.01000,0.827
+11,block_sparse_moe.experts.79.w3,0.0000015639,0.01000,0.860
+11,block_sparse_moe.experts.81.w3,0.0000016147,0.01000,0.854
+11,block_sparse_moe.experts.83.w3,0.0000016366,0.01000,0.831
+11,block_sparse_moe.experts.82.w3,0.0000015638,0.01000,0.887
+11,block_sparse_moe.experts.84.w3,0.0000015742,0.01000,0.836
+11,block_sparse_moe.experts.85.w3,0.0000015834,0.01000,0.869
+11,block_sparse_moe.experts.86.w3,0.0000016162,0.01000,0.842
+11,block_sparse_moe.experts.87.w3,0.0000015368,0.01000,0.818
+11,block_sparse_moe.experts.88.w3,0.0000015630,0.01000,0.831
+11,block_sparse_moe.experts.89.w3,0.0000015887,0.01000,0.861
+11,block_sparse_moe.experts.90.w3,0.0000015985,0.01000,0.850
+11,block_sparse_moe.experts.91.w3,0.0000015773,0.01000,0.836
+11,block_sparse_moe.experts.92.w3,0.0000016213,0.01000,0.841
+11,block_sparse_moe.experts.94.w3,0.0000015415,0.01000,0.826
+11,block_sparse_moe.experts.93.w3,0.0000016183,0.01000,0.868
+11,block_sparse_moe.experts.95.w3,0.0000013643,0.01000,0.836
+11,block_sparse_moe.experts.96.w3,0.0000016209,0.01000,0.833
+11,block_sparse_moe.experts.97.w3,0.0000014028,0.01000,0.829
+11,block_sparse_moe.experts.98.w3,0.0000015790,0.01000,0.841
+11,block_sparse_moe.experts.99.w3,0.0000016119,0.01000,0.837
+11,block_sparse_moe.experts.100.w3,0.0000015809,0.01000,0.853
+11,block_sparse_moe.experts.101.w3,0.0000015924,0.01000,0.830
+11,block_sparse_moe.experts.102.w3,0.0000015905,0.01000,0.840
+11,block_sparse_moe.experts.103.w3,0.0000016187,0.01000,0.839
+11,block_sparse_moe.experts.104.w3,0.0000015908,0.01000,0.828
+11,block_sparse_moe.experts.105.w3,0.0000016083,0.01000,0.842
+11,block_sparse_moe.experts.106.w3,0.0000016008,0.01000,0.838
+11,block_sparse_moe.experts.108.w3,0.0000016166,0.01000,0.821
+11,block_sparse_moe.experts.107.w3,0.0000015632,0.01000,0.840
+11,block_sparse_moe.experts.109.w3,0.0000015723,0.01000,0.832
+11,block_sparse_moe.experts.110.w3,0.0000015961,0.01000,0.837
+11,block_sparse_moe.experts.111.w3,0.0000016467,0.01000,0.826
+11,block_sparse_moe.experts.112.w3,0.0000015561,0.01000,0.844
+11,block_sparse_moe.experts.113.w3,0.0000015754,0.01000,0.840
+11,block_sparse_moe.experts.115.w3,0.0000015777,0.01000,0.829
+11,block_sparse_moe.experts.116.w3,0.0000016757,0.01000,0.836
+11,block_sparse_moe.experts.114.w3,0.0000015421,0.01000,0.878
+11,block_sparse_moe.experts.117.w3,0.0000016162,0.01000,0.831
+11,block_sparse_moe.experts.118.w3,0.0000015755,0.01000,0.823
+11,block_sparse_moe.experts.119.w3,0.0000015951,0.01000,0.846
+11,block_sparse_moe.experts.120.w3,0.0000015528,0.01000,0.833
+11,block_sparse_moe.experts.121.w3,0.0000015671,0.01000,0.851
+11,block_sparse_moe.experts.123.w3,0.0000016141,0.01000,0.830
+11,block_sparse_moe.experts.122.w3,0.0000016103,0.01000,0.855
+11,block_sparse_moe.experts.125.w3,0.0000016044,0.01000,0.824
+11,block_sparse_moe.experts.124.w3,0.0000015606,0.01000,0.859
+11,block_sparse_moe.experts.126.w3,0.0000015814,0.01000,0.839
+11,block_sparse_moe.experts.127.w3,0.0000016189,0.01000,0.826
+11,block_sparse_moe.experts.128.w3,0.0000016122,0.01000,0.836
+11,block_sparse_moe.experts.129.w3,0.0000015777,0.01000,0.821
+11,block_sparse_moe.experts.130.w3,0.0000016261,0.01000,0.822
+11,block_sparse_moe.experts.131.w3,0.0000015836,0.01000,0.852
+11,block_sparse_moe.experts.132.w3,0.0000015966,0.01000,0.842
+11,block_sparse_moe.experts.133.w3,0.0000016016,0.01000,0.847
+11,block_sparse_moe.experts.134.w3,0.0000016078,0.01000,0.842
+11,block_sparse_moe.experts.136.w3,0.0000016000,0.01000,0.827
+11,block_sparse_moe.experts.135.w3,0.0000016232,0.01000,0.856
+11,block_sparse_moe.experts.137.w3,0.0000015404,0.01000,0.829
+11,block_sparse_moe.experts.138.w3,0.0000015518,0.01000,0.845
+11,block_sparse_moe.experts.139.w3,0.0000015295,0.01000,0.842
+11,block_sparse_moe.experts.140.w3,0.0000015202,0.01000,0.852
+11,block_sparse_moe.experts.141.w3,0.0000015027,0.01000,0.836
+11,block_sparse_moe.experts.142.w3,0.0000015402,0.01000,0.846
+11,block_sparse_moe.experts.143.w3,0.0000015765,0.01000,0.833
+11,block_sparse_moe.experts.144.w3,0.0000013520,0.01000,0.832
+11,block_sparse_moe.experts.145.w3,0.0000015564,0.01000,0.843
+11,block_sparse_moe.experts.146.w3,0.0000015022,0.01000,0.833
+11,block_sparse_moe.experts.147.w3,0.0000016045,0.01000,0.846
+11,block_sparse_moe.experts.148.w3,0.0000016622,0.01000,0.843
+11,block_sparse_moe.experts.150.w3,0.0000015367,0.01000,0.816
+11,block_sparse_moe.experts.151.w3,0.0000015754,0.01000,0.826
+11,block_sparse_moe.experts.149.w3,0.0000016326,0.01000,0.891
+11,block_sparse_moe.experts.153.w3,0.0000016216,0.01000,0.823
+11,block_sparse_moe.experts.152.w3,0.0000016034,0.01000,0.857
+11,block_sparse_moe.experts.154.w3,0.0000015864,0.01000,0.860
+11,block_sparse_moe.experts.155.w3,0.0000015751,0.01000,0.837
+11,block_sparse_moe.experts.157.w3,0.0000016334,0.01000,0.833
+11,block_sparse_moe.experts.158.w3,0.0000015194,0.01000,0.831
+11,block_sparse_moe.experts.156.w3,0.0000016113,0.01000,0.913
+11,block_sparse_moe.experts.159.w3,0.0000015715,0.01000,0.862
+11,block_sparse_moe.experts.160.w3,0.0000015736,0.01000,0.835
+11,block_sparse_moe.experts.161.w3,0.0000016294,0.01000,0.845
+11,block_sparse_moe.experts.162.w3,0.0000015973,0.01000,0.836
+11,block_sparse_moe.experts.163.w3,0.0000016161,0.01000,0.874
+11,block_sparse_moe.experts.164.w3,0.0000015676,0.01000,0.827
+11,block_sparse_moe.experts.165.w3,0.0000016122,0.01000,0.830
+11,block_sparse_moe.experts.167.w3,0.0000016120,0.01000,0.826
+11,block_sparse_moe.experts.166.w3,0.0000015701,0.01000,0.848
+11,block_sparse_moe.experts.168.w3,0.0000016155,0.01000,0.843
+11,block_sparse_moe.experts.169.w3,0.0000014841,0.01000,0.844
+11,block_sparse_moe.experts.171.w3,0.0000015493,0.01000,0.834
+11,block_sparse_moe.experts.172.w3,0.0000016420,0.01000,0.829
+11,block_sparse_moe.experts.170.w3,0.0000016070,0.01000,0.864
+11,block_sparse_moe.experts.173.w3,0.0000015316,0.01000,0.841
+11,block_sparse_moe.experts.174.w3,0.0000016048,0.01000,0.830
+11,block_sparse_moe.experts.175.w3,0.0000015995,0.01000,0.847
+11,block_sparse_moe.experts.176.w3,0.0000016072,0.01000,0.841
+11,block_sparse_moe.experts.178.w3,0.0000013494,0.01000,0.840
+11,block_sparse_moe.experts.179.w3,0.0000016281,0.01000,0.828
+11,block_sparse_moe.experts.177.w3,0.0000016214,0.01000,0.877
+11,block_sparse_moe.experts.180.w3,0.0000015768,0.01000,0.838
+11,block_sparse_moe.experts.181.w3,0.0000016339,0.01000,0.832
+11,block_sparse_moe.experts.182.w3,0.0000015336,0.01000,0.841
+11,block_sparse_moe.experts.183.w3,0.0000015811,0.01000,0.849
+11,block_sparse_moe.experts.185.w3,0.0000016308,0.01000,0.821
+11,block_sparse_moe.experts.186.w3,0.0000016639,0.01000,0.838
+11,block_sparse_moe.experts.184.w3,0.0000015899,0.01000,0.894
+11,block_sparse_moe.experts.188.w3,0.0000016479,0.01000,0.825
+11,block_sparse_moe.experts.187.w3,0.0000016062,0.01000,0.870
+11,block_sparse_moe.experts.189.w3,0.0000016183,0.01000,0.851
+11,block_sparse_moe.experts.190.w3,0.0000016350,0.01000,0.828
+11,block_sparse_moe.experts.191.w3,0.0000016191,0.01000,0.864
+11,block_sparse_moe.experts.192.w3,0.0000015534,0.01000,0.844
+11,block_sparse_moe.experts.193.w3,0.0000015512,0.01000,0.849
+11,block_sparse_moe.experts.194.w3,0.0000015806,0.01000,0.848
+11,block_sparse_moe.experts.195.w3,0.0000016141,0.01000,0.832
+11,block_sparse_moe.experts.196.w3,0.0000016247,0.01000,0.840
+11,block_sparse_moe.experts.197.w3,0.0000015072,0.01000,0.845
+11,block_sparse_moe.experts.199.w3,0.0000016028,0.01000,0.814
+11,block_sparse_moe.experts.198.w3,0.0000016004,0.01000,0.875
+11,block_sparse_moe.experts.200.w3,0.0000015690,0.01000,0.843
+11,block_sparse_moe.experts.201.w3,0.0000015788,0.01000,0.839
+11,block_sparse_moe.experts.202.w3,0.0000015964,0.01000,0.842
+11,block_sparse_moe.experts.203.w3,0.0000016266,0.01000,0.837
+11,block_sparse_moe.experts.204.w3,0.0000015609,0.01000,0.840
+11,block_sparse_moe.experts.205.w3,0.0000016082,0.01000,0.852
+11,block_sparse_moe.experts.206.w3,0.0000015676,0.01000,0.839
+11,block_sparse_moe.experts.207.w3,0.0000015750,0.01000,0.842
+11,block_sparse_moe.experts.208.w3,0.0000015794,0.01000,0.834
+11,block_sparse_moe.experts.209.w3,0.0000015651,0.01000,0.831
+11,block_sparse_moe.experts.210.w3,0.0000016401,0.01000,0.837
+11,block_sparse_moe.experts.211.w3,0.0000015980,0.01000,0.834
+11,block_sparse_moe.experts.212.w3,0.0000015974,0.01000,0.843
+11,block_sparse_moe.experts.213.w3,0.0000015947,0.01000,0.827
+11,block_sparse_moe.experts.214.w3,0.0000015798,0.01000,0.820
+11,block_sparse_moe.experts.215.w3,0.0000015816,0.01000,0.836
+11,block_sparse_moe.experts.216.w3,0.0000015878,0.01000,0.829
+11,block_sparse_moe.experts.217.w3,0.0000016125,0.01000,0.837
+11,block_sparse_moe.experts.218.w3,0.0000015050,0.01000,0.837
+11,block_sparse_moe.experts.220.w3,0.0000015597,0.01000,0.827
+11,block_sparse_moe.experts.221.w3,0.0000016016,0.01000,0.818
+11,block_sparse_moe.experts.219.w3,0.0000015755,0.01000,0.861
+11,block_sparse_moe.experts.222.w3,0.0000015646,0.01000,0.835
+11,block_sparse_moe.experts.223.w3,0.0000016222,0.01000,0.830
+11,block_sparse_moe.experts.224.w3,0.0000015750,0.01000,0.837
+11,block_sparse_moe.experts.225.w3,0.0000016476,0.01000,0.836
+11,block_sparse_moe.experts.227.w3,0.0000015974,0.01000,0.833
+11,block_sparse_moe.experts.228.w3,0.0000015944,0.01000,0.832
+11,block_sparse_moe.experts.226.w3,0.0000015983,0.01000,0.885
+11,block_sparse_moe.experts.229.w3,0.0000015612,0.01000,0.841
+11,block_sparse_moe.experts.230.w3,0.0000015581,0.01000,0.840
+11,block_sparse_moe.experts.231.w3,0.0000015815,0.01000,0.837
+11,block_sparse_moe.experts.232.w3,0.0000015229,0.01000,0.836
+11,block_sparse_moe.experts.234.w3,0.0000015422,0.01000,0.822
+11,block_sparse_moe.experts.233.w3,0.0000015397,0.01000,0.875
+11,block_sparse_moe.experts.235.w3,0.0000014696,0.01000,0.841
+11,block_sparse_moe.experts.237.w3,0.0000016544,0.01000,0.824
+11,block_sparse_moe.experts.236.w3,0.0000016398,0.01000,0.873
+11,block_sparse_moe.experts.238.w3,0.0000016389,0.01000,0.837
+11,block_sparse_moe.experts.239.w3,0.0000015848,0.01000,0.832
+11,block_sparse_moe.experts.241.w3,0.0000015771,0.01000,0.813
+11,block_sparse_moe.experts.240.w3,0.0000015775,0.01000,0.856
+11,block_sparse_moe.experts.242.w3,0.0000015964,0.01000,0.830
+11,block_sparse_moe.experts.243.w3,0.0000015611,0.01000,0.845
+11,block_sparse_moe.experts.244.w3,0.0000016143,0.01000,0.840
+11,block_sparse_moe.experts.245.w3,0.0000015713,0.01000,0.845
+11,block_sparse_moe.experts.246.w3,0.0000016273,0.01000,0.854
+11,block_sparse_moe.experts.248.w3,0.0000015967,0.01000,0.839
+11,block_sparse_moe.experts.249.w3,0.0000016349,0.01000,0.836
+11,block_sparse_moe.experts.247.w3,0.0000015450,0.01000,0.861
+11,block_sparse_moe.experts.250.w3,0.0000015938,0.01000,0.831
+11,block_sparse_moe.experts.251.w3,0.0000015798,0.01000,0.823
+11,block_sparse_moe.experts.252.w3,0.0000016084,0.01000,0.741
+11,block_sparse_moe.experts.253.w3,0.0000016072,0.01000,0.758
+11,block_sparse_moe.experts.255.w3,0.0000015787,0.01000,0.660
+11,block_sparse_moe.experts.254.w3,0.0000015382,0.01000,0.689
+11,block_sparse_moe.experts.0.w2,0.0000002231,0.01000,0.432
+11,block_sparse_moe.experts.1.w2,0.0000002836,0.01000,0.434
+11,block_sparse_moe.experts.5.w2,0.0000002973,0.01000,0.435
+11,block_sparse_moe.experts.3.w2,0.0000002802,0.01000,0.443
+11,block_sparse_moe.experts.4.w2,0.0000002788,0.01000,0.442
+11,block_sparse_moe.experts.6.w2,0.0000001911,0.01000,0.442
+11,block_sparse_moe.experts.2.w2,0.0000001647,0.01000,0.450
+11,block_sparse_moe.experts.7.w2,0.0000001685,0.01000,0.415
+11,block_sparse_moe.experts.8.w2,0.0000001041,0.01000,0.415
+11,block_sparse_moe.experts.9.w2,0.0000002529,0.01000,0.425
+11,block_sparse_moe.experts.10.w2,0.0000002512,0.01000,0.424
+11,block_sparse_moe.experts.12.w2,0.0000001958,0.01000,0.427
+11,block_sparse_moe.experts.11.w2,0.0000002352,0.01000,0.427
+11,block_sparse_moe.experts.13.w2,0.0000002784,0.01000,0.429
+11,block_sparse_moe.experts.14.w2,0.0000002773,0.01000,0.413
+11,block_sparse_moe.experts.15.w2,0.0000002624,0.01000,0.412
+11,block_sparse_moe.experts.16.w2,0.0000001255,0.01000,0.417
+11,block_sparse_moe.experts.17.w2,0.0000002473,0.01000,0.419
+11,block_sparse_moe.experts.19.w2,0.0000002358,0.01000,0.420
+11,block_sparse_moe.experts.18.w2,0.0000002057,0.01000,0.422
+11,block_sparse_moe.experts.20.w2,0.0000002758,0.01000,0.425
+11,block_sparse_moe.experts.22.w2,0.0000003154,0.01000,0.410
+11,block_sparse_moe.experts.21.w2,0.0000002447,0.01000,0.414
+11,block_sparse_moe.experts.23.w2,0.0000002779,0.01000,0.414
+11,block_sparse_moe.experts.24.w2,0.0000002592,0.01000,0.417
+11,block_sparse_moe.experts.25.w2,0.0000002597,0.01000,0.422
+11,block_sparse_moe.experts.26.w2,0.0000002768,0.01000,0.423
+11,block_sparse_moe.experts.27.w2,0.0000002937,0.01000,0.434
+11,block_sparse_moe.experts.28.w2,0.0000003012,0.01000,0.418
+11,block_sparse_moe.experts.29.w2,0.0000002910,0.01000,0.424
+11,block_sparse_moe.experts.30.w2,0.0000002938,0.01000,0.419
+11,block_sparse_moe.experts.31.w2,0.0000002897,0.01000,0.424
+11,block_sparse_moe.experts.32.w2,0.0000002993,0.01000,0.423
+11,block_sparse_moe.experts.33.w2,0.0000002746,0.01000,0.424
+11,block_sparse_moe.experts.34.w2,0.0000003032,0.01000,0.422
+11,block_sparse_moe.experts.36.w2,0.0000002767,0.01000,0.414
+11,block_sparse_moe.experts.35.w2,0.0000002591,0.01000,0.423
+11,block_sparse_moe.experts.37.w2,0.0000002694,0.01000,0.416
+11,block_sparse_moe.experts.38.w2,0.0000002617,0.01000,0.427
+11,block_sparse_moe.experts.39.w2,0.0000001498,0.01000,0.421
+11,block_sparse_moe.experts.40.w2,0.0000002525,0.01000,0.422
+11,block_sparse_moe.experts.41.w2,0.0000002891,0.01000,0.423
+11,block_sparse_moe.experts.42.w2,0.0000002350,0.01000,0.419
+11,block_sparse_moe.experts.43.w2,0.0000002388,0.01000,0.427
+11,block_sparse_moe.experts.44.w2,0.0000002396,0.01000,0.424
+11,block_sparse_moe.experts.46.w2,0.0000002913,0.01000,0.424
+11,block_sparse_moe.experts.47.w2,0.0000003100,0.01000,0.422
+11,block_sparse_moe.experts.45.w2,0.0000001975,0.01000,0.447
+11,block_sparse_moe.experts.48.w2,0.0000002227,0.01000,0.437
+11,block_sparse_moe.experts.49.w2,0.0000002948,0.01000,0.417
+11,block_sparse_moe.experts.50.w2,0.0000002824,0.01000,0.413
+11,block_sparse_moe.experts.51.w2,0.0000002777,0.01000,0.419
+11,block_sparse_moe.experts.52.w2,0.0000002785,0.01000,0.422
+11,block_sparse_moe.experts.53.w2,0.0000002843,0.01000,0.426
+11,block_sparse_moe.experts.54.w2,0.0000003001,0.01000,0.422
+11,block_sparse_moe.experts.55.w2,0.0000003046,0.01000,0.425
+11,block_sparse_moe.experts.56.w2,0.0000002970,0.01000,0.425
+11,block_sparse_moe.experts.57.w2,0.0000002786,0.01000,0.421
+11,block_sparse_moe.experts.58.w2,0.0000003099,0.01000,0.421
+11,block_sparse_moe.experts.59.w2,0.0000001965,0.01000,0.418
+11,block_sparse_moe.experts.60.w2,0.0000002950,0.01000,0.430
+11,block_sparse_moe.experts.61.w2,0.0000002826,0.01000,0.428
+11,block_sparse_moe.experts.62.w2,0.0000002331,0.01000,0.430
+11,block_sparse_moe.experts.63.w2,0.0000002765,0.01000,0.413
+11,block_sparse_moe.experts.64.w2,0.0000002704,0.01000,0.413
+11,block_sparse_moe.experts.65.w2,0.0000002257,0.01000,0.420
+11,block_sparse_moe.experts.66.w2,0.0000002902,0.01000,0.412
+11,block_sparse_moe.experts.67.w2,0.0000002061,0.01000,0.417
+11,block_sparse_moe.experts.68.w2,0.0000002401,0.01000,0.420
+11,block_sparse_moe.experts.69.w2,0.0000001877,0.01000,0.427
+11,block_sparse_moe.experts.70.w2,0.0000002448,0.01000,0.415
+11,block_sparse_moe.experts.71.w2,0.0000001953,0.01000,0.414
+11,block_sparse_moe.experts.72.w2,0.0000002754,0.01000,0.424
+11,block_sparse_moe.experts.73.w2,0.0000002452,0.01000,0.412
+11,block_sparse_moe.experts.74.w2,0.0000001756,0.01000,0.419
+11,block_sparse_moe.experts.75.w2,0.0000002416,0.01000,0.420
+11,block_sparse_moe.experts.76.w2,0.0000002588,0.01000,0.427
+11,block_sparse_moe.experts.77.w2,0.0000002892,0.01000,0.412
+11,block_sparse_moe.experts.78.w2,0.0000002916,0.01000,0.422
+11,block_sparse_moe.experts.80.w2,0.0000002692,0.01000,0.416
+11,block_sparse_moe.experts.79.w2,0.0000001704,0.01000,0.433
+11,block_sparse_moe.experts.81.w2,0.0000003020,0.01000,0.424
+11,block_sparse_moe.experts.82.w2,0.0000003128,0.01000,0.414
+11,block_sparse_moe.experts.83.w2,0.0000002598,0.01000,0.423
+11,block_sparse_moe.experts.84.w2,0.0000002003,0.01000,0.405
+11,block_sparse_moe.experts.85.w2,0.0000002657,0.01000,0.418
+11,block_sparse_moe.experts.86.w2,0.0000002200,0.01000,0.421
+11,block_sparse_moe.experts.87.w2,0.0000002403,0.01000,0.418
+11,block_sparse_moe.experts.88.w2,0.0000002392,0.01000,0.416
+11,block_sparse_moe.experts.89.w2,0.0000002927,0.01000,0.416
+11,block_sparse_moe.experts.90.w2,0.0000002992,0.01000,0.424
+11,block_sparse_moe.experts.91.w2,0.0000002805,0.01000,0.415
+11,block_sparse_moe.experts.92.w2,0.0000002486,0.01000,0.426
+11,block_sparse_moe.experts.94.w2,0.0000002274,0.01000,0.419
+11,block_sparse_moe.experts.93.w2,0.0000001850,0.01000,0.444
+11,block_sparse_moe.experts.95.w2,0.0000000977,0.01000,0.420
+11,block_sparse_moe.experts.96.w2,0.0000003275,0.01000,0.420
+11,block_sparse_moe.experts.97.w2,0.0000001038,0.01000,0.439
+11,block_sparse_moe.experts.98.w2,0.0000002147,0.01000,0.416
+11,block_sparse_moe.experts.99.w2,0.0000002771,0.01000,0.450
+11,block_sparse_moe.experts.100.w2,0.0000002627,0.01000,0.434
+11,block_sparse_moe.experts.101.w2,0.0000001981,0.01000,0.421
+11,block_sparse_moe.experts.103.w2,0.0000002956,0.01000,0.426
+11,block_sparse_moe.experts.102.w2,0.0000002943,0.01000,0.442
+11,block_sparse_moe.experts.104.w2,0.0000003196,0.01000,0.433
+11,block_sparse_moe.experts.105.w2,0.0000002827,0.01000,0.429
+11,block_sparse_moe.experts.106.w2,0.0000002582,0.01000,0.416
+11,block_sparse_moe.experts.108.w2,0.0000002920,0.01000,0.420
+11,block_sparse_moe.experts.107.w2,0.0000002815,0.01000,0.426
+11,block_sparse_moe.experts.109.w2,0.0000002951,0.01000,0.419
+11,block_sparse_moe.experts.110.w2,0.0000001676,0.01000,0.419
+11,block_sparse_moe.experts.111.w2,0.0000002715,0.01000,0.428
+11,block_sparse_moe.experts.112.w2,0.0000002733,0.01000,0.412
+11,block_sparse_moe.experts.113.w2,0.0000002881,0.01000,0.415
+11,block_sparse_moe.experts.115.w2,0.0000002700,0.01000,0.418
+11,block_sparse_moe.experts.114.w2,0.0000002229,0.01000,0.419
+11,block_sparse_moe.experts.116.w2,0.0000002717,0.01000,0.417
+11,block_sparse_moe.experts.117.w2,0.0000001982,0.01000,0.416
+11,block_sparse_moe.experts.118.w2,0.0000002763,0.01000,0.428
+11,block_sparse_moe.experts.119.w2,0.0000002787,0.01000,0.409
+11,block_sparse_moe.experts.120.w2,0.0000001465,0.01000,0.414
+11,block_sparse_moe.experts.122.w2,0.0000002553,0.01000,0.412
+11,block_sparse_moe.experts.121.w2,0.0000003073,0.01000,0.435
+11,block_sparse_moe.experts.123.w2,0.0000002658,0.01000,0.418
+11,block_sparse_moe.experts.124.w2,0.0000002967,0.01000,0.416
+11,block_sparse_moe.experts.125.w2,0.0000001787,0.01000,0.432
+11,block_sparse_moe.experts.126.w2,0.0000002938,0.01000,0.410
+11,block_sparse_moe.experts.127.w2,0.0000002380,0.01000,0.416
+11,block_sparse_moe.experts.128.w2,0.0000002776,0.01000,0.426
+11,block_sparse_moe.experts.130.w2,0.0000002649,0.01000,0.419
+11,block_sparse_moe.experts.129.w2,0.0000002459,0.01000,0.422
+11,block_sparse_moe.experts.131.w2,0.0000001419,0.01000,0.419
+11,block_sparse_moe.experts.132.w2,0.0000002456,0.01000,0.428
+11,block_sparse_moe.experts.133.w2,0.0000002938,0.01000,0.407
+11,block_sparse_moe.experts.134.w2,0.0000002207,0.01000,0.413
+11,block_sparse_moe.experts.135.w2,0.0000001973,0.01000,0.425
+11,block_sparse_moe.experts.136.w2,0.0000002165,0.01000,0.410
+11,block_sparse_moe.experts.138.w2,0.0000001512,0.01000,0.416
+11,block_sparse_moe.experts.137.w2,0.0000002469,0.01000,0.432
+11,block_sparse_moe.experts.139.w2,0.0000002083,0.01000,0.428
+11,block_sparse_moe.experts.140.w2,0.0000002786,0.01000,0.411
+11,block_sparse_moe.experts.141.w2,0.0000002490,0.01000,0.413
+11,block_sparse_moe.experts.142.w2,0.0000002709,0.01000,0.419
+11,block_sparse_moe.experts.143.w2,0.0000001926,0.01000,0.422
+11,block_sparse_moe.experts.144.w2,0.0000000975,0.01000,0.433
+11,block_sparse_moe.experts.145.w2,0.0000002850,0.01000,0.425
+11,block_sparse_moe.experts.146.w2,0.0000001575,0.01000,0.429
+11,block_sparse_moe.experts.147.w2,0.0000002896,0.01000,0.409
+11,block_sparse_moe.experts.148.w2,0.0000002980,0.01000,0.414
+11,block_sparse_moe.experts.150.w2,0.0000001666,0.01000,0.412
+11,block_sparse_moe.experts.149.w2,0.0000002943,0.01000,0.428
+11,block_sparse_moe.experts.151.w2,0.0000002705,0.01000,0.419
+11,block_sparse_moe.experts.152.w2,0.0000001815,0.01000,0.420
+11,block_sparse_moe.experts.153.w2,0.0000002722,0.01000,0.425
+11,block_sparse_moe.experts.154.w2,0.0000002648,0.01000,0.409
+11,block_sparse_moe.experts.155.w2,0.0000002200,0.01000,0.414
+11,block_sparse_moe.experts.156.w2,0.0000002854,0.01000,0.418
+11,block_sparse_moe.experts.157.w2,0.0000002766,0.01000,0.428
+11,block_sparse_moe.experts.158.w2,0.0000001862,0.01000,0.422
+11,block_sparse_moe.experts.159.w2,0.0000003026,0.01000,0.427
+11,block_sparse_moe.experts.160.w2,0.0000002134,0.01000,0.426
+11,block_sparse_moe.experts.161.w2,0.0000002661,0.01000,0.414
+11,block_sparse_moe.experts.162.w2,0.0000002768,0.01000,0.434
+11,block_sparse_moe.experts.163.w2,0.0000002973,0.01000,0.416
+11,block_sparse_moe.experts.164.w2,0.0000002247,0.01000,0.418
+11,block_sparse_moe.experts.165.w2,0.0000003131,0.01000,0.417
+11,block_sparse_moe.experts.166.w2,0.0000003105,0.01000,0.416
+11,block_sparse_moe.experts.167.w2,0.0000003042,0.01000,0.420
+11,block_sparse_moe.experts.168.w2,0.0000002952,0.01000,0.409
+11,block_sparse_moe.experts.169.w2,0.0000002804,0.01000,0.431
+11,block_sparse_moe.experts.170.w2,0.0000002785,0.01000,0.412
+11,block_sparse_moe.experts.171.w2,0.0000002900,0.01000,0.417
+11,block_sparse_moe.experts.172.w2,0.0000002798,0.01000,0.419
+11,block_sparse_moe.experts.173.w2,0.0000002659,0.01000,0.419
+11,block_sparse_moe.experts.174.w2,0.0000002858,0.01000,0.430
+11,block_sparse_moe.experts.175.w2,0.0000002439,0.01000,0.417
+11,block_sparse_moe.experts.176.w2,0.0000002904,0.01000,0.455
+11,block_sparse_moe.experts.177.w2,0.0000002629,0.01000,0.420
+11,block_sparse_moe.experts.178.w2,0.0000000823,0.01000,0.421
+11,block_sparse_moe.experts.179.w2,0.0000002611,0.01000,0.421
+11,block_sparse_moe.experts.180.w2,0.0000002948,0.01000,0.421
+11,block_sparse_moe.experts.181.w2,0.0000003156,0.01000,0.422
+11,block_sparse_moe.experts.182.w2,0.0000001850,0.01000,0.415
+11,block_sparse_moe.experts.184.w2,0.0000002484,0.01000,0.415
+11,block_sparse_moe.experts.183.w2,0.0000002074,0.01000,0.438
+11,block_sparse_moe.experts.185.w2,0.0000002400,0.01000,0.414
+11,block_sparse_moe.experts.186.w2,0.0000002515,0.01000,0.418
+11,block_sparse_moe.experts.187.w2,0.0000002541,0.01000,0.421
+11,block_sparse_moe.experts.188.w2,0.0000002291,0.01000,0.424
+11,block_sparse_moe.experts.189.w2,0.0000003081,0.01000,0.414
+11,block_sparse_moe.experts.190.w2,0.0000001960,0.01000,0.430
+11,block_sparse_moe.experts.192.w2,0.0000002813,0.01000,0.416
+11,block_sparse_moe.experts.191.w2,0.0000003092,0.01000,0.440
+11,block_sparse_moe.experts.193.w2,0.0000001987,0.01000,0.425
+11,block_sparse_moe.experts.194.w2,0.0000003019,0.01000,0.434
+11,block_sparse_moe.experts.195.w2,0.0000002700,0.01000,0.423
+11,block_sparse_moe.experts.196.w2,0.0000002579,0.01000,0.415
+11,block_sparse_moe.experts.197.w2,0.0000002780,0.01000,0.408
+11,block_sparse_moe.experts.198.w2,0.0000001825,0.01000,0.422
+11,block_sparse_moe.experts.199.w2,0.0000002936,0.01000,0.424
+11,block_sparse_moe.experts.200.w2,0.0000002707,0.01000,0.419
+11,block_sparse_moe.experts.201.w2,0.0000002924,0.01000,0.425
+11,block_sparse_moe.experts.202.w2,0.0000003004,0.01000,0.420
+11,block_sparse_moe.experts.203.w2,0.0000002663,0.01000,0.415
+11,block_sparse_moe.experts.204.w2,0.0000003002,0.01000,0.409
+11,block_sparse_moe.experts.205.w2,0.0000002081,0.01000,0.416
+11,block_sparse_moe.experts.207.w2,0.0000002601,0.01000,0.420
+11,block_sparse_moe.experts.206.w2,0.0000002690,0.01000,0.443
+11,block_sparse_moe.experts.208.w2,0.0000002878,0.01000,0.430
+11,block_sparse_moe.experts.209.w2,0.0000002638,0.01000,0.424
+11,block_sparse_moe.experts.210.w2,0.0000002923,0.01000,0.418
+11,block_sparse_moe.experts.211.w2,0.0000001671,0.01000,0.413
+11,block_sparse_moe.experts.212.w2,0.0000002004,0.01000,0.421
+11,block_sparse_moe.experts.213.w2,0.0000002715,0.01000,0.424
+11,block_sparse_moe.experts.215.w2,0.0000002573,0.01000,0.424
+11,block_sparse_moe.experts.214.w2,0.0000003128,0.01000,0.453
+11,block_sparse_moe.experts.216.w2,0.0000002024,0.01000,0.421
+11,block_sparse_moe.experts.217.w2,0.0000003054,0.01000,0.411
+11,block_sparse_moe.experts.218.w2,0.0000002438,0.01000,0.409
+11,block_sparse_moe.experts.219.w2,0.0000001485,0.01000,0.416
+11,block_sparse_moe.experts.220.w2,0.0000002787,0.01000,0.411
+11,block_sparse_moe.experts.221.w2,0.0000001656,0.01000,0.428
+11,block_sparse_moe.experts.222.w2,0.0000002541,0.01000,0.441
+11,block_sparse_moe.experts.223.w2,0.0000002125,0.01000,0.421
+11,block_sparse_moe.experts.224.w2,0.0000002742,0.01000,0.413
+11,block_sparse_moe.experts.225.w2,0.0000002749,0.01000,0.413
+11,block_sparse_moe.experts.226.w2,0.0000002415,0.01000,0.419
+11,block_sparse_moe.experts.227.w2,0.0000001576,0.01000,0.412
+11,block_sparse_moe.experts.228.w2,0.0000001863,0.01000,0.428
+11,block_sparse_moe.experts.229.w2,0.0000002684,0.01000,0.430
+11,block_sparse_moe.experts.230.w2,0.0000002423,0.01000,0.430
+11,block_sparse_moe.experts.231.w2,0.0000002720,0.01000,0.422
+11,block_sparse_moe.experts.232.w2,0.0000001515,0.01000,0.411
+11,block_sparse_moe.experts.233.w2,0.0000001817,0.01000,0.417
+11,block_sparse_moe.experts.234.w2,0.0000001584,0.01000,0.411
+11,block_sparse_moe.experts.235.w2,0.0000001134,0.01000,0.422
+11,block_sparse_moe.experts.236.w2,0.0000002816,0.01000,0.422
+11,block_sparse_moe.experts.238.w2,0.0000002522,0.01000,0.412
+11,block_sparse_moe.experts.237.w2,0.0000002817,0.01000,0.434
+11,block_sparse_moe.experts.239.w2,0.0000002873,0.01000,0.411
+11,block_sparse_moe.experts.241.w2,0.0000002147,0.01000,0.414
+11,block_sparse_moe.experts.240.w2,0.0000003012,0.01000,0.430
+11,block_sparse_moe.experts.242.w2,0.0000002607,0.01000,0.424
+11,block_sparse_moe.experts.243.w2,0.0000003063,0.01000,0.434
+11,block_sparse_moe.experts.244.w2,0.0000003120,0.01000,0.422
+11,block_sparse_moe.experts.245.w2,0.0000001543,0.01000,0.411
+11,block_sparse_moe.experts.246.w2,0.0000002471,0.01000,0.407
+11,block_sparse_moe.experts.248.w2,0.0000002838,0.01000,0.407
+11,block_sparse_moe.experts.247.w2,0.0000002687,0.01000,0.423
+11,block_sparse_moe.experts.249.w2,0.0000002259,0.01000,0.417
+11,block_sparse_moe.experts.250.w2,0.0000002637,0.01000,0.415
+11,block_sparse_moe.experts.252.w2,0.0000002655,0.01000,0.395
+11,block_sparse_moe.experts.251.w2,0.0000001771,0.01000,0.415
+11,block_sparse_moe.experts.253.w2,0.0000001927,0.01000,0.364
+11,block_sparse_moe.experts.254.w2,0.0000002706,0.01000,0.351
+11,block_sparse_moe.experts.255.w2,0.0000002849,0.01000,0.341
+12,block_sparse_moe.experts.1.w1,0.0000017704,0.01000,0.865
+12,block_sparse_moe.experts.4.w1,0.0000018935,0.01000,0.877
+12,block_sparse_moe.experts.2.w1,0.0000019210,0.01000,0.882
+12,block_sparse_moe.experts.3.w1,0.0000019147,0.01000,0.882
+12,block_sparse_moe.experts.0.w1,0.0000019181,0.01000,0.892
+12,block_sparse_moe.experts.5.w1,0.0000018918,0.01000,0.889
+12,block_sparse_moe.experts.6.w1,0.0000019238,0.01000,0.898
+12,block_sparse_moe.experts.7.w1,0.0000018927,0.01000,0.829
+12,block_sparse_moe.experts.8.w1,0.0000019149,0.01000,0.829
+12,block_sparse_moe.experts.10.w1,0.0000019090,0.01000,0.827
+12,block_sparse_moe.experts.12.w1,0.0000018816,0.01000,0.834
+12,block_sparse_moe.experts.11.w1,0.0000019592,0.01000,0.865
+12,block_sparse_moe.experts.13.w1,0.0000019277,0.01000,0.866
+12,block_sparse_moe.experts.9.w1,0.0000018968,0.01000,0.888
+12,block_sparse_moe.experts.14.w1,0.0000019011,0.01000,0.813
+12,block_sparse_moe.experts.15.w1,0.0000020939,0.01000,0.817
+12,block_sparse_moe.experts.17.w1,0.0000019284,0.01000,0.818
+12,block_sparse_moe.experts.16.w1,0.0000019372,0.01000,0.871
+12,block_sparse_moe.experts.18.w1,0.0000018859,0.01000,0.845
+12,block_sparse_moe.experts.19.w1,0.0000018925,0.01000,0.838
+12,block_sparse_moe.experts.20.w1,0.0000019054,0.01000,0.851
+12,block_sparse_moe.experts.21.w1,0.0000017875,0.01000,0.822
+12,block_sparse_moe.experts.22.w1,0.0000018929,0.01000,0.827
+12,block_sparse_moe.experts.23.w1,0.0000018852,0.01000,0.833
+12,block_sparse_moe.experts.24.w1,0.0000019012,0.01000,0.839
+12,block_sparse_moe.experts.26.w1,0.0000018977,0.01000,0.837
+12,block_sparse_moe.experts.25.w1,0.0000019093,0.01000,0.869
+12,block_sparse_moe.experts.27.w1,0.0000019113,0.01000,0.861
+12,block_sparse_moe.experts.28.w1,0.0000019571,0.01000,0.822
+12,block_sparse_moe.experts.29.w1,0.0000019547,0.01000,0.816
+12,block_sparse_moe.experts.30.w1,0.0000019016,0.01000,0.844
+12,block_sparse_moe.experts.31.w1,0.0000019958,0.01000,0.820
+12,block_sparse_moe.experts.32.w1,0.0000019180,0.01000,0.854
+12,block_sparse_moe.experts.33.w1,0.0000018993,0.01000,0.854
+12,block_sparse_moe.experts.34.w1,0.0000018883,0.01000,0.855
+12,block_sparse_moe.experts.35.w1,0.0000019268,0.01000,0.825
+12,block_sparse_moe.experts.36.w1,0.0000017943,0.01000,0.825
+12,block_sparse_moe.experts.37.w1,0.0000019320,0.01000,0.827
+12,block_sparse_moe.experts.38.w1,0.0000018830,0.01000,0.827
+12,block_sparse_moe.experts.39.w1,0.0000018801,0.01000,0.858
+12,block_sparse_moe.experts.40.w1,0.0000017006,0.01000,0.848
+12,block_sparse_moe.experts.41.w1,0.0000019375,0.01000,0.845
+12,block_sparse_moe.experts.42.w1,0.0000019000,0.01000,0.841
+12,block_sparse_moe.experts.43.w1,0.0000019817,0.01000,0.833
+12,block_sparse_moe.experts.44.w1,0.0000019314,0.01000,0.839
+12,block_sparse_moe.experts.45.w1,0.0000019003,0.01000,0.826
+12,block_sparse_moe.experts.47.w1,0.0000018123,0.01000,0.839
+12,block_sparse_moe.experts.48.w1,0.0000019039,0.01000,0.838
+12,block_sparse_moe.experts.46.w1,0.0000019358,0.01000,0.877
+12,block_sparse_moe.experts.49.w1,0.0000019072,0.01000,0.812
+12,block_sparse_moe.experts.50.w1,0.0000019529,0.01000,0.814
+12,block_sparse_moe.experts.51.w1,0.0000019378,0.01000,0.826
+12,block_sparse_moe.experts.52.w1,0.0000018753,0.01000,0.825
+12,block_sparse_moe.experts.53.w1,0.0000019190,0.01000,0.836
+12,block_sparse_moe.experts.54.w1,0.0000018899,0.01000,0.844
+12,block_sparse_moe.experts.55.w1,0.0000019138,0.01000,0.841
+12,block_sparse_moe.experts.56.w1,0.0000019165,0.01000,0.837
+12,block_sparse_moe.experts.57.w1,0.0000019160,0.01000,0.839
+12,block_sparse_moe.experts.58.w1,0.0000018817,0.01000,0.826
+12,block_sparse_moe.experts.59.w1,0.0000019032,0.01000,0.827
+12,block_sparse_moe.experts.60.w1,0.0000019298,0.01000,0.838
+12,block_sparse_moe.experts.61.w1,0.0000019333,0.01000,0.845
+12,block_sparse_moe.experts.62.w1,0.0000021876,0.01000,0.849
+12,block_sparse_moe.experts.63.w1,0.0000018956,0.01000,0.821
+12,block_sparse_moe.experts.64.w1,0.0000019363,0.01000,0.823
+12,block_sparse_moe.experts.65.w1,0.0000018842,0.01000,0.829
+12,block_sparse_moe.experts.66.w1,0.0000018998,0.01000,0.830
+12,block_sparse_moe.experts.67.w1,0.0000018770,0.01000,0.845
+12,block_sparse_moe.experts.68.w1,0.0000018746,0.01000,0.849
+12,block_sparse_moe.experts.69.w1,0.0000019208,0.01000,0.855
+12,block_sparse_moe.experts.70.w1,0.0000019432,0.01000,0.823
+12,block_sparse_moe.experts.71.w1,0.0000018329,0.01000,0.830
+12,block_sparse_moe.experts.72.w1,0.0000018773,0.01000,0.829
+12,block_sparse_moe.experts.73.w1,0.0000019118,0.01000,0.825
+12,block_sparse_moe.experts.74.w1,0.0000018858,0.01000,0.839
+12,block_sparse_moe.experts.75.w1,0.0000018806,0.01000,0.847
+12,block_sparse_moe.experts.76.w1,0.0000018243,0.01000,0.851
+12,block_sparse_moe.experts.77.w1,0.0000019399,0.01000,0.821
+12,block_sparse_moe.experts.78.w1,0.0000018888,0.01000,0.828
+12,block_sparse_moe.experts.80.w1,0.0000019400,0.01000,0.822
+12,block_sparse_moe.experts.79.w1,0.0000016118,0.01000,0.846
+12,block_sparse_moe.experts.81.w1,0.0000019117,0.01000,0.838
+12,block_sparse_moe.experts.82.w1,0.0000019615,0.01000,0.841
+12,block_sparse_moe.experts.83.w1,0.0000018606,0.01000,0.852
+12,block_sparse_moe.experts.84.w1,0.0000019049,0.01000,0.816
+12,block_sparse_moe.experts.85.w1,0.0000019139,0.01000,0.824
+12,block_sparse_moe.experts.86.w1,0.0000019217,0.01000,0.833
+12,block_sparse_moe.experts.87.w1,0.0000019126,0.01000,0.821
+12,block_sparse_moe.experts.88.w1,0.0000018612,0.01000,0.849
+12,block_sparse_moe.experts.89.w1,0.0000019021,0.01000,0.849
+12,block_sparse_moe.experts.90.w1,0.0000019132,0.01000,0.853
+12,block_sparse_moe.experts.91.w1,0.0000019553,0.01000,0.822
+12,block_sparse_moe.experts.92.w1,0.0000019153,0.01000,0.827
+12,block_sparse_moe.experts.94.w1,0.0000019150,0.01000,0.823
+12,block_sparse_moe.experts.93.w1,0.0000019158,0.01000,0.853
+12,block_sparse_moe.experts.95.w1,0.0000018924,0.01000,0.854
+12,block_sparse_moe.experts.96.w1,0.0000018863,0.01000,0.839
+12,block_sparse_moe.experts.97.w1,0.0000018573,0.01000,0.841
+12,block_sparse_moe.experts.98.w1,0.0000019670,0.01000,0.831
+12,block_sparse_moe.experts.99.w1,0.0000019638,0.01000,0.842
+12,block_sparse_moe.experts.100.w1,0.0000019266,0.01000,0.827
+12,block_sparse_moe.experts.101.w1,0.0000017834,0.01000,0.819
+12,block_sparse_moe.experts.102.w1,0.0000018956,0.01000,0.854
+12,block_sparse_moe.experts.103.w1,0.0000018956,0.01000,0.836
+12,block_sparse_moe.experts.104.w1,0.0000019215,0.01000,0.841
+12,block_sparse_moe.experts.105.w1,0.0000018910,0.01000,0.826
+12,block_sparse_moe.experts.106.w1,0.0000018722,0.01000,0.820
+12,block_sparse_moe.experts.108.w1,0.0000017829,0.01000,0.827
+12,block_sparse_moe.experts.107.w1,0.0000018953,0.01000,0.881
+12,block_sparse_moe.experts.110.w1,0.0000019243,0.01000,0.835
+12,block_sparse_moe.experts.109.w1,0.0000018876,0.01000,0.873
+12,block_sparse_moe.experts.111.w1,0.0000019826,0.01000,0.835
+12,block_sparse_moe.experts.112.w1,0.0000019013,0.01000,0.830
+12,block_sparse_moe.experts.113.w1,0.0000018886,0.01000,0.828
+12,block_sparse_moe.experts.114.w1,0.0000018945,0.01000,0.841
+12,block_sparse_moe.experts.115.w1,0.0000018916,0.01000,0.841
+12,block_sparse_moe.experts.116.w1,0.0000019559,0.01000,0.850
+12,block_sparse_moe.experts.117.w1,0.0000019277,0.01000,0.838
+12,block_sparse_moe.experts.118.w1,0.0000018839,0.01000,0.842
+12,block_sparse_moe.experts.119.w1,0.0000019218,0.01000,0.824
+12,block_sparse_moe.experts.120.w1,0.0000018690,0.01000,0.831
+12,block_sparse_moe.experts.121.w1,0.0000017909,0.01000,0.834
+12,block_sparse_moe.experts.122.w1,0.0000019683,0.01000,0.853
+12,block_sparse_moe.experts.123.w1,0.0000019155,0.01000,0.842
+12,block_sparse_moe.experts.125.w1,0.0000019208,0.01000,0.844
+12,block_sparse_moe.experts.124.w1,0.0000018915,0.01000,0.885
+12,block_sparse_moe.experts.126.w1,0.0000019321,0.01000,0.832
+12,block_sparse_moe.experts.127.w1,0.0000018699,0.01000,0.859
+12,block_sparse_moe.experts.128.w1,0.0000019001,0.01000,0.832
+12,block_sparse_moe.experts.129.w1,0.0000019221,0.01000,0.828
+12,block_sparse_moe.experts.130.w1,0.0000019730,0.01000,0.841
+12,block_sparse_moe.experts.131.w1,0.0000019781,0.01000,0.843
+12,block_sparse_moe.experts.132.w1,0.0000020372,0.01000,0.860
+12,block_sparse_moe.experts.133.w1,0.0000019336,0.01000,0.819
+12,block_sparse_moe.experts.134.w1,0.0000018742,0.01000,0.832
+12,block_sparse_moe.experts.135.w1,0.0000019254,0.01000,0.837
+12,block_sparse_moe.experts.136.w1,0.0000019332,0.01000,0.825
+12,block_sparse_moe.experts.137.w1,0.0000018310,0.01000,0.843
+12,block_sparse_moe.experts.138.w1,0.0000019372,0.01000,0.837
+12,block_sparse_moe.experts.139.w1,0.0000019623,0.01000,0.850
+12,block_sparse_moe.experts.140.w1,0.0000019365,0.01000,0.823
+12,block_sparse_moe.experts.141.w1,0.0000019294,0.01000,0.839
+12,block_sparse_moe.experts.142.w1,0.0000019378,0.01000,0.832
+12,block_sparse_moe.experts.143.w1,0.0000019419,0.01000,0.827
+12,block_sparse_moe.experts.144.w1,0.0000019101,0.01000,0.845
+12,block_sparse_moe.experts.145.w1,0.0000019103,0.01000,0.835
+12,block_sparse_moe.experts.146.w1,0.0000019097,0.01000,0.852
+12,block_sparse_moe.experts.147.w1,0.0000019175,0.01000,0.821
+12,block_sparse_moe.experts.148.w1,0.0000019496,0.01000,0.835
+12,block_sparse_moe.experts.149.w1,0.0000019004,0.01000,0.845
+12,block_sparse_moe.experts.150.w1,0.0000018638,0.01000,0.827
+12,block_sparse_moe.experts.151.w1,0.0000018988,0.01000,0.848
+12,block_sparse_moe.experts.152.w1,0.0000019426,0.01000,0.842
+12,block_sparse_moe.experts.153.w1,0.0000019151,0.01000,0.858
+12,block_sparse_moe.experts.154.w1,0.0000018834,0.01000,0.829
+12,block_sparse_moe.experts.155.w1,0.0000019003,0.01000,0.839
+12,block_sparse_moe.experts.156.w1,0.0000018974,0.01000,0.833
+12,block_sparse_moe.experts.157.w1,0.0000019139,0.01000,0.839
+12,block_sparse_moe.experts.158.w1,0.0000016359,0.01000,0.835
+12,block_sparse_moe.experts.159.w1,0.0000018453,0.01000,0.831
+12,block_sparse_moe.experts.160.w1,0.0000019009,0.01000,0.853
+12,block_sparse_moe.experts.161.w1,0.0000019587,0.01000,0.828
+12,block_sparse_moe.experts.162.w1,0.0000018640,0.01000,0.841
+12,block_sparse_moe.experts.163.w1,0.0000018961,0.01000,0.833
+12,block_sparse_moe.experts.164.w1,0.0000019041,0.01000,0.822
+12,block_sparse_moe.experts.166.w1,0.0000019750,0.01000,0.841
+12,block_sparse_moe.experts.165.w1,0.0000019753,0.01000,0.852
+12,block_sparse_moe.experts.167.w1,0.0000019035,0.01000,0.871
+12,block_sparse_moe.experts.168.w1,0.0000019369,0.01000,0.830
+12,block_sparse_moe.experts.169.w1,0.0000019200,0.01000,0.828
+12,block_sparse_moe.experts.170.w1,0.0000018365,0.01000,0.856
+12,block_sparse_moe.experts.171.w1,0.0000018829,0.01000,0.842
+12,block_sparse_moe.experts.173.w1,0.0000018724,0.01000,0.851
+12,block_sparse_moe.experts.172.w1,0.0000018446,0.01000,0.875
+12,block_sparse_moe.experts.174.w1,0.0000019165,0.01000,0.898
+12,block_sparse_moe.experts.175.w1,0.0000018912,0.01000,0.827
+12,block_sparse_moe.experts.176.w1,0.0000019286,0.01000,0.831
+12,block_sparse_moe.experts.178.w1,0.0000019412,0.01000,0.833
+12,block_sparse_moe.experts.177.w1,0.0000019292,0.01000,0.898
+12,block_sparse_moe.experts.179.w1,0.0000019257,0.01000,0.842
+12,block_sparse_moe.experts.180.w1,0.0000019243,0.01000,0.844
+12,block_sparse_moe.experts.181.w1,0.0000018771,0.01000,0.853
+12,block_sparse_moe.experts.182.w1,0.0000019603,0.01000,0.824
+12,block_sparse_moe.experts.183.w1,0.0000018999,0.01000,0.825
+12,block_sparse_moe.experts.184.w1,0.0000019814,0.01000,0.846
+12,block_sparse_moe.experts.185.w1,0.0000018775,0.01000,0.841
+12,block_sparse_moe.experts.186.w1,0.0000019133,0.01000,0.841
+12,block_sparse_moe.experts.187.w1,0.0000019083,0.01000,0.835
+12,block_sparse_moe.experts.188.w1,0.0000019275,0.01000,0.850
+12,block_sparse_moe.experts.189.w1,0.0000019425,0.01000,0.818
+12,block_sparse_moe.experts.190.w1,0.0000019110,0.01000,0.824
+12,block_sparse_moe.experts.191.w1,0.0000019348,0.01000,0.826
+12,block_sparse_moe.experts.192.w1,0.0000018693,0.01000,0.828
+12,block_sparse_moe.experts.193.w1,0.0000019084,0.01000,0.848
+12,block_sparse_moe.experts.194.w1,0.0000019054,0.01000,0.840
+12,block_sparse_moe.experts.196.w1,0.0000019091,0.01000,0.823
+12,block_sparse_moe.experts.195.w1,0.0000019187,0.01000,0.880
+12,block_sparse_moe.experts.197.w1,0.0000018963,0.01000,0.827
+12,block_sparse_moe.experts.198.w1,0.0000019603,0.01000,0.836
+12,block_sparse_moe.experts.199.w1,0.0000019865,0.01000,0.832
+12,block_sparse_moe.experts.201.w1,0.0000019378,0.01000,0.837
+12,block_sparse_moe.experts.200.w1,0.0000019376,0.01000,0.846
+12,block_sparse_moe.experts.202.w1,0.0000018921,0.01000,0.850
+12,block_sparse_moe.experts.203.w1,0.0000018939,0.01000,0.835
+12,block_sparse_moe.experts.204.w1,0.0000019087,0.01000,0.826
+12,block_sparse_moe.experts.205.w1,0.0000018735,0.01000,0.830
+12,block_sparse_moe.experts.206.w1,0.0000019625,0.01000,0.832
+12,block_sparse_moe.experts.207.w1,0.0000019178,0.01000,0.844
+12,block_sparse_moe.experts.208.w1,0.0000019868,0.01000,0.859
+12,block_sparse_moe.experts.210.w1,0.0000019310,0.01000,0.821
+12,block_sparse_moe.experts.209.w1,0.0000019323,0.01000,0.862
+12,block_sparse_moe.experts.211.w1,0.0000017185,0.01000,0.826
+12,block_sparse_moe.experts.212.w1,0.0000018943,0.01000,0.853
+12,block_sparse_moe.experts.213.w1,0.0000018936,0.01000,0.833
+12,block_sparse_moe.experts.214.w1,0.0000019025,0.01000,0.838
+12,block_sparse_moe.experts.215.w1,0.0000018636,0.01000,0.863
+12,block_sparse_moe.experts.217.w1,0.0000018674,0.01000,0.821
+12,block_sparse_moe.experts.216.w1,0.0000018785,0.01000,0.850
+12,block_sparse_moe.experts.218.w1,0.0000018779,0.01000,0.821
+12,block_sparse_moe.experts.219.w1,0.0000019765,0.01000,0.838
+12,block_sparse_moe.experts.220.w1,0.0000019147,0.01000,0.836
+12,block_sparse_moe.experts.221.w1,0.0000018474,0.01000,0.836
+12,block_sparse_moe.experts.222.w1,0.0000018773,0.01000,0.836
+12,block_sparse_moe.experts.224.w1,0.0000019389,0.01000,0.834
+12,block_sparse_moe.experts.223.w1,0.0000018848,0.01000,0.875
+12,block_sparse_moe.experts.225.w1,0.0000019068,0.01000,0.829
+12,block_sparse_moe.experts.226.w1,0.0000018185,0.01000,0.838
+12,block_sparse_moe.experts.227.w1,0.0000021543,0.01000,0.825
+12,block_sparse_moe.experts.228.w1,0.0000018919,0.01000,0.843
+12,block_sparse_moe.experts.229.w1,0.0000019764,0.01000,0.828
+12,block_sparse_moe.experts.230.w1,0.0000018828,0.01000,0.861
+12,block_sparse_moe.experts.231.w1,0.0000019395,0.01000,0.834
+12,block_sparse_moe.experts.232.w1,0.0000018852,0.01000,0.832
+12,block_sparse_moe.experts.233.w1,0.0000019265,0.01000,0.836
+12,block_sparse_moe.experts.234.w1,0.0000019256,0.01000,0.827
+12,block_sparse_moe.experts.235.w1,0.0000019045,0.01000,0.832
+12,block_sparse_moe.experts.236.w1,0.0000019224,0.01000,0.833
+12,block_sparse_moe.experts.237.w1,0.0000020004,0.01000,0.853
+12,block_sparse_moe.experts.238.w1,0.0000018775,0.01000,0.839
+12,block_sparse_moe.experts.239.w1,0.0000019645,0.01000,0.833
+12,block_sparse_moe.experts.240.w1,0.0000019327,0.01000,0.840
+12,block_sparse_moe.experts.241.w1,0.0000019206,0.01000,0.827
+12,block_sparse_moe.experts.242.w1,0.0000019237,0.01000,0.845
+12,block_sparse_moe.experts.243.w1,0.0000019585,0.01000,0.839
+12,block_sparse_moe.experts.245.w1,0.0000019904,0.01000,0.824
+12,block_sparse_moe.experts.246.w1,0.0000018453,0.01000,0.839
+12,block_sparse_moe.experts.244.w1,0.0000018719,0.01000,0.878
+12,block_sparse_moe.experts.248.w1,0.0000019023,0.01000,0.822
+12,block_sparse_moe.experts.247.w1,0.0000019064,0.01000,0.843
+12,block_sparse_moe.experts.249.w1,0.0000017899,0.01000,0.839
+12,block_sparse_moe.experts.250.w1,0.0000019441,0.01000,0.835
+12,block_sparse_moe.experts.251.w1,0.0000018469,0.01000,0.864
+12,block_sparse_moe.experts.253.w1,0.0000019050,0.01000,0.829
+12,block_sparse_moe.experts.252.w1,0.0000018852,0.01000,0.850
+12,block_sparse_moe.experts.254.w1,0.0000018796,0.01000,0.835
+12,block_sparse_moe.experts.255.w1,0.0000019159,0.01000,0.825
+12,block_sparse_moe.experts.0.w3,0.0000019069,0.01000,0.847
+12,block_sparse_moe.experts.1.w3,0.0000016702,0.01000,0.841
+12,block_sparse_moe.experts.2.w3,0.0000018940,0.01000,0.845
+12,block_sparse_moe.experts.3.w3,0.0000018738,0.01000,0.827
+12,block_sparse_moe.experts.4.w3,0.0000018692,0.01000,0.829
+12,block_sparse_moe.experts.5.w3,0.0000018108,0.01000,0.829
+12,block_sparse_moe.experts.6.w3,0.0000018814,0.01000,0.823
+12,block_sparse_moe.experts.7.w3,0.0000018739,0.01000,0.838
+12,block_sparse_moe.experts.8.w3,0.0000018757,0.01000,0.843
+12,block_sparse_moe.experts.10.w3,0.0000018708,0.01000,0.830
+12,block_sparse_moe.experts.11.w3,0.0000018678,0.01000,0.847
+12,block_sparse_moe.experts.9.w3,0.0000018644,0.01000,0.872
+12,block_sparse_moe.experts.13.w3,0.0000018865,0.01000,0.818
+12,block_sparse_moe.experts.12.w3,0.0000018354,0.01000,0.842
+12,block_sparse_moe.experts.14.w3,0.0000018539,0.01000,0.831
+12,block_sparse_moe.experts.15.w3,0.0000019236,0.01000,0.836
+12,block_sparse_moe.experts.16.w3,0.0000019232,0.01000,0.870
+12,block_sparse_moe.experts.17.w3,0.0000018681,0.01000,0.840
+12,block_sparse_moe.experts.18.w3,0.0000018349,0.01000,0.841
+12,block_sparse_moe.experts.19.w3,0.0000018468,0.01000,0.830
+12,block_sparse_moe.experts.20.w3,0.0000018857,0.01000,0.838
+12,block_sparse_moe.experts.21.w3,0.0000017043,0.01000,0.830
+12,block_sparse_moe.experts.22.w3,0.0000018725,0.01000,0.838
+12,block_sparse_moe.experts.24.w3,0.0000017310,0.01000,0.834
+12,block_sparse_moe.experts.23.w3,0.0000018332,0.01000,0.843
+12,block_sparse_moe.experts.25.w3,0.0000018742,0.01000,0.839
+12,block_sparse_moe.experts.27.w3,0.0000019014,0.01000,0.816
+12,block_sparse_moe.experts.26.w3,0.0000018536,0.01000,0.852
+12,block_sparse_moe.experts.28.w3,0.0000018939,0.01000,0.837
+12,block_sparse_moe.experts.29.w3,0.0000018333,0.01000,0.826
+12,block_sparse_moe.experts.31.w3,0.0000018819,0.01000,0.817
+12,block_sparse_moe.experts.32.w3,0.0000018704,0.01000,0.835
+12,block_sparse_moe.experts.30.w3,0.0000018516,0.01000,0.876
+12,block_sparse_moe.experts.33.w3,0.0000018657,0.01000,0.824
+12,block_sparse_moe.experts.34.w3,0.0000018069,0.01000,0.823
+12,block_sparse_moe.experts.35.w3,0.0000018918,0.01000,0.841
+12,block_sparse_moe.experts.36.w3,0.0000017640,0.01000,0.832
+12,block_sparse_moe.experts.38.w3,0.0000017990,0.01000,0.826
+12,block_sparse_moe.experts.37.w3,0.0000018881,0.01000,0.897
+12,block_sparse_moe.experts.39.w3,0.0000018090,0.01000,0.846
+12,block_sparse_moe.experts.41.w3,0.0000019237,0.01000,0.843
+12,block_sparse_moe.experts.40.w3,0.0000016897,0.01000,0.851
+12,block_sparse_moe.experts.43.w3,0.0000018100,0.01000,0.836
+12,block_sparse_moe.experts.42.w3,0.0000018771,0.01000,0.868
+12,block_sparse_moe.experts.44.w3,0.0000019185,0.01000,0.857
+12,block_sparse_moe.experts.45.w3,0.0000018627,0.01000,0.829
+12,block_sparse_moe.experts.46.w3,0.0000018563,0.01000,0.836
+12,block_sparse_moe.experts.48.w3,0.0000018643,0.01000,0.829
+12,block_sparse_moe.experts.47.w3,0.0000016905,0.01000,0.850
+12,block_sparse_moe.experts.49.w3,0.0000018773,0.01000,0.841
+12,block_sparse_moe.experts.50.w3,0.0000018310,0.01000,0.851
+12,block_sparse_moe.experts.52.w3,0.0000018372,0.01000,0.827
+12,block_sparse_moe.experts.53.w3,0.0000018915,0.01000,0.833
+12,block_sparse_moe.experts.51.w3,0.0000018528,0.01000,0.865
+12,block_sparse_moe.experts.54.w3,0.0000018626,0.01000,0.836
+12,block_sparse_moe.experts.55.w3,0.0000018761,0.01000,0.824
+12,block_sparse_moe.experts.56.w3,0.0000018946,0.01000,0.842
+12,block_sparse_moe.experts.57.w3,0.0000018683,0.01000,0.856
+12,block_sparse_moe.experts.59.w3,0.0000018390,0.01000,0.831
+12,block_sparse_moe.experts.60.w3,0.0000018192,0.01000,0.836
+12,block_sparse_moe.experts.58.w3,0.0000018469,0.01000,0.870
+12,block_sparse_moe.experts.62.w3,0.0000018706,0.01000,0.827
+12,block_sparse_moe.experts.61.w3,0.0000019079,0.01000,0.836
+12,block_sparse_moe.experts.63.w3,0.0000018687,0.01000,0.842
+12,block_sparse_moe.experts.64.w3,0.0000019157,0.01000,0.859
+12,block_sparse_moe.experts.66.w3,0.0000018735,0.01000,0.839
+12,block_sparse_moe.experts.67.w3,0.0000018367,0.01000,0.832
+12,block_sparse_moe.experts.65.w3,0.0000018634,0.01000,0.874
+12,block_sparse_moe.experts.69.w3,0.0000018565,0.01000,0.830
+12,block_sparse_moe.experts.68.w3,0.0000018361,0.01000,0.833
+12,block_sparse_moe.experts.70.w3,0.0000019366,0.01000,0.849
+12,block_sparse_moe.experts.71.w3,0.0000017457,0.01000,0.856
+12,block_sparse_moe.experts.73.w3,0.0000018867,0.01000,0.829
+12,block_sparse_moe.experts.74.w3,0.0000018345,0.01000,0.831
+12,block_sparse_moe.experts.72.w3,0.0000018367,0.01000,0.900
+12,block_sparse_moe.experts.76.w3,0.0000017591,0.01000,0.825
+12,block_sparse_moe.experts.75.w3,0.0000018317,0.01000,0.857
+12,block_sparse_moe.experts.77.w3,0.0000019272,0.01000,0.832
+12,block_sparse_moe.experts.78.w3,0.0000018597,0.01000,0.857
+12,block_sparse_moe.experts.80.w3,0.0000019102,0.01000,0.830
+12,block_sparse_moe.experts.79.w3,0.0000016009,0.01000,0.885
+12,block_sparse_moe.experts.81.w3,0.0000018797,0.01000,0.830
+12,block_sparse_moe.experts.82.w3,0.0000019612,0.01000,0.835
+12,block_sparse_moe.experts.83.w3,0.0000017953,0.01000,0.829
+12,block_sparse_moe.experts.84.w3,0.0000018883,0.01000,0.845
+12,block_sparse_moe.experts.85.w3,0.0000018909,0.01000,0.851
+12,block_sparse_moe.experts.86.w3,0.0000018861,0.01000,0.856
+12,block_sparse_moe.experts.88.w3,0.0000018029,0.01000,0.834
+12,block_sparse_moe.experts.87.w3,0.0000018878,0.01000,0.865
+12,block_sparse_moe.experts.90.w3,0.0000018784,0.01000,0.830
+12,block_sparse_moe.experts.89.w3,0.0000018387,0.01000,0.880
+12,block_sparse_moe.experts.91.w3,0.0000019283,0.01000,0.838
+12,block_sparse_moe.experts.92.w3,0.0000018945,0.01000,0.838
+12,block_sparse_moe.experts.93.w3,0.0000018944,0.01000,0.844
+12,block_sparse_moe.experts.94.w3,0.0000018899,0.01000,0.832
+12,block_sparse_moe.experts.95.w3,0.0000018731,0.01000,0.827
+12,block_sparse_moe.experts.96.w3,0.0000018077,0.01000,0.827
+12,block_sparse_moe.experts.97.w3,0.0000018189,0.01000,0.824
+12,block_sparse_moe.experts.98.w3,0.0000019617,0.01000,0.850
+12,block_sparse_moe.experts.99.w3,0.0000019290,0.01000,0.856
+12,block_sparse_moe.experts.101.w3,0.0000017298,0.01000,0.840
+12,block_sparse_moe.experts.102.w3,0.0000018755,0.01000,0.842
+12,block_sparse_moe.experts.103.w3,0.0000018433,0.01000,0.832
+12,block_sparse_moe.experts.100.w3,0.0000018703,0.01000,0.870
+12,block_sparse_moe.experts.104.w3,0.0000018985,0.01000,0.827
+12,block_sparse_moe.experts.105.w3,0.0000018433,0.01000,0.845
+12,block_sparse_moe.experts.106.w3,0.0000017977,0.01000,0.841
+12,block_sparse_moe.experts.109.w3,0.0000018575,0.01000,0.835
+12,block_sparse_moe.experts.108.w3,0.0000017248,0.01000,0.845
+12,block_sparse_moe.experts.110.w3,0.0000019078,0.01000,0.845
+12,block_sparse_moe.experts.111.w3,0.0000018492,0.01000,0.840
+12,block_sparse_moe.experts.107.w3,0.0000018532,0.01000,0.883
+12,block_sparse_moe.experts.112.w3,0.0000018665,0.01000,0.843
+12,block_sparse_moe.experts.113.w3,0.0000018388,0.01000,0.843
+12,block_sparse_moe.experts.115.w3,0.0000018347,0.01000,0.832
+12,block_sparse_moe.experts.116.w3,0.0000018881,0.01000,0.838
+12,block_sparse_moe.experts.118.w3,0.0000018182,0.01000,0.833
+12,block_sparse_moe.experts.117.w3,0.0000019125,0.01000,0.844
+12,block_sparse_moe.experts.114.w3,0.0000018552,0.01000,0.888
+12,block_sparse_moe.experts.119.w3,0.0000018933,0.01000,0.833
+12,block_sparse_moe.experts.120.w3,0.0000018095,0.01000,0.834
+12,block_sparse_moe.experts.122.w3,0.0000019565,0.01000,0.830
+12,block_sparse_moe.experts.123.w3,0.0000018801,0.01000,0.833
+12,block_sparse_moe.experts.124.w3,0.0000018480,0.01000,0.843
+12,block_sparse_moe.experts.125.w3,0.0000018126,0.01000,0.829
+12,block_sparse_moe.experts.121.w3,0.0000017514,0.01000,0.890
+12,block_sparse_moe.experts.126.w3,0.0000018647,0.01000,0.833
+12,block_sparse_moe.experts.127.w3,0.0000018116,0.01000,0.832
+12,block_sparse_moe.experts.129.w3,0.0000018572,0.01000,0.834
+12,block_sparse_moe.experts.130.w3,0.0000018994,0.01000,0.834
+12,block_sparse_moe.experts.131.w3,0.0000019627,0.01000,0.840
+12,block_sparse_moe.experts.132.w3,0.0000018828,0.01000,0.831
+12,block_sparse_moe.experts.128.w3,0.0000017808,0.01000,0.889
+12,block_sparse_moe.experts.133.w3,0.0000018800,0.01000,0.836
+12,block_sparse_moe.experts.134.w3,0.0000018166,0.01000,0.855
+12,block_sparse_moe.experts.136.w3,0.0000017954,0.01000,0.833
+12,block_sparse_moe.experts.138.w3,0.0000018897,0.01000,0.836
+12,block_sparse_moe.experts.137.w3,0.0000017574,0.01000,0.844
+12,block_sparse_moe.experts.139.w3,0.0000017560,0.01000,0.835
+12,block_sparse_moe.experts.135.w3,0.0000018963,0.01000,0.883
+12,block_sparse_moe.experts.140.w3,0.0000019050,0.01000,0.841
+12,block_sparse_moe.experts.141.w3,0.0000018779,0.01000,0.842
+12,block_sparse_moe.experts.143.w3,0.0000018967,0.01000,0.827
+12,block_sparse_moe.experts.144.w3,0.0000018458,0.01000,0.831
+12,block_sparse_moe.experts.146.w3,0.0000018707,0.01000,0.843
+12,block_sparse_moe.experts.145.w3,0.0000017918,0.01000,0.852
+12,block_sparse_moe.experts.142.w3,0.0000018766,0.01000,0.884
+12,block_sparse_moe.experts.147.w3,0.0000018734,0.01000,0.841
+12,block_sparse_moe.experts.148.w3,0.0000019334,0.01000,0.842
+12,block_sparse_moe.experts.150.w3,0.0000017896,0.01000,0.829
+12,block_sparse_moe.experts.153.w3,0.0000018699,0.01000,0.831
+12,block_sparse_moe.experts.152.w3,0.0000017678,0.01000,0.836
+12,block_sparse_moe.experts.151.w3,0.0000018609,0.01000,0.841
+12,block_sparse_moe.experts.149.w3,0.0000017917,0.01000,0.884
+12,block_sparse_moe.experts.154.w3,0.0000018519,0.01000,0.856
+12,block_sparse_moe.experts.155.w3,0.0000018207,0.01000,0.876
+12,block_sparse_moe.experts.156.w3,0.0000018765,0.01000,0.864
+12,block_sparse_moe.experts.158.w3,0.0000016119,0.01000,0.835
+12,block_sparse_moe.experts.157.w3,0.0000018822,0.01000,0.836
+12,block_sparse_moe.experts.159.w3,0.0000017709,0.01000,0.836
+12,block_sparse_moe.experts.160.w3,0.0000018551,0.01000,0.848
+12,block_sparse_moe.experts.161.w3,0.0000018542,0.01000,0.839
+12,block_sparse_moe.experts.162.w3,0.0000018063,0.01000,0.845
+12,block_sparse_moe.experts.166.w3,0.0000019033,0.01000,0.831
+12,block_sparse_moe.experts.164.w3,0.0000018115,0.01000,0.837
+12,block_sparse_moe.experts.165.w3,0.0000019644,0.01000,0.850
+12,block_sparse_moe.experts.167.w3,0.0000018397,0.01000,0.831
+12,block_sparse_moe.experts.163.w3,0.0000018086,0.01000,0.862
+12,block_sparse_moe.experts.168.w3,0.0000018408,0.01000,0.834
+12,block_sparse_moe.experts.169.w3,0.0000018795,0.01000,0.847
+12,block_sparse_moe.experts.171.w3,0.0000018386,0.01000,0.828
+12,block_sparse_moe.experts.172.w3,0.0000017755,0.01000,0.837
+12,block_sparse_moe.experts.173.w3,0.0000018145,0.01000,0.837
+12,block_sparse_moe.experts.174.w3,0.0000018229,0.01000,0.840
+12,block_sparse_moe.experts.170.w3,0.0000017911,0.01000,0.885
+12,block_sparse_moe.experts.175.w3,0.0000018412,0.01000,0.836
+12,block_sparse_moe.experts.176.w3,0.0000019020,0.01000,0.831
+12,block_sparse_moe.experts.178.w3,0.0000019039,0.01000,0.825
+12,block_sparse_moe.experts.179.w3,0.0000018684,0.01000,0.834
+12,block_sparse_moe.experts.180.w3,0.0000019083,0.01000,0.833
+12,block_sparse_moe.experts.181.w3,0.0000018414,0.01000,0.823
+12,block_sparse_moe.experts.177.w3,0.0000018863,0.01000,0.890
+12,block_sparse_moe.experts.182.w3,0.0000018813,0.01000,0.839
+12,block_sparse_moe.experts.183.w3,0.0000018682,0.01000,0.840
+12,block_sparse_moe.experts.186.w3,0.0000018445,0.01000,0.824
+12,block_sparse_moe.experts.185.w3,0.0000018213,0.01000,0.831
+12,block_sparse_moe.experts.187.w3,0.0000018722,0.01000,0.830
+12,block_sparse_moe.experts.184.w3,0.0000018150,0.01000,0.870
+12,block_sparse_moe.experts.188.w3,0.0000018811,0.01000,0.829
+12,block_sparse_moe.experts.189.w3,0.0000019004,0.01000,0.842
+12,block_sparse_moe.experts.190.w3,0.0000018891,0.01000,0.847
+12,block_sparse_moe.experts.192.w3,0.0000018068,0.01000,0.824
+12,block_sparse_moe.experts.193.w3,0.0000018836,0.01000,0.833
+12,block_sparse_moe.experts.194.w3,0.0000018720,0.01000,0.828
+12,block_sparse_moe.experts.195.w3,0.0000018824,0.01000,0.830
+12,block_sparse_moe.experts.191.w3,0.0000018990,0.01000,0.878
+12,block_sparse_moe.experts.196.w3,0.0000018845,0.01000,0.841
+12,block_sparse_moe.experts.197.w3,0.0000018236,0.01000,0.848
+12,block_sparse_moe.experts.199.w3,0.0000017965,0.01000,0.832
+12,block_sparse_moe.experts.200.w3,0.0000019000,0.01000,0.834
+12,block_sparse_moe.experts.201.w3,0.0000019041,0.01000,0.840
+12,block_sparse_moe.experts.202.w3,0.0000018469,0.01000,0.827
+12,block_sparse_moe.experts.198.w3,0.0000018164,0.01000,0.885
+12,block_sparse_moe.experts.203.w3,0.0000018559,0.01000,0.842
+12,block_sparse_moe.experts.204.w3,0.0000018669,0.01000,0.843
+12,block_sparse_moe.experts.206.w3,0.0000019407,0.01000,0.836
+12,block_sparse_moe.experts.207.w3,0.0000019061,0.01000,0.827
+12,block_sparse_moe.experts.209.w3,0.0000018681,0.01000,0.841
+12,block_sparse_moe.experts.205.w3,0.0000018388,0.01000,0.880
+12,block_sparse_moe.experts.208.w3,0.0000019770,0.01000,0.855
+12,block_sparse_moe.experts.210.w3,0.0000019105,0.01000,0.858
+12,block_sparse_moe.experts.211.w3,0.0000016477,0.01000,0.863
+12,block_sparse_moe.experts.213.w3,0.0000018755,0.01000,0.829
+12,block_sparse_moe.experts.216.w3,0.0000018132,0.01000,0.835
+12,block_sparse_moe.experts.214.w3,0.0000018319,0.01000,0.841
+12,block_sparse_moe.experts.215.w3,0.0000018340,0.01000,0.844
+12,block_sparse_moe.experts.212.w3,0.0000018804,0.01000,0.885
+12,block_sparse_moe.experts.217.w3,0.0000018364,0.01000,0.874
+12,block_sparse_moe.experts.218.w3,0.0000018461,0.01000,0.840
+12,block_sparse_moe.experts.219.w3,0.0000019492,0.01000,0.852
+12,block_sparse_moe.experts.220.w3,0.0000018835,0.01000,0.832
+12,block_sparse_moe.experts.221.w3,0.0000017571,0.01000,0.832
+12,block_sparse_moe.experts.223.w3,0.0000017924,0.01000,0.824
+12,block_sparse_moe.experts.222.w3,0.0000018294,0.01000,0.855
+12,block_sparse_moe.experts.224.w3,0.0000018891,0.01000,0.848
+12,block_sparse_moe.experts.225.w3,0.0000018423,0.01000,0.848
+12,block_sparse_moe.experts.226.w3,0.0000017910,0.01000,0.842
+12,block_sparse_moe.experts.227.w3,0.0000019359,0.01000,0.834
+12,block_sparse_moe.experts.228.w3,0.0000018407,0.01000,0.836
+12,block_sparse_moe.experts.229.w3,0.0000019395,0.01000,0.842
+12,block_sparse_moe.experts.230.w3,0.0000018392,0.01000,0.842
+12,block_sparse_moe.experts.231.w3,0.0000019096,0.01000,0.848
+12,block_sparse_moe.experts.232.w3,0.0000018586,0.01000,0.851
+12,block_sparse_moe.experts.233.w3,0.0000018999,0.01000,0.841
+12,block_sparse_moe.experts.235.w3,0.0000018676,0.01000,0.829
+12,block_sparse_moe.experts.236.w3,0.0000018945,0.01000,0.833
+12,block_sparse_moe.experts.234.w3,0.0000019002,0.01000,0.854
+12,block_sparse_moe.experts.237.w3,0.0000018613,0.01000,0.834
+12,block_sparse_moe.experts.238.w3,0.0000018418,0.01000,0.844
+12,block_sparse_moe.experts.239.w3,0.0000019401,0.01000,0.843
+12,block_sparse_moe.experts.241.w3,0.0000018959,0.01000,0.830
+12,block_sparse_moe.experts.242.w3,0.0000019130,0.01000,0.836
+12,block_sparse_moe.experts.243.w3,0.0000019495,0.01000,0.839
+12,block_sparse_moe.experts.240.w3,0.0000019116,0.01000,0.870
+12,block_sparse_moe.experts.244.w3,0.0000018496,0.01000,0.831
+12,block_sparse_moe.experts.245.w3,0.0000018126,0.01000,0.853
+12,block_sparse_moe.experts.246.w3,0.0000017758,0.01000,0.843
+12,block_sparse_moe.experts.247.w3,0.0000018387,0.01000,0.860
+12,block_sparse_moe.experts.248.w3,0.0000018797,0.01000,0.844
+12,block_sparse_moe.experts.249.w3,0.0000017640,0.01000,0.840
+12,block_sparse_moe.experts.250.w3,0.0000019377,0.01000,0.844
+12,block_sparse_moe.experts.251.w3,0.0000017524,0.01000,0.848
+12,block_sparse_moe.experts.252.w3,0.0000018429,0.01000,0.763
+12,block_sparse_moe.experts.253.w3,0.0000018596,0.01000,0.724
+12,block_sparse_moe.experts.255.w3,0.0000018650,0.01000,0.656
+12,block_sparse_moe.experts.254.w3,0.0000017791,0.01000,0.667
+12,block_sparse_moe.experts.1.w2,0.0000002752,0.01000,0.437
+12,block_sparse_moe.experts.2.w2,0.0000003454,0.01000,0.439
+12,block_sparse_moe.experts.5.w2,0.0000002412,0.01000,0.438
+12,block_sparse_moe.experts.0.w2,0.0000003090,0.01000,0.446
+12,block_sparse_moe.experts.6.w2,0.0000002581,0.01000,0.441
+12,block_sparse_moe.experts.3.w2,0.0000003300,0.01000,0.456
+12,block_sparse_moe.experts.4.w2,0.0000003137,0.01000,0.455
+12,block_sparse_moe.experts.7.w2,0.0000003219,0.01000,0.417
+12,block_sparse_moe.experts.8.w2,0.0000003149,0.01000,0.418
+12,block_sparse_moe.experts.9.w2,0.0000003240,0.01000,0.417
+12,block_sparse_moe.experts.10.w2,0.0000003163,0.01000,0.418
+12,block_sparse_moe.experts.11.w2,0.0000001991,0.01000,0.427
+12,block_sparse_moe.experts.12.w2,0.0000003236,0.01000,0.429
+12,block_sparse_moe.experts.13.w2,0.0000003205,0.01000,0.430
+12,block_sparse_moe.experts.14.w2,0.0000002769,0.01000,0.416
+12,block_sparse_moe.experts.17.w2,0.0000002829,0.01000,0.415
+12,block_sparse_moe.experts.18.w2,0.0000003180,0.01000,0.424
+12,block_sparse_moe.experts.15.w2,0.0000003309,0.01000,0.452
+12,block_sparse_moe.experts.19.w2,0.0000002758,0.01000,0.424
+12,block_sparse_moe.experts.20.w2,0.0000003057,0.01000,0.423
+12,block_sparse_moe.experts.16.w2,0.0000003284,0.01000,0.454
+12,block_sparse_moe.experts.21.w2,0.0000002372,0.01000,0.410
+12,block_sparse_moe.experts.22.w2,0.0000003231,0.01000,0.430
+12,block_sparse_moe.experts.23.w2,0.0000003316,0.01000,0.427
+12,block_sparse_moe.experts.24.w2,0.0000004089,0.01000,0.417
+12,block_sparse_moe.experts.27.w2,0.0000003007,0.01000,0.424
+12,block_sparse_moe.experts.26.w2,0.0000003098,0.01000,0.430
+12,block_sparse_moe.experts.25.w2,0.0000003236,0.01000,0.435
+12,block_sparse_moe.experts.28.w2,0.0000003018,0.01000,0.416
+12,block_sparse_moe.experts.29.w2,0.0000002742,0.01000,0.414
+12,block_sparse_moe.experts.31.w2,0.0000001881,0.01000,0.422
+12,block_sparse_moe.experts.30.w2,0.0000003221,0.01000,0.425
+12,block_sparse_moe.experts.32.w2,0.0000003282,0.01000,0.422
+12,block_sparse_moe.experts.33.w2,0.0000002910,0.01000,0.421
+12,block_sparse_moe.experts.34.w2,0.0000002340,0.01000,0.436
+12,block_sparse_moe.experts.35.w2,0.0000003302,0.01000,0.414
+12,block_sparse_moe.experts.36.w2,0.0000001792,0.01000,0.415
+12,block_sparse_moe.experts.37.w2,0.0000003083,0.01000,0.423
+12,block_sparse_moe.experts.38.w2,0.0000003199,0.01000,0.425
+12,block_sparse_moe.experts.39.w2,0.0000003197,0.01000,0.421
+12,block_sparse_moe.experts.40.w2,0.0000001515,0.01000,0.420
+12,block_sparse_moe.experts.41.w2,0.0000003210,0.01000,0.434
+12,block_sparse_moe.experts.42.w2,0.0000003693,0.01000,0.415
+12,block_sparse_moe.experts.43.w2,0.0000002413,0.01000,0.430
+12,block_sparse_moe.experts.45.w2,0.0000003228,0.01000,0.422
+12,block_sparse_moe.experts.44.w2,0.0000003199,0.01000,0.424
+12,block_sparse_moe.experts.46.w2,0.0000002672,0.01000,0.426
+12,block_sparse_moe.experts.47.w2,0.0000002517,0.01000,0.430
+12,block_sparse_moe.experts.48.w2,0.0000003481,0.01000,0.441
+12,block_sparse_moe.experts.49.w2,0.0000003347,0.01000,0.415
+12,block_sparse_moe.experts.50.w2,0.0000002252,0.01000,0.418
+12,block_sparse_moe.experts.52.w2,0.0000003059,0.01000,0.419
+12,block_sparse_moe.experts.53.w2,0.0000003560,0.01000,0.418
+12,block_sparse_moe.experts.54.w2,0.0000003077,0.01000,0.416
+12,block_sparse_moe.experts.51.w2,0.0000002254,0.01000,0.456
+12,block_sparse_moe.experts.55.w2,0.0000003042,0.01000,0.432
+12,block_sparse_moe.experts.56.w2,0.0000003143,0.01000,0.414
+12,block_sparse_moe.experts.57.w2,0.0000003388,0.01000,0.428
+12,block_sparse_moe.experts.59.w2,0.0000002100,0.01000,0.412
+12,block_sparse_moe.experts.60.w2,0.0000002438,0.01000,0.426
+12,block_sparse_moe.experts.58.w2,0.0000003275,0.01000,0.440
+12,block_sparse_moe.experts.61.w2,0.0000003453,0.01000,0.441
+12,block_sparse_moe.experts.62.w2,0.0000002308,0.01000,0.434
+12,block_sparse_moe.experts.63.w2,0.0000003337,0.01000,0.417
+12,block_sparse_moe.experts.64.w2,0.0000003109,0.01000,0.429
+12,block_sparse_moe.experts.65.w2,0.0000002812,0.01000,0.424
+12,block_sparse_moe.experts.66.w2,0.0000003107,0.01000,0.430
+12,block_sparse_moe.experts.67.w2,0.0000003052,0.01000,0.433
+12,block_sparse_moe.experts.68.w2,0.0000002729,0.01000,0.442
+12,block_sparse_moe.experts.69.w2,0.0000002768,0.01000,0.432
+12,block_sparse_moe.experts.70.w2,0.0000003157,0.01000,0.416
+12,block_sparse_moe.experts.71.w2,0.0000003583,0.01000,0.415
+12,block_sparse_moe.experts.72.w2,0.0000002533,0.01000,0.416
+12,block_sparse_moe.experts.73.w2,0.0000003298,0.01000,0.415
+12,block_sparse_moe.experts.74.w2,0.0000002997,0.01000,0.424
+12,block_sparse_moe.experts.75.w2,0.0000002010,0.01000,0.431
+12,block_sparse_moe.experts.76.w2,0.0000001963,0.01000,0.429
+12,block_sparse_moe.experts.77.w2,0.0000003094,0.01000,0.413
+12,block_sparse_moe.experts.78.w2,0.0000003094,0.01000,0.428
+12,block_sparse_moe.experts.79.w2,0.0000001129,0.01000,0.419
+12,block_sparse_moe.experts.80.w2,0.0000003297,0.01000,0.441
+12,block_sparse_moe.experts.81.w2,0.0000002483,0.01000,0.438
+12,block_sparse_moe.experts.82.w2,0.0000003038,0.01000,0.434
+12,block_sparse_moe.experts.83.w2,0.0000003449,0.01000,0.448
+12,block_sparse_moe.experts.84.w2,0.0000002948,0.01000,0.414
+12,block_sparse_moe.experts.85.w2,0.0000003275,0.01000,0.423
+12,block_sparse_moe.experts.86.w2,0.0000003605,0.01000,0.418
+12,block_sparse_moe.experts.87.w2,0.0000003611,0.01000,0.413
+12,block_sparse_moe.experts.88.w2,0.0000002909,0.01000,0.428
+12,block_sparse_moe.experts.89.w2,0.0000002642,0.01000,0.427
+12,block_sparse_moe.experts.90.w2,0.0000002863,0.01000,0.427
+12,block_sparse_moe.experts.91.w2,0.0000003617,0.01000,0.415
+12,block_sparse_moe.experts.92.w2,0.0000002976,0.01000,0.417
+12,block_sparse_moe.experts.93.w2,0.0000003466,0.01000,0.422
+12,block_sparse_moe.experts.94.w2,0.0000003292,0.01000,0.417
+12,block_sparse_moe.experts.95.w2,0.0000002490,0.01000,0.427
+12,block_sparse_moe.experts.96.w2,0.0000003708,0.01000,0.420
+12,block_sparse_moe.experts.97.w2,0.0000002850,0.01000,0.431
+12,block_sparse_moe.experts.98.w2,0.0000003632,0.01000,0.420
+12,block_sparse_moe.experts.99.w2,0.0000003437,0.01000,0.414
+12,block_sparse_moe.experts.100.w2,0.0000002450,0.01000,0.421
+12,block_sparse_moe.experts.101.w2,0.0000001649,0.01000,0.414
+12,block_sparse_moe.experts.102.w2,0.0000003162,0.01000,0.420
+12,block_sparse_moe.experts.103.w2,0.0000003157,0.01000,0.417
+12,block_sparse_moe.experts.104.w2,0.0000003367,0.01000,0.425
+12,block_sparse_moe.experts.105.w2,0.0000003669,0.01000,0.420
+12,block_sparse_moe.experts.106.w2,0.0000003086,0.01000,0.416
+12,block_sparse_moe.experts.107.w2,0.0000003435,0.01000,0.419
+12,block_sparse_moe.experts.108.w2,0.0000001572,0.01000,0.414
+12,block_sparse_moe.experts.109.w2,0.0000003444,0.01000,0.419
+12,block_sparse_moe.experts.110.w2,0.0000003424,0.01000,0.422
+12,block_sparse_moe.experts.111.w2,0.0000004070,0.01000,0.427
+12,block_sparse_moe.experts.112.w2,0.0000003362,0.01000,0.424
+12,block_sparse_moe.experts.113.w2,0.0000002411,0.01000,0.417
+12,block_sparse_moe.experts.114.w2,0.0000003286,0.01000,0.421
+12,block_sparse_moe.experts.115.w2,0.0000003098,0.01000,0.417
+12,block_sparse_moe.experts.116.w2,0.0000003765,0.01000,0.421
+12,block_sparse_moe.experts.117.w2,0.0000002950,0.01000,0.417
+12,block_sparse_moe.experts.118.w2,0.0000003137,0.01000,0.427
+12,block_sparse_moe.experts.119.w2,0.0000003593,0.01000,0.421
+12,block_sparse_moe.experts.120.w2,0.0000003174,0.01000,0.415
+12,block_sparse_moe.experts.121.w2,0.0000001942,0.01000,0.419
+12,block_sparse_moe.experts.122.w2,0.0000003337,0.01000,0.416
+12,block_sparse_moe.experts.123.w2,0.0000002856,0.01000,0.420
+12,block_sparse_moe.experts.124.w2,0.0000003643,0.01000,0.420
+12,block_sparse_moe.experts.125.w2,0.0000002482,0.01000,0.425
+12,block_sparse_moe.experts.126.w2,0.0000003468,0.01000,0.422
+12,block_sparse_moe.experts.127.w2,0.0000003221,0.01000,0.419
+12,block_sparse_moe.experts.128.w2,0.0000002768,0.01000,0.425
+12,block_sparse_moe.experts.129.w2,0.0000002953,0.01000,0.422
+12,block_sparse_moe.experts.130.w2,0.0000002922,0.01000,0.425
+12,block_sparse_moe.experts.131.w2,0.0000003255,0.01000,0.423
+12,block_sparse_moe.experts.132.w2,0.0000003647,0.01000,0.428
+12,block_sparse_moe.experts.133.w2,0.0000003597,0.01000,0.421
+12,block_sparse_moe.experts.134.w2,0.0000003044,0.01000,0.416
+12,block_sparse_moe.experts.135.w2,0.0000003124,0.01000,0.419
+12,block_sparse_moe.experts.136.w2,0.0000003367,0.01000,0.414
+12,block_sparse_moe.experts.137.w2,0.0000002639,0.01000,0.421
+12,block_sparse_moe.experts.138.w2,0.0000002755,0.01000,0.420
+12,block_sparse_moe.experts.139.w2,0.0000003453,0.01000,0.424
+12,block_sparse_moe.experts.140.w2,0.0000003280,0.01000,0.422
+12,block_sparse_moe.experts.141.w2,0.0000002812,0.01000,0.415
+12,block_sparse_moe.experts.142.w2,0.0000002618,0.01000,0.423
+12,block_sparse_moe.experts.143.w2,0.0000003319,0.01000,0.417
+12,block_sparse_moe.experts.144.w2,0.0000002507,0.01000,0.425
+12,block_sparse_moe.experts.145.w2,0.0000001826,0.01000,0.424
+12,block_sparse_moe.experts.146.w2,0.0000003480,0.01000,0.425
+12,block_sparse_moe.experts.147.w2,0.0000003154,0.01000,0.424
+12,block_sparse_moe.experts.148.w2,0.0000003543,0.01000,0.417
+12,block_sparse_moe.experts.149.w2,0.0000003212,0.01000,0.418
+12,block_sparse_moe.experts.150.w2,0.0000003281,0.01000,0.416
+12,block_sparse_moe.experts.151.w2,0.0000003379,0.01000,0.423
+12,block_sparse_moe.experts.152.w2,0.0000003230,0.01000,0.419
+12,block_sparse_moe.experts.153.w2,0.0000002953,0.01000,0.426
+12,block_sparse_moe.experts.154.w2,0.0000003073,0.01000,0.422
+12,block_sparse_moe.experts.155.w2,0.0000002097,0.01000,0.414
+12,block_sparse_moe.experts.157.w2,0.0000003171,0.01000,0.416
+12,block_sparse_moe.experts.156.w2,0.0000003428,0.01000,0.429
+12,block_sparse_moe.experts.158.w2,0.0000001138,0.01000,0.420
+12,block_sparse_moe.experts.159.w2,0.0000003639,0.01000,0.419
+12,block_sparse_moe.experts.160.w2,0.0000003261,0.01000,0.427
+12,block_sparse_moe.experts.161.w2,0.0000003119,0.01000,0.426
+12,block_sparse_moe.experts.162.w2,0.0000002382,0.01000,0.423
+12,block_sparse_moe.experts.163.w2,0.0000002830,0.01000,0.424
+12,block_sparse_moe.experts.164.w2,0.0000002498,0.01000,0.418
+12,block_sparse_moe.experts.165.w2,0.0000004019,0.01000,0.423
+12,block_sparse_moe.experts.166.w2,0.0000003933,0.01000,0.425
+12,block_sparse_moe.experts.167.w2,0.0000002715,0.01000,0.424
+12,block_sparse_moe.experts.168.w2,0.0000002167,0.01000,0.419
+12,block_sparse_moe.experts.169.w2,0.0000002502,0.01000,0.433
+12,block_sparse_moe.experts.170.w2,0.0000002619,0.01000,0.418
+12,block_sparse_moe.experts.171.w2,0.0000003182,0.01000,0.414
+12,block_sparse_moe.experts.172.w2,0.0000002414,0.01000,0.419
+12,block_sparse_moe.experts.173.w2,0.0000002834,0.01000,0.436
+12,block_sparse_moe.experts.174.w2,0.0000002487,0.01000,0.425
+12,block_sparse_moe.experts.175.w2,0.0000003656,0.01000,0.418
+12,block_sparse_moe.experts.176.w2,0.0000003314,0.01000,0.436
+12,block_sparse_moe.experts.177.w2,0.0000003230,0.01000,0.422
+12,block_sparse_moe.experts.178.w2,0.0000003225,0.01000,0.434
+12,block_sparse_moe.experts.179.w2,0.0000003227,0.01000,0.437
+12,block_sparse_moe.experts.180.w2,0.0000003108,0.01000,0.425
+12,block_sparse_moe.experts.181.w2,0.0000003342,0.01000,0.426
+12,block_sparse_moe.experts.182.w2,0.0000003161,0.01000,0.413
+12,block_sparse_moe.experts.183.w2,0.0000003038,0.01000,0.415
+12,block_sparse_moe.experts.184.w2,0.0000002399,0.01000,0.418
+12,block_sparse_moe.experts.185.w2,0.0000003270,0.01000,0.415
+12,block_sparse_moe.experts.186.w2,0.0000002737,0.01000,0.419
+12,block_sparse_moe.experts.187.w2,0.0000002821,0.01000,0.422
+12,block_sparse_moe.experts.188.w2,0.0000003528,0.01000,0.424
+12,block_sparse_moe.experts.189.w2,0.0000003322,0.01000,0.414
+12,block_sparse_moe.experts.190.w2,0.0000003218,0.01000,0.414
+12,block_sparse_moe.experts.191.w2,0.0000003582,0.01000,0.417
+12,block_sparse_moe.experts.192.w2,0.0000002013,0.01000,0.419
+12,block_sparse_moe.experts.193.w2,0.0000003252,0.01000,0.420
+12,block_sparse_moe.experts.194.w2,0.0000003711,0.01000,0.425
+12,block_sparse_moe.experts.195.w2,0.0000003498,0.01000,0.423
+12,block_sparse_moe.experts.196.w2,0.0000003317,0.01000,0.424
+12,block_sparse_moe.experts.197.w2,0.0000002571,0.01000,0.419
+12,block_sparse_moe.experts.198.w2,0.0000002295,0.01000,0.424
+12,block_sparse_moe.experts.199.w2,0.0000002532,0.01000,0.412
+12,block_sparse_moe.experts.200.w2,0.0000003816,0.01000,0.414
+12,block_sparse_moe.experts.201.w2,0.0000002967,0.01000,0.423
+12,block_sparse_moe.experts.202.w2,0.0000003038,0.01000,0.418
+12,block_sparse_moe.experts.203.w2,0.0000003190,0.01000,0.411
+12,block_sparse_moe.experts.204.w2,0.0000003074,0.01000,0.411
+12,block_sparse_moe.experts.206.w2,0.0000003051,0.01000,0.409
+12,block_sparse_moe.experts.205.w2,0.0000003430,0.01000,0.431
+12,block_sparse_moe.experts.207.w2,0.0000003248,0.01000,0.415
+12,block_sparse_moe.experts.208.w2,0.0000003752,0.01000,0.421
+12,block_sparse_moe.experts.209.w2,0.0000002538,0.01000,0.420
+12,block_sparse_moe.experts.210.w2,0.0000003291,0.01000,0.415
+12,block_sparse_moe.experts.211.w2,0.0000003164,0.01000,0.416
+12,block_sparse_moe.experts.212.w2,0.0000002384,0.01000,0.420
+12,block_sparse_moe.experts.213.w2,0.0000002591,0.01000,0.425
+12,block_sparse_moe.experts.214.w2,0.0000002762,0.01000,0.421
+12,block_sparse_moe.experts.215.w2,0.0000003022,0.01000,0.433
+12,block_sparse_moe.experts.216.w2,0.0000002984,0.01000,0.416
+12,block_sparse_moe.experts.217.w2,0.0000003119,0.01000,0.410
+12,block_sparse_moe.experts.218.w2,0.0000003349,0.01000,0.425
+12,block_sparse_moe.experts.219.w2,0.0000003495,0.01000,0.412
+12,block_sparse_moe.experts.220.w2,0.0000003625,0.01000,0.415
+12,block_sparse_moe.experts.221.w2,0.0000003376,0.01000,0.418
+12,block_sparse_moe.experts.222.w2,0.0000002783,0.01000,0.421
+12,block_sparse_moe.experts.223.w2,0.0000003394,0.01000,0.433
+12,block_sparse_moe.experts.224.w2,0.0000003422,0.01000,0.410
+12,block_sparse_moe.experts.225.w2,0.0000002994,0.01000,0.430
+12,block_sparse_moe.experts.226.w2,0.0000002413,0.01000,0.415
+12,block_sparse_moe.experts.227.w2,0.0000003835,0.01000,0.417
+12,block_sparse_moe.experts.228.w2,0.0000003029,0.01000,0.420
+12,block_sparse_moe.experts.229.w2,0.0000003708,0.01000,0.421
+12,block_sparse_moe.experts.230.w2,0.0000002765,0.01000,0.435
+12,block_sparse_moe.experts.231.w2,0.0000003133,0.01000,0.417
+12,block_sparse_moe.experts.232.w2,0.0000003247,0.01000,0.413
+12,block_sparse_moe.experts.233.w2,0.0000003132,0.01000,0.412
+12,block_sparse_moe.experts.234.w2,0.0000003219,0.01000,0.417
+12,block_sparse_moe.experts.235.w2,0.0000003135,0.01000,0.420
+12,block_sparse_moe.experts.236.w2,0.0000002484,0.01000,0.418
+12,block_sparse_moe.experts.237.w2,0.0000002798,0.01000,0.426
+12,block_sparse_moe.experts.238.w2,0.0000002996,0.01000,0.413
+12,block_sparse_moe.experts.239.w2,0.0000002841,0.01000,0.414
+12,block_sparse_moe.experts.240.w2,0.0000003387,0.01000,0.416
+12,block_sparse_moe.experts.241.w2,0.0000003197,0.01000,0.417
+12,block_sparse_moe.experts.242.w2,0.0000003295,0.01000,0.418
+12,block_sparse_moe.experts.243.w2,0.0000003600,0.01000,0.419
+12,block_sparse_moe.experts.244.w2,0.0000003122,0.01000,0.435
+12,block_sparse_moe.experts.245.w2,0.0000002918,0.01000,0.415
+12,block_sparse_moe.experts.247.w2,0.0000003025,0.01000,0.417
+12,block_sparse_moe.experts.246.w2,0.0000003657,0.01000,0.446
+12,block_sparse_moe.experts.248.w2,0.0000003500,0.01000,0.421
+12,block_sparse_moe.experts.249.w2,0.0000002097,0.01000,0.418
+12,block_sparse_moe.experts.250.w2,0.0000003519,0.01000,0.412
+12,block_sparse_moe.experts.252.w2,0.0000002991,0.01000,0.392
+12,block_sparse_moe.experts.251.w2,0.0000003808,0.01000,0.399
+12,block_sparse_moe.experts.253.w2,0.0000003280,0.01000,0.372
+12,block_sparse_moe.experts.255.w2,0.0000003081,0.01000,0.360
+12,block_sparse_moe.experts.254.w2,0.0000003415,0.01000,0.376
+13,block_sparse_moe.experts.0.w1,0.0000022101,0.01000,0.807
+13,block_sparse_moe.experts.1.w1,0.0000022113,0.01000,0.817
+13,block_sparse_moe.experts.2.w1,0.0000022180,0.01000,0.829
+13,block_sparse_moe.experts.3.w1,0.0000022089,0.01000,0.834
+13,block_sparse_moe.experts.4.w1,0.0000020957,0.01000,0.837
+13,block_sparse_moe.experts.5.w1,0.0000019969,0.01000,0.847
+13,block_sparse_moe.experts.6.w1,0.0000022526,0.01000,0.866
+13,block_sparse_moe.experts.7.w1,0.0000021960,0.01000,0.820
+13,block_sparse_moe.experts.8.w1,0.0000022195,0.01000,0.842
+13,block_sparse_moe.experts.9.w1,0.0000021948,0.01000,0.833
+13,block_sparse_moe.experts.10.w1,0.0000021936,0.01000,0.842
+13,block_sparse_moe.experts.11.w1,0.0000022466,0.01000,0.845
+13,block_sparse_moe.experts.12.w1,0.0000021492,0.01000,0.851
+13,block_sparse_moe.experts.13.w1,0.0000021813,0.01000,0.850
+13,block_sparse_moe.experts.14.w1,0.0000021853,0.01000,0.820
+13,block_sparse_moe.experts.15.w1,0.0000021698,0.01000,0.832
+13,block_sparse_moe.experts.16.w1,0.0000022033,0.01000,0.838
+13,block_sparse_moe.experts.17.w1,0.0000021632,0.01000,0.841
+13,block_sparse_moe.experts.18.w1,0.0000022149,0.01000,0.837
+13,block_sparse_moe.experts.19.w1,0.0000021890,0.01000,0.850
+13,block_sparse_moe.experts.20.w1,0.0000022865,0.01000,0.855
+13,block_sparse_moe.experts.21.w1,0.0000021980,0.01000,0.831
+13,block_sparse_moe.experts.22.w1,0.0000022251,0.01000,0.831
+13,block_sparse_moe.experts.23.w1,0.0000021515,0.01000,0.839
+13,block_sparse_moe.experts.24.w1,0.0000020231,0.01000,0.842
+13,block_sparse_moe.experts.25.w1,0.0000022033,0.01000,0.865
+13,block_sparse_moe.experts.26.w1,0.0000022265,0.01000,0.850
+13,block_sparse_moe.experts.27.w1,0.0000021475,0.01000,0.857
+13,block_sparse_moe.experts.28.w1,0.0000022169,0.01000,0.818
+13,block_sparse_moe.experts.29.w1,0.0000021779,0.01000,0.830
+13,block_sparse_moe.experts.30.w1,0.0000021858,0.01000,0.843
+13,block_sparse_moe.experts.31.w1,0.0000021690,0.01000,0.840
+13,block_sparse_moe.experts.32.w1,0.0000021971,0.01000,0.854
+13,block_sparse_moe.experts.33.w1,0.0000022234,0.01000,0.849
+13,block_sparse_moe.experts.34.w1,0.0000021680,0.01000,0.881
+13,block_sparse_moe.experts.35.w1,0.0000022289,0.01000,0.818
+13,block_sparse_moe.experts.36.w1,0.0000022331,0.01000,0.847
+13,block_sparse_moe.experts.37.w1,0.0000022114,0.01000,0.830
+13,block_sparse_moe.experts.38.w1,0.0000022069,0.01000,0.835
+13,block_sparse_moe.experts.39.w1,0.0000022184,0.01000,0.836
+13,block_sparse_moe.experts.40.w1,0.0000021958,0.01000,0.836
+13,block_sparse_moe.experts.41.w1,0.0000021899,0.01000,0.862
+13,block_sparse_moe.experts.42.w1,0.0000023264,0.01000,0.818
+13,block_sparse_moe.experts.43.w1,0.0000022091,0.01000,0.835
+13,block_sparse_moe.experts.44.w1,0.0000022536,0.01000,0.828
+13,block_sparse_moe.experts.45.w1,0.0000022335,0.01000,0.831
+13,block_sparse_moe.experts.46.w1,0.0000020686,0.01000,0.837
+13,block_sparse_moe.experts.47.w1,0.0000021789,0.01000,0.835
+13,block_sparse_moe.experts.48.w1,0.0000022191,0.01000,0.858
+13,block_sparse_moe.experts.49.w1,0.0000021715,0.01000,0.818
+13,block_sparse_moe.experts.50.w1,0.0000021272,0.01000,0.829
+13,block_sparse_moe.experts.51.w1,0.0000021480,0.01000,0.830
+13,block_sparse_moe.experts.52.w1,0.0000022505,0.01000,0.831
+13,block_sparse_moe.experts.53.w1,0.0000022002,0.01000,0.837
+13,block_sparse_moe.experts.54.w1,0.0000021622,0.01000,0.832
+13,block_sparse_moe.experts.55.w1,0.0000022663,0.01000,0.855
+13,block_sparse_moe.experts.56.w1,0.0000021737,0.01000,0.817
+13,block_sparse_moe.experts.57.w1,0.0000020177,0.01000,0.833
+13,block_sparse_moe.experts.58.w1,0.0000022372,0.01000,0.825
+13,block_sparse_moe.experts.59.w1,0.0000021786,0.01000,0.832
+13,block_sparse_moe.experts.60.w1,0.0000022171,0.01000,0.836
+13,block_sparse_moe.experts.61.w1,0.0000022297,0.01000,0.843
+13,block_sparse_moe.experts.62.w1,0.0000020704,0.01000,0.856
+13,block_sparse_moe.experts.63.w1,0.0000021614,0.01000,0.822
+13,block_sparse_moe.experts.64.w1,0.0000021996,0.01000,0.831
+13,block_sparse_moe.experts.65.w1,0.0000021918,0.01000,0.832
+13,block_sparse_moe.experts.66.w1,0.0000022185,0.01000,0.831
+13,block_sparse_moe.experts.67.w1,0.0000022030,0.01000,0.849
+13,block_sparse_moe.experts.68.w1,0.0000022132,0.01000,0.845
+13,block_sparse_moe.experts.69.w1,0.0000022323,0.01000,0.862
+13,block_sparse_moe.experts.70.w1,0.0000021611,0.01000,0.819
+13,block_sparse_moe.experts.71.w1,0.0000021426,0.01000,0.843
+13,block_sparse_moe.experts.72.w1,0.0000021633,0.01000,0.829
+13,block_sparse_moe.experts.73.w1,0.0000021755,0.01000,0.837
+13,block_sparse_moe.experts.74.w1,0.0000022188,0.01000,0.848
+13,block_sparse_moe.experts.75.w1,0.0000021189,0.01000,0.850
+13,block_sparse_moe.experts.76.w1,0.0000021447,0.01000,0.854
+13,block_sparse_moe.experts.77.w1,0.0000022086,0.01000,0.811
+13,block_sparse_moe.experts.78.w1,0.0000021836,0.01000,0.823
+13,block_sparse_moe.experts.79.w1,0.0000021965,0.01000,0.825
+13,block_sparse_moe.experts.80.w1,0.0000020841,0.01000,0.827
+13,block_sparse_moe.experts.81.w1,0.0000022467,0.01000,0.818
+13,block_sparse_moe.experts.82.w1,0.0000021677,0.01000,0.821
+13,block_sparse_moe.experts.83.w1,0.0000022369,0.01000,0.828
+13,block_sparse_moe.experts.84.w1,0.0000021917,0.01000,0.812
+13,block_sparse_moe.experts.86.w1,0.0000021591,0.01000,0.825
+13,block_sparse_moe.experts.85.w1,0.0000021931,0.01000,0.861
+13,block_sparse_moe.experts.87.w1,0.0000021617,0.01000,0.827
+13,block_sparse_moe.experts.88.w1,0.0000021975,0.01000,0.833
+13,block_sparse_moe.experts.89.w1,0.0000021360,0.01000,0.843
+13,block_sparse_moe.experts.90.w1,0.0000022006,0.01000,0.854
+13,block_sparse_moe.experts.91.w1,0.0000021930,0.01000,0.820
+13,block_sparse_moe.experts.92.w1,0.0000021824,0.01000,0.852
+13,block_sparse_moe.experts.93.w1,0.0000021805,0.01000,0.841
+13,block_sparse_moe.experts.94.w1,0.0000022087,0.01000,0.836
+13,block_sparse_moe.experts.95.w1,0.0000021829,0.01000,0.841
+13,block_sparse_moe.experts.96.w1,0.0000022376,0.01000,0.831
+13,block_sparse_moe.experts.97.w1,0.0000022010,0.01000,0.855
+13,block_sparse_moe.experts.98.w1,0.0000021889,0.01000,0.825
+13,block_sparse_moe.experts.99.w1,0.0000021752,0.01000,0.831
+13,block_sparse_moe.experts.100.w1,0.0000021468,0.01000,0.833
+13,block_sparse_moe.experts.101.w1,0.0000021928,0.01000,0.833
+13,block_sparse_moe.experts.102.w1,0.0000024824,0.01000,0.839
+13,block_sparse_moe.experts.103.w1,0.0000021472,0.01000,0.830
+13,block_sparse_moe.experts.104.w1,0.0000021363,0.01000,0.848
+13,block_sparse_moe.experts.105.w1,0.0000022839,0.01000,0.830
+13,block_sparse_moe.experts.106.w1,0.0000022190,0.01000,0.833
+13,block_sparse_moe.experts.107.w1,0.0000021735,0.01000,0.845
+13,block_sparse_moe.experts.108.w1,0.0000021977,0.01000,0.828
+13,block_sparse_moe.experts.109.w1,0.0000022080,0.01000,0.842
+13,block_sparse_moe.experts.110.w1,0.0000021873,0.01000,0.833
+13,block_sparse_moe.experts.111.w1,0.0000022936,0.01000,0.855
+13,block_sparse_moe.experts.112.w1,0.0000022408,0.01000,0.809
+13,block_sparse_moe.experts.113.w1,0.0000022143,0.01000,0.842
+13,block_sparse_moe.experts.114.w1,0.0000019567,0.01000,0.830
+13,block_sparse_moe.experts.115.w1,0.0000024091,0.01000,0.830
+13,block_sparse_moe.experts.116.w1,0.0000023826,0.01000,0.836
+13,block_sparse_moe.experts.117.w1,0.0000021740,0.01000,0.834
+13,block_sparse_moe.experts.118.w1,0.0000021932,0.01000,0.857
+13,block_sparse_moe.experts.119.w1,0.0000022033,0.01000,0.810
+13,block_sparse_moe.experts.121.w1,0.0000021672,0.01000,0.830
+13,block_sparse_moe.experts.120.w1,0.0000021392,0.01000,0.849
+13,block_sparse_moe.experts.122.w1,0.0000021634,0.01000,0.833
+13,block_sparse_moe.experts.123.w1,0.0000022901,0.01000,0.839
+13,block_sparse_moe.experts.124.w1,0.0000022035,0.01000,0.830
+13,block_sparse_moe.experts.125.w1,0.0000020740,0.01000,0.854
+13,block_sparse_moe.experts.126.w1,0.0000022582,0.01000,0.814
+13,block_sparse_moe.experts.127.w1,0.0000022923,0.01000,0.822
+13,block_sparse_moe.experts.129.w1,0.0000021524,0.01000,0.828
+13,block_sparse_moe.experts.128.w1,0.0000021055,0.01000,0.872
+13,block_sparse_moe.experts.130.w1,0.0000021856,0.01000,0.836
+13,block_sparse_moe.experts.131.w1,0.0000022063,0.01000,0.840
+13,block_sparse_moe.experts.133.w1,0.0000022064,0.01000,0.818
+13,block_sparse_moe.experts.132.w1,0.0000021549,0.01000,0.870
+13,block_sparse_moe.experts.134.w1,0.0000022141,0.01000,0.835
+13,block_sparse_moe.experts.135.w1,0.0000024438,0.01000,0.845
+13,block_sparse_moe.experts.136.w1,0.0000022059,0.01000,0.849
+13,block_sparse_moe.experts.137.w1,0.0000021597,0.01000,0.839
+13,block_sparse_moe.experts.138.w1,0.0000022422,0.01000,0.829
+13,block_sparse_moe.experts.140.w1,0.0000021137,0.01000,0.826
+13,block_sparse_moe.experts.139.w1,0.0000021765,0.01000,0.869
+13,block_sparse_moe.experts.141.w1,0.0000021975,0.01000,0.827
+13,block_sparse_moe.experts.142.w1,0.0000021382,0.01000,0.841
+13,block_sparse_moe.experts.143.w1,0.0000021411,0.01000,0.828
+13,block_sparse_moe.experts.145.w1,0.0000021573,0.01000,0.835
+13,block_sparse_moe.experts.144.w1,0.0000021520,0.01000,0.903
+13,block_sparse_moe.experts.147.w1,0.0000021333,0.01000,0.811
+13,block_sparse_moe.experts.146.w1,0.0000022710,0.01000,0.909
+13,block_sparse_moe.experts.148.w1,0.0000021929,0.01000,0.820
+13,block_sparse_moe.experts.149.w1,0.0000021750,0.01000,0.833
+13,block_sparse_moe.experts.150.w1,0.0000020818,0.01000,0.821
+13,block_sparse_moe.experts.151.w1,0.0000021772,0.01000,0.843
+13,block_sparse_moe.experts.152.w1,0.0000021772,0.01000,0.836
+13,block_sparse_moe.experts.153.w1,0.0000022204,0.01000,0.853
+13,block_sparse_moe.experts.154.w1,0.0000021084,0.01000,0.815
+13,block_sparse_moe.experts.155.w1,0.0000021378,0.01000,0.827
+13,block_sparse_moe.experts.156.w1,0.0000022192,0.01000,0.841
+13,block_sparse_moe.experts.157.w1,0.0000022192,0.01000,0.828
+13,block_sparse_moe.experts.158.w1,0.0000021800,0.01000,0.832
+13,block_sparse_moe.experts.159.w1,0.0000020565,0.01000,0.835
+13,block_sparse_moe.experts.160.w1,0.0000022234,0.01000,0.838
+13,block_sparse_moe.experts.161.w1,0.0000021844,0.01000,0.821
+13,block_sparse_moe.experts.162.w1,0.0000022063,0.01000,0.827
+13,block_sparse_moe.experts.164.w1,0.0000021700,0.01000,0.828
+13,block_sparse_moe.experts.163.w1,0.0000022164,0.01000,0.863
+13,block_sparse_moe.experts.165.w1,0.0000022086,0.01000,0.831
+13,block_sparse_moe.experts.166.w1,0.0000021888,0.01000,0.835
+13,block_sparse_moe.experts.167.w1,0.0000021954,0.01000,0.836
+13,block_sparse_moe.experts.168.w1,0.0000022684,0.01000,0.827
+13,block_sparse_moe.experts.169.w1,0.0000021932,0.01000,0.818
+13,block_sparse_moe.experts.170.w1,0.0000021947,0.01000,0.833
+13,block_sparse_moe.experts.171.w1,0.0000021612,0.01000,0.829
+13,block_sparse_moe.experts.172.w1,0.0000021709,0.01000,0.831
+13,block_sparse_moe.experts.173.w1,0.0000021310,0.01000,0.835
+13,block_sparse_moe.experts.174.w1,0.0000021557,0.01000,0.835
+13,block_sparse_moe.experts.175.w1,0.0000023161,0.01000,0.826
+13,block_sparse_moe.experts.176.w1,0.0000021456,0.01000,0.834
+13,block_sparse_moe.experts.177.w1,0.0000022300,0.01000,0.839
+13,block_sparse_moe.experts.178.w1,0.0000022433,0.01000,0.834
+13,block_sparse_moe.experts.179.w1,0.0000021970,0.01000,0.832
+13,block_sparse_moe.experts.180.w1,0.0000022613,0.01000,0.827
+13,block_sparse_moe.experts.182.w1,0.0000021425,0.01000,0.826
+13,block_sparse_moe.experts.181.w1,0.0000021562,0.01000,0.855
+13,block_sparse_moe.experts.183.w1,0.0000021867,0.01000,0.822
+13,block_sparse_moe.experts.184.w1,0.0000021719,0.01000,0.827
+13,block_sparse_moe.experts.185.w1,0.0000022072,0.01000,0.833
+13,block_sparse_moe.experts.186.w1,0.0000021869,0.01000,0.829
+13,block_sparse_moe.experts.187.w1,0.0000021829,0.01000,0.828
+13,block_sparse_moe.experts.189.w1,0.0000022347,0.01000,0.813
+13,block_sparse_moe.experts.188.w1,0.0000021751,0.01000,0.871
+13,block_sparse_moe.experts.190.w1,0.0000021929,0.01000,0.826
+13,block_sparse_moe.experts.191.w1,0.0000021900,0.01000,0.826
+13,block_sparse_moe.experts.192.w1,0.0000021898,0.01000,0.836
+13,block_sparse_moe.experts.193.w1,0.0000021803,0.01000,0.831
+13,block_sparse_moe.experts.194.w1,0.0000021909,0.01000,0.843
+13,block_sparse_moe.experts.195.w1,0.0000021364,0.01000,0.839
+13,block_sparse_moe.experts.196.w1,0.0000021069,0.01000,0.835
+13,block_sparse_moe.experts.197.w1,0.0000021856,0.01000,0.828
+13,block_sparse_moe.experts.198.w1,0.0000021197,0.01000,0.834
+13,block_sparse_moe.experts.199.w1,0.0000023107,0.01000,0.844
+13,block_sparse_moe.experts.200.w1,0.0000021715,0.01000,0.855
+13,block_sparse_moe.experts.201.w1,0.0000021930,0.01000,0.849
+13,block_sparse_moe.experts.203.w1,0.0000022372,0.01000,0.831
+13,block_sparse_moe.experts.202.w1,0.0000022244,0.01000,0.865
+13,block_sparse_moe.experts.204.w1,0.0000022368,0.01000,0.823
+13,block_sparse_moe.experts.205.w1,0.0000021561,0.01000,0.838
+13,block_sparse_moe.experts.206.w1,0.0000022330,0.01000,0.833
+13,block_sparse_moe.experts.207.w1,0.0000021869,0.01000,0.850
+13,block_sparse_moe.experts.208.w1,0.0000022035,0.01000,0.858
+13,block_sparse_moe.experts.210.w1,0.0000021687,0.01000,0.831
+13,block_sparse_moe.experts.209.w1,0.0000020492,0.01000,0.871
+13,block_sparse_moe.experts.211.w1,0.0000022499,0.01000,0.824
+13,block_sparse_moe.experts.212.w1,0.0000021664,0.01000,0.827
+13,block_sparse_moe.experts.213.w1,0.0000022186,0.01000,0.818
+13,block_sparse_moe.experts.214.w1,0.0000023429,0.01000,0.844
+13,block_sparse_moe.experts.215.w1,0.0000021801,0.01000,0.831
+13,block_sparse_moe.experts.216.w1,0.0000022118,0.01000,0.853
+13,block_sparse_moe.experts.217.w1,0.0000022324,0.01000,0.824
+13,block_sparse_moe.experts.218.w1,0.0000021933,0.01000,0.840
+13,block_sparse_moe.experts.219.w1,0.0000021840,0.01000,0.841
+13,block_sparse_moe.experts.220.w1,0.0000022099,0.01000,0.826
+13,block_sparse_moe.experts.221.w1,0.0000021976,0.01000,0.834
+13,block_sparse_moe.experts.222.w1,0.0000022912,0.01000,0.831
+13,block_sparse_moe.experts.224.w1,0.0000022554,0.01000,0.826
+13,block_sparse_moe.experts.223.w1,0.0000022821,0.01000,0.864
+13,block_sparse_moe.experts.225.w1,0.0000022907,0.01000,0.839
+13,block_sparse_moe.experts.226.w1,0.0000022238,0.01000,0.844
+13,block_sparse_moe.experts.227.w1,0.0000021688,0.01000,0.844
+13,block_sparse_moe.experts.228.w1,0.0000022450,0.01000,0.842
+13,block_sparse_moe.experts.229.w1,0.0000021851,0.01000,0.829
+13,block_sparse_moe.experts.231.w1,0.0000021260,0.01000,0.820
+13,block_sparse_moe.experts.230.w1,0.0000022198,0.01000,0.855
+13,block_sparse_moe.experts.232.w1,0.0000019663,0.01000,0.831
+13,block_sparse_moe.experts.233.w1,0.0000022521,0.01000,0.832
+13,block_sparse_moe.experts.234.w1,0.0000022637,0.01000,0.827
+13,block_sparse_moe.experts.235.w1,0.0000022006,0.01000,0.837
+13,block_sparse_moe.experts.236.w1,0.0000022011,0.01000,0.847
+13,block_sparse_moe.experts.238.w1,0.0000021858,0.01000,0.825
+13,block_sparse_moe.experts.237.w1,0.0000021838,0.01000,0.874
+13,block_sparse_moe.experts.239.w1,0.0000022169,0.01000,0.829
+13,block_sparse_moe.experts.240.w1,0.0000021507,0.01000,0.831
+13,block_sparse_moe.experts.241.w1,0.0000021761,0.01000,0.828
+13,block_sparse_moe.experts.242.w1,0.0000021606,0.01000,0.833
+13,block_sparse_moe.experts.243.w1,0.0000022219,0.01000,0.839
+13,block_sparse_moe.experts.244.w1,0.0000021553,0.01000,0.856
+13,block_sparse_moe.experts.245.w1,0.0000022186,0.01000,0.834
+13,block_sparse_moe.experts.246.w1,0.0000020410,0.01000,0.829
+13,block_sparse_moe.experts.247.w1,0.0000022077,0.01000,0.844
+13,block_sparse_moe.experts.248.w1,0.0000021201,0.01000,0.844
+13,block_sparse_moe.experts.249.w1,0.0000020133,0.01000,0.845
+13,block_sparse_moe.experts.250.w1,0.0000021890,0.01000,0.855
+13,block_sparse_moe.experts.252.w1,0.0000021064,0.01000,0.814
+13,block_sparse_moe.experts.251.w1,0.0000021518,0.01000,0.861
+13,block_sparse_moe.experts.253.w1,0.0000021934,0.01000,0.826
+13,block_sparse_moe.experts.254.w1,0.0000021496,0.01000,0.825
+13,block_sparse_moe.experts.255.w1,0.0000022176,0.01000,0.823
+13,block_sparse_moe.experts.0.w3,0.0000021919,0.01000,0.851
+13,block_sparse_moe.experts.1.w3,0.0000021842,0.01000,0.837
+13,block_sparse_moe.experts.3.w3,0.0000021927,0.01000,0.834
+13,block_sparse_moe.experts.2.w3,0.0000021494,0.01000,0.862
+13,block_sparse_moe.experts.4.w3,0.0000020781,0.01000,0.840
+13,block_sparse_moe.experts.5.w3,0.0000019151,0.01000,0.834
+13,block_sparse_moe.experts.6.w3,0.0000022667,0.01000,0.836
+13,block_sparse_moe.experts.7.w3,0.0000021344,0.01000,0.871
+13,block_sparse_moe.experts.8.w3,0.0000022197,0.01000,0.845
+13,block_sparse_moe.experts.10.w3,0.0000021665,0.01000,0.820
+13,block_sparse_moe.experts.9.w3,0.0000021950,0.01000,0.893
+13,block_sparse_moe.experts.11.w3,0.0000021675,0.01000,0.831
+13,block_sparse_moe.experts.12.w3,0.0000021264,0.01000,0.825
+13,block_sparse_moe.experts.13.w3,0.0000021621,0.01000,0.828
+13,block_sparse_moe.experts.14.w3,0.0000021811,0.01000,0.837
+13,block_sparse_moe.experts.15.w3,0.0000021275,0.01000,0.843
+13,block_sparse_moe.experts.16.w3,0.0000022114,0.01000,0.857
+13,block_sparse_moe.experts.17.w3,0.0000021180,0.01000,0.846
+13,block_sparse_moe.experts.18.w3,0.0000021823,0.01000,0.844
+13,block_sparse_moe.experts.19.w3,0.0000021746,0.01000,0.825
+13,block_sparse_moe.experts.20.w3,0.0000021208,0.01000,0.830
+13,block_sparse_moe.experts.21.w3,0.0000021772,0.01000,0.841
+13,block_sparse_moe.experts.22.w3,0.0000021849,0.01000,0.829
+13,block_sparse_moe.experts.23.w3,0.0000020968,0.01000,0.838
+13,block_sparse_moe.experts.24.w3,0.0000019610,0.01000,0.825
+13,block_sparse_moe.experts.25.w3,0.0000021777,0.01000,0.827
+13,block_sparse_moe.experts.26.w3,0.0000022257,0.01000,0.827
+13,block_sparse_moe.experts.27.w3,0.0000020974,0.01000,0.837
+13,block_sparse_moe.experts.28.w3,0.0000021794,0.01000,0.834
+13,block_sparse_moe.experts.29.w3,0.0000021443,0.01000,0.833
+13,block_sparse_moe.experts.30.w3,0.0000021511,0.01000,0.835
+13,block_sparse_moe.experts.31.w3,0.0000021164,0.01000,0.819
+13,block_sparse_moe.experts.32.w3,0.0000021710,0.01000,0.825
+13,block_sparse_moe.experts.33.w3,0.0000022331,0.01000,0.830
+13,block_sparse_moe.experts.34.w3,0.0000021217,0.01000,0.839
+13,block_sparse_moe.experts.35.w3,0.0000021449,0.01000,0.839
+13,block_sparse_moe.experts.36.w3,0.0000022226,0.01000,0.834
+13,block_sparse_moe.experts.37.w3,0.0000022085,0.01000,0.842
+13,block_sparse_moe.experts.38.w3,0.0000021482,0.01000,0.830
+13,block_sparse_moe.experts.39.w3,0.0000020783,0.01000,0.833
+13,block_sparse_moe.experts.40.w3,0.0000021771,0.01000,0.824
+13,block_sparse_moe.experts.41.w3,0.0000021183,0.01000,0.835
+13,block_sparse_moe.experts.42.w3,0.0000020837,0.01000,0.837
+13,block_sparse_moe.experts.43.w3,0.0000021808,0.01000,0.829
+13,block_sparse_moe.experts.44.w3,0.0000021701,0.01000,0.837
+13,block_sparse_moe.experts.45.w3,0.0000021806,0.01000,0.829
+13,block_sparse_moe.experts.46.w3,0.0000020512,0.01000,0.837
+13,block_sparse_moe.experts.47.w3,0.0000021742,0.01000,0.831
+13,block_sparse_moe.experts.48.w3,0.0000022178,0.01000,0.841
+13,block_sparse_moe.experts.50.w3,0.0000020586,0.01000,0.831
+13,block_sparse_moe.experts.49.w3,0.0000021391,0.01000,0.854
+13,block_sparse_moe.experts.52.w3,0.0000022210,0.01000,0.832
+13,block_sparse_moe.experts.51.w3,0.0000021153,0.01000,0.868
+13,block_sparse_moe.experts.53.w3,0.0000021799,0.01000,0.836
+13,block_sparse_moe.experts.54.w3,0.0000021402,0.01000,0.828
+13,block_sparse_moe.experts.55.w3,0.0000022883,0.01000,0.823
+13,block_sparse_moe.experts.56.w3,0.0000021227,0.01000,0.830
+13,block_sparse_moe.experts.57.w3,0.0000019428,0.01000,0.835
+13,block_sparse_moe.experts.58.w3,0.0000021632,0.01000,0.851
+13,block_sparse_moe.experts.59.w3,0.0000021347,0.01000,0.827
+13,block_sparse_moe.experts.60.w3,0.0000021912,0.01000,0.847
+13,block_sparse_moe.experts.61.w3,0.0000021557,0.01000,0.838
+13,block_sparse_moe.experts.62.w3,0.0000019916,0.01000,0.821
+13,block_sparse_moe.experts.64.w3,0.0000021577,0.01000,0.836
+13,block_sparse_moe.experts.63.w3,0.0000021014,0.01000,0.871
+13,block_sparse_moe.experts.66.w3,0.0000022015,0.01000,0.825
+13,block_sparse_moe.experts.65.w3,0.0000021821,0.01000,0.876
+13,block_sparse_moe.experts.67.w3,0.0000021674,0.01000,0.855
+13,block_sparse_moe.experts.68.w3,0.0000021756,0.01000,0.842
+13,block_sparse_moe.experts.69.w3,0.0000022078,0.01000,0.832
+13,block_sparse_moe.experts.70.w3,0.0000021132,0.01000,0.823
+13,block_sparse_moe.experts.71.w3,0.0000021027,0.01000,0.848
+13,block_sparse_moe.experts.72.w3,0.0000021419,0.01000,0.836
+13,block_sparse_moe.experts.73.w3,0.0000021285,0.01000,0.807
+13,block_sparse_moe.experts.74.w3,0.0000021694,0.01000,0.850
+13,block_sparse_moe.experts.75.w3,0.0000020452,0.01000,0.831
+13,block_sparse_moe.experts.76.w3,0.0000020977,0.01000,0.826
+13,block_sparse_moe.experts.77.w3,0.0000021202,0.01000,0.838
+13,block_sparse_moe.experts.78.w3,0.0000021225,0.01000,0.847
+13,block_sparse_moe.experts.80.w3,0.0000020483,0.01000,0.818
+13,block_sparse_moe.experts.79.w3,0.0000021937,0.01000,0.861
+13,block_sparse_moe.experts.81.w3,0.0000022449,0.01000,0.826
+13,block_sparse_moe.experts.82.w3,0.0000021196,0.01000,0.824
+13,block_sparse_moe.experts.83.w3,0.0000021214,0.01000,0.825
+13,block_sparse_moe.experts.84.w3,0.0000020972,0.01000,0.835
+13,block_sparse_moe.experts.85.w3,0.0000021551,0.01000,0.850
+13,block_sparse_moe.experts.86.w3,0.0000021152,0.01000,0.844
+13,block_sparse_moe.experts.87.w3,0.0000020829,0.01000,0.825
+13,block_sparse_moe.experts.88.w3,0.0000021424,0.01000,0.842
+13,block_sparse_moe.experts.89.w3,0.0000020658,0.01000,0.829
+13,block_sparse_moe.experts.90.w3,0.0000021890,0.01000,0.831
+13,block_sparse_moe.experts.91.w3,0.0000021725,0.01000,0.842
+13,block_sparse_moe.experts.92.w3,0.0000021585,0.01000,0.836
+13,block_sparse_moe.experts.94.w3,0.0000021900,0.01000,0.827
+13,block_sparse_moe.experts.93.w3,0.0000021456,0.01000,0.861
+13,block_sparse_moe.experts.95.w3,0.0000021447,0.01000,0.833
+13,block_sparse_moe.experts.96.w3,0.0000021967,0.01000,0.833
+13,block_sparse_moe.experts.97.w3,0.0000021991,0.01000,0.832
+13,block_sparse_moe.experts.98.w3,0.0000021437,0.01000,0.836
+13,block_sparse_moe.experts.99.w3,0.0000021401,0.01000,0.834
+13,block_sparse_moe.experts.101.w3,0.0000021576,0.01000,0.818
+13,block_sparse_moe.experts.100.w3,0.0000021232,0.01000,0.870
+13,block_sparse_moe.experts.102.w3,0.0000021948,0.01000,0.827
+13,block_sparse_moe.experts.103.w3,0.0000021270,0.01000,0.830
+13,block_sparse_moe.experts.104.w3,0.0000020822,0.01000,0.841
+13,block_sparse_moe.experts.105.w3,0.0000021184,0.01000,0.861
+13,block_sparse_moe.experts.106.w3,0.0000021974,0.01000,0.839
+13,block_sparse_moe.experts.108.w3,0.0000020988,0.01000,0.824
+13,block_sparse_moe.experts.107.w3,0.0000021302,0.01000,0.851
+13,block_sparse_moe.experts.109.w3,0.0000021761,0.01000,0.829
+13,block_sparse_moe.experts.110.w3,0.0000021312,0.01000,0.832
+13,block_sparse_moe.experts.111.w3,0.0000021876,0.01000,0.828
+13,block_sparse_moe.experts.112.w3,0.0000021410,0.01000,0.844
+13,block_sparse_moe.experts.113.w3,0.0000021361,0.01000,0.841
+13,block_sparse_moe.experts.115.w3,0.0000022112,0.01000,0.828
+13,block_sparse_moe.experts.116.w3,0.0000021528,0.01000,0.833
+13,block_sparse_moe.experts.114.w3,0.0000018954,0.01000,0.877
+13,block_sparse_moe.experts.117.w3,0.0000021170,0.01000,0.831
+13,block_sparse_moe.experts.118.w3,0.0000021558,0.01000,0.833
+13,block_sparse_moe.experts.119.w3,0.0000020970,0.01000,0.849
+13,block_sparse_moe.experts.120.w3,0.0000020605,0.01000,0.843
+13,block_sparse_moe.experts.121.w3,0.0000021396,0.01000,0.849
+13,block_sparse_moe.experts.122.w3,0.0000021019,0.01000,0.828
+13,block_sparse_moe.experts.123.w3,0.0000022933,0.01000,0.830
+13,block_sparse_moe.experts.124.w3,0.0000021613,0.01000,0.829
+13,block_sparse_moe.experts.125.w3,0.0000020164,0.01000,0.824
+13,block_sparse_moe.experts.126.w3,0.0000022561,0.01000,0.847
+13,block_sparse_moe.experts.127.w3,0.0000022795,0.01000,0.845
+13,block_sparse_moe.experts.128.w3,0.0000020607,0.01000,0.872
+13,block_sparse_moe.experts.129.w3,0.0000020863,0.01000,0.859
+13,block_sparse_moe.experts.130.w3,0.0000020958,0.01000,0.858
+13,block_sparse_moe.experts.131.w3,0.0000021652,0.01000,0.834
+13,block_sparse_moe.experts.132.w3,0.0000021263,0.01000,0.848
+13,block_sparse_moe.experts.133.w3,0.0000021646,0.01000,0.872
+13,block_sparse_moe.experts.134.w3,0.0000021838,0.01000,0.871
+13,block_sparse_moe.experts.136.w3,0.0000021781,0.01000,0.829
+13,block_sparse_moe.experts.137.w3,0.0000021109,0.01000,0.827
+13,block_sparse_moe.experts.135.w3,0.0000021827,0.01000,0.863
+13,block_sparse_moe.experts.138.w3,0.0000022380,0.01000,0.829
+13,block_sparse_moe.experts.139.w3,0.0000021244,0.01000,0.832
+13,block_sparse_moe.experts.140.w3,0.0000020348,0.01000,0.843
+13,block_sparse_moe.experts.141.w3,0.0000021551,0.01000,0.832
+13,block_sparse_moe.experts.143.w3,0.0000018959,0.01000,0.816
+13,block_sparse_moe.experts.144.w3,0.0000020972,0.01000,0.824
+13,block_sparse_moe.experts.145.w3,0.0000020651,0.01000,0.836
+13,block_sparse_moe.experts.142.w3,0.0000020874,0.01000,0.881
+13,block_sparse_moe.experts.146.w3,0.0000020930,0.01000,0.829
+13,block_sparse_moe.experts.147.w3,0.0000020628,0.01000,0.839
+13,block_sparse_moe.experts.148.w3,0.0000021626,0.01000,0.828
+13,block_sparse_moe.experts.149.w3,0.0000020890,0.01000,0.855
+13,block_sparse_moe.experts.150.w3,0.0000020513,0.01000,0.837
+13,block_sparse_moe.experts.151.w3,0.0000021521,0.01000,0.836
+13,block_sparse_moe.experts.152.w3,0.0000020964,0.01000,0.838
+13,block_sparse_moe.experts.153.w3,0.0000022297,0.01000,0.830
+13,block_sparse_moe.experts.154.w3,0.0000020547,0.01000,0.846
+13,block_sparse_moe.experts.155.w3,0.0000021184,0.01000,0.860
+13,block_sparse_moe.experts.157.w3,0.0000022130,0.01000,0.821
+13,block_sparse_moe.experts.156.w3,0.0000022026,0.01000,0.861
+13,block_sparse_moe.experts.158.w3,0.0000021262,0.01000,0.845
+13,block_sparse_moe.experts.159.w3,0.0000022965,0.01000,0.840
+13,block_sparse_moe.experts.160.w3,0.0000021737,0.01000,0.838
+13,block_sparse_moe.experts.161.w3,0.0000021630,0.01000,0.847
+13,block_sparse_moe.experts.162.w3,0.0000021628,0.01000,0.828
+13,block_sparse_moe.experts.164.w3,0.0000020952,0.01000,0.811
+13,block_sparse_moe.experts.163.w3,0.0000021265,0.01000,0.868
+13,block_sparse_moe.experts.165.w3,0.0000021691,0.01000,0.837
+13,block_sparse_moe.experts.166.w3,0.0000021732,0.01000,0.829
+13,block_sparse_moe.experts.167.w3,0.0000021267,0.01000,0.835
+13,block_sparse_moe.experts.169.w3,0.0000021701,0.01000,0.829
+13,block_sparse_moe.experts.168.w3,0.0000022308,0.01000,0.874
+13,block_sparse_moe.experts.170.w3,0.0000021607,0.01000,0.840
+13,block_sparse_moe.experts.171.w3,0.0000021298,0.01000,0.820
+13,block_sparse_moe.experts.172.w3,0.0000021342,0.01000,0.837
+13,block_sparse_moe.experts.173.w3,0.0000020906,0.01000,0.836
+13,block_sparse_moe.experts.174.w3,0.0000020827,0.01000,0.834
+13,block_sparse_moe.experts.175.w3,0.0000021196,0.01000,0.845
+13,block_sparse_moe.experts.176.w3,0.0000021058,0.01000,0.844
+13,block_sparse_moe.experts.178.w3,0.0000022338,0.01000,0.827
+13,block_sparse_moe.experts.177.w3,0.0000022193,0.01000,0.858
+13,block_sparse_moe.experts.179.w3,0.0000021906,0.01000,0.838
+13,block_sparse_moe.experts.180.w3,0.0000022281,0.01000,0.842
+13,block_sparse_moe.experts.181.w3,0.0000021249,0.01000,0.833
+13,block_sparse_moe.experts.182.w3,0.0000020980,0.01000,0.839
+13,block_sparse_moe.experts.183.w3,0.0000021695,0.01000,0.839
+13,block_sparse_moe.experts.185.w3,0.0000021724,0.01000,0.822
+13,block_sparse_moe.experts.188.w3,0.0000021002,0.01000,0.824
+13,block_sparse_moe.experts.186.w3,0.0000021819,0.01000,0.837
+13,block_sparse_moe.experts.184.w3,0.0000021559,0.01000,0.868
+13,block_sparse_moe.experts.187.w3,0.0000021373,0.01000,0.878
+13,block_sparse_moe.experts.189.w3,0.0000022014,0.01000,0.842
+13,block_sparse_moe.experts.190.w3,0.0000021510,0.01000,0.835
+13,block_sparse_moe.experts.192.w3,0.0000021657,0.01000,0.823
+13,block_sparse_moe.experts.193.w3,0.0000021220,0.01000,0.831
+13,block_sparse_moe.experts.191.w3,0.0000021610,0.01000,0.877
+13,block_sparse_moe.experts.194.w3,0.0000021488,0.01000,0.877
+13,block_sparse_moe.experts.195.w3,0.0000020962,0.01000,0.863
+13,block_sparse_moe.experts.196.w3,0.0000020741,0.01000,0.837
+13,block_sparse_moe.experts.197.w3,0.0000021483,0.01000,0.860
+13,block_sparse_moe.experts.199.w3,0.0000021395,0.01000,0.831
+13,block_sparse_moe.experts.200.w3,0.0000021257,0.01000,0.829
+13,block_sparse_moe.experts.198.w3,0.0000020116,0.01000,0.876
+13,block_sparse_moe.experts.201.w3,0.0000021838,0.01000,0.835
+13,block_sparse_moe.experts.202.w3,0.0000022050,0.01000,0.827
+13,block_sparse_moe.experts.203.w3,0.0000021695,0.01000,0.832
+13,block_sparse_moe.experts.204.w3,0.0000021737,0.01000,0.855
+13,block_sparse_moe.experts.206.w3,0.0000022237,0.01000,0.822
+13,block_sparse_moe.experts.207.w3,0.0000021458,0.01000,0.825
+13,block_sparse_moe.experts.208.w3,0.0000021316,0.01000,0.836
+13,block_sparse_moe.experts.205.w3,0.0000021146,0.01000,0.891
+13,block_sparse_moe.experts.209.w3,0.0000020039,0.01000,0.829
+13,block_sparse_moe.experts.210.w3,0.0000021456,0.01000,0.831
+13,block_sparse_moe.experts.211.w3,0.0000021153,0.01000,0.845
+13,block_sparse_moe.experts.213.w3,0.0000022078,0.01000,0.829
+13,block_sparse_moe.experts.214.w3,0.0000021235,0.01000,0.827
+13,block_sparse_moe.experts.212.w3,0.0000021134,0.01000,0.881
+13,block_sparse_moe.experts.215.w3,0.0000020896,0.01000,0.835
+13,block_sparse_moe.experts.216.w3,0.0000021949,0.01000,0.826
+13,block_sparse_moe.experts.217.w3,0.0000021857,0.01000,0.833
+13,block_sparse_moe.experts.218.w3,0.0000021816,0.01000,0.842
+13,block_sparse_moe.experts.219.w3,0.0000021285,0.01000,0.851
+13,block_sparse_moe.experts.220.w3,0.0000021828,0.01000,0.829
+13,block_sparse_moe.experts.221.w3,0.0000021607,0.01000,0.826
+13,block_sparse_moe.experts.222.w3,0.0000021915,0.01000,0.834
+13,block_sparse_moe.experts.223.w3,0.0000021218,0.01000,0.829
+13,block_sparse_moe.experts.224.w3,0.0000022444,0.01000,0.829
+13,block_sparse_moe.experts.225.w3,0.0000022183,0.01000,0.849
+13,block_sparse_moe.experts.228.w3,0.0000021577,0.01000,0.830
+13,block_sparse_moe.experts.229.w3,0.0000021659,0.01000,0.831
+13,block_sparse_moe.experts.227.w3,0.0000021402,0.01000,0.855
+13,block_sparse_moe.experts.226.w3,0.0000021750,0.01000,0.860
+13,block_sparse_moe.experts.230.w3,0.0000021854,0.01000,0.843
+13,block_sparse_moe.experts.231.w3,0.0000019001,0.01000,0.832
+13,block_sparse_moe.experts.232.w3,0.0000018822,0.01000,0.846
+13,block_sparse_moe.experts.234.w3,0.0000021571,0.01000,0.824
+13,block_sparse_moe.experts.236.w3,0.0000021975,0.01000,0.823
+13,block_sparse_moe.experts.235.w3,0.0000021419,0.01000,0.828
+13,block_sparse_moe.experts.237.w3,0.0000021397,0.01000,0.831
+13,block_sparse_moe.experts.233.w3,0.0000022514,0.01000,0.870
+13,block_sparse_moe.experts.238.w3,0.0000021536,0.01000,0.840
+13,block_sparse_moe.experts.239.w3,0.0000021885,0.01000,0.844
+13,block_sparse_moe.experts.241.w3,0.0000021293,0.01000,0.830
+13,block_sparse_moe.experts.242.w3,0.0000021362,0.01000,0.835
+13,block_sparse_moe.experts.243.w3,0.0000022136,0.01000,0.852
+13,block_sparse_moe.experts.244.w3,0.0000020680,0.01000,0.847
+13,block_sparse_moe.experts.240.w3,0.0000020763,0.01000,0.893
+13,block_sparse_moe.experts.245.w3,0.0000021550,0.01000,0.834
+13,block_sparse_moe.experts.246.w3,0.0000019940,0.01000,0.852
+13,block_sparse_moe.experts.248.w3,0.0000020712,0.01000,0.820
+13,block_sparse_moe.experts.249.w3,0.0000019594,0.01000,0.839
+13,block_sparse_moe.experts.250.w3,0.0000021107,0.01000,0.840
+13,block_sparse_moe.experts.251.w3,0.0000021089,0.01000,0.835
+13,block_sparse_moe.experts.247.w3,0.0000021292,0.01000,0.888
+13,block_sparse_moe.experts.252.w3,0.0000019832,0.01000,0.765
+13,block_sparse_moe.experts.253.w3,0.0000021851,0.01000,0.746
+13,block_sparse_moe.experts.254.w3,0.0000021012,0.01000,0.691
+13,block_sparse_moe.experts.255.w3,0.0000021706,0.01000,0.649
+13,block_sparse_moe.experts.0.w2,0.0000003445,0.01000,0.439
+13,block_sparse_moe.experts.2.w2,0.0000003249,0.01000,0.445
+13,block_sparse_moe.experts.1.w2,0.0000003626,0.01000,0.450
+13,block_sparse_moe.experts.4.w2,0.0000002411,0.01000,0.444
+13,block_sparse_moe.experts.3.w2,0.0000003755,0.01000,0.448
+13,block_sparse_moe.experts.5.w2,0.0000001504,0.01000,0.444
+13,block_sparse_moe.experts.6.w2,0.0000003620,0.01000,0.446
+13,block_sparse_moe.experts.7.w2,0.0000002707,0.01000,0.419
+13,block_sparse_moe.experts.10.w2,0.0000003367,0.01000,0.426
+13,block_sparse_moe.experts.8.w2,0.0000003892,0.01000,0.432
+13,block_sparse_moe.experts.12.w2,0.0000002444,0.01000,0.431
+13,block_sparse_moe.experts.13.w2,0.0000003521,0.01000,0.429
+13,block_sparse_moe.experts.11.w2,0.0000002636,0.01000,0.436
+13,block_sparse_moe.experts.9.w2,0.0000003393,0.01000,0.439
+13,block_sparse_moe.experts.14.w2,0.0000002774,0.01000,0.419
+13,block_sparse_moe.experts.15.w2,0.0000003345,0.01000,0.424
+13,block_sparse_moe.experts.17.w2,0.0000003439,0.01000,0.420
+13,block_sparse_moe.experts.18.w2,0.0000003388,0.01000,0.424
+13,block_sparse_moe.experts.19.w2,0.0000003175,0.01000,0.428
+13,block_sparse_moe.experts.16.w2,0.0000003077,0.01000,0.438
+13,block_sparse_moe.experts.20.w2,0.0000003374,0.01000,0.432
+13,block_sparse_moe.experts.21.w2,0.0000003591,0.01000,0.421
+13,block_sparse_moe.experts.22.w2,0.0000003766,0.01000,0.426
+13,block_sparse_moe.experts.24.w2,0.0000001555,0.01000,0.420
+13,block_sparse_moe.experts.23.w2,0.0000003202,0.01000,0.437
+13,block_sparse_moe.experts.25.w2,0.0000003902,0.01000,0.431
+13,block_sparse_moe.experts.26.w2,0.0000003905,0.01000,0.435
+13,block_sparse_moe.experts.27.w2,0.0000003442,0.01000,0.433
+13,block_sparse_moe.experts.28.w2,0.0000003779,0.01000,0.417
+13,block_sparse_moe.experts.29.w2,0.0000003247,0.01000,0.421
+13,block_sparse_moe.experts.30.w2,0.0000002939,0.01000,0.424
+13,block_sparse_moe.experts.31.w2,0.0000002525,0.01000,0.421
+13,block_sparse_moe.experts.33.w2,0.0000003703,0.01000,0.423
+13,block_sparse_moe.experts.32.w2,0.0000003468,0.01000,0.429
+13,block_sparse_moe.experts.34.w2,0.0000003739,0.01000,0.429
+13,block_sparse_moe.experts.35.w2,0.0000002904,0.01000,0.417
+13,block_sparse_moe.experts.36.w2,0.0000003664,0.01000,0.421
+13,block_sparse_moe.experts.37.w2,0.0000003404,0.01000,0.422
+13,block_sparse_moe.experts.38.w2,0.0000003017,0.01000,0.421
+13,block_sparse_moe.experts.40.w2,0.0000003683,0.01000,0.428
+13,block_sparse_moe.experts.39.w2,0.0000003273,0.01000,0.431
+13,block_sparse_moe.experts.41.w2,0.0000003526,0.01000,0.431
+13,block_sparse_moe.experts.42.w2,0.0000004459,0.01000,0.420
+13,block_sparse_moe.experts.43.w2,0.0000003312,0.01000,0.423
+13,block_sparse_moe.experts.44.w2,0.0000003719,0.01000,0.426
+13,block_sparse_moe.experts.45.w2,0.0000002988,0.01000,0.426
+13,block_sparse_moe.experts.47.w2,0.0000003219,0.01000,0.432
+13,block_sparse_moe.experts.48.w2,0.0000003308,0.01000,0.430
+13,block_sparse_moe.experts.46.w2,0.0000002243,0.01000,0.452
+13,block_sparse_moe.experts.49.w2,0.0000002964,0.01000,0.442
+13,block_sparse_moe.experts.50.w2,0.0000003006,0.01000,0.418
+13,block_sparse_moe.experts.51.w2,0.0000002997,0.01000,0.434
+13,block_sparse_moe.experts.52.w2,0.0000003026,0.01000,0.436
+13,block_sparse_moe.experts.54.w2,0.0000003265,0.01000,0.427
+13,block_sparse_moe.experts.55.w2,0.0000003447,0.01000,0.435
+13,block_sparse_moe.experts.53.w2,0.0000003460,0.01000,0.474
+13,block_sparse_moe.experts.56.w2,0.0000003473,0.01000,0.416
+13,block_sparse_moe.experts.57.w2,0.0000003110,0.01000,0.422
+13,block_sparse_moe.experts.58.w2,0.0000003138,0.01000,0.426
+13,block_sparse_moe.experts.59.w2,0.0000002764,0.01000,0.420
+13,block_sparse_moe.experts.60.w2,0.0000003708,0.01000,0.445
+13,block_sparse_moe.experts.61.w2,0.0000003015,0.01000,0.429
+13,block_sparse_moe.experts.62.w2,0.0000003663,0.01000,0.440
+13,block_sparse_moe.experts.63.w2,0.0000002678,0.01000,0.415
+13,block_sparse_moe.experts.64.w2,0.0000003503,0.01000,0.419
+13,block_sparse_moe.experts.66.w2,0.0000003593,0.01000,0.418
+13,block_sparse_moe.experts.65.w2,0.0000002882,0.01000,0.431
+13,block_sparse_moe.experts.67.w2,0.0000003517,0.01000,0.420
+13,block_sparse_moe.experts.68.w2,0.0000003443,0.01000,0.423
+13,block_sparse_moe.experts.69.w2,0.0000004036,0.01000,0.432
+13,block_sparse_moe.experts.70.w2,0.0000003318,0.01000,0.414
+13,block_sparse_moe.experts.71.w2,0.0000003290,0.01000,0.424
+13,block_sparse_moe.experts.72.w2,0.0000003353,0.01000,0.433
+13,block_sparse_moe.experts.73.w2,0.0000002606,0.01000,0.429
+13,block_sparse_moe.experts.74.w2,0.0000003725,0.01000,0.428
+13,block_sparse_moe.experts.75.w2,0.0000002917,0.01000,0.425
+13,block_sparse_moe.experts.76.w2,0.0000003566,0.01000,0.452
+13,block_sparse_moe.experts.77.w2,0.0000003590,0.01000,0.421
+13,block_sparse_moe.experts.78.w2,0.0000003618,0.01000,0.417
+13,block_sparse_moe.experts.79.w2,0.0000003152,0.01000,0.423
+13,block_sparse_moe.experts.80.w2,0.0000002192,0.01000,0.422
+13,block_sparse_moe.experts.81.w2,0.0000004049,0.01000,0.418
+13,block_sparse_moe.experts.82.w2,0.0000003748,0.01000,0.432
+13,block_sparse_moe.experts.83.w2,0.0000003865,0.01000,0.431
+13,block_sparse_moe.experts.84.w2,0.0000003754,0.01000,0.413
+13,block_sparse_moe.experts.85.w2,0.0000003108,0.01000,0.416
+13,block_sparse_moe.experts.86.w2,0.0000003152,0.01000,0.423
+13,block_sparse_moe.experts.87.w2,0.0000003578,0.01000,0.420
+13,block_sparse_moe.experts.88.w2,0.0000003520,0.01000,0.418
+13,block_sparse_moe.experts.89.w2,0.0000002312,0.01000,0.438
+13,block_sparse_moe.experts.90.w2,0.0000003033,0.01000,0.435
+13,block_sparse_moe.experts.91.w2,0.0000003762,0.01000,0.431
+13,block_sparse_moe.experts.92.w2,0.0000003286,0.01000,0.430
+13,block_sparse_moe.experts.93.w2,0.0000003849,0.01000,0.424
+13,block_sparse_moe.experts.94.w2,0.0000003811,0.01000,0.424
+13,block_sparse_moe.experts.95.w2,0.0000003288,0.01000,0.425
+13,block_sparse_moe.experts.96.w2,0.0000003217,0.01000,0.425
+13,block_sparse_moe.experts.97.w2,0.0000003623,0.01000,0.424
+13,block_sparse_moe.experts.98.w2,0.0000003735,0.01000,0.420
+13,block_sparse_moe.experts.99.w2,0.0000003082,0.01000,0.415
+13,block_sparse_moe.experts.100.w2,0.0000003197,0.01000,0.419
+13,block_sparse_moe.experts.101.w2,0.0000003330,0.01000,0.420
+13,block_sparse_moe.experts.102.w2,0.0000002946,0.01000,0.418
+13,block_sparse_moe.experts.103.w2,0.0000003297,0.01000,0.420
+13,block_sparse_moe.experts.104.w2,0.0000003154,0.01000,0.426
+13,block_sparse_moe.experts.105.w2,0.0000003010,0.01000,0.424
+13,block_sparse_moe.experts.106.w2,0.0000002673,0.01000,0.414
+13,block_sparse_moe.experts.108.w2,0.0000002000,0.01000,0.421
+13,block_sparse_moe.experts.107.w2,0.0000003349,0.01000,0.428
+13,block_sparse_moe.experts.109.w2,0.0000003437,0.01000,0.419
+13,block_sparse_moe.experts.110.w2,0.0000003668,0.01000,0.426
+13,block_sparse_moe.experts.111.w2,0.0000002512,0.01000,0.428
+13,block_sparse_moe.experts.112.w2,0.0000004114,0.01000,0.424
+13,block_sparse_moe.experts.113.w2,0.0000003780,0.01000,0.417
+13,block_sparse_moe.experts.115.w2,0.0000003768,0.01000,0.421
+13,block_sparse_moe.experts.114.w2,0.0000002462,0.01000,0.426
+13,block_sparse_moe.experts.116.w2,0.0000002572,0.01000,0.421
+13,block_sparse_moe.experts.117.w2,0.0000003101,0.01000,0.422
+13,block_sparse_moe.experts.118.w2,0.0000003917,0.01000,0.425
+13,block_sparse_moe.experts.119.w2,0.0000003291,0.01000,0.421
+13,block_sparse_moe.experts.120.w2,0.0000002984,0.01000,0.414
+13,block_sparse_moe.experts.122.w2,0.0000003732,0.01000,0.420
+13,block_sparse_moe.experts.121.w2,0.0000003183,0.01000,0.426
+13,block_sparse_moe.experts.123.w2,0.0000003891,0.01000,0.421
+13,block_sparse_moe.experts.124.w2,0.0000003939,0.01000,0.422
+13,block_sparse_moe.experts.125.w2,0.0000003316,0.01000,0.430
+13,block_sparse_moe.experts.126.w2,0.0000003284,0.01000,0.421
+13,block_sparse_moe.experts.127.w2,0.0000003447,0.01000,0.421
+13,block_sparse_moe.experts.128.w2,0.0000003218,0.01000,0.421
+13,block_sparse_moe.experts.129.w2,0.0000002649,0.01000,0.421
+13,block_sparse_moe.experts.130.w2,0.0000003441,0.01000,0.420
+13,block_sparse_moe.experts.131.w2,0.0000003299,0.01000,0.423
+13,block_sparse_moe.experts.132.w2,0.0000003141,0.01000,0.428
+13,block_sparse_moe.experts.133.w2,0.0000003827,0.01000,0.414
+13,block_sparse_moe.experts.134.w2,0.0000003692,0.01000,0.422
+13,block_sparse_moe.experts.135.w2,0.0000003673,0.01000,0.420
+13,block_sparse_moe.experts.136.w2,0.0000003358,0.01000,0.420
+13,block_sparse_moe.experts.137.w2,0.0000003287,0.01000,0.420
+13,block_sparse_moe.experts.138.w2,0.0000003417,0.01000,0.421
+13,block_sparse_moe.experts.139.w2,0.0000002531,0.01000,0.430
+13,block_sparse_moe.experts.140.w2,0.0000003950,0.01000,0.416
+13,block_sparse_moe.experts.141.w2,0.0000003746,0.01000,0.422
+13,block_sparse_moe.experts.142.w2,0.0000003305,0.01000,0.422
+13,block_sparse_moe.experts.143.w2,0.0000002603,0.01000,0.420
+13,block_sparse_moe.experts.144.w2,0.0000002926,0.01000,0.424
+13,block_sparse_moe.experts.145.w2,0.0000003336,0.01000,0.424
+13,block_sparse_moe.experts.146.w2,0.0000003126,0.01000,0.427
+13,block_sparse_moe.experts.147.w2,0.0000003117,0.01000,0.416
+13,block_sparse_moe.experts.148.w2,0.0000003558,0.01000,0.420
+13,block_sparse_moe.experts.149.w2,0.0000002852,0.01000,0.418
+13,block_sparse_moe.experts.150.w2,0.0000002453,0.01000,0.418
+13,block_sparse_moe.experts.151.w2,0.0000003441,0.01000,0.420
+13,block_sparse_moe.experts.152.w2,0.0000003503,0.01000,0.421
+13,block_sparse_moe.experts.153.w2,0.0000003281,0.01000,0.426
+13,block_sparse_moe.experts.154.w2,0.0000002601,0.01000,0.418
+13,block_sparse_moe.experts.155.w2,0.0000003945,0.01000,0.424
+13,block_sparse_moe.experts.157.w2,0.0000003519,0.01000,0.422
+13,block_sparse_moe.experts.156.w2,0.0000003349,0.01000,0.424
+13,block_sparse_moe.experts.158.w2,0.0000003156,0.01000,0.427
+13,block_sparse_moe.experts.159.w2,0.0000003664,0.01000,0.426
+13,block_sparse_moe.experts.160.w2,0.0000004420,0.01000,0.431
+13,block_sparse_moe.experts.161.w2,0.0000003094,0.01000,0.415
+13,block_sparse_moe.experts.162.w2,0.0000003374,0.01000,0.437
+13,block_sparse_moe.experts.164.w2,0.0000002872,0.01000,0.416
+13,block_sparse_moe.experts.163.w2,0.0000003812,0.01000,0.427
+13,block_sparse_moe.experts.165.w2,0.0000003100,0.01000,0.417
+13,block_sparse_moe.experts.166.w2,0.0000003070,0.01000,0.416
+13,block_sparse_moe.experts.167.w2,0.0000002977,0.01000,0.425
+13,block_sparse_moe.experts.168.w2,0.0000003533,0.01000,0.416
+13,block_sparse_moe.experts.169.w2,0.0000003557,0.01000,0.425
+13,block_sparse_moe.experts.171.w2,0.0000002920,0.01000,0.420
+13,block_sparse_moe.experts.170.w2,0.0000003756,0.01000,0.430
+13,block_sparse_moe.experts.172.w2,0.0000003018,0.01000,0.424
+13,block_sparse_moe.experts.173.w2,0.0000003056,0.01000,0.425
+13,block_sparse_moe.experts.174.w2,0.0000002735,0.01000,0.424
+13,block_sparse_moe.experts.175.w2,0.0000003061,0.01000,0.423
+13,block_sparse_moe.experts.176.w2,0.0000003328,0.01000,0.425
+13,block_sparse_moe.experts.178.w2,0.0000003138,0.01000,0.418
+13,block_sparse_moe.experts.177.w2,0.0000003270,0.01000,0.435
+13,block_sparse_moe.experts.179.w2,0.0000003197,0.01000,0.423
+13,block_sparse_moe.experts.180.w2,0.0000003611,0.01000,0.412
+13,block_sparse_moe.experts.181.w2,0.0000003058,0.01000,0.425
+13,block_sparse_moe.experts.182.w2,0.0000003602,0.01000,0.413
+13,block_sparse_moe.experts.183.w2,0.0000003068,0.01000,0.409
+13,block_sparse_moe.experts.184.w2,0.0000003419,0.01000,0.425
+13,block_sparse_moe.experts.185.w2,0.0000003551,0.01000,0.414
+13,block_sparse_moe.experts.186.w2,0.0000003659,0.01000,0.417
+13,block_sparse_moe.experts.187.w2,0.0000003373,0.01000,0.418
+13,block_sparse_moe.experts.188.w2,0.0000003463,0.01000,0.451
+13,block_sparse_moe.experts.189.w2,0.0000003159,0.01000,0.425
+13,block_sparse_moe.experts.190.w2,0.0000002969,0.01000,0.435
+13,block_sparse_moe.experts.191.w2,0.0000003088,0.01000,0.426
+13,block_sparse_moe.experts.192.w2,0.0000003545,0.01000,0.421
+13,block_sparse_moe.experts.193.w2,0.0000003868,0.01000,0.428
+13,block_sparse_moe.experts.194.w2,0.0000003772,0.01000,0.424
+13,block_sparse_moe.experts.195.w2,0.0000003044,0.01000,0.436
+13,block_sparse_moe.experts.196.w2,0.0000002249,0.01000,0.417
+13,block_sparse_moe.experts.197.w2,0.0000003254,0.01000,0.414
+13,block_sparse_moe.experts.198.w2,0.0000003718,0.01000,0.415
+13,block_sparse_moe.experts.199.w2,0.0000004080,0.01000,0.417
+13,block_sparse_moe.experts.200.w2,0.0000003584,0.01000,0.426
+13,block_sparse_moe.experts.201.w2,0.0000003115,0.01000,0.419
+13,block_sparse_moe.experts.202.w2,0.0000002945,0.01000,0.432
+13,block_sparse_moe.experts.203.w2,0.0000003718,0.01000,0.417
+13,block_sparse_moe.experts.204.w2,0.0000003566,0.01000,0.416
+13,block_sparse_moe.experts.205.w2,0.0000003291,0.01000,0.419
+13,block_sparse_moe.experts.206.w2,0.0000003714,0.01000,0.418
+13,block_sparse_moe.experts.207.w2,0.0000003340,0.01000,0.422
+13,block_sparse_moe.experts.208.w2,0.0000002815,0.01000,0.420
+13,block_sparse_moe.experts.209.w2,0.0000002354,0.01000,0.436
+13,block_sparse_moe.experts.210.w2,0.0000003757,0.01000,0.419
+13,block_sparse_moe.experts.211.w2,0.0000003627,0.01000,0.416
+13,block_sparse_moe.experts.212.w2,0.0000002824,0.01000,0.416
+13,block_sparse_moe.experts.213.w2,0.0000003271,0.01000,0.416
+13,block_sparse_moe.experts.214.w2,0.0000002785,0.01000,0.422
+13,block_sparse_moe.experts.215.w2,0.0000003329,0.01000,0.418
+13,block_sparse_moe.experts.217.w2,0.0000002592,0.01000,0.416
+13,block_sparse_moe.experts.216.w2,0.0000003702,0.01000,0.434
+13,block_sparse_moe.experts.218.w2,0.0000002645,0.01000,0.414
+13,block_sparse_moe.experts.219.w2,0.0000003200,0.01000,0.419
+13,block_sparse_moe.experts.220.w2,0.0000002845,0.01000,0.418
+13,block_sparse_moe.experts.221.w2,0.0000003887,0.01000,0.425
+13,block_sparse_moe.experts.222.w2,0.0000003195,0.01000,0.428
+13,block_sparse_moe.experts.224.w2,0.0000003490,0.01000,0.425
+13,block_sparse_moe.experts.223.w2,0.0000002660,0.01000,0.449
+13,block_sparse_moe.experts.225.w2,0.0000002756,0.01000,0.418
+13,block_sparse_moe.experts.226.w2,0.0000003806,0.01000,0.423
+13,block_sparse_moe.experts.227.w2,0.0000003497,0.01000,0.425
+13,block_sparse_moe.experts.228.w2,0.0000002802,0.01000,0.422
+13,block_sparse_moe.experts.229.w2,0.0000003255,0.01000,0.419
+13,block_sparse_moe.experts.230.w2,0.0000004041,0.01000,0.436
+13,block_sparse_moe.experts.231.w2,0.0000003281,0.01000,0.418
+13,block_sparse_moe.experts.232.w2,0.0000001403,0.01000,0.413
+13,block_sparse_moe.experts.233.w2,0.0000003281,0.01000,0.418
+13,block_sparse_moe.experts.234.w2,0.0000003042,0.01000,0.416
+13,block_sparse_moe.experts.235.w2,0.0000002754,0.01000,0.419
+13,block_sparse_moe.experts.236.w2,0.0000003330,0.01000,0.421
+13,block_sparse_moe.experts.238.w2,0.0000003822,0.01000,0.420
+13,block_sparse_moe.experts.237.w2,0.0000003214,0.01000,0.445
+13,block_sparse_moe.experts.239.w2,0.0000003161,0.01000,0.419
+13,block_sparse_moe.experts.241.w2,0.0000003845,0.01000,0.417
+13,block_sparse_moe.experts.240.w2,0.0000003086,0.01000,0.428
+13,block_sparse_moe.experts.242.w2,0.0000003557,0.01000,0.421
+13,block_sparse_moe.experts.243.w2,0.0000003769,0.01000,0.426
+13,block_sparse_moe.experts.244.w2,0.0000003867,0.01000,0.430
+13,block_sparse_moe.experts.246.w2,0.0000001808,0.01000,0.413
+13,block_sparse_moe.experts.245.w2,0.0000003141,0.01000,0.428
+13,block_sparse_moe.experts.247.w2,0.0000003536,0.01000,0.418
+13,block_sparse_moe.experts.248.w2,0.0000003098,0.01000,0.415
+13,block_sparse_moe.experts.249.w2,0.0000002761,0.01000,0.418
+13,block_sparse_moe.experts.250.w2,0.0000002774,0.01000,0.417
+13,block_sparse_moe.experts.252.w2,0.0000004124,0.01000,0.375
+13,block_sparse_moe.experts.251.w2,0.0000003095,0.01000,0.390
+13,block_sparse_moe.experts.253.w2,0.0000003277,0.01000,0.380
+13,block_sparse_moe.experts.254.w2,0.0000003814,0.01000,0.359
+13,block_sparse_moe.experts.255.w2,0.0000003394,0.01000,0.357
+14,block_sparse_moe.experts.3.w1,0.0000026955,0.01000,0.844
+14,block_sparse_moe.experts.2.w1,0.0000024472,0.01000,0.845
+14,block_sparse_moe.experts.5.w1,0.0000024614,0.01000,0.855
+14,block_sparse_moe.experts.1.w1,0.0000024324,0.01000,0.867
+14,block_sparse_moe.experts.4.w1,0.0000024783,0.01000,0.868
+14,block_sparse_moe.experts.0.w1,0.0000023917,0.01000,0.879
+14,block_sparse_moe.experts.6.w1,0.0000024202,0.01000,0.883
+14,block_sparse_moe.experts.8.w1,0.0000023907,0.01000,0.824
+14,block_sparse_moe.experts.9.w1,0.0000024695,0.01000,0.832
+14,block_sparse_moe.experts.7.w1,0.0000025466,0.01000,0.851
+14,block_sparse_moe.experts.10.w1,0.0000025153,0.01000,0.832
+14,block_sparse_moe.experts.12.w1,0.0000024616,0.01000,0.855
+14,block_sparse_moe.experts.11.w1,0.0000025139,0.01000,0.862
+14,block_sparse_moe.experts.13.w1,0.0000024536,0.01000,0.846
+14,block_sparse_moe.experts.14.w1,0.0000025027,0.01000,0.848
+14,block_sparse_moe.experts.17.w1,0.0000024646,0.01000,0.829
+14,block_sparse_moe.experts.15.w1,0.0000024235,0.01000,0.839
+14,block_sparse_moe.experts.16.w1,0.0000024703,0.01000,0.853
+14,block_sparse_moe.experts.18.w1,0.0000024606,0.01000,0.842
+14,block_sparse_moe.experts.20.w1,0.0000024830,0.01000,0.843
+14,block_sparse_moe.experts.19.w1,0.0000024564,0.01000,0.874
+14,block_sparse_moe.experts.21.w1,0.0000024061,0.01000,0.822
+14,block_sparse_moe.experts.22.w1,0.0000026068,0.01000,0.833
+14,block_sparse_moe.experts.23.w1,0.0000024186,0.01000,0.850
+14,block_sparse_moe.experts.24.w1,0.0000024695,0.01000,0.831
+14,block_sparse_moe.experts.25.w1,0.0000024615,0.01000,0.839
+14,block_sparse_moe.experts.26.w1,0.0000024776,0.01000,0.843
+14,block_sparse_moe.experts.27.w1,0.0000024765,0.01000,0.848
+14,block_sparse_moe.experts.28.w1,0.0000025687,0.01000,0.823
+14,block_sparse_moe.experts.29.w1,0.0000025097,0.01000,0.828
+14,block_sparse_moe.experts.31.w1,0.0000024341,0.01000,0.833
+14,block_sparse_moe.experts.30.w1,0.0000024018,0.01000,0.860
+14,block_sparse_moe.experts.33.w1,0.0000024524,0.01000,0.835
+14,block_sparse_moe.experts.32.w1,0.0000025044,0.01000,0.840
+14,block_sparse_moe.experts.34.w1,0.0000024492,0.01000,0.847
+14,block_sparse_moe.experts.35.w1,0.0000025705,0.01000,0.838
+14,block_sparse_moe.experts.36.w1,0.0000024999,0.01000,0.829
+14,block_sparse_moe.experts.37.w1,0.0000024788,0.01000,0.841
+14,block_sparse_moe.experts.38.w1,0.0000024339,0.01000,0.831
+14,block_sparse_moe.experts.39.w1,0.0000023968,0.01000,0.840
+14,block_sparse_moe.experts.40.w1,0.0000024341,0.01000,0.843
+14,block_sparse_moe.experts.41.w1,0.0000024486,0.01000,0.859
+14,block_sparse_moe.experts.42.w1,0.0000024578,0.01000,0.825
+14,block_sparse_moe.experts.43.w1,0.0000024901,0.01000,0.832
+14,block_sparse_moe.experts.44.w1,0.0000024821,0.01000,0.837
+14,block_sparse_moe.experts.45.w1,0.0000024305,0.01000,0.829
+14,block_sparse_moe.experts.46.w1,0.0000024909,0.01000,0.844
+14,block_sparse_moe.experts.47.w1,0.0000025617,0.01000,0.843
+14,block_sparse_moe.experts.48.w1,0.0000024927,0.01000,0.854
+14,block_sparse_moe.experts.49.w1,0.0000024979,0.01000,0.837
+14,block_sparse_moe.experts.50.w1,0.0000025496,0.01000,0.824
+14,block_sparse_moe.experts.52.w1,0.0000027200,0.01000,0.824
+14,block_sparse_moe.experts.51.w1,0.0000025006,0.01000,0.857
+14,block_sparse_moe.experts.53.w1,0.0000026626,0.01000,0.837
+14,block_sparse_moe.experts.54.w1,0.0000025017,0.01000,0.837
+14,block_sparse_moe.experts.55.w1,0.0000024709,0.01000,0.847
+14,block_sparse_moe.experts.57.w1,0.0000024884,0.01000,0.828
+14,block_sparse_moe.experts.56.w1,0.0000024850,0.01000,0.876
+14,block_sparse_moe.experts.58.w1,0.0000024790,0.01000,0.827
+14,block_sparse_moe.experts.59.w1,0.0000024331,0.01000,0.824
+14,block_sparse_moe.experts.61.w1,0.0000024536,0.01000,0.830
+14,block_sparse_moe.experts.60.w1,0.0000024881,0.01000,0.833
+14,block_sparse_moe.experts.62.w1,0.0000024182,0.01000,0.861
+14,block_sparse_moe.experts.63.w1,0.0000024516,0.01000,0.833
+14,block_sparse_moe.experts.64.w1,0.0000024984,0.01000,0.828
+14,block_sparse_moe.experts.65.w1,0.0000024530,0.01000,0.828
+14,block_sparse_moe.experts.66.w1,0.0000024544,0.01000,0.819
+14,block_sparse_moe.experts.67.w1,0.0000024594,0.01000,0.844
+14,block_sparse_moe.experts.68.w1,0.0000024823,0.01000,0.867
+14,block_sparse_moe.experts.69.w1,0.0000024494,0.01000,0.878
+14,block_sparse_moe.experts.70.w1,0.0000025002,0.01000,0.834
+14,block_sparse_moe.experts.71.w1,0.0000025061,0.01000,0.837
+14,block_sparse_moe.experts.72.w1,0.0000025816,0.01000,0.846
+14,block_sparse_moe.experts.73.w1,0.0000024555,0.01000,0.850
+14,block_sparse_moe.experts.74.w1,0.0000024837,0.01000,0.837
+14,block_sparse_moe.experts.75.w1,0.0000025080,0.01000,0.843
+14,block_sparse_moe.experts.76.w1,0.0000025155,0.01000,0.857
+14,block_sparse_moe.experts.77.w1,0.0000027063,0.01000,0.828
+14,block_sparse_moe.experts.78.w1,0.0000024303,0.01000,0.830
+14,block_sparse_moe.experts.79.w1,0.0000024717,0.01000,0.840
+14,block_sparse_moe.experts.80.w1,0.0000024947,0.01000,0.831
+14,block_sparse_moe.experts.81.w1,0.0000022627,0.01000,0.833
+14,block_sparse_moe.experts.82.w1,0.0000024005,0.01000,0.833
+14,block_sparse_moe.experts.83.w1,0.0000024911,0.01000,0.848
+14,block_sparse_moe.experts.84.w1,0.0000024836,0.01000,0.856
+14,block_sparse_moe.experts.85.w1,0.0000024672,0.01000,0.831
+14,block_sparse_moe.experts.87.w1,0.0000024471,0.01000,0.822
+14,block_sparse_moe.experts.86.w1,0.0000023113,0.01000,0.850
+14,block_sparse_moe.experts.88.w1,0.0000024929,0.01000,0.834
+14,block_sparse_moe.experts.89.w1,0.0000024345,0.01000,0.838
+14,block_sparse_moe.experts.90.w1,0.0000023708,0.01000,0.856
+14,block_sparse_moe.experts.92.w1,0.0000024957,0.01000,0.821
+14,block_sparse_moe.experts.93.w1,0.0000025302,0.01000,0.826
+14,block_sparse_moe.experts.94.w1,0.0000024987,0.01000,0.828
+14,block_sparse_moe.experts.91.w1,0.0000024746,0.01000,0.893
+14,block_sparse_moe.experts.95.w1,0.0000024975,0.01000,0.829
+14,block_sparse_moe.experts.96.w1,0.0000025030,0.01000,0.832
+14,block_sparse_moe.experts.97.w1,0.0000024938,0.01000,0.852
+14,block_sparse_moe.experts.98.w1,0.0000024726,0.01000,0.836
+14,block_sparse_moe.experts.99.w1,0.0000024381,0.01000,0.825
+14,block_sparse_moe.experts.100.w1,0.0000025066,0.01000,0.837
+14,block_sparse_moe.experts.101.w1,0.0000025304,0.01000,0.846
+14,block_sparse_moe.experts.102.w1,0.0000025255,0.01000,0.836
+14,block_sparse_moe.experts.103.w1,0.0000024481,0.01000,0.841
+14,block_sparse_moe.experts.104.w1,0.0000024561,0.01000,0.859
+14,block_sparse_moe.experts.105.w1,0.0000024746,0.01000,0.824
+14,block_sparse_moe.experts.106.w1,0.0000025298,0.01000,0.823
+14,block_sparse_moe.experts.107.w1,0.0000024521,0.01000,0.837
+14,block_sparse_moe.experts.108.w1,0.0000025301,0.01000,0.846
+14,block_sparse_moe.experts.109.w1,0.0000024778,0.01000,0.839
+14,block_sparse_moe.experts.110.w1,0.0000025130,0.01000,0.844
+14,block_sparse_moe.experts.111.w1,0.0000024792,0.01000,0.850
+14,block_sparse_moe.experts.112.w1,0.0000024795,0.01000,0.825
+14,block_sparse_moe.experts.113.w1,0.0000025259,0.01000,0.823
+14,block_sparse_moe.experts.114.w1,0.0000024252,0.01000,0.836
+14,block_sparse_moe.experts.115.w1,0.0000024986,0.01000,0.840
+14,block_sparse_moe.experts.116.w1,0.0000024220,0.01000,0.835
+14,block_sparse_moe.experts.117.w1,0.0000024806,0.01000,0.840
+14,block_sparse_moe.experts.118.w1,0.0000024721,0.01000,0.856
+14,block_sparse_moe.experts.119.w1,0.0000024261,0.01000,0.826
+14,block_sparse_moe.experts.120.w1,0.0000024784,0.01000,0.826
+14,block_sparse_moe.experts.121.w1,0.0000024640,0.01000,0.838
+14,block_sparse_moe.experts.122.w1,0.0000025261,0.01000,0.847
+14,block_sparse_moe.experts.123.w1,0.0000024699,0.01000,0.838
+14,block_sparse_moe.experts.124.w1,0.0000024184,0.01000,0.845
+14,block_sparse_moe.experts.125.w1,0.0000024721,0.01000,0.854
+14,block_sparse_moe.experts.126.w1,0.0000024723,0.01000,0.823
+14,block_sparse_moe.experts.127.w1,0.0000025385,0.01000,0.834
+14,block_sparse_moe.experts.128.w1,0.0000024830,0.01000,0.837
+14,block_sparse_moe.experts.129.w1,0.0000025129,0.01000,0.844
+14,block_sparse_moe.experts.130.w1,0.0000025003,0.01000,0.839
+14,block_sparse_moe.experts.131.w1,0.0000024757,0.01000,0.851
+14,block_sparse_moe.experts.132.w1,0.0000024093,0.01000,0.851
+14,block_sparse_moe.experts.133.w1,0.0000025527,0.01000,0.831
+14,block_sparse_moe.experts.134.w1,0.0000025102,0.01000,0.831
+14,block_sparse_moe.experts.135.w1,0.0000024472,0.01000,0.878
+14,block_sparse_moe.experts.136.w1,0.0000024511,0.01000,0.847
+14,block_sparse_moe.experts.137.w1,0.0000024250,0.01000,0.888
+14,block_sparse_moe.experts.138.w1,0.0000024894,0.01000,0.839
+14,block_sparse_moe.experts.139.w1,0.0000025089,0.01000,0.869
+14,block_sparse_moe.experts.140.w1,0.0000024931,0.01000,0.830
+14,block_sparse_moe.experts.141.w1,0.0000024733,0.01000,0.832
+14,block_sparse_moe.experts.143.w1,0.0000024967,0.01000,0.828
+14,block_sparse_moe.experts.142.w1,0.0000024723,0.01000,0.840
+14,block_sparse_moe.experts.144.w1,0.0000024835,0.01000,0.858
+14,block_sparse_moe.experts.145.w1,0.0000025248,0.01000,0.837
+14,block_sparse_moe.experts.146.w1,0.0000024724,0.01000,0.851
+14,block_sparse_moe.experts.147.w1,0.0000024265,0.01000,0.828
+14,block_sparse_moe.experts.148.w1,0.0000025329,0.01000,0.826
+14,block_sparse_moe.experts.150.w1,0.0000024470,0.01000,0.819
+14,block_sparse_moe.experts.149.w1,0.0000023998,0.01000,0.845
+14,block_sparse_moe.experts.152.w1,0.0000025249,0.01000,0.830
+14,block_sparse_moe.experts.151.w1,0.0000024784,0.01000,0.868
+14,block_sparse_moe.experts.153.w1,0.0000024961,0.01000,0.857
+14,block_sparse_moe.experts.154.w1,0.0000025277,0.01000,0.827
+14,block_sparse_moe.experts.155.w1,0.0000024906,0.01000,0.824
+14,block_sparse_moe.experts.156.w1,0.0000025064,0.01000,0.839
+14,block_sparse_moe.experts.157.w1,0.0000024469,0.01000,0.841
+14,block_sparse_moe.experts.158.w1,0.0000024825,0.01000,0.867
+14,block_sparse_moe.experts.159.w1,0.0000023867,0.01000,0.839
+14,block_sparse_moe.experts.160.w1,0.0000024928,0.01000,0.846
+14,block_sparse_moe.experts.161.w1,0.0000024943,0.01000,0.836
+14,block_sparse_moe.experts.162.w1,0.0000025094,0.01000,0.840
+14,block_sparse_moe.experts.163.w1,0.0000024011,0.01000,0.839
+14,block_sparse_moe.experts.164.w1,0.0000024607,0.01000,0.834
+14,block_sparse_moe.experts.165.w1,0.0000024950,0.01000,0.849
+14,block_sparse_moe.experts.166.w1,0.0000024387,0.01000,0.847
+14,block_sparse_moe.experts.167.w1,0.0000025764,0.01000,0.851
+14,block_sparse_moe.experts.168.w1,0.0000024375,0.01000,0.835
+14,block_sparse_moe.experts.169.w1,0.0000024867,0.01000,0.841
+14,block_sparse_moe.experts.170.w1,0.0000024347,0.01000,0.842
+14,block_sparse_moe.experts.171.w1,0.0000024194,0.01000,0.831
+14,block_sparse_moe.experts.172.w1,0.0000024971,0.01000,0.846
+14,block_sparse_moe.experts.173.w1,0.0000024883,0.01000,0.843
+14,block_sparse_moe.experts.174.w1,0.0000024291,0.01000,0.851
+14,block_sparse_moe.experts.175.w1,0.0000024263,0.01000,0.833
+14,block_sparse_moe.experts.176.w1,0.0000024366,0.01000,0.838
+14,block_sparse_moe.experts.177.w1,0.0000025254,0.01000,0.841
+14,block_sparse_moe.experts.178.w1,0.0000023755,0.01000,0.832
+14,block_sparse_moe.experts.179.w1,0.0000022681,0.01000,0.846
+14,block_sparse_moe.experts.180.w1,0.0000024473,0.01000,0.855
+14,block_sparse_moe.experts.181.w1,0.0000025593,0.01000,0.848
+14,block_sparse_moe.experts.182.w1,0.0000025184,0.01000,0.842
+14,block_sparse_moe.experts.183.w1,0.0000024921,0.01000,0.838
+14,block_sparse_moe.experts.184.w1,0.0000024419,0.01000,0.838
+14,block_sparse_moe.experts.185.w1,0.0000023706,0.01000,0.845
+14,block_sparse_moe.experts.186.w1,0.0000024333,0.01000,0.837
+14,block_sparse_moe.experts.187.w1,0.0000024752,0.01000,0.844
+14,block_sparse_moe.experts.188.w1,0.0000024760,0.01000,0.856
+14,block_sparse_moe.experts.189.w1,0.0000024567,0.01000,0.831
+14,block_sparse_moe.experts.190.w1,0.0000024841,0.01000,0.845
+14,block_sparse_moe.experts.191.w1,0.0000023467,0.01000,0.846
+14,block_sparse_moe.experts.192.w1,0.0000024623,0.01000,0.853
+14,block_sparse_moe.experts.193.w1,0.0000024634,0.01000,0.848
+14,block_sparse_moe.experts.194.w1,0.0000024489,0.01000,0.839
+14,block_sparse_moe.experts.195.w1,0.0000024618,0.01000,0.864
+14,block_sparse_moe.experts.196.w1,0.0000021931,0.01000,0.823
+14,block_sparse_moe.experts.197.w1,0.0000024164,0.01000,0.828
+14,block_sparse_moe.experts.198.w1,0.0000024465,0.01000,0.843
+14,block_sparse_moe.experts.199.w1,0.0000024448,0.01000,0.840
+14,block_sparse_moe.experts.200.w1,0.0000024700,0.01000,0.840
+14,block_sparse_moe.experts.201.w1,0.0000024601,0.01000,0.867
+14,block_sparse_moe.experts.202.w1,0.0000024459,0.01000,0.850
+14,block_sparse_moe.experts.203.w1,0.0000024459,0.01000,0.818
+14,block_sparse_moe.experts.204.w1,0.0000024723,0.01000,0.823
+14,block_sparse_moe.experts.206.w1,0.0000024916,0.01000,0.824
+14,block_sparse_moe.experts.205.w1,0.0000025145,0.01000,0.838
+14,block_sparse_moe.experts.207.w1,0.0000024586,0.01000,0.838
+14,block_sparse_moe.experts.208.w1,0.0000023478,0.01000,0.852
+14,block_sparse_moe.experts.209.w1,0.0000025557,0.01000,0.845
+14,block_sparse_moe.experts.210.w1,0.0000024517,0.01000,0.817
+14,block_sparse_moe.experts.211.w1,0.0000023515,0.01000,0.818
+14,block_sparse_moe.experts.213.w1,0.0000024330,0.01000,0.817
+14,block_sparse_moe.experts.212.w1,0.0000025604,0.01000,0.852
+14,block_sparse_moe.experts.214.w1,0.0000023383,0.01000,0.835
+14,block_sparse_moe.experts.215.w1,0.0000024855,0.01000,0.843
+14,block_sparse_moe.experts.216.w1,0.0000025504,0.01000,0.843
+14,block_sparse_moe.experts.217.w1,0.0000024952,0.01000,0.814
+14,block_sparse_moe.experts.218.w1,0.0000024657,0.01000,0.816
+14,block_sparse_moe.experts.219.w1,0.0000024794,0.01000,0.840
+14,block_sparse_moe.experts.220.w1,0.0000024595,0.01000,0.829
+14,block_sparse_moe.experts.221.w1,0.0000024314,0.01000,0.838
+14,block_sparse_moe.experts.222.w1,0.0000024643,0.01000,0.851
+14,block_sparse_moe.experts.223.w1,0.0000024913,0.01000,0.847
+14,block_sparse_moe.experts.224.w1,0.0000024685,0.01000,0.822
+14,block_sparse_moe.experts.225.w1,0.0000024079,0.01000,0.824
+14,block_sparse_moe.experts.226.w1,0.0000024836,0.01000,0.824
+14,block_sparse_moe.experts.227.w1,0.0000024461,0.01000,0.822
+14,block_sparse_moe.experts.228.w1,0.0000024215,0.01000,0.835
+14,block_sparse_moe.experts.229.w1,0.0000024493,0.01000,0.850
+14,block_sparse_moe.experts.230.w1,0.0000024289,0.01000,0.845
+14,block_sparse_moe.experts.231.w1,0.0000024746,0.01000,0.819
+14,block_sparse_moe.experts.232.w1,0.0000024660,0.01000,0.817
+14,block_sparse_moe.experts.233.w1,0.0000024349,0.01000,0.833
+14,block_sparse_moe.experts.234.w1,0.0000024938,0.01000,0.823
+14,block_sparse_moe.experts.235.w1,0.0000024658,0.01000,0.833
+14,block_sparse_moe.experts.236.w1,0.0000025889,0.01000,0.849
+14,block_sparse_moe.experts.238.w1,0.0000024719,0.01000,0.822
+14,block_sparse_moe.experts.237.w1,0.0000024194,0.01000,0.871
+14,block_sparse_moe.experts.239.w1,0.0000024746,0.01000,0.820
+14,block_sparse_moe.experts.240.w1,0.0000025153,0.01000,0.833
+14,block_sparse_moe.experts.241.w1,0.0000025455,0.01000,0.826
+14,block_sparse_moe.experts.242.w1,0.0000024832,0.01000,0.835
+14,block_sparse_moe.experts.243.w1,0.0000025036,0.01000,0.879
+14,block_sparse_moe.experts.244.w1,0.0000024880,0.01000,0.845
+14,block_sparse_moe.experts.245.w1,0.0000025341,0.01000,0.832
+14,block_sparse_moe.experts.246.w1,0.0000024145,0.01000,0.825
+14,block_sparse_moe.experts.248.w1,0.0000024372,0.01000,0.828
+14,block_sparse_moe.experts.247.w1,0.0000024888,0.01000,0.868
+14,block_sparse_moe.experts.249.w1,0.0000025064,0.01000,0.855
+14,block_sparse_moe.experts.250.w1,0.0000025275,0.01000,0.837
+14,block_sparse_moe.experts.251.w1,0.0000024492,0.01000,0.840
+14,block_sparse_moe.experts.252.w1,0.0000025155,0.01000,0.841
+14,block_sparse_moe.experts.253.w1,0.0000025074,0.01000,0.823
+14,block_sparse_moe.experts.254.w1,0.0000024329,0.01000,0.853
+14,block_sparse_moe.experts.255.w1,0.0000024840,0.01000,0.834
+14,block_sparse_moe.experts.0.w3,0.0000022857,0.01000,0.852
+14,block_sparse_moe.experts.1.w3,0.0000024003,0.01000,0.840
+14,block_sparse_moe.experts.3.w3,0.0000024286,0.01000,0.837
+14,block_sparse_moe.experts.4.w3,0.0000024646,0.01000,0.832
+14,block_sparse_moe.experts.2.w3,0.0000023917,0.01000,0.896
+14,block_sparse_moe.experts.5.w3,0.0000024330,0.01000,0.844
+14,block_sparse_moe.experts.6.w3,0.0000023646,0.01000,0.829
+14,block_sparse_moe.experts.7.w3,0.0000025433,0.01000,0.840
+14,block_sparse_moe.experts.8.w3,0.0000023637,0.01000,0.845
+14,block_sparse_moe.experts.10.w3,0.0000024087,0.01000,0.831
+14,block_sparse_moe.experts.11.w3,0.0000024519,0.01000,0.827
+14,block_sparse_moe.experts.9.w3,0.0000024465,0.01000,0.898
+14,block_sparse_moe.experts.13.w3,0.0000023843,0.01000,0.823
+14,block_sparse_moe.experts.12.w3,0.0000024288,0.01000,0.862
+14,block_sparse_moe.experts.14.w3,0.0000024794,0.01000,0.828
+14,block_sparse_moe.experts.15.w3,0.0000023698,0.01000,0.838
+14,block_sparse_moe.experts.16.w3,0.0000024031,0.01000,0.863
+14,block_sparse_moe.experts.17.w3,0.0000024069,0.01000,0.828
+14,block_sparse_moe.experts.18.w3,0.0000024338,0.01000,0.835
+14,block_sparse_moe.experts.19.w3,0.0000023976,0.01000,0.842
+14,block_sparse_moe.experts.20.w3,0.0000025373,0.01000,0.842
+14,block_sparse_moe.experts.21.w3,0.0000023422,0.01000,0.831
+14,block_sparse_moe.experts.22.w3,0.0000026244,0.01000,0.845
+14,block_sparse_moe.experts.24.w3,0.0000024082,0.01000,0.832
+14,block_sparse_moe.experts.23.w3,0.0000023628,0.01000,0.871
+14,block_sparse_moe.experts.25.w3,0.0000024006,0.01000,0.836
+14,block_sparse_moe.experts.26.w3,0.0000024293,0.01000,0.841
+14,block_sparse_moe.experts.27.w3,0.0000024354,0.01000,0.837
+14,block_sparse_moe.experts.28.w3,0.0000024632,0.01000,0.833
+14,block_sparse_moe.experts.29.w3,0.0000025143,0.01000,0.840
+14,block_sparse_moe.experts.30.w3,0.0000022567,0.01000,0.864
+14,block_sparse_moe.experts.32.w3,0.0000024760,0.01000,0.838
+14,block_sparse_moe.experts.31.w3,0.0000023923,0.01000,0.843
+14,block_sparse_moe.experts.33.w3,0.0000023955,0.01000,0.840
+14,block_sparse_moe.experts.34.w3,0.0000024078,0.01000,0.841
+14,block_sparse_moe.experts.35.w3,0.0000024639,0.01000,0.835
+14,block_sparse_moe.experts.36.w3,0.0000023961,0.01000,0.853
+14,block_sparse_moe.experts.38.w3,0.0000023985,0.01000,0.833
+14,block_sparse_moe.experts.39.w3,0.0000023673,0.01000,0.834
+14,block_sparse_moe.experts.37.w3,0.0000024310,0.01000,0.870
+14,block_sparse_moe.experts.40.w3,0.0000023488,0.01000,0.835
+14,block_sparse_moe.experts.41.w3,0.0000024235,0.01000,0.844
+14,block_sparse_moe.experts.42.w3,0.0000024230,0.01000,0.837
+14,block_sparse_moe.experts.43.w3,0.0000024383,0.01000,0.846
+14,block_sparse_moe.experts.45.w3,0.0000023760,0.01000,0.829
+14,block_sparse_moe.experts.46.w3,0.0000024441,0.01000,0.830
+14,block_sparse_moe.experts.44.w3,0.0000024637,0.01000,0.882
+14,block_sparse_moe.experts.47.w3,0.0000025595,0.01000,0.836
+14,block_sparse_moe.experts.48.w3,0.0000024796,0.01000,0.837
+14,block_sparse_moe.experts.49.w3,0.0000024973,0.01000,0.828
+14,block_sparse_moe.experts.50.w3,0.0000025594,0.01000,0.833
+14,block_sparse_moe.experts.52.w3,0.0000023653,0.01000,0.822
+14,block_sparse_moe.experts.51.w3,0.0000024519,0.01000,0.884
+14,block_sparse_moe.experts.53.w3,0.0000024585,0.01000,0.837
+14,block_sparse_moe.experts.54.w3,0.0000025286,0.01000,0.834
+14,block_sparse_moe.experts.55.w3,0.0000024591,0.01000,0.829
+14,block_sparse_moe.experts.56.w3,0.0000024854,0.01000,0.844
+14,block_sparse_moe.experts.57.w3,0.0000024248,0.01000,0.831
+14,block_sparse_moe.experts.58.w3,0.0000024729,0.01000,0.860
+14,block_sparse_moe.experts.59.w3,0.0000023346,0.01000,0.833
+14,block_sparse_moe.experts.60.w3,0.0000024645,0.01000,0.836
+14,block_sparse_moe.experts.61.w3,0.0000024581,0.01000,0.840
+14,block_sparse_moe.experts.62.w3,0.0000023716,0.01000,0.843
+14,block_sparse_moe.experts.63.w3,0.0000023882,0.01000,0.832
+14,block_sparse_moe.experts.64.w3,0.0000025123,0.01000,0.832
+14,block_sparse_moe.experts.66.w3,0.0000024205,0.01000,0.829
+14,block_sparse_moe.experts.67.w3,0.0000024329,0.01000,0.836
+14,block_sparse_moe.experts.65.w3,0.0000024102,0.01000,0.868
+14,block_sparse_moe.experts.68.w3,0.0000024017,0.01000,0.839
+14,block_sparse_moe.experts.69.w3,0.0000024107,0.01000,0.838
+14,block_sparse_moe.experts.70.w3,0.0000024766,0.01000,0.851
+14,block_sparse_moe.experts.71.w3,0.0000024369,0.01000,0.831
+14,block_sparse_moe.experts.73.w3,0.0000023956,0.01000,0.833
+14,block_sparse_moe.experts.74.w3,0.0000024015,0.01000,0.838
+14,block_sparse_moe.experts.72.w3,0.0000024731,0.01000,0.865
+14,block_sparse_moe.experts.75.w3,0.0000025240,0.01000,0.831
+14,block_sparse_moe.experts.76.w3,0.0000024967,0.01000,0.828
+14,block_sparse_moe.experts.77.w3,0.0000024259,0.01000,0.854
+14,block_sparse_moe.experts.78.w3,0.0000024110,0.01000,0.837
+14,block_sparse_moe.experts.80.w3,0.0000024912,0.01000,0.833
+14,block_sparse_moe.experts.81.w3,0.0000021387,0.01000,0.840
+14,block_sparse_moe.experts.79.w3,0.0000024070,0.01000,0.877
+14,block_sparse_moe.experts.82.w3,0.0000023290,0.01000,0.846
+14,block_sparse_moe.experts.83.w3,0.0000024648,0.01000,0.826
+14,block_sparse_moe.experts.84.w3,0.0000024447,0.01000,0.847
+14,block_sparse_moe.experts.85.w3,0.0000024501,0.01000,0.843
+14,block_sparse_moe.experts.87.w3,0.0000024417,0.01000,0.832
+14,block_sparse_moe.experts.88.w3,0.0000024848,0.01000,0.838
+14,block_sparse_moe.experts.86.w3,0.0000022622,0.01000,0.878
+14,block_sparse_moe.experts.90.w3,0.0000022806,0.01000,0.828
+14,block_sparse_moe.experts.89.w3,0.0000023945,0.01000,0.842
+14,block_sparse_moe.experts.91.w3,0.0000024407,0.01000,0.848
+14,block_sparse_moe.experts.92.w3,0.0000024646,0.01000,0.836
+14,block_sparse_moe.experts.93.w3,0.0000024619,0.01000,0.845
+14,block_sparse_moe.experts.94.w3,0.0000024593,0.01000,0.832
+14,block_sparse_moe.experts.95.w3,0.0000024335,0.01000,0.826
+14,block_sparse_moe.experts.96.w3,0.0000023495,0.01000,0.828
+14,block_sparse_moe.experts.97.w3,0.0000024899,0.01000,0.830
+14,block_sparse_moe.experts.98.w3,0.0000024531,0.01000,0.843
+14,block_sparse_moe.experts.99.w3,0.0000023489,0.01000,0.840
+14,block_sparse_moe.experts.100.w3,0.0000024941,0.01000,0.835
+14,block_sparse_moe.experts.101.w3,0.0000025418,0.01000,0.831
+14,block_sparse_moe.experts.102.w3,0.0000024786,0.01000,0.825
+14,block_sparse_moe.experts.103.w3,0.0000023676,0.01000,0.830
+14,block_sparse_moe.experts.104.w3,0.0000024497,0.01000,0.834
+14,block_sparse_moe.experts.105.w3,0.0000024195,0.01000,0.838
+14,block_sparse_moe.experts.106.w3,0.0000023425,0.01000,0.840
+14,block_sparse_moe.experts.109.w3,0.0000024351,0.01000,0.828
+14,block_sparse_moe.experts.108.w3,0.0000024229,0.01000,0.833
+14,block_sparse_moe.experts.107.w3,0.0000024163,0.01000,0.854
+14,block_sparse_moe.experts.110.w3,0.0000024410,0.01000,0.835
+14,block_sparse_moe.experts.111.w3,0.0000024700,0.01000,0.834
+14,block_sparse_moe.experts.112.w3,0.0000024655,0.01000,0.843
+14,block_sparse_moe.experts.113.w3,0.0000024880,0.01000,0.837
+14,block_sparse_moe.experts.115.w3,0.0000025081,0.01000,0.834
+14,block_sparse_moe.experts.116.w3,0.0000022764,0.01000,0.834
+14,block_sparse_moe.experts.114.w3,0.0000023555,0.01000,0.890
+14,block_sparse_moe.experts.117.w3,0.0000024493,0.01000,0.845
+14,block_sparse_moe.experts.118.w3,0.0000024377,0.01000,0.858
+14,block_sparse_moe.experts.119.w3,0.0000023793,0.01000,0.865
+14,block_sparse_moe.experts.120.w3,0.0000024696,0.01000,0.837
+14,block_sparse_moe.experts.122.w3,0.0000025121,0.01000,0.844
+14,block_sparse_moe.experts.121.w3,0.0000024022,0.01000,0.862
+14,block_sparse_moe.experts.123.w3,0.0000024445,0.01000,0.845
+14,block_sparse_moe.experts.124.w3,0.0000024042,0.01000,0.838
+14,block_sparse_moe.experts.125.w3,0.0000024666,0.01000,0.826
+14,block_sparse_moe.experts.126.w3,0.0000024612,0.01000,0.849
+14,block_sparse_moe.experts.127.w3,0.0000025464,0.01000,0.838
+14,block_sparse_moe.experts.129.w3,0.0000025263,0.01000,0.831
+14,block_sparse_moe.experts.128.w3,0.0000024419,0.01000,0.878
+14,block_sparse_moe.experts.130.w3,0.0000024416,0.01000,0.845
+14,block_sparse_moe.experts.131.w3,0.0000024584,0.01000,0.825
+14,block_sparse_moe.experts.132.w3,0.0000023878,0.01000,0.828
+14,block_sparse_moe.experts.133.w3,0.0000025683,0.01000,0.848
+14,block_sparse_moe.experts.134.w3,0.0000024304,0.01000,0.838
+14,block_sparse_moe.experts.135.w3,0.0000023944,0.01000,0.859
+14,block_sparse_moe.experts.136.w3,0.0000024345,0.01000,0.825
+14,block_sparse_moe.experts.137.w3,0.0000023809,0.01000,0.825
+14,block_sparse_moe.experts.138.w3,0.0000024760,0.01000,0.829
+14,block_sparse_moe.experts.139.w3,0.0000025043,0.01000,0.828
+14,block_sparse_moe.experts.140.w3,0.0000024269,0.01000,0.850
+14,block_sparse_moe.experts.141.w3,0.0000024346,0.01000,0.843
+14,block_sparse_moe.experts.143.w3,0.0000023943,0.01000,0.827
+14,block_sparse_moe.experts.144.w3,0.0000024736,0.01000,0.824
+14,block_sparse_moe.experts.142.w3,0.0000024680,0.01000,0.875
+14,block_sparse_moe.experts.145.w3,0.0000025299,0.01000,0.830
+14,block_sparse_moe.experts.146.w3,0.0000024051,0.01000,0.840
+14,block_sparse_moe.experts.147.w3,0.0000023687,0.01000,0.850
+14,block_sparse_moe.experts.148.w3,0.0000025521,0.01000,0.841
+14,block_sparse_moe.experts.150.w3,0.0000024003,0.01000,0.820
+14,block_sparse_moe.experts.151.w3,0.0000024420,0.01000,0.833
+14,block_sparse_moe.experts.149.w3,0.0000023611,0.01000,0.883
+14,block_sparse_moe.experts.152.w3,0.0000025018,0.01000,0.827
+14,block_sparse_moe.experts.153.w3,0.0000024600,0.01000,0.842
+14,block_sparse_moe.experts.154.w3,0.0000024089,0.01000,0.845
+14,block_sparse_moe.experts.155.w3,0.0000023966,0.01000,0.846
+14,block_sparse_moe.experts.156.w3,0.0000023955,0.01000,0.866
+14,block_sparse_moe.experts.157.w3,0.0000024004,0.01000,0.834
+14,block_sparse_moe.experts.158.w3,0.0000024475,0.01000,0.830
+14,block_sparse_moe.experts.159.w3,0.0000023535,0.01000,0.838
+14,block_sparse_moe.experts.160.w3,0.0000024824,0.01000,0.838
+14,block_sparse_moe.experts.161.w3,0.0000024714,0.01000,0.841
+14,block_sparse_moe.experts.162.w3,0.0000024608,0.01000,0.844
+14,block_sparse_moe.experts.164.w3,0.0000024548,0.01000,0.831
+14,block_sparse_moe.experts.165.w3,0.0000024861,0.01000,0.824
+14,block_sparse_moe.experts.163.w3,0.0000023513,0.01000,0.883
+14,block_sparse_moe.experts.166.w3,0.0000023799,0.01000,0.847
+14,block_sparse_moe.experts.167.w3,0.0000025108,0.01000,0.829
+14,block_sparse_moe.experts.168.w3,0.0000024075,0.01000,0.843
+14,block_sparse_moe.experts.169.w3,0.0000024489,0.01000,0.848
+14,block_sparse_moe.experts.171.w3,0.0000023870,0.01000,0.835
+14,block_sparse_moe.experts.172.w3,0.0000024793,0.01000,0.827
+14,block_sparse_moe.experts.170.w3,0.0000024016,0.01000,0.879
+14,block_sparse_moe.experts.173.w3,0.0000025040,0.01000,0.836
+14,block_sparse_moe.experts.174.w3,0.0000023847,0.01000,0.825
+14,block_sparse_moe.experts.175.w3,0.0000023679,0.01000,0.839
+14,block_sparse_moe.experts.176.w3,0.0000023711,0.01000,0.846
+14,block_sparse_moe.experts.178.w3,0.0000023333,0.01000,0.829
+14,block_sparse_moe.experts.179.w3,0.0000022075,0.01000,0.842
+14,block_sparse_moe.experts.177.w3,0.0000025036,0.01000,0.886
+14,block_sparse_moe.experts.180.w3,0.0000023988,0.01000,0.829
+14,block_sparse_moe.experts.181.w3,0.0000025764,0.01000,0.826
+14,block_sparse_moe.experts.182.w3,0.0000024880,0.01000,0.850
+14,block_sparse_moe.experts.183.w3,0.0000024826,0.01000,0.840
+14,block_sparse_moe.experts.186.w3,0.0000023850,0.01000,0.830
+14,block_sparse_moe.experts.185.w3,0.0000022940,0.01000,0.833
+14,block_sparse_moe.experts.188.w3,0.0000024782,0.01000,0.826
+14,block_sparse_moe.experts.187.w3,0.0000024273,0.01000,0.828
+14,block_sparse_moe.experts.184.w3,0.0000024122,0.01000,0.887
+14,block_sparse_moe.experts.189.w3,0.0000023965,0.01000,0.841
+14,block_sparse_moe.experts.190.w3,0.0000024056,0.01000,0.851
+14,block_sparse_moe.experts.192.w3,0.0000024322,0.01000,0.828
+14,block_sparse_moe.experts.193.w3,0.0000024248,0.01000,0.827
+14,block_sparse_moe.experts.195.w3,0.0000024286,0.01000,0.824
+14,block_sparse_moe.experts.194.w3,0.0000024407,0.01000,0.844
+14,block_sparse_moe.experts.191.w3,0.0000022923,0.01000,0.891
+14,block_sparse_moe.experts.196.w3,0.0000021179,0.01000,0.849
+14,block_sparse_moe.experts.197.w3,0.0000023352,0.01000,0.847
+14,block_sparse_moe.experts.199.w3,0.0000024265,0.01000,0.823
+14,block_sparse_moe.experts.200.w3,0.0000024341,0.01000,0.822
+14,block_sparse_moe.experts.201.w3,0.0000024645,0.01000,0.835
+14,block_sparse_moe.experts.202.w3,0.0000023831,0.01000,0.839
+14,block_sparse_moe.experts.198.w3,0.0000023736,0.01000,0.915
+14,block_sparse_moe.experts.203.w3,0.0000024231,0.01000,0.842
+14,block_sparse_moe.experts.204.w3,0.0000024404,0.01000,0.840
+14,block_sparse_moe.experts.206.w3,0.0000024802,0.01000,0.839
+14,block_sparse_moe.experts.207.w3,0.0000024409,0.01000,0.836
+14,block_sparse_moe.experts.205.w3,0.0000025478,0.01000,0.905
+14,block_sparse_moe.experts.208.w3,0.0000023443,0.01000,0.835
+14,block_sparse_moe.experts.209.w3,0.0000025325,0.01000,0.835
+14,block_sparse_moe.experts.210.w3,0.0000024259,0.01000,0.844
+14,block_sparse_moe.experts.211.w3,0.0000023107,0.01000,0.844
+14,block_sparse_moe.experts.213.w3,0.0000023201,0.01000,0.839
+14,block_sparse_moe.experts.212.w3,0.0000024437,0.01000,0.875
+14,block_sparse_moe.experts.214.w3,0.0000022576,0.01000,0.832
+14,block_sparse_moe.experts.215.w3,0.0000024488,0.01000,0.835
+14,block_sparse_moe.experts.216.w3,0.0000025597,0.01000,0.846
+14,block_sparse_moe.experts.217.w3,0.0000024340,0.01000,0.844
+14,block_sparse_moe.experts.218.w3,0.0000024253,0.01000,0.855
+14,block_sparse_moe.experts.220.w3,0.0000024197,0.01000,0.833
+14,block_sparse_moe.experts.221.w3,0.0000023797,0.01000,0.832
+14,block_sparse_moe.experts.222.w3,0.0000024481,0.01000,0.834
+14,block_sparse_moe.experts.219.w3,0.0000024759,0.01000,0.880
+14,block_sparse_moe.experts.223.w3,0.0000022838,0.01000,0.830
+14,block_sparse_moe.experts.224.w3,0.0000024384,0.01000,0.837
+14,block_sparse_moe.experts.225.w3,0.0000023521,0.01000,0.843
+14,block_sparse_moe.experts.227.w3,0.0000024167,0.01000,0.823
+14,block_sparse_moe.experts.228.w3,0.0000023734,0.01000,0.831
+14,block_sparse_moe.experts.230.w3,0.0000024198,0.01000,0.829
+14,block_sparse_moe.experts.226.w3,0.0000024551,0.01000,0.870
+14,block_sparse_moe.experts.229.w3,0.0000024011,0.01000,0.868
+14,block_sparse_moe.experts.231.w3,0.0000024463,0.01000,0.839
+14,block_sparse_moe.experts.232.w3,0.0000024241,0.01000,0.839
+14,block_sparse_moe.experts.234.w3,0.0000024447,0.01000,0.828
+14,block_sparse_moe.experts.233.w3,0.0000023751,0.01000,0.865
+14,block_sparse_moe.experts.235.w3,0.0000024285,0.01000,0.839
+14,block_sparse_moe.experts.236.w3,0.0000023876,0.01000,0.840
+14,block_sparse_moe.experts.237.w3,0.0000023764,0.01000,0.838
+14,block_sparse_moe.experts.238.w3,0.0000024446,0.01000,0.837
+14,block_sparse_moe.experts.239.w3,0.0000024385,0.01000,0.838
+14,block_sparse_moe.experts.240.w3,0.0000025069,0.01000,0.870
+14,block_sparse_moe.experts.243.w3,0.0000024953,0.01000,0.841
+14,block_sparse_moe.experts.241.w3,0.0000025536,0.01000,0.851
+14,block_sparse_moe.experts.242.w3,0.0000024517,0.01000,0.847
+14,block_sparse_moe.experts.244.w3,0.0000024694,0.01000,0.846
+14,block_sparse_moe.experts.245.w3,0.0000025021,0.01000,0.838
+14,block_sparse_moe.experts.246.w3,0.0000023500,0.01000,0.845
+14,block_sparse_moe.experts.248.w3,0.0000024405,0.01000,0.835
+14,block_sparse_moe.experts.249.w3,0.0000024439,0.01000,0.837
+14,block_sparse_moe.experts.250.w3,0.0000025155,0.01000,0.841
+14,block_sparse_moe.experts.251.w3,0.0000024234,0.01000,0.827
+14,block_sparse_moe.experts.247.w3,0.0000024816,0.01000,0.875
+14,block_sparse_moe.experts.252.w3,0.0000025225,0.01000,0.778
+14,block_sparse_moe.experts.253.w3,0.0000024841,0.01000,0.756
+14,block_sparse_moe.experts.255.w3,0.0000024722,0.01000,0.638
+14,block_sparse_moe.experts.254.w3,0.0000023428,0.01000,0.663
+14,block_sparse_moe.experts.0.w2,0.0000004383,0.01000,0.442
+14,block_sparse_moe.experts.2.w2,0.0000004040,0.01000,0.446
+14,block_sparse_moe.experts.5.w2,0.0000003752,0.01000,0.442
+14,block_sparse_moe.experts.6.w2,0.0000004163,0.01000,0.458
+14,block_sparse_moe.experts.4.w2,0.0000003819,0.01000,0.461
+14,block_sparse_moe.experts.1.w2,0.0000003567,0.01000,0.468
+14,block_sparse_moe.experts.3.w2,0.0000004740,0.01000,0.473
+14,block_sparse_moe.experts.7.w2,0.0000003804,0.01000,0.409
+14,block_sparse_moe.experts.9.w2,0.0000003551,0.01000,0.420
+14,block_sparse_moe.experts.8.w2,0.0000002756,0.01000,0.425
+14,block_sparse_moe.experts.10.w2,0.0000003419,0.01000,0.422
+14,block_sparse_moe.experts.12.w2,0.0000003690,0.01000,0.419
+14,block_sparse_moe.experts.13.w2,0.0000003773,0.01000,0.427
+14,block_sparse_moe.experts.11.w2,0.0000004602,0.01000,0.441
+14,block_sparse_moe.experts.14.w2,0.0000004239,0.01000,0.414
+14,block_sparse_moe.experts.15.w2,0.0000003826,0.01000,0.420
+14,block_sparse_moe.experts.16.w2,0.0000002947,0.01000,0.423
+14,block_sparse_moe.experts.17.w2,0.0000004241,0.01000,0.419
+14,block_sparse_moe.experts.18.w2,0.0000004153,0.01000,0.429
+14,block_sparse_moe.experts.19.w2,0.0000003858,0.01000,0.422
+14,block_sparse_moe.experts.20.w2,0.0000003894,0.01000,0.450
+14,block_sparse_moe.experts.21.w2,0.0000003047,0.01000,0.412
+14,block_sparse_moe.experts.22.w2,0.0000004482,0.01000,0.413
+14,block_sparse_moe.experts.23.w2,0.0000003349,0.01000,0.420
+14,block_sparse_moe.experts.24.w2,0.0000003734,0.01000,0.417
+14,block_sparse_moe.experts.25.w2,0.0000004149,0.01000,0.417
+14,block_sparse_moe.experts.26.w2,0.0000003886,0.01000,0.423
+14,block_sparse_moe.experts.27.w2,0.0000004053,0.01000,0.427
+14,block_sparse_moe.experts.28.w2,0.0000003580,0.01000,0.415
+14,block_sparse_moe.experts.29.w2,0.0000003349,0.01000,0.425
+14,block_sparse_moe.experts.31.w2,0.0000004236,0.01000,0.422
+14,block_sparse_moe.experts.32.w2,0.0000004213,0.01000,0.427
+14,block_sparse_moe.experts.30.w2,0.0000004089,0.01000,0.453
+14,block_sparse_moe.experts.33.w2,0.0000004178,0.01000,0.425
+14,block_sparse_moe.experts.34.w2,0.0000003937,0.01000,0.431
+14,block_sparse_moe.experts.35.w2,0.0000002482,0.01000,0.415
+14,block_sparse_moe.experts.36.w2,0.0000002803,0.01000,0.432
+14,block_sparse_moe.experts.37.w2,0.0000004675,0.01000,0.432
+14,block_sparse_moe.experts.38.w2,0.0000003965,0.01000,0.422
+14,block_sparse_moe.experts.40.w2,0.0000003675,0.01000,0.423
+14,block_sparse_moe.experts.39.w2,0.0000003339,0.01000,0.437
+14,block_sparse_moe.experts.41.w2,0.0000004699,0.01000,0.428
+14,block_sparse_moe.experts.42.w2,0.0000003058,0.01000,0.415
+14,block_sparse_moe.experts.43.w2,0.0000004380,0.01000,0.432
+14,block_sparse_moe.experts.45.w2,0.0000003663,0.01000,0.416
+14,block_sparse_moe.experts.44.w2,0.0000003812,0.01000,0.440
+14,block_sparse_moe.experts.46.w2,0.0000002907,0.01000,0.422
+14,block_sparse_moe.experts.47.w2,0.0000004569,0.01000,0.426
+14,block_sparse_moe.experts.48.w2,0.0000003573,0.01000,0.433
+14,block_sparse_moe.experts.49.w2,0.0000003679,0.01000,0.418
+14,block_sparse_moe.experts.50.w2,0.0000003928,0.01000,0.433
+14,block_sparse_moe.experts.51.w2,0.0000004211,0.01000,0.436
+14,block_sparse_moe.experts.52.w2,0.0000003556,0.01000,0.422
+14,block_sparse_moe.experts.53.w2,0.0000002804,0.01000,0.433
+14,block_sparse_moe.experts.54.w2,0.0000003785,0.01000,0.430
+14,block_sparse_moe.experts.55.w2,0.0000003704,0.01000,0.438
+14,block_sparse_moe.experts.56.w2,0.0000003717,0.01000,0.414
+14,block_sparse_moe.experts.57.w2,0.0000003364,0.01000,0.415
+14,block_sparse_moe.experts.58.w2,0.0000003973,0.01000,0.418
+14,block_sparse_moe.experts.59.w2,0.0000002978,0.01000,0.414
+14,block_sparse_moe.experts.60.w2,0.0000003878,0.01000,0.424
+14,block_sparse_moe.experts.61.w2,0.0000003772,0.01000,0.420
+14,block_sparse_moe.experts.62.w2,0.0000004139,0.01000,0.435
+14,block_sparse_moe.experts.63.w2,0.0000004285,0.01000,0.420
+14,block_sparse_moe.experts.64.w2,0.0000003963,0.01000,0.428
+14,block_sparse_moe.experts.66.w2,0.0000003151,0.01000,0.422
+14,block_sparse_moe.experts.65.w2,0.0000003805,0.01000,0.423
+14,block_sparse_moe.experts.67.w2,0.0000004324,0.01000,0.439
+14,block_sparse_moe.experts.68.w2,0.0000003296,0.01000,0.435
+14,block_sparse_moe.experts.69.w2,0.0000003981,0.01000,0.439
+14,block_sparse_moe.experts.70.w2,0.0000004545,0.01000,0.416
+14,block_sparse_moe.experts.71.w2,0.0000003662,0.01000,0.417
+14,block_sparse_moe.experts.73.w2,0.0000003917,0.01000,0.415
+14,block_sparse_moe.experts.72.w2,0.0000003098,0.01000,0.430
+14,block_sparse_moe.experts.74.w2,0.0000003029,0.01000,0.422
+14,block_sparse_moe.experts.75.w2,0.0000003657,0.01000,0.419
+14,block_sparse_moe.experts.76.w2,0.0000003628,0.01000,0.432
+14,block_sparse_moe.experts.77.w2,0.0000004305,0.01000,0.414
+14,block_sparse_moe.experts.78.w2,0.0000003444,0.01000,0.417
+14,block_sparse_moe.experts.79.w2,0.0000004237,0.01000,0.422
+14,block_sparse_moe.experts.80.w2,0.0000003664,0.01000,0.419
+14,block_sparse_moe.experts.81.w2,0.0000001742,0.01000,0.426
+14,block_sparse_moe.experts.82.w2,0.0000002656,0.01000,0.425
+14,block_sparse_moe.experts.83.w2,0.0000003520,0.01000,0.436
+14,block_sparse_moe.experts.84.w2,0.0000004060,0.01000,0.422
+14,block_sparse_moe.experts.85.w2,0.0000003782,0.01000,0.420
+14,block_sparse_moe.experts.86.w2,0.0000004042,0.01000,0.417
+14,block_sparse_moe.experts.87.w2,0.0000003902,0.01000,0.413
+14,block_sparse_moe.experts.89.w2,0.0000003660,0.01000,0.422
+14,block_sparse_moe.experts.88.w2,0.0000003820,0.01000,0.423
+14,block_sparse_moe.experts.90.w2,0.0000003200,0.01000,0.433
+14,block_sparse_moe.experts.91.w2,0.0000004202,0.01000,0.415
+14,block_sparse_moe.experts.92.w2,0.0000003157,0.01000,0.418
+14,block_sparse_moe.experts.93.w2,0.0000003882,0.01000,0.416
+14,block_sparse_moe.experts.94.w2,0.0000003825,0.01000,0.415
+14,block_sparse_moe.experts.95.w2,0.0000003695,0.01000,0.422
+14,block_sparse_moe.experts.96.w2,0.0000003601,0.01000,0.421
+14,block_sparse_moe.experts.97.w2,0.0000003846,0.01000,0.432
+14,block_sparse_moe.experts.98.w2,0.0000003820,0.01000,0.417
+14,block_sparse_moe.experts.99.w2,0.0000003891,0.01000,0.420
+14,block_sparse_moe.experts.100.w2,0.0000004150,0.01000,0.419
+14,block_sparse_moe.experts.101.w2,0.0000003535,0.01000,0.416
+14,block_sparse_moe.experts.102.w2,0.0000005000,0.01000,0.424
+14,block_sparse_moe.experts.103.w2,0.0000004435,0.01000,0.426
+14,block_sparse_moe.experts.104.w2,0.0000003156,0.01000,0.432
+14,block_sparse_moe.experts.105.w2,0.0000004379,0.01000,0.414
+14,block_sparse_moe.experts.106.w2,0.0000004131,0.01000,0.416
+14,block_sparse_moe.experts.107.w2,0.0000003955,0.01000,0.416
+14,block_sparse_moe.experts.108.w2,0.0000004684,0.01000,0.415
+14,block_sparse_moe.experts.109.w2,0.0000004523,0.01000,0.422
+14,block_sparse_moe.experts.110.w2,0.0000004317,0.01000,0.423
+14,block_sparse_moe.experts.111.w2,0.0000003781,0.01000,0.432
+14,block_sparse_moe.experts.112.w2,0.0000004448,0.01000,0.414
+14,block_sparse_moe.experts.113.w2,0.0000003197,0.01000,0.420
+14,block_sparse_moe.experts.115.w2,0.0000003828,0.01000,0.419
+14,block_sparse_moe.experts.114.w2,0.0000003328,0.01000,0.445
+14,block_sparse_moe.experts.116.w2,0.0000004113,0.01000,0.428
+14,block_sparse_moe.experts.117.w2,0.0000003803,0.01000,0.434
+14,block_sparse_moe.experts.118.w2,0.0000004105,0.01000,0.436
+14,block_sparse_moe.experts.119.w2,0.0000004300,0.01000,0.418
+14,block_sparse_moe.experts.120.w2,0.0000003635,0.01000,0.415
+14,block_sparse_moe.experts.121.w2,0.0000004015,0.01000,0.427
+14,block_sparse_moe.experts.122.w2,0.0000003637,0.01000,0.411
+14,block_sparse_moe.experts.123.w2,0.0000004160,0.01000,0.422
+14,block_sparse_moe.experts.124.w2,0.0000003353,0.01000,0.420
+14,block_sparse_moe.experts.125.w2,0.0000003604,0.01000,0.432
+14,block_sparse_moe.experts.126.w2,0.0000003977,0.01000,0.412
+14,block_sparse_moe.experts.127.w2,0.0000003897,0.01000,0.418
+14,block_sparse_moe.experts.128.w2,0.0000004084,0.01000,0.419
+14,block_sparse_moe.experts.129.w2,0.0000003878,0.01000,0.411
+14,block_sparse_moe.experts.130.w2,0.0000004335,0.01000,0.426
+14,block_sparse_moe.experts.131.w2,0.0000003804,0.01000,0.423
+14,block_sparse_moe.experts.132.w2,0.0000004539,0.01000,0.434
+14,block_sparse_moe.experts.133.w2,0.0000003923,0.01000,0.417
+14,block_sparse_moe.experts.134.w2,0.0000003291,0.01000,0.422
+14,block_sparse_moe.experts.136.w2,0.0000004068,0.01000,0.414
+14,block_sparse_moe.experts.135.w2,0.0000003815,0.01000,0.430
+14,block_sparse_moe.experts.137.w2,0.0000003620,0.01000,0.420
+14,block_sparse_moe.experts.138.w2,0.0000003732,0.01000,0.419
+14,block_sparse_moe.experts.139.w2,0.0000003976,0.01000,0.433
+14,block_sparse_moe.experts.140.w2,0.0000003826,0.01000,0.414
+14,block_sparse_moe.experts.141.w2,0.0000004176,0.01000,0.418
+14,block_sparse_moe.experts.142.w2,0.0000003663,0.01000,0.422
+14,block_sparse_moe.experts.143.w2,0.0000002621,0.01000,0.417
+14,block_sparse_moe.experts.144.w2,0.0000003737,0.01000,0.424
+14,block_sparse_moe.experts.145.w2,0.0000004216,0.01000,0.424
+14,block_sparse_moe.experts.146.w2,0.0000004074,0.01000,0.432
+14,block_sparse_moe.experts.147.w2,0.0000003828,0.01000,0.421
+14,block_sparse_moe.experts.148.w2,0.0000003981,0.01000,0.424
+14,block_sparse_moe.experts.149.w2,0.0000002844,0.01000,0.424
+14,block_sparse_moe.experts.150.w2,0.0000004085,0.01000,0.421
+14,block_sparse_moe.experts.151.w2,0.0000003812,0.01000,0.427
+14,block_sparse_moe.experts.152.w2,0.0000004867,0.01000,0.434
+14,block_sparse_moe.experts.153.w2,0.0000003396,0.01000,0.429
+14,block_sparse_moe.experts.154.w2,0.0000003500,0.01000,0.420
+14,block_sparse_moe.experts.155.w2,0.0000002465,0.01000,0.419
+14,block_sparse_moe.experts.156.w2,0.0000004343,0.01000,0.418
+14,block_sparse_moe.experts.157.w2,0.0000003863,0.01000,0.417
+14,block_sparse_moe.experts.158.w2,0.0000003865,0.01000,0.422
+14,block_sparse_moe.experts.159.w2,0.0000004248,0.01000,0.423
+14,block_sparse_moe.experts.161.w2,0.0000002935,0.01000,0.413
+14,block_sparse_moe.experts.160.w2,0.0000003770,0.01000,0.447
+14,block_sparse_moe.experts.163.w2,0.0000003791,0.01000,0.416
+14,block_sparse_moe.experts.162.w2,0.0000004450,0.01000,0.443
+14,block_sparse_moe.experts.164.w2,0.0000003908,0.01000,0.437
+14,block_sparse_moe.experts.165.w2,0.0000003658,0.01000,0.422
+14,block_sparse_moe.experts.166.w2,0.0000003326,0.01000,0.422
+14,block_sparse_moe.experts.167.w2,0.0000003798,0.01000,0.437
+14,block_sparse_moe.experts.168.w2,0.0000003887,0.01000,0.435
+14,block_sparse_moe.experts.169.w2,0.0000004223,0.01000,0.415
+14,block_sparse_moe.experts.170.w2,0.0000003700,0.01000,0.420
+14,block_sparse_moe.experts.171.w2,0.0000003603,0.01000,0.420
+14,block_sparse_moe.experts.172.w2,0.0000003622,0.01000,0.420
+14,block_sparse_moe.experts.173.w2,0.0000003851,0.01000,0.418
+14,block_sparse_moe.experts.174.w2,0.0000003373,0.01000,0.426
+14,block_sparse_moe.experts.175.w2,0.0000003885,0.01000,0.437
+14,block_sparse_moe.experts.176.w2,0.0000004454,0.01000,0.412
+14,block_sparse_moe.experts.177.w2,0.0000003543,0.01000,0.419
+14,block_sparse_moe.experts.178.w2,0.0000002536,0.01000,0.417
+14,block_sparse_moe.experts.179.w2,0.0000003625,0.01000,0.421
+14,block_sparse_moe.experts.180.w2,0.0000004053,0.01000,0.419
+14,block_sparse_moe.experts.181.w2,0.0000004539,0.01000,0.428
+14,block_sparse_moe.experts.182.w2,0.0000004049,0.01000,0.430
+14,block_sparse_moe.experts.183.w2,0.0000004137,0.01000,0.443
+14,block_sparse_moe.experts.185.w2,0.0000004444,0.01000,0.408
+14,block_sparse_moe.experts.184.w2,0.0000003542,0.01000,0.421
+14,block_sparse_moe.experts.186.w2,0.0000002803,0.01000,0.417
+14,block_sparse_moe.experts.187.w2,0.0000003751,0.01000,0.453
+14,block_sparse_moe.experts.188.w2,0.0000003858,0.01000,0.421
+14,block_sparse_moe.experts.189.w2,0.0000004140,0.01000,0.429
+14,block_sparse_moe.experts.190.w2,0.0000003782,0.01000,0.415
+14,block_sparse_moe.experts.191.w2,0.0000003122,0.01000,0.419
+14,block_sparse_moe.experts.192.w2,0.0000003792,0.01000,0.419
+14,block_sparse_moe.experts.193.w2,0.0000003853,0.01000,0.422
+14,block_sparse_moe.experts.194.w2,0.0000004208,0.01000,0.422
+14,block_sparse_moe.experts.195.w2,0.0000003529,0.01000,0.427
+14,block_sparse_moe.experts.196.w2,0.0000002924,0.01000,0.430
+14,block_sparse_moe.experts.197.w2,0.0000004556,0.01000,0.418
+14,block_sparse_moe.experts.198.w2,0.0000002998,0.01000,0.423
+14,block_sparse_moe.experts.199.w2,0.0000003827,0.01000,0.430
+14,block_sparse_moe.experts.200.w2,0.0000003448,0.01000,0.427
+14,block_sparse_moe.experts.201.w2,0.0000003653,0.01000,0.422
+14,block_sparse_moe.experts.202.w2,0.0000004183,0.01000,0.424
+14,block_sparse_moe.experts.203.w2,0.0000003449,0.01000,0.430
+14,block_sparse_moe.experts.204.w2,0.0000003502,0.01000,0.417
+14,block_sparse_moe.experts.205.w2,0.0000003442,0.01000,0.420
+14,block_sparse_moe.experts.206.w2,0.0000003654,0.01000,0.420
+14,block_sparse_moe.experts.207.w2,0.0000003529,0.01000,0.419
+14,block_sparse_moe.experts.208.w2,0.0000002707,0.01000,0.422
+14,block_sparse_moe.experts.209.w2,0.0000004177,0.01000,0.424
+14,block_sparse_moe.experts.210.w2,0.0000003668,0.01000,0.414
+14,block_sparse_moe.experts.211.w2,0.0000003694,0.01000,0.418
+14,block_sparse_moe.experts.212.w2,0.0000004373,0.01000,0.421
+14,block_sparse_moe.experts.213.w2,0.0000004235,0.01000,0.421
+14,block_sparse_moe.experts.214.w2,0.0000003971,0.01000,0.424
+14,block_sparse_moe.experts.215.w2,0.0000003567,0.01000,0.421
+14,block_sparse_moe.experts.216.w2,0.0000004392,0.01000,0.430
+14,block_sparse_moe.experts.217.w2,0.0000004405,0.01000,0.419
+14,block_sparse_moe.experts.218.w2,0.0000003838,0.01000,0.438
+14,block_sparse_moe.experts.220.w2,0.0000003582,0.01000,0.418
+14,block_sparse_moe.experts.219.w2,0.0000003001,0.01000,0.446
+14,block_sparse_moe.experts.221.w2,0.0000003352,0.01000,0.420
+14,block_sparse_moe.experts.222.w2,0.0000003824,0.01000,0.428
+14,block_sparse_moe.experts.223.w2,0.0000002346,0.01000,0.420
+14,block_sparse_moe.experts.224.w2,0.0000004018,0.01000,0.420
+14,block_sparse_moe.experts.225.w2,0.0000003029,0.01000,0.416
+14,block_sparse_moe.experts.226.w2,0.0000004214,0.01000,0.428
+14,block_sparse_moe.experts.227.w2,0.0000003825,0.01000,0.421
+14,block_sparse_moe.experts.228.w2,0.0000003479,0.01000,0.420
+14,block_sparse_moe.experts.229.w2,0.0000003282,0.01000,0.420
+14,block_sparse_moe.experts.230.w2,0.0000003688,0.01000,0.425
+14,block_sparse_moe.experts.231.w2,0.0000004032,0.01000,0.415
+14,block_sparse_moe.experts.232.w2,0.0000004127,0.01000,0.419
+14,block_sparse_moe.experts.233.w2,0.0000003941,0.01000,0.429
+14,block_sparse_moe.experts.234.w2,0.0000004421,0.01000,0.423
+14,block_sparse_moe.experts.235.w2,0.0000003496,0.01000,0.420
+14,block_sparse_moe.experts.236.w2,0.0000002798,0.01000,0.428
+14,block_sparse_moe.experts.237.w2,0.0000004263,0.01000,0.422
+14,block_sparse_moe.experts.238.w2,0.0000003803,0.01000,0.415
+14,block_sparse_moe.experts.239.w2,0.0000003913,0.01000,0.419
+14,block_sparse_moe.experts.240.w2,0.0000003507,0.01000,0.424
+14,block_sparse_moe.experts.241.w2,0.0000003607,0.01000,0.422
+14,block_sparse_moe.experts.242.w2,0.0000004064,0.01000,0.420
+14,block_sparse_moe.experts.243.w2,0.0000004078,0.01000,0.438
+14,block_sparse_moe.experts.244.w2,0.0000004229,0.01000,0.425
+14,block_sparse_moe.experts.245.w2,0.0000003939,0.01000,0.416
+14,block_sparse_moe.experts.246.w2,0.0000004369,0.01000,0.423
+14,block_sparse_moe.experts.247.w2,0.0000003565,0.01000,0.427
+14,block_sparse_moe.experts.248.w2,0.0000003686,0.01000,0.428
+14,block_sparse_moe.experts.249.w2,0.0000003807,0.01000,0.421
+14,block_sparse_moe.experts.250.w2,0.0000003728,0.01000,0.420
+14,block_sparse_moe.experts.251.w2,0.0000003842,0.01000,0.396
+14,block_sparse_moe.experts.252.w2,0.0000003166,0.01000,0.390
+14,block_sparse_moe.experts.253.w2,0.0000003881,0.01000,0.368
+14,block_sparse_moe.experts.255.w2,0.0000004031,0.01000,0.357
+14,block_sparse_moe.experts.254.w2,0.0000004166,0.01000,0.364
+15,block_sparse_moe.experts.0.w1,0.0000028549,0.01000,0.828
+15,block_sparse_moe.experts.1.w1,0.0000026848,0.01000,0.843
+15,block_sparse_moe.experts.3.w1,0.0000028176,0.01000,0.843
+15,block_sparse_moe.experts.2.w1,0.0000029127,0.01000,0.847
+15,block_sparse_moe.experts.4.w1,0.0000027928,0.01000,0.848
+15,block_sparse_moe.experts.5.w1,0.0000028566,0.01000,0.851
+15,block_sparse_moe.experts.6.w1,0.0000028448,0.01000,0.853
+15,block_sparse_moe.experts.7.w1,0.0000030043,0.01000,0.825
+15,block_sparse_moe.experts.10.w1,0.0000028797,0.01000,0.822
+15,block_sparse_moe.experts.11.w1,0.0000028054,0.01000,0.843
+15,block_sparse_moe.experts.8.w1,0.0000028397,0.01000,0.850
+15,block_sparse_moe.experts.9.w1,0.0000028636,0.01000,0.851
+15,block_sparse_moe.experts.12.w1,0.0000029550,0.01000,0.842
+15,block_sparse_moe.experts.13.w1,0.0000028645,0.01000,0.843
+15,block_sparse_moe.experts.14.w1,0.0000028982,0.01000,0.836
+15,block_sparse_moe.experts.15.w1,0.0000028901,0.01000,0.828
+15,block_sparse_moe.experts.17.w1,0.0000028688,0.01000,0.834
+15,block_sparse_moe.experts.20.w1,0.0000029049,0.01000,0.843
+15,block_sparse_moe.experts.19.w1,0.0000028916,0.01000,0.850
+15,block_sparse_moe.experts.16.w1,0.0000029157,0.01000,0.860
+15,block_sparse_moe.experts.18.w1,0.0000028509,0.01000,0.874
+15,block_sparse_moe.experts.21.w1,0.0000028547,0.01000,0.820
+15,block_sparse_moe.experts.22.w1,0.0000029311,0.01000,0.818
+15,block_sparse_moe.experts.23.w1,0.0000028740,0.01000,0.836
+15,block_sparse_moe.experts.24.w1,0.0000028724,0.01000,0.829
+15,block_sparse_moe.experts.26.w1,0.0000029828,0.01000,0.848
+15,block_sparse_moe.experts.25.w1,0.0000028190,0.01000,0.856
+15,block_sparse_moe.experts.27.w1,0.0000030429,0.01000,0.850
+15,block_sparse_moe.experts.29.w1,0.0000028648,0.01000,0.821
+15,block_sparse_moe.experts.28.w1,0.0000029057,0.01000,0.829
+15,block_sparse_moe.experts.31.w1,0.0000028669,0.01000,0.816
+15,block_sparse_moe.experts.30.w1,0.0000028843,0.01000,0.853
+15,block_sparse_moe.experts.32.w1,0.0000028788,0.01000,0.840
+15,block_sparse_moe.experts.33.w1,0.0000028150,0.01000,0.841
+15,block_sparse_moe.experts.34.w1,0.0000029153,0.01000,0.863
+15,block_sparse_moe.experts.35.w1,0.0000028583,0.01000,0.822
+15,block_sparse_moe.experts.36.w1,0.0000028019,0.01000,0.835
+15,block_sparse_moe.experts.37.w1,0.0000027475,0.01000,0.830
+15,block_sparse_moe.experts.38.w1,0.0000027911,0.01000,0.832
+15,block_sparse_moe.experts.40.w1,0.0000029166,0.01000,0.837
+15,block_sparse_moe.experts.39.w1,0.0000029543,0.01000,0.860
+15,block_sparse_moe.experts.41.w1,0.0000028186,0.01000,0.840
+15,block_sparse_moe.experts.42.w1,0.0000029425,0.01000,0.823
+15,block_sparse_moe.experts.43.w1,0.0000030864,0.01000,0.837
+15,block_sparse_moe.experts.44.w1,0.0000028747,0.01000,0.831
+15,block_sparse_moe.experts.45.w1,0.0000028680,0.01000,0.836
+15,block_sparse_moe.experts.46.w1,0.0000028912,0.01000,0.838
+15,block_sparse_moe.experts.47.w1,0.0000028592,0.01000,0.847
+15,block_sparse_moe.experts.48.w1,0.0000028878,0.01000,0.851
+15,block_sparse_moe.experts.49.w1,0.0000029795,0.01000,0.819
+15,block_sparse_moe.experts.50.w1,0.0000029427,0.01000,0.855
+15,block_sparse_moe.experts.51.w1,0.0000029553,0.01000,0.841
+15,block_sparse_moe.experts.52.w1,0.0000029067,0.01000,0.832
+15,block_sparse_moe.experts.53.w1,0.0000028537,0.01000,0.848
+15,block_sparse_moe.experts.54.w1,0.0000028633,0.01000,0.850
+15,block_sparse_moe.experts.55.w1,0.0000027671,0.01000,0.864
+15,block_sparse_moe.experts.56.w1,0.0000029376,0.01000,0.822
+15,block_sparse_moe.experts.57.w1,0.0000028674,0.01000,0.847
+15,block_sparse_moe.experts.58.w1,0.0000028531,0.01000,0.831
+15,block_sparse_moe.experts.59.w1,0.0000027555,0.01000,0.826
+15,block_sparse_moe.experts.60.w1,0.0000027655,0.01000,0.838
+15,block_sparse_moe.experts.61.w1,0.0000029249,0.01000,0.846
+15,block_sparse_moe.experts.62.w1,0.0000029048,0.01000,0.847
+15,block_sparse_moe.experts.63.w1,0.0000028569,0.01000,0.824
+15,block_sparse_moe.experts.64.w1,0.0000025699,0.01000,0.826
+15,block_sparse_moe.experts.65.w1,0.0000028114,0.01000,0.825
+15,block_sparse_moe.experts.66.w1,0.0000029464,0.01000,0.826
+15,block_sparse_moe.experts.67.w1,0.0000029143,0.01000,0.841
+15,block_sparse_moe.experts.68.w1,0.0000028128,0.01000,0.845
+15,block_sparse_moe.experts.69.w1,0.0000027477,0.01000,0.854
+15,block_sparse_moe.experts.70.w1,0.0000028949,0.01000,0.829
+15,block_sparse_moe.experts.71.w1,0.0000028871,0.01000,0.824
+15,block_sparse_moe.experts.72.w1,0.0000028594,0.01000,0.823
+15,block_sparse_moe.experts.73.w1,0.0000028785,0.01000,0.822
+15,block_sparse_moe.experts.74.w1,0.0000029033,0.01000,0.842
+15,block_sparse_moe.experts.75.w1,0.0000027251,0.01000,0.853
+15,block_sparse_moe.experts.76.w1,0.0000028470,0.01000,0.856
+15,block_sparse_moe.experts.77.w1,0.0000029207,0.01000,0.829
+15,block_sparse_moe.experts.78.w1,0.0000029050,0.01000,0.828
+15,block_sparse_moe.experts.79.w1,0.0000028926,0.01000,0.827
+15,block_sparse_moe.experts.80.w1,0.0000028471,0.01000,0.828
+15,block_sparse_moe.experts.81.w1,0.0000028118,0.01000,0.837
+15,block_sparse_moe.experts.82.w1,0.0000028512,0.01000,0.840
+15,block_sparse_moe.experts.83.w1,0.0000028413,0.01000,0.855
+15,block_sparse_moe.experts.84.w1,0.0000028109,0.01000,0.830
+15,block_sparse_moe.experts.85.w1,0.0000029981,0.01000,0.830
+15,block_sparse_moe.experts.86.w1,0.0000028828,0.01000,0.825
+15,block_sparse_moe.experts.87.w1,0.0000029124,0.01000,0.836
+15,block_sparse_moe.experts.88.w1,0.0000027375,0.01000,0.840
+15,block_sparse_moe.experts.89.w1,0.0000028487,0.01000,0.845
+15,block_sparse_moe.experts.90.w1,0.0000029319,0.01000,0.855
+15,block_sparse_moe.experts.91.w1,0.0000029643,0.01000,0.830
+15,block_sparse_moe.experts.92.w1,0.0000028362,0.01000,0.834
+15,block_sparse_moe.experts.93.w1,0.0000029259,0.01000,0.842
+15,block_sparse_moe.experts.94.w1,0.0000028937,0.01000,0.828
+15,block_sparse_moe.experts.95.w1,0.0000028017,0.01000,0.849
+15,block_sparse_moe.experts.96.w1,0.0000028069,0.01000,0.849
+15,block_sparse_moe.experts.97.w1,0.0000030615,0.01000,0.854
+15,block_sparse_moe.experts.98.w1,0.0000028862,0.01000,0.827
+15,block_sparse_moe.experts.99.w1,0.0000028514,0.01000,0.844
+15,block_sparse_moe.experts.100.w1,0.0000028455,0.01000,0.837
+15,block_sparse_moe.experts.101.w1,0.0000028362,0.01000,0.830
+15,block_sparse_moe.experts.102.w1,0.0000026947,0.01000,0.837
+15,block_sparse_moe.experts.103.w1,0.0000028435,0.01000,0.849
+15,block_sparse_moe.experts.104.w1,0.0000028269,0.01000,0.852
+15,block_sparse_moe.experts.105.w1,0.0000028303,0.01000,0.811
+15,block_sparse_moe.experts.106.w1,0.0000028942,0.01000,0.828
+15,block_sparse_moe.experts.107.w1,0.0000028331,0.01000,0.836
+15,block_sparse_moe.experts.108.w1,0.0000028714,0.01000,0.839
+15,block_sparse_moe.experts.109.w1,0.0000028151,0.01000,0.839
+15,block_sparse_moe.experts.110.w1,0.0000028669,0.01000,0.855
+15,block_sparse_moe.experts.111.w1,0.0000028756,0.01000,0.854
+15,block_sparse_moe.experts.112.w1,0.0000029527,0.01000,0.823
+15,block_sparse_moe.experts.113.w1,0.0000027548,0.01000,0.817
+15,block_sparse_moe.experts.114.w1,0.0000028207,0.01000,0.845
+15,block_sparse_moe.experts.115.w1,0.0000029553,0.01000,0.838
+15,block_sparse_moe.experts.116.w1,0.0000029698,0.01000,0.841
+15,block_sparse_moe.experts.117.w1,0.0000028112,0.01000,0.861
+15,block_sparse_moe.experts.118.w1,0.0000029552,0.01000,0.877
+15,block_sparse_moe.experts.119.w1,0.0000028305,0.01000,0.831
+15,block_sparse_moe.experts.120.w1,0.0000029573,0.01000,0.826
+15,block_sparse_moe.experts.122.w1,0.0000030128,0.01000,0.827
+15,block_sparse_moe.experts.121.w1,0.0000028258,0.01000,0.858
+15,block_sparse_moe.experts.123.w1,0.0000028558,0.01000,0.836
+15,block_sparse_moe.experts.124.w1,0.0000028389,0.01000,0.845
+15,block_sparse_moe.experts.125.w1,0.0000029107,0.01000,0.849
+15,block_sparse_moe.experts.126.w1,0.0000028923,0.01000,0.836
+15,block_sparse_moe.experts.127.w1,0.0000029521,0.01000,0.840
+15,block_sparse_moe.experts.128.w1,0.0000029421,0.01000,0.843
+15,block_sparse_moe.experts.129.w1,0.0000028728,0.01000,0.840
+15,block_sparse_moe.experts.130.w1,0.0000030172,0.01000,0.840
+15,block_sparse_moe.experts.131.w1,0.0000029092,0.01000,0.848
+15,block_sparse_moe.experts.132.w1,0.0000028489,0.01000,0.850
+15,block_sparse_moe.experts.133.w1,0.0000029538,0.01000,0.820
+15,block_sparse_moe.experts.134.w1,0.0000028921,0.01000,0.834
+15,block_sparse_moe.experts.135.w1,0.0000029753,0.01000,0.834
+15,block_sparse_moe.experts.136.w1,0.0000029641,0.01000,0.839
+15,block_sparse_moe.experts.137.w1,0.0000029131,0.01000,0.841
+15,block_sparse_moe.experts.138.w1,0.0000028635,0.01000,0.850
+15,block_sparse_moe.experts.139.w1,0.0000028939,0.01000,0.852
+15,block_sparse_moe.experts.140.w1,0.0000028627,0.01000,0.820
+15,block_sparse_moe.experts.141.w1,0.0000028837,0.01000,0.836
+15,block_sparse_moe.experts.142.w1,0.0000028718,0.01000,0.835
+15,block_sparse_moe.experts.143.w1,0.0000028223,0.01000,0.833
+15,block_sparse_moe.experts.144.w1,0.0000029299,0.01000,0.844
+15,block_sparse_moe.experts.145.w1,0.0000028584,0.01000,0.852
+15,block_sparse_moe.experts.146.w1,0.0000028102,0.01000,0.856
+15,block_sparse_moe.experts.147.w1,0.0000029686,0.01000,0.817
+15,block_sparse_moe.experts.148.w1,0.0000028151,0.01000,0.829
+15,block_sparse_moe.experts.149.w1,0.0000028886,0.01000,0.835
+15,block_sparse_moe.experts.150.w1,0.0000028497,0.01000,0.833
+15,block_sparse_moe.experts.151.w1,0.0000029380,0.01000,0.844
+15,block_sparse_moe.experts.152.w1,0.0000028156,0.01000,0.851
+15,block_sparse_moe.experts.153.w1,0.0000028152,0.01000,0.856
+15,block_sparse_moe.experts.154.w1,0.0000028841,0.01000,0.825
+15,block_sparse_moe.experts.155.w1,0.0000028458,0.01000,0.831
+15,block_sparse_moe.experts.156.w1,0.0000028705,0.01000,0.834
+15,block_sparse_moe.experts.157.w1,0.0000028820,0.01000,0.830
+15,block_sparse_moe.experts.158.w1,0.0000029235,0.01000,0.838
+15,block_sparse_moe.experts.159.w1,0.0000028058,0.01000,0.859
+15,block_sparse_moe.experts.160.w1,0.0000029370,0.01000,0.848
+15,block_sparse_moe.experts.161.w1,0.0000028817,0.01000,0.832
+15,block_sparse_moe.experts.162.w1,0.0000028833,0.01000,0.850
+15,block_sparse_moe.experts.163.w1,0.0000029231,0.01000,0.834
+15,block_sparse_moe.experts.164.w1,0.0000027985,0.01000,0.845
+15,block_sparse_moe.experts.165.w1,0.0000028751,0.01000,0.852
+15,block_sparse_moe.experts.166.w1,0.0000027766,0.01000,0.859
+15,block_sparse_moe.experts.167.w1,0.0000028923,0.01000,0.850
+15,block_sparse_moe.experts.168.w1,0.0000028636,0.01000,0.826
+15,block_sparse_moe.experts.169.w1,0.0000028593,0.01000,0.828
+15,block_sparse_moe.experts.170.w1,0.0000029184,0.01000,0.823
+15,block_sparse_moe.experts.171.w1,0.0000028712,0.01000,0.816
+15,block_sparse_moe.experts.172.w1,0.0000028491,0.01000,0.843
+15,block_sparse_moe.experts.173.w1,0.0000028642,0.01000,0.851
+15,block_sparse_moe.experts.174.w1,0.0000028511,0.01000,0.845
+15,block_sparse_moe.experts.175.w1,0.0000028792,0.01000,0.814
+15,block_sparse_moe.experts.176.w1,0.0000028083,0.01000,0.822
+15,block_sparse_moe.experts.178.w1,0.0000027889,0.01000,0.820
+15,block_sparse_moe.experts.177.w1,0.0000028356,0.01000,0.841
+15,block_sparse_moe.experts.179.w1,0.0000027616,0.01000,0.846
+15,block_sparse_moe.experts.180.w1,0.0000028383,0.01000,0.857
+15,block_sparse_moe.experts.181.w1,0.0000028937,0.01000,0.845
+15,block_sparse_moe.experts.182.w1,0.0000028314,0.01000,0.826
+15,block_sparse_moe.experts.183.w1,0.0000027687,0.01000,0.822
+15,block_sparse_moe.experts.185.w1,0.0000029863,0.01000,0.828
+15,block_sparse_moe.experts.184.w1,0.0000028296,0.01000,0.838
+15,block_sparse_moe.experts.186.w1,0.0000028602,0.01000,0.838
+15,block_sparse_moe.experts.187.w1,0.0000028829,0.01000,0.861
+15,block_sparse_moe.experts.188.w1,0.0000029068,0.01000,0.846
+15,block_sparse_moe.experts.189.w1,0.0000027476,0.01000,0.821
+15,block_sparse_moe.experts.190.w1,0.0000029117,0.01000,0.821
+15,block_sparse_moe.experts.191.w1,0.0000029997,0.01000,0.831
+15,block_sparse_moe.experts.192.w1,0.0000027672,0.01000,0.827
+15,block_sparse_moe.experts.193.w1,0.0000029333,0.01000,0.839
+15,block_sparse_moe.experts.194.w1,0.0000028266,0.01000,0.868
+15,block_sparse_moe.experts.195.w1,0.0000028930,0.01000,0.847
+15,block_sparse_moe.experts.196.w1,0.0000028144,0.01000,0.836
+15,block_sparse_moe.experts.197.w1,0.0000028513,0.01000,0.828
+15,block_sparse_moe.experts.198.w1,0.0000028838,0.01000,0.822
+15,block_sparse_moe.experts.199.w1,0.0000028339,0.01000,0.824
+15,block_sparse_moe.experts.200.w1,0.0000028371,0.01000,0.834
+15,block_sparse_moe.experts.201.w1,0.0000030703,0.01000,0.857
+15,block_sparse_moe.experts.202.w1,0.0000028327,0.01000,0.845
+15,block_sparse_moe.experts.203.w1,0.0000028146,0.01000,0.820
+15,block_sparse_moe.experts.204.w1,0.0000027389,0.01000,0.827
+15,block_sparse_moe.experts.206.w1,0.0000026771,0.01000,0.816
+15,block_sparse_moe.experts.205.w1,0.0000028037,0.01000,0.856
+15,block_sparse_moe.experts.207.w1,0.0000028655,0.01000,0.834
+15,block_sparse_moe.experts.208.w1,0.0000029463,0.01000,0.851
+15,block_sparse_moe.experts.210.w1,0.0000029046,0.01000,0.818
+15,block_sparse_moe.experts.209.w1,0.0000028848,0.01000,0.857
+15,block_sparse_moe.experts.211.w1,0.0000028954,0.01000,0.827
+15,block_sparse_moe.experts.212.w1,0.0000028466,0.01000,0.827
+15,block_sparse_moe.experts.213.w1,0.0000028244,0.01000,0.823
+15,block_sparse_moe.experts.214.w1,0.0000027815,0.01000,0.831
+15,block_sparse_moe.experts.215.w1,0.0000028537,0.01000,0.853
+15,block_sparse_moe.experts.217.w1,0.0000028427,0.01000,0.823
+15,block_sparse_moe.experts.216.w1,0.0000029432,0.01000,0.873
+15,block_sparse_moe.experts.218.w1,0.0000028646,0.01000,0.829
+15,block_sparse_moe.experts.219.w1,0.0000028218,0.01000,0.826
+15,block_sparse_moe.experts.220.w1,0.0000027874,0.01000,0.827
+15,block_sparse_moe.experts.221.w1,0.0000029101,0.01000,0.845
+15,block_sparse_moe.experts.222.w1,0.0000028495,0.01000,0.843
+15,block_sparse_moe.experts.223.w1,0.0000028277,0.01000,0.859
+15,block_sparse_moe.experts.224.w1,0.0000028612,0.01000,0.860
+15,block_sparse_moe.experts.225.w1,0.0000028991,0.01000,0.839
+15,block_sparse_moe.experts.226.w1,0.0000028111,0.01000,0.842
+15,block_sparse_moe.experts.227.w1,0.0000028913,0.01000,0.831
+15,block_sparse_moe.experts.228.w1,0.0000028520,0.01000,0.863
+15,block_sparse_moe.experts.229.w1,0.0000029495,0.01000,0.867
+15,block_sparse_moe.experts.230.w1,0.0000028061,0.01000,0.856
+15,block_sparse_moe.experts.231.w1,0.0000029006,0.01000,0.845
+15,block_sparse_moe.experts.232.w1,0.0000027835,0.01000,0.839
+15,block_sparse_moe.experts.233.w1,0.0000028296,0.01000,0.835
+15,block_sparse_moe.experts.234.w1,0.0000028602,0.01000,0.828
+15,block_sparse_moe.experts.235.w1,0.0000028409,0.01000,0.847
+15,block_sparse_moe.experts.237.w1,0.0000029286,0.01000,0.850
+15,block_sparse_moe.experts.238.w1,0.0000027557,0.01000,0.845
+15,block_sparse_moe.experts.236.w1,0.0000028505,0.01000,0.888
+15,block_sparse_moe.experts.239.w1,0.0000028470,0.01000,0.822
+15,block_sparse_moe.experts.240.w1,0.0000029122,0.01000,0.828
+15,block_sparse_moe.experts.241.w1,0.0000028528,0.01000,0.823
+15,block_sparse_moe.experts.242.w1,0.0000028683,0.01000,0.835
+15,block_sparse_moe.experts.243.w1,0.0000028598,0.01000,0.852
+15,block_sparse_moe.experts.244.w1,0.0000029040,0.01000,0.852
+15,block_sparse_moe.experts.245.w1,0.0000028419,0.01000,0.846
+15,block_sparse_moe.experts.246.w1,0.0000028651,0.01000,0.838
+15,block_sparse_moe.experts.247.w1,0.0000031704,0.01000,0.824
+15,block_sparse_moe.experts.248.w1,0.0000029218,0.01000,0.820
+15,block_sparse_moe.experts.249.w1,0.0000032772,0.01000,0.850
+15,block_sparse_moe.experts.250.w1,0.0000029052,0.01000,0.839
+15,block_sparse_moe.experts.252.w1,0.0000028996,0.01000,0.849
+15,block_sparse_moe.experts.251.w1,0.0000028456,0.01000,0.857
+15,block_sparse_moe.experts.253.w1,0.0000028590,0.01000,0.836
+15,block_sparse_moe.experts.255.w1,0.0000028228,0.01000,0.829
+15,block_sparse_moe.experts.254.w1,0.0000030011,0.01000,0.840
+15,block_sparse_moe.experts.0.w3,0.0000028470,0.01000,0.833
+15,block_sparse_moe.experts.1.w3,0.0000026258,0.01000,0.835
+15,block_sparse_moe.experts.3.w3,0.0000027345,0.01000,0.840
+15,block_sparse_moe.experts.2.w3,0.0000029180,0.01000,0.864
+15,block_sparse_moe.experts.4.w3,0.0000027609,0.01000,0.827
+15,block_sparse_moe.experts.5.w3,0.0000028496,0.01000,0.839
+15,block_sparse_moe.experts.6.w3,0.0000027004,0.01000,0.833
+15,block_sparse_moe.experts.7.w3,0.0000029027,0.01000,0.837
+15,block_sparse_moe.experts.8.w3,0.0000028242,0.01000,0.839
+15,block_sparse_moe.experts.10.w3,0.0000027851,0.01000,0.833
+15,block_sparse_moe.experts.9.w3,0.0000028546,0.01000,0.855
+15,block_sparse_moe.experts.11.w3,0.0000027808,0.01000,0.837
+15,block_sparse_moe.experts.13.w3,0.0000028088,0.01000,0.819
+15,block_sparse_moe.experts.12.w3,0.0000029868,0.01000,0.843
+15,block_sparse_moe.experts.14.w3,0.0000029106,0.01000,0.839
+15,block_sparse_moe.experts.15.w3,0.0000028339,0.01000,0.838
+15,block_sparse_moe.experts.17.w3,0.0000028674,0.01000,0.818
+15,block_sparse_moe.experts.18.w3,0.0000028353,0.01000,0.836
+15,block_sparse_moe.experts.16.w3,0.0000029205,0.01000,0.879
+15,block_sparse_moe.experts.19.w3,0.0000028186,0.01000,0.825
+15,block_sparse_moe.experts.20.w3,0.0000029166,0.01000,0.819
+15,block_sparse_moe.experts.21.w3,0.0000028560,0.01000,0.836
+15,block_sparse_moe.experts.22.w3,0.0000028132,0.01000,0.834
+15,block_sparse_moe.experts.23.w3,0.0000028622,0.01000,0.849
+15,block_sparse_moe.experts.24.w3,0.0000027836,0.01000,0.831
+15,block_sparse_moe.experts.25.w3,0.0000027557,0.01000,0.840
+15,block_sparse_moe.experts.26.w3,0.0000029235,0.01000,0.851
+15,block_sparse_moe.experts.27.w3,0.0000027565,0.01000,0.847
+15,block_sparse_moe.experts.28.w3,0.0000029044,0.01000,0.843
+15,block_sparse_moe.experts.29.w3,0.0000028585,0.01000,0.842
+15,block_sparse_moe.experts.30.w3,0.0000028585,0.01000,0.845
+15,block_sparse_moe.experts.31.w3,0.0000028441,0.01000,0.837
+15,block_sparse_moe.experts.32.w3,0.0000028889,0.01000,0.840
+15,block_sparse_moe.experts.33.w3,0.0000027829,0.01000,0.830
+15,block_sparse_moe.experts.34.w3,0.0000029362,0.01000,0.824
+15,block_sparse_moe.experts.35.w3,0.0000027397,0.01000,0.856
+15,block_sparse_moe.experts.36.w3,0.0000027487,0.01000,0.844
+15,block_sparse_moe.experts.37.w3,0.0000027329,0.01000,0.848
+15,block_sparse_moe.experts.38.w3,0.0000027716,0.01000,0.829
+15,block_sparse_moe.experts.39.w3,0.0000029729,0.01000,0.846
+15,block_sparse_moe.experts.41.w3,0.0000027825,0.01000,0.823
+15,block_sparse_moe.experts.40.w3,0.0000029034,0.01000,0.833
+15,block_sparse_moe.experts.42.w3,0.0000029242,0.01000,0.835
+15,block_sparse_moe.experts.43.w3,0.0000030498,0.01000,0.849
+15,block_sparse_moe.experts.45.w3,0.0000028745,0.01000,0.828
+15,block_sparse_moe.experts.44.w3,0.0000028731,0.01000,0.866
+15,block_sparse_moe.experts.48.w3,0.0000029120,0.01000,0.817
+15,block_sparse_moe.experts.47.w3,0.0000028368,0.01000,0.828
+15,block_sparse_moe.experts.46.w3,0.0000028768,0.01000,0.858
+15,block_sparse_moe.experts.49.w3,0.0000028466,0.01000,0.849
+15,block_sparse_moe.experts.50.w3,0.0000029211,0.01000,0.839
+15,block_sparse_moe.experts.52.w3,0.0000029112,0.01000,0.830
+15,block_sparse_moe.experts.51.w3,0.0000027617,0.01000,0.862
+15,block_sparse_moe.experts.53.w3,0.0000027692,0.01000,0.832
+15,block_sparse_moe.experts.54.w3,0.0000027863,0.01000,0.828
+15,block_sparse_moe.experts.55.w3,0.0000027534,0.01000,0.830
+15,block_sparse_moe.experts.56.w3,0.0000029876,0.01000,0.855
+15,block_sparse_moe.experts.57.w3,0.0000027425,0.01000,0.836
+15,block_sparse_moe.experts.60.w3,0.0000026426,0.01000,0.828
+15,block_sparse_moe.experts.59.w3,0.0000026795,0.01000,0.839
+15,block_sparse_moe.experts.61.w3,0.0000029136,0.01000,0.836
+15,block_sparse_moe.experts.62.w3,0.0000029084,0.01000,0.828
+15,block_sparse_moe.experts.58.w3,0.0000028760,0.01000,0.882
+15,block_sparse_moe.experts.63.w3,0.0000028359,0.01000,0.837
+15,block_sparse_moe.experts.64.w3,0.0000025252,0.01000,0.838
+15,block_sparse_moe.experts.66.w3,0.0000029652,0.01000,0.822
+15,block_sparse_moe.experts.67.w3,0.0000029316,0.01000,0.821
+15,block_sparse_moe.experts.68.w3,0.0000028069,0.01000,0.847
+15,block_sparse_moe.experts.65.w3,0.0000027644,0.01000,0.876
+15,block_sparse_moe.experts.69.w3,0.0000026807,0.01000,0.837
+15,block_sparse_moe.experts.70.w3,0.0000029108,0.01000,0.854
+15,block_sparse_moe.experts.71.w3,0.0000029162,0.01000,0.853
+15,block_sparse_moe.experts.73.w3,0.0000028853,0.01000,0.823
+15,block_sparse_moe.experts.74.w3,0.0000027978,0.01000,0.829
+15,block_sparse_moe.experts.75.w3,0.0000025581,0.01000,0.830
+15,block_sparse_moe.experts.76.w3,0.0000028297,0.01000,0.834
+15,block_sparse_moe.experts.72.w3,0.0000028457,0.01000,0.895
+15,block_sparse_moe.experts.77.w3,0.0000028633,0.01000,0.846
+15,block_sparse_moe.experts.78.w3,0.0000028096,0.01000,0.835
+15,block_sparse_moe.experts.79.w3,0.0000029017,0.01000,0.869
+15,block_sparse_moe.experts.80.w3,0.0000028110,0.01000,0.830
+15,block_sparse_moe.experts.81.w3,0.0000027448,0.01000,0.830
+15,block_sparse_moe.experts.83.w3,0.0000027981,0.01000,0.827
+15,block_sparse_moe.experts.82.w3,0.0000028387,0.01000,0.868
+15,block_sparse_moe.experts.84.w3,0.0000027944,0.01000,0.850
+15,block_sparse_moe.experts.85.w3,0.0000029073,0.01000,0.843
+15,block_sparse_moe.experts.88.w3,0.0000026907,0.01000,0.833
+15,block_sparse_moe.experts.86.w3,0.0000028777,0.01000,0.847
+15,block_sparse_moe.experts.87.w3,0.0000028703,0.01000,0.862
+15,block_sparse_moe.experts.89.w3,0.0000027933,0.01000,0.846
+15,block_sparse_moe.experts.90.w3,0.0000029023,0.01000,0.823
+15,block_sparse_moe.experts.91.w3,0.0000029260,0.01000,0.849
+15,block_sparse_moe.experts.92.w3,0.0000028149,0.01000,0.855
+15,block_sparse_moe.experts.94.w3,0.0000028045,0.01000,0.830
+15,block_sparse_moe.experts.96.w3,0.0000026560,0.01000,0.837
+15,block_sparse_moe.experts.97.w3,0.0000028266,0.01000,0.828
+15,block_sparse_moe.experts.93.w3,0.0000029302,0.01000,0.871
+15,block_sparse_moe.experts.95.w3,0.0000027188,0.01000,0.868
+15,block_sparse_moe.experts.98.w3,0.0000028592,0.01000,0.844
+15,block_sparse_moe.experts.99.w3,0.0000028528,0.01000,0.834
+15,block_sparse_moe.experts.100.w3,0.0000028214,0.01000,0.849
+15,block_sparse_moe.experts.101.w3,0.0000028287,0.01000,0.817
+15,block_sparse_moe.experts.103.w3,0.0000028235,0.01000,0.835
+15,block_sparse_moe.experts.102.w3,0.0000026979,0.01000,0.860
+15,block_sparse_moe.experts.104.w3,0.0000027099,0.01000,0.840
+15,block_sparse_moe.experts.105.w3,0.0000027903,0.01000,0.833
+15,block_sparse_moe.experts.106.w3,0.0000028880,0.01000,0.834
+15,block_sparse_moe.experts.108.w3,0.0000027705,0.01000,0.814
+15,block_sparse_moe.experts.107.w3,0.0000027993,0.01000,0.859
+15,block_sparse_moe.experts.109.w3,0.0000028056,0.01000,0.840
+15,block_sparse_moe.experts.111.w3,0.0000028258,0.01000,0.830
+15,block_sparse_moe.experts.110.w3,0.0000028023,0.01000,0.838
+15,block_sparse_moe.experts.112.w3,0.0000028718,0.01000,0.835
+15,block_sparse_moe.experts.113.w3,0.0000027048,0.01000,0.835
+15,block_sparse_moe.experts.114.w3,0.0000028084,0.01000,0.853
+15,block_sparse_moe.experts.115.w3,0.0000029393,0.01000,0.827
+15,block_sparse_moe.experts.116.w3,0.0000029881,0.01000,0.831
+15,block_sparse_moe.experts.118.w3,0.0000029700,0.01000,0.835
+15,block_sparse_moe.experts.117.w3,0.0000027885,0.01000,0.878
+15,block_sparse_moe.experts.119.w3,0.0000028252,0.01000,0.841
+15,block_sparse_moe.experts.120.w3,0.0000028348,0.01000,0.845
+15,block_sparse_moe.experts.121.w3,0.0000028233,0.01000,0.839
+15,block_sparse_moe.experts.122.w3,0.0000030228,0.01000,0.828
+15,block_sparse_moe.experts.123.w3,0.0000028506,0.01000,0.826
+15,block_sparse_moe.experts.124.w3,0.0000028169,0.01000,0.835
+15,block_sparse_moe.experts.125.w3,0.0000029140,0.01000,0.845
+15,block_sparse_moe.experts.126.w3,0.0000028526,0.01000,0.845
+15,block_sparse_moe.experts.127.w3,0.0000029312,0.01000,0.849
+15,block_sparse_moe.experts.129.w3,0.0000028069,0.01000,0.825
+15,block_sparse_moe.experts.130.w3,0.0000028986,0.01000,0.824
+15,block_sparse_moe.experts.128.w3,0.0000029306,0.01000,0.867
+15,block_sparse_moe.experts.131.w3,0.0000028751,0.01000,0.827
+15,block_sparse_moe.experts.132.w3,0.0000028506,0.01000,0.832
+15,block_sparse_moe.experts.133.w3,0.0000029997,0.01000,0.838
+15,block_sparse_moe.experts.134.w3,0.0000028959,0.01000,0.847
+15,block_sparse_moe.experts.136.w3,0.0000029450,0.01000,0.821
+15,block_sparse_moe.experts.137.w3,0.0000028919,0.01000,0.830
+15,block_sparse_moe.experts.138.w3,0.0000028477,0.01000,0.829
+15,block_sparse_moe.experts.135.w3,0.0000030214,0.01000,0.888
+15,block_sparse_moe.experts.139.w3,0.0000029015,0.01000,0.846
+15,block_sparse_moe.experts.140.w3,0.0000028809,0.01000,0.842
+15,block_sparse_moe.experts.141.w3,0.0000028430,0.01000,0.845
+15,block_sparse_moe.experts.143.w3,0.0000028143,0.01000,0.824
+15,block_sparse_moe.experts.142.w3,0.0000027684,0.01000,0.864
+15,block_sparse_moe.experts.144.w3,0.0000028949,0.01000,0.827
+15,block_sparse_moe.experts.145.w3,0.0000028275,0.01000,0.832
+15,block_sparse_moe.experts.146.w3,0.0000028063,0.01000,0.827
+15,block_sparse_moe.experts.147.w3,0.0000029344,0.01000,0.866
+15,block_sparse_moe.experts.148.w3,0.0000027870,0.01000,0.860
+15,block_sparse_moe.experts.150.w3,0.0000028394,0.01000,0.839
+15,block_sparse_moe.experts.151.w3,0.0000029080,0.01000,0.853
+15,block_sparse_moe.experts.152.w3,0.0000028107,0.01000,0.845
+15,block_sparse_moe.experts.149.w3,0.0000027221,0.01000,0.914
+15,block_sparse_moe.experts.153.w3,0.0000027616,0.01000,0.837
+15,block_sparse_moe.experts.154.w3,0.0000028934,0.01000,0.838
+15,block_sparse_moe.experts.155.w3,0.0000027917,0.01000,0.836
+15,block_sparse_moe.experts.157.w3,0.0000028591,0.01000,0.818
+15,block_sparse_moe.experts.158.w3,0.0000026119,0.01000,0.820
+15,block_sparse_moe.experts.156.w3,0.0000028245,0.01000,0.892
+15,block_sparse_moe.experts.159.w3,0.0000027866,0.01000,0.829
+15,block_sparse_moe.experts.160.w3,0.0000029130,0.01000,0.826
+15,block_sparse_moe.experts.161.w3,0.0000028722,0.01000,0.826
+15,block_sparse_moe.experts.162.w3,0.0000028369,0.01000,0.836
+15,block_sparse_moe.experts.164.w3,0.0000027859,0.01000,0.820
+15,block_sparse_moe.experts.165.w3,0.0000029192,0.01000,0.837
+15,block_sparse_moe.experts.163.w3,0.0000029161,0.01000,0.889
+15,block_sparse_moe.experts.166.w3,0.0000027399,0.01000,0.829
+15,block_sparse_moe.experts.167.w3,0.0000027972,0.01000,0.832
+15,block_sparse_moe.experts.168.w3,0.0000028288,0.01000,0.831
+15,block_sparse_moe.experts.169.w3,0.0000028508,0.01000,0.837
+15,block_sparse_moe.experts.170.w3,0.0000029434,0.01000,0.853
+15,block_sparse_moe.experts.171.w3,0.0000027997,0.01000,0.831
+15,block_sparse_moe.experts.173.w3,0.0000028288,0.01000,0.832
+15,block_sparse_moe.experts.172.w3,0.0000028444,0.01000,0.837
+15,block_sparse_moe.experts.174.w3,0.0000028127,0.01000,0.835
+15,block_sparse_moe.experts.175.w3,0.0000028581,0.01000,0.831
+15,block_sparse_moe.experts.176.w3,0.0000027965,0.01000,0.840
+15,block_sparse_moe.experts.177.w3,0.0000027325,0.01000,0.847
+15,block_sparse_moe.experts.178.w3,0.0000027833,0.01000,0.828
+15,block_sparse_moe.experts.179.w3,0.0000027141,0.01000,0.832
+15,block_sparse_moe.experts.180.w3,0.0000028070,0.01000,0.837
+15,block_sparse_moe.experts.181.w3,0.0000028951,0.01000,0.840
+15,block_sparse_moe.experts.182.w3,0.0000027921,0.01000,0.830
+15,block_sparse_moe.experts.183.w3,0.0000027472,0.01000,0.838
+15,block_sparse_moe.experts.185.w3,0.0000027763,0.01000,0.826
+15,block_sparse_moe.experts.186.w3,0.0000027998,0.01000,0.828
+15,block_sparse_moe.experts.187.w3,0.0000028776,0.01000,0.833
+15,block_sparse_moe.experts.184.w3,0.0000028268,0.01000,0.865
+15,block_sparse_moe.experts.188.w3,0.0000028429,0.01000,0.839
+15,block_sparse_moe.experts.189.w3,0.0000026947,0.01000,0.835
+15,block_sparse_moe.experts.190.w3,0.0000027874,0.01000,0.832
+15,block_sparse_moe.experts.192.w3,0.0000027471,0.01000,0.825
+15,block_sparse_moe.experts.193.w3,0.0000029590,0.01000,0.826
+15,block_sparse_moe.experts.194.w3,0.0000028103,0.01000,0.828
+15,block_sparse_moe.experts.191.w3,0.0000028174,0.01000,0.872
+15,block_sparse_moe.experts.195.w3,0.0000028762,0.01000,0.836
+15,block_sparse_moe.experts.196.w3,0.0000028043,0.01000,0.830
+15,block_sparse_moe.experts.197.w3,0.0000028071,0.01000,0.847
+15,block_sparse_moe.experts.200.w3,0.0000028139,0.01000,0.823
+15,block_sparse_moe.experts.199.w3,0.0000028106,0.01000,0.833
+15,block_sparse_moe.experts.198.w3,0.0000028972,0.01000,0.872
+15,block_sparse_moe.experts.202.w3,0.0000028314,0.01000,0.831
+15,block_sparse_moe.experts.201.w3,0.0000029532,0.01000,0.838
+15,block_sparse_moe.experts.203.w3,0.0000028077,0.01000,0.852
+15,block_sparse_moe.experts.204.w3,0.0000027258,0.01000,0.854
+15,block_sparse_moe.experts.205.w3,0.0000026938,0.01000,0.851
+15,block_sparse_moe.experts.206.w3,0.0000025991,0.01000,0.847
+15,block_sparse_moe.experts.207.w3,0.0000028591,0.01000,0.843
+15,block_sparse_moe.experts.209.w3,0.0000027948,0.01000,0.843
+15,block_sparse_moe.experts.208.w3,0.0000029394,0.01000,0.850
+15,block_sparse_moe.experts.210.w3,0.0000029130,0.01000,0.844
+15,block_sparse_moe.experts.213.w3,0.0000027996,0.01000,0.826
+15,block_sparse_moe.experts.211.w3,0.0000028828,0.01000,0.878
+15,block_sparse_moe.experts.214.w3,0.0000027315,0.01000,0.831
+15,block_sparse_moe.experts.216.w3,0.0000028302,0.01000,0.833
+15,block_sparse_moe.experts.212.w3,0.0000028387,0.01000,0.869
+15,block_sparse_moe.experts.215.w3,0.0000028450,0.01000,0.846
+15,block_sparse_moe.experts.217.w3,0.0000028369,0.01000,0.840
+15,block_sparse_moe.experts.218.w3,0.0000028095,0.01000,0.848
+15,block_sparse_moe.experts.221.w3,0.0000028422,0.01000,0.826
+15,block_sparse_moe.experts.220.w3,0.0000027510,0.01000,0.835
+15,block_sparse_moe.experts.223.w3,0.0000028278,0.01000,0.830
+15,block_sparse_moe.experts.222.w3,0.0000028372,0.01000,0.833
+15,block_sparse_moe.experts.219.w3,0.0000027942,0.01000,0.876
+15,block_sparse_moe.experts.224.w3,0.0000028658,0.01000,0.834
+15,block_sparse_moe.experts.227.w3,0.0000028859,0.01000,0.831
+15,block_sparse_moe.experts.225.w3,0.0000028168,0.01000,0.846
+15,block_sparse_moe.experts.229.w3,0.0000028920,0.01000,0.830
+15,block_sparse_moe.experts.228.w3,0.0000028305,0.01000,0.833
+15,block_sparse_moe.experts.230.w3,0.0000027685,0.01000,0.830
+15,block_sparse_moe.experts.226.w3,0.0000027646,0.01000,0.873
+15,block_sparse_moe.experts.231.w3,0.0000027722,0.01000,0.834
+15,block_sparse_moe.experts.234.w3,0.0000028986,0.01000,0.825
+15,block_sparse_moe.experts.235.w3,0.0000027074,0.01000,0.829
+15,block_sparse_moe.experts.232.w3,0.0000026364,0.01000,0.861
+15,block_sparse_moe.experts.237.w3,0.0000029427,0.01000,0.823
+15,block_sparse_moe.experts.236.w3,0.0000028480,0.01000,0.836
+15,block_sparse_moe.experts.233.w3,0.0000028127,0.01000,0.893
+15,block_sparse_moe.experts.238.w3,0.0000026634,0.01000,0.836
+15,block_sparse_moe.experts.239.w3,0.0000028114,0.01000,0.836
+15,block_sparse_moe.experts.241.w3,0.0000028285,0.01000,0.826
+15,block_sparse_moe.experts.242.w3,0.0000028348,0.01000,0.833
+15,block_sparse_moe.experts.243.w3,0.0000028532,0.01000,0.830
+15,block_sparse_moe.experts.240.w3,0.0000027811,0.01000,0.876
+15,block_sparse_moe.experts.244.w3,0.0000027917,0.01000,0.834
+15,block_sparse_moe.experts.245.w3,0.0000028324,0.01000,0.841
+15,block_sparse_moe.experts.246.w3,0.0000028447,0.01000,0.833
+15,block_sparse_moe.experts.248.w3,0.0000028924,0.01000,0.827
+15,block_sparse_moe.experts.249.w3,0.0000029799,0.01000,0.834
+15,block_sparse_moe.experts.250.w3,0.0000029201,0.01000,0.834
+15,block_sparse_moe.experts.251.w3,0.0000028148,0.01000,0.838
+15,block_sparse_moe.experts.247.w3,0.0000029251,0.01000,0.880
+15,block_sparse_moe.experts.252.w3,0.0000028487,0.01000,0.759
+15,block_sparse_moe.experts.253.w3,0.0000028142,0.01000,0.679
+15,block_sparse_moe.experts.255.w3,0.0000027753,0.01000,0.663
+15,block_sparse_moe.experts.254.w3,0.0000028418,0.01000,0.689
+15,block_sparse_moe.experts.1.w2,0.0000005303,0.01000,0.432
+15,block_sparse_moe.experts.3.w2,0.0000004784,0.01000,0.431
+15,block_sparse_moe.experts.5.w2,0.0000004245,0.01000,0.429
+15,block_sparse_moe.experts.0.w2,0.0000004582,0.01000,0.436
+15,block_sparse_moe.experts.4.w2,0.0000004123,0.01000,0.438
+15,block_sparse_moe.experts.2.w2,0.0000004486,0.01000,0.444
+15,block_sparse_moe.experts.6.w2,0.0000005975,0.01000,0.443
+15,block_sparse_moe.experts.10.w2,0.0000005259,0.01000,0.414
+15,block_sparse_moe.experts.8.w2,0.0000004302,0.01000,0.419
+15,block_sparse_moe.experts.9.w2,0.0000004469,0.01000,0.427
+15,block_sparse_moe.experts.11.w2,0.0000004196,0.01000,0.421
+15,block_sparse_moe.experts.7.w2,0.0000006481,0.01000,0.431
+15,block_sparse_moe.experts.12.w2,0.0000004844,0.01000,0.425
+15,block_sparse_moe.experts.13.w2,0.0000004897,0.01000,0.424
+15,block_sparse_moe.experts.14.w2,0.0000005380,0.01000,0.419
+15,block_sparse_moe.experts.15.w2,0.0000005003,0.01000,0.421
+15,block_sparse_moe.experts.17.w2,0.0000004889,0.01000,0.416
+15,block_sparse_moe.experts.18.w2,0.0000005001,0.01000,0.420
+15,block_sparse_moe.experts.16.w2,0.0000005966,0.01000,0.430
+15,block_sparse_moe.experts.19.w2,0.0000005185,0.01000,0.421
+15,block_sparse_moe.experts.20.w2,0.0000004401,0.01000,0.422
+15,block_sparse_moe.experts.21.w2,0.0000004282,0.01000,0.412
+15,block_sparse_moe.experts.22.w2,0.0000003294,0.01000,0.416
+15,block_sparse_moe.experts.24.w2,0.0000004188,0.01000,0.408
+15,block_sparse_moe.experts.23.w2,0.0000004484,0.01000,0.427
+15,block_sparse_moe.experts.25.w2,0.0000004794,0.01000,0.420
+15,block_sparse_moe.experts.27.w2,0.0000004040,0.01000,0.422
+15,block_sparse_moe.experts.26.w2,0.0000005039,0.01000,0.426
+15,block_sparse_moe.experts.28.w2,0.0000004983,0.01000,0.413
+15,block_sparse_moe.experts.29.w2,0.0000004659,0.01000,0.417
+15,block_sparse_moe.experts.30.w2,0.0000004351,0.01000,0.425
+15,block_sparse_moe.experts.31.w2,0.0000004941,0.01000,0.413
+15,block_sparse_moe.experts.32.w2,0.0000004966,0.01000,0.421
+15,block_sparse_moe.experts.33.w2,0.0000004002,0.01000,0.427
+15,block_sparse_moe.experts.34.w2,0.0000005057,0.01000,0.429
+15,block_sparse_moe.experts.35.w2,0.0000004826,0.01000,0.411
+15,block_sparse_moe.experts.36.w2,0.0000004039,0.01000,0.416
+15,block_sparse_moe.experts.38.w2,0.0000004242,0.01000,0.411
+15,block_sparse_moe.experts.37.w2,0.0000004477,0.01000,0.414
+15,block_sparse_moe.experts.39.w2,0.0000005324,0.01000,0.419
+15,block_sparse_moe.experts.40.w2,0.0000004537,0.01000,0.420
+15,block_sparse_moe.experts.41.w2,0.0000005999,0.01000,0.428
+15,block_sparse_moe.experts.42.w2,0.0000006068,0.01000,0.414
+15,block_sparse_moe.experts.44.w2,0.0000004271,0.01000,0.422
+15,block_sparse_moe.experts.43.w2,0.0000004813,0.01000,0.432
+15,block_sparse_moe.experts.45.w2,0.0000004338,0.01000,0.424
+15,block_sparse_moe.experts.46.w2,0.0000005123,0.01000,0.422
+15,block_sparse_moe.experts.47.w2,0.0000004873,0.01000,0.426
+15,block_sparse_moe.experts.48.w2,0.0000004595,0.01000,0.429
+15,block_sparse_moe.experts.49.w2,0.0000003680,0.01000,0.418
+15,block_sparse_moe.experts.52.w2,0.0000004556,0.01000,0.413
+15,block_sparse_moe.experts.51.w2,0.0000004878,0.01000,0.417
+15,block_sparse_moe.experts.50.w2,0.0000005051,0.01000,0.432
+15,block_sparse_moe.experts.53.w2,0.0000004930,0.01000,0.420
+15,block_sparse_moe.experts.54.w2,0.0000003735,0.01000,0.421
+15,block_sparse_moe.experts.55.w2,0.0000004085,0.01000,0.424
+15,block_sparse_moe.experts.56.w2,0.0000004664,0.01000,0.418
+15,block_sparse_moe.experts.57.w2,0.0000004577,0.01000,0.418
+15,block_sparse_moe.experts.58.w2,0.0000004892,0.01000,0.417
+15,block_sparse_moe.experts.59.w2,0.0000005257,0.01000,0.412
+15,block_sparse_moe.experts.60.w2,0.0000005155,0.01000,0.422
+15,block_sparse_moe.experts.61.w2,0.0000004738,0.01000,0.421
+15,block_sparse_moe.experts.62.w2,0.0000004903,0.01000,0.421
+15,block_sparse_moe.experts.63.w2,0.0000004379,0.01000,0.424
+15,block_sparse_moe.experts.64.w2,0.0000003934,0.01000,0.421
+15,block_sparse_moe.experts.65.w2,0.0000004012,0.01000,0.419
+15,block_sparse_moe.experts.66.w2,0.0000004953,0.01000,0.414
+15,block_sparse_moe.experts.67.w2,0.0000004053,0.01000,0.426
+15,block_sparse_moe.experts.68.w2,0.0000004255,0.01000,0.425
+15,block_sparse_moe.experts.69.w2,0.0000004022,0.01000,0.426
+15,block_sparse_moe.experts.70.w2,0.0000004934,0.01000,0.419
+15,block_sparse_moe.experts.71.w2,0.0000004307,0.01000,0.418
+15,block_sparse_moe.experts.72.w2,0.0000005870,0.01000,0.418
+15,block_sparse_moe.experts.73.w2,0.0000003880,0.01000,0.416
+15,block_sparse_moe.experts.74.w2,0.0000005223,0.01000,0.418
+15,block_sparse_moe.experts.75.w2,0.0000005250,0.01000,0.421
+15,block_sparse_moe.experts.76.w2,0.0000004604,0.01000,0.426
+15,block_sparse_moe.experts.77.w2,0.0000006057,0.01000,0.426
+15,block_sparse_moe.experts.78.w2,0.0000005726,0.01000,0.418
+15,block_sparse_moe.experts.80.w2,0.0000005107,0.01000,0.421
+15,block_sparse_moe.experts.79.w2,0.0000005017,0.01000,0.422
+15,block_sparse_moe.experts.81.w2,0.0000004038,0.01000,0.423
+15,block_sparse_moe.experts.82.w2,0.0000004204,0.01000,0.433
+15,block_sparse_moe.experts.83.w2,0.0000005312,0.01000,0.441
+15,block_sparse_moe.experts.84.w2,0.0000004200,0.01000,0.427
+15,block_sparse_moe.experts.85.w2,0.0000005648,0.01000,0.429
+15,block_sparse_moe.experts.87.w2,0.0000004353,0.01000,0.430
+15,block_sparse_moe.experts.86.w2,0.0000004681,0.01000,0.441
+15,block_sparse_moe.experts.88.w2,0.0000002779,0.01000,0.435
+15,block_sparse_moe.experts.89.w2,0.0000004112,0.01000,0.416
+15,block_sparse_moe.experts.90.w2,0.0000004353,0.01000,0.424
+15,block_sparse_moe.experts.91.w2,0.0000004573,0.01000,0.410
+15,block_sparse_moe.experts.92.w2,0.0000004132,0.01000,0.413
+15,block_sparse_moe.experts.93.w2,0.0000005171,0.01000,0.416
+15,block_sparse_moe.experts.94.w2,0.0000004048,0.01000,0.408
+15,block_sparse_moe.experts.96.w2,0.0000004343,0.01000,0.411
+15,block_sparse_moe.experts.95.w2,0.0000005395,0.01000,0.427
+15,block_sparse_moe.experts.97.w2,0.0000005010,0.01000,0.413
+15,block_sparse_moe.experts.98.w2,0.0000005522,0.01000,0.408
+15,block_sparse_moe.experts.99.w2,0.0000005435,0.01000,0.419
+15,block_sparse_moe.experts.100.w2,0.0000004319,0.01000,0.413
+15,block_sparse_moe.experts.101.w2,0.0000004246,0.01000,0.409
+15,block_sparse_moe.experts.102.w2,0.0000003190,0.01000,0.426
+15,block_sparse_moe.experts.103.w2,0.0000005196,0.01000,0.418
+15,block_sparse_moe.experts.104.w2,0.0000004595,0.01000,0.422
+15,block_sparse_moe.experts.105.w2,0.0000004887,0.01000,0.410
+15,block_sparse_moe.experts.108.w2,0.0000004883,0.01000,0.417
+15,block_sparse_moe.experts.107.w2,0.0000004345,0.01000,0.422
+15,block_sparse_moe.experts.106.w2,0.0000004093,0.01000,0.436
+15,block_sparse_moe.experts.109.w2,0.0000006337,0.01000,0.417
+15,block_sparse_moe.experts.110.w2,0.0000004615,0.01000,0.421
+15,block_sparse_moe.experts.111.w2,0.0000006242,0.01000,0.424
+15,block_sparse_moe.experts.112.w2,0.0000004934,0.01000,0.415
+15,block_sparse_moe.experts.113.w2,0.0000007169,0.01000,0.424
+15,block_sparse_moe.experts.114.w2,0.0000005974,0.01000,0.424
+15,block_sparse_moe.experts.115.w2,0.0000004225,0.01000,0.418
+15,block_sparse_moe.experts.116.w2,0.0000005240,0.01000,0.421
+15,block_sparse_moe.experts.117.w2,0.0000004011,0.01000,0.424
+15,block_sparse_moe.experts.118.w2,0.0000005451,0.01000,0.423
+15,block_sparse_moe.experts.119.w2,0.0000004388,0.01000,0.420
+15,block_sparse_moe.experts.120.w2,0.0000005074,0.01000,0.418
+15,block_sparse_moe.experts.121.w2,0.0000004184,0.01000,0.417
+15,block_sparse_moe.experts.122.w2,0.0000006030,0.01000,0.417
+15,block_sparse_moe.experts.123.w2,0.0000004936,0.01000,0.420
+15,block_sparse_moe.experts.124.w2,0.0000004410,0.01000,0.419
+15,block_sparse_moe.experts.125.w2,0.0000004567,0.01000,0.420
+15,block_sparse_moe.experts.126.w2,0.0000004065,0.01000,0.420
+15,block_sparse_moe.experts.127.w2,0.0000004981,0.01000,0.423
+15,block_sparse_moe.experts.128.w2,0.0000004323,0.01000,0.420
+15,block_sparse_moe.experts.129.w2,0.0000005570,0.01000,0.418
+15,block_sparse_moe.experts.130.w2,0.0000004544,0.01000,0.423
+15,block_sparse_moe.experts.131.w2,0.0000004770,0.01000,0.420
+15,block_sparse_moe.experts.132.w2,0.0000004198,0.01000,0.429
+15,block_sparse_moe.experts.133.w2,0.0000004832,0.01000,0.420
+15,block_sparse_moe.experts.134.w2,0.0000005238,0.01000,0.418
+15,block_sparse_moe.experts.135.w2,0.0000004770,0.01000,0.418
+15,block_sparse_moe.experts.136.w2,0.0000005273,0.01000,0.415
+15,block_sparse_moe.experts.137.w2,0.0000005682,0.01000,0.421
+15,block_sparse_moe.experts.138.w2,0.0000004540,0.01000,0.419
+15,block_sparse_moe.experts.139.w2,0.0000005028,0.01000,0.421
+15,block_sparse_moe.experts.140.w2,0.0000004522,0.01000,0.418
+15,block_sparse_moe.experts.142.w2,0.0000004816,0.01000,0.417
+15,block_sparse_moe.experts.141.w2,0.0000004626,0.01000,0.419
+15,block_sparse_moe.experts.143.w2,0.0000005405,0.01000,0.415
+15,block_sparse_moe.experts.145.w2,0.0000005027,0.01000,0.420
+15,block_sparse_moe.experts.144.w2,0.0000004450,0.01000,0.425
+15,block_sparse_moe.experts.146.w2,0.0000004299,0.01000,0.425
+15,block_sparse_moe.experts.147.w2,0.0000004591,0.01000,0.414
+15,block_sparse_moe.experts.148.w2,0.0000004271,0.01000,0.415
+15,block_sparse_moe.experts.150.w2,0.0000004710,0.01000,0.419
+15,block_sparse_moe.experts.149.w2,0.0000003430,0.01000,0.423
+15,block_sparse_moe.experts.151.w2,0.0000004572,0.01000,0.416
+15,block_sparse_moe.experts.152.w2,0.0000004299,0.01000,0.415
+15,block_sparse_moe.experts.153.w2,0.0000004095,0.01000,0.415
+15,block_sparse_moe.experts.154.w2,0.0000004083,0.01000,0.412
+15,block_sparse_moe.experts.155.w2,0.0000005819,0.01000,0.413
+15,block_sparse_moe.experts.157.w2,0.0000005180,0.01000,0.415
+15,block_sparse_moe.experts.156.w2,0.0000004554,0.01000,0.428
+15,block_sparse_moe.experts.158.w2,0.0000006769,0.01000,0.419
+15,block_sparse_moe.experts.159.w2,0.0000004077,0.01000,0.421
+15,block_sparse_moe.experts.160.w2,0.0000004252,0.01000,0.421
+15,block_sparse_moe.experts.161.w2,0.0000004429,0.01000,0.412
+15,block_sparse_moe.experts.162.w2,0.0000004367,0.01000,0.416
+15,block_sparse_moe.experts.163.w2,0.0000004085,0.01000,0.425
+15,block_sparse_moe.experts.164.w2,0.0000004004,0.01000,0.417
+15,block_sparse_moe.experts.165.w2,0.0000005108,0.01000,0.420
+15,block_sparse_moe.experts.166.w2,0.0000003925,0.01000,0.424
+15,block_sparse_moe.experts.167.w2,0.0000005789,0.01000,0.428
+15,block_sparse_moe.experts.168.w2,0.0000004584,0.01000,0.412
+15,block_sparse_moe.experts.169.w2,0.0000004656,0.01000,0.414
+15,block_sparse_moe.experts.171.w2,0.0000005740,0.01000,0.416
+15,block_sparse_moe.experts.170.w2,0.0000005036,0.01000,0.419
+15,block_sparse_moe.experts.172.w2,0.0000004591,0.01000,0.418
+15,block_sparse_moe.experts.173.w2,0.0000004078,0.01000,0.419
+15,block_sparse_moe.experts.174.w2,0.0000004943,0.01000,0.422
+15,block_sparse_moe.experts.175.w2,0.0000005271,0.01000,0.417
+15,block_sparse_moe.experts.176.w2,0.0000004058,0.01000,0.421
+15,block_sparse_moe.experts.177.w2,0.0000003771,0.01000,0.421
+15,block_sparse_moe.experts.178.w2,0.0000004435,0.01000,0.420
+15,block_sparse_moe.experts.179.w2,0.0000004565,0.01000,0.425
+15,block_sparse_moe.experts.180.w2,0.0000003532,0.01000,0.421
+15,block_sparse_moe.experts.181.w2,0.0000005637,0.01000,0.428
+15,block_sparse_moe.experts.182.w2,0.0000003377,0.01000,0.424
+15,block_sparse_moe.experts.183.w2,0.0000004841,0.01000,0.429
+15,block_sparse_moe.experts.185.w2,0.0000004405,0.01000,0.415
+15,block_sparse_moe.experts.184.w2,0.0000004244,0.01000,0.417
+15,block_sparse_moe.experts.186.w2,0.0000004427,0.01000,0.420
+15,block_sparse_moe.experts.187.w2,0.0000004556,0.01000,0.419
+15,block_sparse_moe.experts.188.w2,0.0000005141,0.01000,0.425
+15,block_sparse_moe.experts.189.w2,0.0000004160,0.01000,0.420
+15,block_sparse_moe.experts.192.w2,0.0000004317,0.01000,0.413
+15,block_sparse_moe.experts.191.w2,0.0000005547,0.01000,0.421
+15,block_sparse_moe.experts.190.w2,0.0000005242,0.01000,0.434
+15,block_sparse_moe.experts.194.w2,0.0000003927,0.01000,0.417
+15,block_sparse_moe.experts.193.w2,0.0000005243,0.01000,0.421
+15,block_sparse_moe.experts.195.w2,0.0000005842,0.01000,0.425
+15,block_sparse_moe.experts.196.w2,0.0000004115,0.01000,0.422
+15,block_sparse_moe.experts.197.w2,0.0000003718,0.01000,0.417
+15,block_sparse_moe.experts.198.w2,0.0000005624,0.01000,0.419
+15,block_sparse_moe.experts.199.w2,0.0000005110,0.01000,0.424
+15,block_sparse_moe.experts.200.w2,0.0000004784,0.01000,0.422
+15,block_sparse_moe.experts.201.w2,0.0000005483,0.01000,0.425
+15,block_sparse_moe.experts.202.w2,0.0000004073,0.01000,0.426
+15,block_sparse_moe.experts.203.w2,0.0000004912,0.01000,0.420
+15,block_sparse_moe.experts.204.w2,0.0000004748,0.01000,0.414
+15,block_sparse_moe.experts.205.w2,0.0000005465,0.01000,0.417
+15,block_sparse_moe.experts.206.w2,0.0000004633,0.01000,0.416
+15,block_sparse_moe.experts.207.w2,0.0000005151,0.01000,0.419
+15,block_sparse_moe.experts.208.w2,0.0000005277,0.01000,0.421
+15,block_sparse_moe.experts.209.w2,0.0000005644,0.01000,0.424
+15,block_sparse_moe.experts.210.w2,0.0000005097,0.01000,0.422
+15,block_sparse_moe.experts.211.w2,0.0000004722,0.01000,0.415
+15,block_sparse_moe.experts.212.w2,0.0000004274,0.01000,0.420
+15,block_sparse_moe.experts.213.w2,0.0000004033,0.01000,0.425
+15,block_sparse_moe.experts.214.w2,0.0000005780,0.01000,0.421
+15,block_sparse_moe.experts.215.w2,0.0000004772,0.01000,0.420
+15,block_sparse_moe.experts.216.w2,0.0000005464,0.01000,0.427
+15,block_sparse_moe.experts.217.w2,0.0000004344,0.01000,0.422
+15,block_sparse_moe.experts.218.w2,0.0000005193,0.01000,0.412
+15,block_sparse_moe.experts.219.w2,0.0000004759,0.01000,0.416
+15,block_sparse_moe.experts.220.w2,0.0000004851,0.01000,0.411
+15,block_sparse_moe.experts.221.w2,0.0000005835,0.01000,0.415
+15,block_sparse_moe.experts.222.w2,0.0000004481,0.01000,0.417
+15,block_sparse_moe.experts.223.w2,0.0000004461,0.01000,0.419
+15,block_sparse_moe.experts.224.w2,0.0000004730,0.01000,0.428
+15,block_sparse_moe.experts.225.w2,0.0000004739,0.01000,0.417
+15,block_sparse_moe.experts.227.w2,0.0000004581,0.01000,0.416
+15,block_sparse_moe.experts.226.w2,0.0000005534,0.01000,0.431
+15,block_sparse_moe.experts.228.w2,0.0000005056,0.01000,0.428
+15,block_sparse_moe.experts.229.w2,0.0000005195,0.01000,0.423
+15,block_sparse_moe.experts.230.w2,0.0000004730,0.01000,0.427
+15,block_sparse_moe.experts.231.w2,0.0000005509,0.01000,0.419
+15,block_sparse_moe.experts.232.w2,0.0000005142,0.01000,0.417
+15,block_sparse_moe.experts.233.w2,0.0000004420,0.01000,0.418
+15,block_sparse_moe.experts.234.w2,0.0000004510,0.01000,0.429
+15,block_sparse_moe.experts.235.w2,0.0000005665,0.01000,0.419
+15,block_sparse_moe.experts.236.w2,0.0000004786,0.01000,0.419
+15,block_sparse_moe.experts.237.w2,0.0000004413,0.01000,0.422
+15,block_sparse_moe.experts.238.w2,0.0000004322,0.01000,0.417
+15,block_sparse_moe.experts.239.w2,0.0000005115,0.01000,0.414
+15,block_sparse_moe.experts.240.w2,0.0000004326,0.01000,0.415
+15,block_sparse_moe.experts.241.w2,0.0000005001,0.01000,0.426
+15,block_sparse_moe.experts.242.w2,0.0000004707,0.01000,0.419
+15,block_sparse_moe.experts.243.w2,0.0000004518,0.01000,0.418
+15,block_sparse_moe.experts.244.w2,0.0000005477,0.01000,0.426
+15,block_sparse_moe.experts.245.w2,0.0000004584,0.01000,0.442
+15,block_sparse_moe.experts.246.w2,0.0000005266,0.01000,0.426
+15,block_sparse_moe.experts.247.w2,0.0000005245,0.01000,0.418
+15,block_sparse_moe.experts.248.w2,0.0000005246,0.01000,0.420
+15,block_sparse_moe.experts.250.w2,0.0000005244,0.01000,0.419
+15,block_sparse_moe.experts.249.w2,0.0000005699,0.01000,0.437
+15,block_sparse_moe.experts.251.w2,0.0000004316,0.01000,0.412
+15,block_sparse_moe.experts.252.w2,0.0000003616,0.01000,0.361
+15,block_sparse_moe.experts.253.w2,0.0000004608,0.01000,0.355
+15,block_sparse_moe.experts.254.w2,0.0000006816,0.01000,0.358
+15,block_sparse_moe.experts.255.w2,0.0000004436,0.01000,0.344
+16,block_sparse_moe.experts.1.w1,0.0000030476,0.01000,0.846
+16,block_sparse_moe.experts.0.w1,0.0000030039,0.01000,0.849
+16,block_sparse_moe.experts.2.w1,0.0000029671,0.01000,0.865
+16,block_sparse_moe.experts.6.w1,0.0000029834,0.01000,0.869
+16,block_sparse_moe.experts.4.w1,0.0000030052,0.01000,0.871
+16,block_sparse_moe.experts.5.w1,0.0000029665,0.01000,0.878
+16,block_sparse_moe.experts.3.w1,0.0000031902,0.01000,0.901
+16,block_sparse_moe.experts.7.w1,0.0000029553,0.01000,0.827
+16,block_sparse_moe.experts.8.w1,0.0000032251,0.01000,0.833
+16,block_sparse_moe.experts.10.w1,0.0000029614,0.01000,0.830
+16,block_sparse_moe.experts.9.w1,0.0000031908,0.01000,0.839
+16,block_sparse_moe.experts.11.w1,0.0000030319,0.01000,0.846
+16,block_sparse_moe.experts.12.w1,0.0000030699,0.01000,0.841
+16,block_sparse_moe.experts.13.w1,0.0000029663,0.01000,0.847
+16,block_sparse_moe.experts.14.w1,0.0000028477,0.01000,0.831
+16,block_sparse_moe.experts.15.w1,0.0000029755,0.01000,0.826
+16,block_sparse_moe.experts.16.w1,0.0000029915,0.01000,0.829
+16,block_sparse_moe.experts.17.w1,0.0000030089,0.01000,0.834
+16,block_sparse_moe.experts.19.w1,0.0000027996,0.01000,0.846
+16,block_sparse_moe.experts.18.w1,0.0000029658,0.01000,0.851
+16,block_sparse_moe.experts.20.w1,0.0000029445,0.01000,0.851
+16,block_sparse_moe.experts.22.w1,0.0000029678,0.01000,0.826
+16,block_sparse_moe.experts.21.w1,0.0000029974,0.01000,0.857
+16,block_sparse_moe.experts.23.w1,0.0000029837,0.01000,0.836
+16,block_sparse_moe.experts.24.w1,0.0000030276,0.01000,0.834
+16,block_sparse_moe.experts.25.w1,0.0000030739,0.01000,0.842
+16,block_sparse_moe.experts.26.w1,0.0000032056,0.01000,0.847
+16,block_sparse_moe.experts.27.w1,0.0000030634,0.01000,0.844
+16,block_sparse_moe.experts.28.w1,0.0000030073,0.01000,0.829
+16,block_sparse_moe.experts.29.w1,0.0000030588,0.01000,0.834
+16,block_sparse_moe.experts.30.w1,0.0000030003,0.01000,0.830
+16,block_sparse_moe.experts.31.w1,0.0000029157,0.01000,0.837
+16,block_sparse_moe.experts.32.w1,0.0000029491,0.01000,0.847
+16,block_sparse_moe.experts.33.w1,0.0000030103,0.01000,0.853
+16,block_sparse_moe.experts.34.w1,0.0000030691,0.01000,0.850
+16,block_sparse_moe.experts.35.w1,0.0000030517,0.01000,0.840
+16,block_sparse_moe.experts.36.w1,0.0000030061,0.01000,0.822
+16,block_sparse_moe.experts.37.w1,0.0000030014,0.01000,0.840
+16,block_sparse_moe.experts.38.w1,0.0000029362,0.01000,0.826
+16,block_sparse_moe.experts.39.w1,0.0000030035,0.01000,0.833
+16,block_sparse_moe.experts.40.w1,0.0000029434,0.01000,0.868
+16,block_sparse_moe.experts.41.w1,0.0000029710,0.01000,0.844
+16,block_sparse_moe.experts.42.w1,0.0000030533,0.01000,0.830
+16,block_sparse_moe.experts.43.w1,0.0000030905,0.01000,0.822
+16,block_sparse_moe.experts.45.w1,0.0000029660,0.01000,0.826
+16,block_sparse_moe.experts.44.w1,0.0000030913,0.01000,0.874
+16,block_sparse_moe.experts.46.w1,0.0000030683,0.01000,0.840
+16,block_sparse_moe.experts.48.w1,0.0000032843,0.01000,0.846
+16,block_sparse_moe.experts.47.w1,0.0000029787,0.01000,0.881
+16,block_sparse_moe.experts.49.w1,0.0000032760,0.01000,0.839
+16,block_sparse_moe.experts.50.w1,0.0000029769,0.01000,0.839
+16,block_sparse_moe.experts.51.w1,0.0000029853,0.01000,0.843
+16,block_sparse_moe.experts.52.w1,0.0000029840,0.01000,0.846
+16,block_sparse_moe.experts.53.w1,0.0000030048,0.01000,0.847
+16,block_sparse_moe.experts.54.w1,0.0000031041,0.01000,0.855
+16,block_sparse_moe.experts.55.w1,0.0000029774,0.01000,0.847
+16,block_sparse_moe.experts.56.w1,0.0000029841,0.01000,0.848
+16,block_sparse_moe.experts.57.w1,0.0000029460,0.01000,0.844
+16,block_sparse_moe.experts.58.w1,0.0000031570,0.01000,0.836
+16,block_sparse_moe.experts.60.w1,0.0000030564,0.01000,0.854
+16,block_sparse_moe.experts.59.w1,0.0000029691,0.01000,0.898
+16,block_sparse_moe.experts.61.w1,0.0000030125,0.01000,0.847
+16,block_sparse_moe.experts.62.w1,0.0000030345,0.01000,0.847
+16,block_sparse_moe.experts.63.w1,0.0000029374,0.01000,0.829
+16,block_sparse_moe.experts.64.w1,0.0000030096,0.01000,0.843
+16,block_sparse_moe.experts.65.w1,0.0000031222,0.01000,0.831
+16,block_sparse_moe.experts.66.w1,0.0000031130,0.01000,0.865
+16,block_sparse_moe.experts.67.w1,0.0000029864,0.01000,0.854
+16,block_sparse_moe.experts.68.w1,0.0000030116,0.01000,0.857
+16,block_sparse_moe.experts.69.w1,0.0000031007,0.01000,0.850
+16,block_sparse_moe.experts.70.w1,0.0000030343,0.01000,0.823
+16,block_sparse_moe.experts.71.w1,0.0000029725,0.01000,0.832
+16,block_sparse_moe.experts.72.w1,0.0000029667,0.01000,0.827
+16,block_sparse_moe.experts.73.w1,0.0000030657,0.01000,0.832
+16,block_sparse_moe.experts.74.w1,0.0000029960,0.01000,0.847
+16,block_sparse_moe.experts.75.w1,0.0000030212,0.01000,0.847
+16,block_sparse_moe.experts.76.w1,0.0000030087,0.01000,0.848
+16,block_sparse_moe.experts.77.w1,0.0000030989,0.01000,0.830
+16,block_sparse_moe.experts.79.w1,0.0000029888,0.01000,0.832
+16,block_sparse_moe.experts.78.w1,0.0000029759,0.01000,0.836
+16,block_sparse_moe.experts.80.w1,0.0000030105,0.01000,0.828
+16,block_sparse_moe.experts.81.w1,0.0000030791,0.01000,0.847
+16,block_sparse_moe.experts.82.w1,0.0000029908,0.01000,0.847
+16,block_sparse_moe.experts.83.w1,0.0000030345,0.01000,0.850
+16,block_sparse_moe.experts.84.w1,0.0000029579,0.01000,0.832
+16,block_sparse_moe.experts.85.w1,0.0000030257,0.01000,0.833
+16,block_sparse_moe.experts.86.w1,0.0000032293,0.01000,0.841
+16,block_sparse_moe.experts.87.w1,0.0000030529,0.01000,0.830
+16,block_sparse_moe.experts.88.w1,0.0000030457,0.01000,0.845
+16,block_sparse_moe.experts.89.w1,0.0000030474,0.01000,0.843
+16,block_sparse_moe.experts.90.w1,0.0000031195,0.01000,0.847
+16,block_sparse_moe.experts.91.w1,0.0000030571,0.01000,0.831
+16,block_sparse_moe.experts.92.w1,0.0000029465,0.01000,0.826
+16,block_sparse_moe.experts.93.w1,0.0000029925,0.01000,0.851
+16,block_sparse_moe.experts.94.w1,0.0000031389,0.01000,0.821
+16,block_sparse_moe.experts.95.w1,0.0000030246,0.01000,0.873
+16,block_sparse_moe.experts.96.w1,0.0000028512,0.01000,0.840
+16,block_sparse_moe.experts.97.w1,0.0000029991,0.01000,0.852
+16,block_sparse_moe.experts.98.w1,0.0000029866,0.01000,0.834
+16,block_sparse_moe.experts.99.w1,0.0000030498,0.01000,0.839
+16,block_sparse_moe.experts.100.w1,0.0000029255,0.01000,0.832
+16,block_sparse_moe.experts.101.w1,0.0000030357,0.01000,0.823
+16,block_sparse_moe.experts.103.w1,0.0000030367,0.01000,0.841
+16,block_sparse_moe.experts.102.w1,0.0000031979,0.01000,0.875
+16,block_sparse_moe.experts.104.w1,0.0000030280,0.01000,0.847
+16,block_sparse_moe.experts.105.w1,0.0000030316,0.01000,0.824
+16,block_sparse_moe.experts.106.w1,0.0000030460,0.01000,0.826
+16,block_sparse_moe.experts.107.w1,0.0000031376,0.01000,0.823
+16,block_sparse_moe.experts.108.w1,0.0000028815,0.01000,0.815
+16,block_sparse_moe.experts.109.w1,0.0000029852,0.01000,0.848
+16,block_sparse_moe.experts.110.w1,0.0000028859,0.01000,0.855
+16,block_sparse_moe.experts.111.w1,0.0000030532,0.01000,0.844
+16,block_sparse_moe.experts.112.w1,0.0000032032,0.01000,0.825
+16,block_sparse_moe.experts.113.w1,0.0000030274,0.01000,0.826
+16,block_sparse_moe.experts.114.w1,0.0000030425,0.01000,0.830
+16,block_sparse_moe.experts.115.w1,0.0000029645,0.01000,0.832
+16,block_sparse_moe.experts.116.w1,0.0000029605,0.01000,0.854
+16,block_sparse_moe.experts.118.w1,0.0000031580,0.01000,0.849
+16,block_sparse_moe.experts.117.w1,0.0000030722,0.01000,0.886
+16,block_sparse_moe.experts.119.w1,0.0000028703,0.01000,0.841
+16,block_sparse_moe.experts.120.w1,0.0000031733,0.01000,0.822
+16,block_sparse_moe.experts.121.w1,0.0000030755,0.01000,0.822
+16,block_sparse_moe.experts.122.w1,0.0000031085,0.01000,0.821
+16,block_sparse_moe.experts.123.w1,0.0000030307,0.01000,0.832
+16,block_sparse_moe.experts.124.w1,0.0000031181,0.01000,0.858
+16,block_sparse_moe.experts.125.w1,0.0000030162,0.01000,0.870
+16,block_sparse_moe.experts.126.w1,0.0000030245,0.01000,0.822
+16,block_sparse_moe.experts.127.w1,0.0000030080,0.01000,0.833
+16,block_sparse_moe.experts.128.w1,0.0000029703,0.01000,0.828
+16,block_sparse_moe.experts.129.w1,0.0000030810,0.01000,0.839
+16,block_sparse_moe.experts.130.w1,0.0000030313,0.01000,0.831
+16,block_sparse_moe.experts.131.w1,0.0000030147,0.01000,0.857
+16,block_sparse_moe.experts.132.w1,0.0000030673,0.01000,0.859
+16,block_sparse_moe.experts.133.w1,0.0000030739,0.01000,0.820
+16,block_sparse_moe.experts.134.w1,0.0000029654,0.01000,0.831
+16,block_sparse_moe.experts.135.w1,0.0000029518,0.01000,0.832
+16,block_sparse_moe.experts.136.w1,0.0000030118,0.01000,0.828
+16,block_sparse_moe.experts.137.w1,0.0000029061,0.01000,0.832
+16,block_sparse_moe.experts.138.w1,0.0000029913,0.01000,0.850
+16,block_sparse_moe.experts.139.w1,0.0000029897,0.01000,0.853
+16,block_sparse_moe.experts.140.w1,0.0000030113,0.01000,0.819
+16,block_sparse_moe.experts.141.w1,0.0000030646,0.01000,0.833
+16,block_sparse_moe.experts.142.w1,0.0000029734,0.01000,0.837
+16,block_sparse_moe.experts.143.w1,0.0000030149,0.01000,0.841
+16,block_sparse_moe.experts.144.w1,0.0000031671,0.01000,0.833
+16,block_sparse_moe.experts.145.w1,0.0000030096,0.01000,0.840
+16,block_sparse_moe.experts.146.w1,0.0000032201,0.01000,0.870
+16,block_sparse_moe.experts.147.w1,0.0000030429,0.01000,0.827
+16,block_sparse_moe.experts.148.w1,0.0000030462,0.01000,0.834
+16,block_sparse_moe.experts.149.w1,0.0000031512,0.01000,0.837
+16,block_sparse_moe.experts.150.w1,0.0000029872,0.01000,0.819
+16,block_sparse_moe.experts.151.w1,0.0000029693,0.01000,0.848
+16,block_sparse_moe.experts.152.w1,0.0000030619,0.01000,0.843
+16,block_sparse_moe.experts.153.w1,0.0000030277,0.01000,0.863
+16,block_sparse_moe.experts.154.w1,0.0000028971,0.01000,0.831
+16,block_sparse_moe.experts.155.w1,0.0000029837,0.01000,0.831
+16,block_sparse_moe.experts.156.w1,0.0000028889,0.01000,0.833
+16,block_sparse_moe.experts.157.w1,0.0000030180,0.01000,0.820
+16,block_sparse_moe.experts.158.w1,0.0000029252,0.01000,0.851
+16,block_sparse_moe.experts.159.w1,0.0000030948,0.01000,0.841
+16,block_sparse_moe.experts.160.w1,0.0000031159,0.01000,0.850
+16,block_sparse_moe.experts.161.w1,0.0000029979,0.01000,0.832
+16,block_sparse_moe.experts.162.w1,0.0000030476,0.01000,0.838
+16,block_sparse_moe.experts.163.w1,0.0000029507,0.01000,0.833
+16,block_sparse_moe.experts.164.w1,0.0000031288,0.01000,0.820
+16,block_sparse_moe.experts.165.w1,0.0000029493,0.01000,0.849
+16,block_sparse_moe.experts.166.w1,0.0000030327,0.01000,0.842
+16,block_sparse_moe.experts.167.w1,0.0000030548,0.01000,0.851
+16,block_sparse_moe.experts.168.w1,0.0000029491,0.01000,0.827
+16,block_sparse_moe.experts.169.w1,0.0000030517,0.01000,0.830
+16,block_sparse_moe.experts.170.w1,0.0000030954,0.01000,0.840
+16,block_sparse_moe.experts.171.w1,0.0000029455,0.01000,0.837
+16,block_sparse_moe.experts.172.w1,0.0000029790,0.01000,0.841
+16,block_sparse_moe.experts.173.w1,0.0000031415,0.01000,0.842
+16,block_sparse_moe.experts.174.w1,0.0000029928,0.01000,0.847
+16,block_sparse_moe.experts.175.w1,0.0000031260,0.01000,0.822
+16,block_sparse_moe.experts.176.w1,0.0000029839,0.01000,0.830
+16,block_sparse_moe.experts.177.w1,0.0000030685,0.01000,0.829
+16,block_sparse_moe.experts.178.w1,0.0000030450,0.01000,0.826
+16,block_sparse_moe.experts.179.w1,0.0000030187,0.01000,0.846
+16,block_sparse_moe.experts.180.w1,0.0000029571,0.01000,0.842
+16,block_sparse_moe.experts.181.w1,0.0000029639,0.01000,0.852
+16,block_sparse_moe.experts.182.w1,0.0000030521,0.01000,0.823
+16,block_sparse_moe.experts.183.w1,0.0000029274,0.01000,0.854
+16,block_sparse_moe.experts.184.w1,0.0000030374,0.01000,0.846
+16,block_sparse_moe.experts.185.w1,0.0000029960,0.01000,0.839
+16,block_sparse_moe.experts.186.w1,0.0000030319,0.01000,0.842
+16,block_sparse_moe.experts.187.w1,0.0000029390,0.01000,0.847
+16,block_sparse_moe.experts.188.w1,0.0000030643,0.01000,0.851
+16,block_sparse_moe.experts.189.w1,0.0000030569,0.01000,0.822
+16,block_sparse_moe.experts.190.w1,0.0000031801,0.01000,0.832
+16,block_sparse_moe.experts.191.w1,0.0000030211,0.01000,0.837
+16,block_sparse_moe.experts.192.w1,0.0000029663,0.01000,0.839
+16,block_sparse_moe.experts.193.w1,0.0000027851,0.01000,0.847
+16,block_sparse_moe.experts.194.w1,0.0000030092,0.01000,0.851
+16,block_sparse_moe.experts.195.w1,0.0000031183,0.01000,0.864
+16,block_sparse_moe.experts.196.w1,0.0000031468,0.01000,0.820
+16,block_sparse_moe.experts.197.w1,0.0000030820,0.01000,0.830
+16,block_sparse_moe.experts.198.w1,0.0000028841,0.01000,0.833
+16,block_sparse_moe.experts.199.w1,0.0000030463,0.01000,0.843
+16,block_sparse_moe.experts.200.w1,0.0000030240,0.01000,0.843
+16,block_sparse_moe.experts.201.w1,0.0000030443,0.01000,0.849
+16,block_sparse_moe.experts.202.w1,0.0000030083,0.01000,0.865
+16,block_sparse_moe.experts.203.w1,0.0000029502,0.01000,0.824
+16,block_sparse_moe.experts.204.w1,0.0000029997,0.01000,0.831
+16,block_sparse_moe.experts.205.w1,0.0000030018,0.01000,0.831
+16,block_sparse_moe.experts.206.w1,0.0000030395,0.01000,0.848
+16,block_sparse_moe.experts.207.w1,0.0000030371,0.01000,0.846
+16,block_sparse_moe.experts.208.w1,0.0000029505,0.01000,0.848
+16,block_sparse_moe.experts.209.w1,0.0000029857,0.01000,0.864
+16,block_sparse_moe.experts.210.w1,0.0000030502,0.01000,0.825
+16,block_sparse_moe.experts.211.w1,0.0000030121,0.01000,0.835
+16,block_sparse_moe.experts.212.w1,0.0000032616,0.01000,0.839
+16,block_sparse_moe.experts.213.w1,0.0000030192,0.01000,0.842
+16,block_sparse_moe.experts.214.w1,0.0000030037,0.01000,0.842
+16,block_sparse_moe.experts.215.w1,0.0000029718,0.01000,0.849
+16,block_sparse_moe.experts.217.w1,0.0000030506,0.01000,0.824
+16,block_sparse_moe.experts.216.w1,0.0000030522,0.01000,0.876
+16,block_sparse_moe.experts.218.w1,0.0000030954,0.01000,0.830
+16,block_sparse_moe.experts.219.w1,0.0000030096,0.01000,0.835
+16,block_sparse_moe.experts.220.w1,0.0000031840,0.01000,0.854
+16,block_sparse_moe.experts.221.w1,0.0000030011,0.01000,0.857
+16,block_sparse_moe.experts.222.w1,0.0000029879,0.01000,0.848
+16,block_sparse_moe.experts.223.w1,0.0000029697,0.01000,0.863
+16,block_sparse_moe.experts.224.w1,0.0000030001,0.01000,0.833
+16,block_sparse_moe.experts.225.w1,0.0000031755,0.01000,0.840
+16,block_sparse_moe.experts.226.w1,0.0000031086,0.01000,0.855
+16,block_sparse_moe.experts.227.w1,0.0000030419,0.01000,0.833
+16,block_sparse_moe.experts.228.w1,0.0000030742,0.01000,0.846
+16,block_sparse_moe.experts.229.w1,0.0000030608,0.01000,0.841
+16,block_sparse_moe.experts.231.w1,0.0000029916,0.01000,0.836
+16,block_sparse_moe.experts.230.w1,0.0000030404,0.01000,0.851
+16,block_sparse_moe.experts.232.w1,0.0000030234,0.01000,0.831
+16,block_sparse_moe.experts.233.w1,0.0000031488,0.01000,0.831
+16,block_sparse_moe.experts.234.w1,0.0000029432,0.01000,0.833
+16,block_sparse_moe.experts.235.w1,0.0000031857,0.01000,0.850
+16,block_sparse_moe.experts.236.w1,0.0000030788,0.01000,0.843
+16,block_sparse_moe.experts.238.w1,0.0000030444,0.01000,0.824
+16,block_sparse_moe.experts.237.w1,0.0000030693,0.01000,0.905
+16,block_sparse_moe.experts.239.w1,0.0000029738,0.01000,0.835
+16,block_sparse_moe.experts.240.w1,0.0000030131,0.01000,0.831
+16,block_sparse_moe.experts.241.w1,0.0000030741,0.01000,0.832
+16,block_sparse_moe.experts.242.w1,0.0000029819,0.01000,0.849
+16,block_sparse_moe.experts.243.w1,0.0000029714,0.01000,0.852
+16,block_sparse_moe.experts.244.w1,0.0000030436,0.01000,0.880
+16,block_sparse_moe.experts.245.w1,0.0000029963,0.01000,0.850
+16,block_sparse_moe.experts.246.w1,0.0000030705,0.01000,0.830
+16,block_sparse_moe.experts.247.w1,0.0000029920,0.01000,0.828
+16,block_sparse_moe.experts.248.w1,0.0000030390,0.01000,0.830
+16,block_sparse_moe.experts.249.w1,0.0000030399,0.01000,0.841
+16,block_sparse_moe.experts.250.w1,0.0000029239,0.01000,0.841
+16,block_sparse_moe.experts.251.w1,0.0000029018,0.01000,0.862
+16,block_sparse_moe.experts.252.w1,0.0000029972,0.01000,0.833
+16,block_sparse_moe.experts.253.w1,0.0000029199,0.01000,0.830
+16,block_sparse_moe.experts.254.w1,0.0000029994,0.01000,0.833
+16,block_sparse_moe.experts.255.w1,0.0000030238,0.01000,0.833
+16,block_sparse_moe.experts.0.w3,0.0000030378,0.01000,0.834
+16,block_sparse_moe.experts.1.w3,0.0000030453,0.01000,0.848
+16,block_sparse_moe.experts.3.w3,0.0000029859,0.01000,0.832
+16,block_sparse_moe.experts.4.w3,0.0000029939,0.01000,0.828
+16,block_sparse_moe.experts.2.w3,0.0000029801,0.01000,0.880
+16,block_sparse_moe.experts.5.w3,0.0000029716,0.01000,0.831
+16,block_sparse_moe.experts.6.w3,0.0000029812,0.01000,0.831
+16,block_sparse_moe.experts.7.w3,0.0000029434,0.01000,0.829
+16,block_sparse_moe.experts.8.w3,0.0000031284,0.01000,0.849
+16,block_sparse_moe.experts.10.w3,0.0000029067,0.01000,0.830
+16,block_sparse_moe.experts.11.w3,0.0000029726,0.01000,0.828
+16,block_sparse_moe.experts.9.w3,0.0000031493,0.01000,0.882
+16,block_sparse_moe.experts.12.w3,0.0000030101,0.01000,0.831
+16,block_sparse_moe.experts.13.w3,0.0000029670,0.01000,0.818
+16,block_sparse_moe.experts.14.w3,0.0000026509,0.01000,0.831
+16,block_sparse_moe.experts.15.w3,0.0000029785,0.01000,0.850
+16,block_sparse_moe.experts.17.w3,0.0000029533,0.01000,0.821
+16,block_sparse_moe.experts.18.w3,0.0000029749,0.01000,0.840
+16,block_sparse_moe.experts.19.w3,0.0000026971,0.01000,0.838
+16,block_sparse_moe.experts.16.w3,0.0000030160,0.01000,0.908
+16,block_sparse_moe.experts.20.w3,0.0000029245,0.01000,0.817
+16,block_sparse_moe.experts.21.w3,0.0000030259,0.01000,0.833
+16,block_sparse_moe.experts.22.w3,0.0000029781,0.01000,0.852
+16,block_sparse_moe.experts.23.w3,0.0000029945,0.01000,0.865
+16,block_sparse_moe.experts.24.w3,0.0000030345,0.01000,0.827
+16,block_sparse_moe.experts.25.w3,0.0000030135,0.01000,0.828
+16,block_sparse_moe.experts.27.w3,0.0000029339,0.01000,0.824
+16,block_sparse_moe.experts.26.w3,0.0000030892,0.01000,0.855
+16,block_sparse_moe.experts.28.w3,0.0000030451,0.01000,0.836
+16,block_sparse_moe.experts.29.w3,0.0000030587,0.01000,0.845
+16,block_sparse_moe.experts.31.w3,0.0000029179,0.01000,0.823
+16,block_sparse_moe.experts.32.w3,0.0000029235,0.01000,0.822
+16,block_sparse_moe.experts.30.w3,0.0000030253,0.01000,0.860
+16,block_sparse_moe.experts.33.w3,0.0000029820,0.01000,0.829
+16,block_sparse_moe.experts.34.w3,0.0000029796,0.01000,0.821
+16,block_sparse_moe.experts.35.w3,0.0000029313,0.01000,0.850
+16,block_sparse_moe.experts.36.w3,0.0000029671,0.01000,0.855
+16,block_sparse_moe.experts.39.w3,0.0000030203,0.01000,0.837
+16,block_sparse_moe.experts.40.w3,0.0000029329,0.01000,0.836
+16,block_sparse_moe.experts.38.w3,0.0000028933,0.01000,0.851
+16,block_sparse_moe.experts.37.w3,0.0000029524,0.01000,0.888
+16,block_sparse_moe.experts.41.w3,0.0000028932,0.01000,0.847
+16,block_sparse_moe.experts.42.w3,0.0000030822,0.01000,0.842
+16,block_sparse_moe.experts.43.w3,0.0000031048,0.01000,0.848
+16,block_sparse_moe.experts.45.w3,0.0000028826,0.01000,0.826
+16,block_sparse_moe.experts.46.w3,0.0000030753,0.01000,0.835
+16,block_sparse_moe.experts.48.w3,0.0000031599,0.01000,0.828
+16,block_sparse_moe.experts.47.w3,0.0000029456,0.01000,0.843
+16,block_sparse_moe.experts.44.w3,0.0000031628,0.01000,0.880
+16,block_sparse_moe.experts.49.w3,0.0000029912,0.01000,0.832
+16,block_sparse_moe.experts.50.w3,0.0000029981,0.01000,0.841
+16,block_sparse_moe.experts.52.w3,0.0000029696,0.01000,0.825
+16,block_sparse_moe.experts.53.w3,0.0000030215,0.01000,0.831
+16,block_sparse_moe.experts.55.w3,0.0000029778,0.01000,0.831
+16,block_sparse_moe.experts.54.w3,0.0000031212,0.01000,0.849
+16,block_sparse_moe.experts.51.w3,0.0000030093,0.01000,0.893
+16,block_sparse_moe.experts.56.w3,0.0000029336,0.01000,0.828
+16,block_sparse_moe.experts.57.w3,0.0000029406,0.01000,0.843
+16,block_sparse_moe.experts.59.w3,0.0000029340,0.01000,0.828
+16,block_sparse_moe.experts.60.w3,0.0000030982,0.01000,0.834
+16,block_sparse_moe.experts.58.w3,0.0000031799,0.01000,0.886
+16,block_sparse_moe.experts.62.w3,0.0000029588,0.01000,0.828
+16,block_sparse_moe.experts.61.w3,0.0000030403,0.01000,0.869
+16,block_sparse_moe.experts.63.w3,0.0000029105,0.01000,0.834
+16,block_sparse_moe.experts.64.w3,0.0000030420,0.01000,0.834
+16,block_sparse_moe.experts.66.w3,0.0000030103,0.01000,0.826
+16,block_sparse_moe.experts.65.w3,0.0000030616,0.01000,0.858
+16,block_sparse_moe.experts.67.w3,0.0000030168,0.01000,0.833
+16,block_sparse_moe.experts.68.w3,0.0000030248,0.01000,0.837
+16,block_sparse_moe.experts.69.w3,0.0000029650,0.01000,0.847
+16,block_sparse_moe.experts.70.w3,0.0000030679,0.01000,0.832
+16,block_sparse_moe.experts.71.w3,0.0000029841,0.01000,0.836
+16,block_sparse_moe.experts.73.w3,0.0000031016,0.01000,0.832
+16,block_sparse_moe.experts.74.w3,0.0000029521,0.01000,0.834
+16,block_sparse_moe.experts.75.w3,0.0000030400,0.01000,0.831
+16,block_sparse_moe.experts.72.w3,0.0000029881,0.01000,0.876
+16,block_sparse_moe.experts.76.w3,0.0000030033,0.01000,0.836
+16,block_sparse_moe.experts.77.w3,0.0000030718,0.01000,0.835
+16,block_sparse_moe.experts.78.w3,0.0000029450,0.01000,0.843
+16,block_sparse_moe.experts.81.w3,0.0000030736,0.01000,0.829
+16,block_sparse_moe.experts.80.w3,0.0000030152,0.01000,0.836
+16,block_sparse_moe.experts.79.w3,0.0000029494,0.01000,0.880
+16,block_sparse_moe.experts.82.w3,0.0000029998,0.01000,0.845
+16,block_sparse_moe.experts.83.w3,0.0000029908,0.01000,0.845
+16,block_sparse_moe.experts.84.w3,0.0000029804,0.01000,0.849
+16,block_sparse_moe.experts.85.w3,0.0000030233,0.01000,0.843
+16,block_sparse_moe.experts.87.w3,0.0000030663,0.01000,0.829
+16,block_sparse_moe.experts.88.w3,0.0000030286,0.01000,0.844
+16,block_sparse_moe.experts.86.w3,0.0000029713,0.01000,0.882
+16,block_sparse_moe.experts.89.w3,0.0000030385,0.01000,0.846
+16,block_sparse_moe.experts.90.w3,0.0000030419,0.01000,0.832
+16,block_sparse_moe.experts.91.w3,0.0000029484,0.01000,0.857
+16,block_sparse_moe.experts.92.w3,0.0000029091,0.01000,0.868
+16,block_sparse_moe.experts.94.w3,0.0000029168,0.01000,0.836
+16,block_sparse_moe.experts.93.w3,0.0000030055,0.01000,0.885
+16,block_sparse_moe.experts.95.w3,0.0000029622,0.01000,0.849
+16,block_sparse_moe.experts.97.w3,0.0000029901,0.01000,0.837
+16,block_sparse_moe.experts.96.w3,0.0000028669,0.01000,0.870
+16,block_sparse_moe.experts.98.w3,0.0000029828,0.01000,0.836
+16,block_sparse_moe.experts.99.w3,0.0000030732,0.01000,0.871
+16,block_sparse_moe.experts.101.w3,0.0000030513,0.01000,0.824
+16,block_sparse_moe.experts.102.w3,0.0000030041,0.01000,0.823
+16,block_sparse_moe.experts.103.w3,0.0000029840,0.01000,0.834
+16,block_sparse_moe.experts.100.w3,0.0000029079,0.01000,0.876
+16,block_sparse_moe.experts.104.w3,0.0000030504,0.01000,0.839
+16,block_sparse_moe.experts.105.w3,0.0000030206,0.01000,0.841
+16,block_sparse_moe.experts.106.w3,0.0000030465,0.01000,0.846
+16,block_sparse_moe.experts.108.w3,0.0000028442,0.01000,0.821
+16,block_sparse_moe.experts.109.w3,0.0000030087,0.01000,0.834
+16,block_sparse_moe.experts.111.w3,0.0000029702,0.01000,0.830
+16,block_sparse_moe.experts.107.w3,0.0000028857,0.01000,0.894
+16,block_sparse_moe.experts.110.w3,0.0000028361,0.01000,0.863
+16,block_sparse_moe.experts.112.w3,0.0000029821,0.01000,0.840
+16,block_sparse_moe.experts.113.w3,0.0000030676,0.01000,0.848
+16,block_sparse_moe.experts.115.w3,0.0000029568,0.01000,0.826
+16,block_sparse_moe.experts.114.w3,0.0000028467,0.01000,0.880
+16,block_sparse_moe.experts.116.w3,0.0000029583,0.01000,0.833
+16,block_sparse_moe.experts.117.w3,0.0000030822,0.01000,0.847
+16,block_sparse_moe.experts.118.w3,0.0000030092,0.01000,0.827
+16,block_sparse_moe.experts.119.w3,0.0000028648,0.01000,0.835
+16,block_sparse_moe.experts.120.w3,0.0000031328,0.01000,0.842
+16,block_sparse_moe.experts.121.w3,0.0000029374,0.01000,0.858
+16,block_sparse_moe.experts.122.w3,0.0000029797,0.01000,0.831
+16,block_sparse_moe.experts.123.w3,0.0000029182,0.01000,0.841
+16,block_sparse_moe.experts.125.w3,0.0000030430,0.01000,0.828
+16,block_sparse_moe.experts.124.w3,0.0000030917,0.01000,0.852
+16,block_sparse_moe.experts.126.w3,0.0000030477,0.01000,0.834
+16,block_sparse_moe.experts.127.w3,0.0000029719,0.01000,0.841
+16,block_sparse_moe.experts.129.w3,0.0000031198,0.01000,0.834
+16,block_sparse_moe.experts.130.w3,0.0000030660,0.01000,0.834
+16,block_sparse_moe.experts.131.w3,0.0000030350,0.01000,0.840
+16,block_sparse_moe.experts.128.w3,0.0000029413,0.01000,0.881
+16,block_sparse_moe.experts.132.w3,0.0000030797,0.01000,0.830
+16,block_sparse_moe.experts.133.w3,0.0000030327,0.01000,0.847
+16,block_sparse_moe.experts.134.w3,0.0000029790,0.01000,0.838
+16,block_sparse_moe.experts.136.w3,0.0000030050,0.01000,0.822
+16,block_sparse_moe.experts.137.w3,0.0000028628,0.01000,0.831
+16,block_sparse_moe.experts.138.w3,0.0000030197,0.01000,0.842
+16,block_sparse_moe.experts.139.w3,0.0000029213,0.01000,0.847
+16,block_sparse_moe.experts.135.w3,0.0000029044,0.01000,0.904
+16,block_sparse_moe.experts.140.w3,0.0000030470,0.01000,0.829
+16,block_sparse_moe.experts.141.w3,0.0000029616,0.01000,0.840
+16,block_sparse_moe.experts.143.w3,0.0000030345,0.01000,0.828
+16,block_sparse_moe.experts.144.w3,0.0000029214,0.01000,0.835
+16,block_sparse_moe.experts.142.w3,0.0000029804,0.01000,0.894
+16,block_sparse_moe.experts.145.w3,0.0000029888,0.01000,0.836
+16,block_sparse_moe.experts.146.w3,0.0000031488,0.01000,0.833
+16,block_sparse_moe.experts.147.w3,0.0000029947,0.01000,0.836
+16,block_sparse_moe.experts.148.w3,0.0000030549,0.01000,0.852
+16,block_sparse_moe.experts.149.w3,0.0000031815,0.01000,0.860
+16,block_sparse_moe.experts.151.w3,0.0000029280,0.01000,0.826
+16,block_sparse_moe.experts.152.w3,0.0000030268,0.01000,0.831
+16,block_sparse_moe.experts.153.w3,0.0000030107,0.01000,0.837
+16,block_sparse_moe.experts.150.w3,0.0000029481,0.01000,0.865
+16,block_sparse_moe.experts.154.w3,0.0000028315,0.01000,0.830
+16,block_sparse_moe.experts.155.w3,0.0000029719,0.01000,0.836
+16,block_sparse_moe.experts.157.w3,0.0000030101,0.01000,0.833
+16,block_sparse_moe.experts.158.w3,0.0000029170,0.01000,0.832
+16,block_sparse_moe.experts.159.w3,0.0000029882,0.01000,0.831
+16,block_sparse_moe.experts.156.w3,0.0000028957,0.01000,0.866
+16,block_sparse_moe.experts.160.w3,0.0000030819,0.01000,0.838
+16,block_sparse_moe.experts.161.w3,0.0000029641,0.01000,0.837
+16,block_sparse_moe.experts.162.w3,0.0000030534,0.01000,0.852
+16,block_sparse_moe.experts.164.w3,0.0000029802,0.01000,0.835
+16,block_sparse_moe.experts.165.w3,0.0000029487,0.01000,0.829
+16,block_sparse_moe.experts.166.w3,0.0000030727,0.01000,0.834
+16,block_sparse_moe.experts.167.w3,0.0000030232,0.01000,0.831
+16,block_sparse_moe.experts.163.w3,0.0000029726,0.01000,0.876
+16,block_sparse_moe.experts.168.w3,0.0000029456,0.01000,0.838
+16,block_sparse_moe.experts.169.w3,0.0000029791,0.01000,0.845
+16,block_sparse_moe.experts.171.w3,0.0000028962,0.01000,0.837
+16,block_sparse_moe.experts.174.w3,0.0000029963,0.01000,0.822
+16,block_sparse_moe.experts.172.w3,0.0000029733,0.01000,0.835
+16,block_sparse_moe.experts.173.w3,0.0000029457,0.01000,0.840
+16,block_sparse_moe.experts.170.w3,0.0000031397,0.01000,0.897
+16,block_sparse_moe.experts.175.w3,0.0000029466,0.01000,0.834
+16,block_sparse_moe.experts.176.w3,0.0000029829,0.01000,0.847
+16,block_sparse_moe.experts.178.w3,0.0000029847,0.01000,0.823
+16,block_sparse_moe.experts.179.w3,0.0000029481,0.01000,0.836
+16,block_sparse_moe.experts.180.w3,0.0000028514,0.01000,0.833
+16,block_sparse_moe.experts.181.w3,0.0000029451,0.01000,0.837
+16,block_sparse_moe.experts.177.w3,0.0000031115,0.01000,0.927
+16,block_sparse_moe.experts.182.w3,0.0000030595,0.01000,0.843
+16,block_sparse_moe.experts.183.w3,0.0000029196,0.01000,0.843
+16,block_sparse_moe.experts.185.w3,0.0000029502,0.01000,0.824
+16,block_sparse_moe.experts.186.w3,0.0000030340,0.01000,0.830
+16,block_sparse_moe.experts.187.w3,0.0000028808,0.01000,0.835
+16,block_sparse_moe.experts.184.w3,0.0000030661,0.01000,0.901
+16,block_sparse_moe.experts.188.w3,0.0000030903,0.01000,0.851
+16,block_sparse_moe.experts.189.w3,0.0000029875,0.01000,0.847
+16,block_sparse_moe.experts.190.w3,0.0000029855,0.01000,0.841
+16,block_sparse_moe.experts.192.w3,0.0000029795,0.01000,0.821
+16,block_sparse_moe.experts.193.w3,0.0000031903,0.01000,0.836
+16,block_sparse_moe.experts.194.w3,0.0000029814,0.01000,0.826
+16,block_sparse_moe.experts.191.w3,0.0000030282,0.01000,0.891
+16,block_sparse_moe.experts.195.w3,0.0000031231,0.01000,0.836
+16,block_sparse_moe.experts.196.w3,0.0000031651,0.01000,0.859
+16,block_sparse_moe.experts.197.w3,0.0000031301,0.01000,0.837
+16,block_sparse_moe.experts.198.w3,0.0000028204,0.01000,0.881
+16,block_sparse_moe.experts.199.w3,0.0000030761,0.01000,0.834
+16,block_sparse_moe.experts.200.w3,0.0000030217,0.01000,0.841
+16,block_sparse_moe.experts.201.w3,0.0000030406,0.01000,0.843
+16,block_sparse_moe.experts.202.w3,0.0000030330,0.01000,0.838
+16,block_sparse_moe.experts.203.w3,0.0000029328,0.01000,0.854
+16,block_sparse_moe.experts.204.w3,0.0000029457,0.01000,0.848
+16,block_sparse_moe.experts.206.w3,0.0000030612,0.01000,0.835
+16,block_sparse_moe.experts.207.w3,0.0000030211,0.01000,0.826
+16,block_sparse_moe.experts.208.w3,0.0000029571,0.01000,0.851
+16,block_sparse_moe.experts.205.w3,0.0000030046,0.01000,0.876
+16,block_sparse_moe.experts.209.w3,0.0000030006,0.01000,0.832
+16,block_sparse_moe.experts.210.w3,0.0000029811,0.01000,0.848
+16,block_sparse_moe.experts.211.w3,0.0000030421,0.01000,0.850
+16,block_sparse_moe.experts.213.w3,0.0000030238,0.01000,0.819
+16,block_sparse_moe.experts.214.w3,0.0000029294,0.01000,0.840
+16,block_sparse_moe.experts.215.w3,0.0000029211,0.01000,0.840
+16,block_sparse_moe.experts.216.w3,0.0000030286,0.01000,0.826
+16,block_sparse_moe.experts.212.w3,0.0000030931,0.01000,0.892
+16,block_sparse_moe.experts.217.w3,0.0000029801,0.01000,0.839
+16,block_sparse_moe.experts.218.w3,0.0000031231,0.01000,0.848
+16,block_sparse_moe.experts.219.w3,0.0000030308,0.01000,0.867
+16,block_sparse_moe.experts.221.w3,0.0000029872,0.01000,0.837
+16,block_sparse_moe.experts.223.w3,0.0000029037,0.01000,0.841
+16,block_sparse_moe.experts.222.w3,0.0000030029,0.01000,0.854
+16,block_sparse_moe.experts.220.w3,0.0000030638,0.01000,0.874
+16,block_sparse_moe.experts.224.w3,0.0000030340,0.01000,0.843
+16,block_sparse_moe.experts.225.w3,0.0000032177,0.01000,0.858
+16,block_sparse_moe.experts.226.w3,0.0000029549,0.01000,0.848
+16,block_sparse_moe.experts.227.w3,0.0000030251,0.01000,0.836
+16,block_sparse_moe.experts.228.w3,0.0000030284,0.01000,0.841
+16,block_sparse_moe.experts.229.w3,0.0000030620,0.01000,0.841
+16,block_sparse_moe.experts.230.w3,0.0000029694,0.01000,0.846
+16,block_sparse_moe.experts.231.w3,0.0000030360,0.01000,0.853
+16,block_sparse_moe.experts.232.w3,0.0000030505,0.01000,0.840
+16,block_sparse_moe.experts.234.w3,0.0000029007,0.01000,0.827
+16,block_sparse_moe.experts.233.w3,0.0000031263,0.01000,0.867
+16,block_sparse_moe.experts.236.w3,0.0000031269,0.01000,0.837
+16,block_sparse_moe.experts.237.w3,0.0000029288,0.01000,0.825
+16,block_sparse_moe.experts.235.w3,0.0000030381,0.01000,0.846
+16,block_sparse_moe.experts.238.w3,0.0000029295,0.01000,0.843
+16,block_sparse_moe.experts.239.w3,0.0000029771,0.01000,0.842
+16,block_sparse_moe.experts.241.w3,0.0000030237,0.01000,0.828
+16,block_sparse_moe.experts.240.w3,0.0000030509,0.01000,0.856
+16,block_sparse_moe.experts.242.w3,0.0000029444,0.01000,0.835
+16,block_sparse_moe.experts.243.w3,0.0000029180,0.01000,0.846
+16,block_sparse_moe.experts.244.w3,0.0000030898,0.01000,0.847
+16,block_sparse_moe.experts.245.w3,0.0000030146,0.01000,0.839
+16,block_sparse_moe.experts.246.w3,0.0000030743,0.01000,0.837
+16,block_sparse_moe.experts.248.w3,0.0000029858,0.01000,0.845
+16,block_sparse_moe.experts.249.w3,0.0000030640,0.01000,0.833
+16,block_sparse_moe.experts.247.w3,0.0000030093,0.01000,0.870
+16,block_sparse_moe.experts.251.w3,0.0000028503,0.01000,0.836
+16,block_sparse_moe.experts.250.w3,0.0000029352,0.01000,0.845
+16,block_sparse_moe.experts.252.w3,0.0000030106,0.01000,0.789
+16,block_sparse_moe.experts.253.w3,0.0000027027,0.01000,0.717
+16,block_sparse_moe.experts.255.w3,0.0000030634,0.01000,0.643
+16,block_sparse_moe.experts.254.w3,0.0000030193,0.01000,0.666
+16,block_sparse_moe.experts.0.w2,0.0000004685,0.01000,0.438
+16,block_sparse_moe.experts.3.w2,0.0000005577,0.01000,0.443
+16,block_sparse_moe.experts.5.w2,0.0000004899,0.01000,0.448
+16,block_sparse_moe.experts.2.w2,0.0000004860,0.01000,0.452
+16,block_sparse_moe.experts.4.w2,0.0000004628,0.01000,0.451
+16,block_sparse_moe.experts.1.w2,0.0000006244,0.01000,0.456
+16,block_sparse_moe.experts.6.w2,0.0000005219,0.01000,0.460
+16,block_sparse_moe.experts.7.w2,0.0000004631,0.01000,0.411
+16,block_sparse_moe.experts.8.w2,0.0000007926,0.01000,0.420
+16,block_sparse_moe.experts.10.w2,0.0000005654,0.01000,0.418
+16,block_sparse_moe.experts.9.w2,0.0000006056,0.01000,0.423
+16,block_sparse_moe.experts.12.w2,0.0000007150,0.01000,0.420
+16,block_sparse_moe.experts.11.w2,0.0000004914,0.01000,0.423
+16,block_sparse_moe.experts.13.w2,0.0000004670,0.01000,0.435
+16,block_sparse_moe.experts.14.w2,0.0000003841,0.01000,0.414
+16,block_sparse_moe.experts.15.w2,0.0000004651,0.01000,0.419
+16,block_sparse_moe.experts.16.w2,0.0000004881,0.01000,0.420
+16,block_sparse_moe.experts.17.w2,0.0000005614,0.01000,0.420
+16,block_sparse_moe.experts.19.w2,0.0000002946,0.01000,0.423
+16,block_sparse_moe.experts.18.w2,0.0000004397,0.01000,0.423
+16,block_sparse_moe.experts.20.w2,0.0000004766,0.01000,0.436
+16,block_sparse_moe.experts.21.w2,0.0000004703,0.01000,0.418
+16,block_sparse_moe.experts.22.w2,0.0000005616,0.01000,0.423
+16,block_sparse_moe.experts.23.w2,0.0000005371,0.01000,0.424
+16,block_sparse_moe.experts.24.w2,0.0000005081,0.01000,0.422
+16,block_sparse_moe.experts.25.w2,0.0000006157,0.01000,0.426
+16,block_sparse_moe.experts.26.w2,0.0000004744,0.01000,0.427
+16,block_sparse_moe.experts.27.w2,0.0000006997,0.01000,0.442
+16,block_sparse_moe.experts.28.w2,0.0000004765,0.01000,0.412
+16,block_sparse_moe.experts.29.w2,0.0000005452,0.01000,0.415
+16,block_sparse_moe.experts.30.w2,0.0000005094,0.01000,0.419
+16,block_sparse_moe.experts.31.w2,0.0000004612,0.01000,0.418
+16,block_sparse_moe.experts.33.w2,0.0000005844,0.01000,0.419
+16,block_sparse_moe.experts.32.w2,0.0000004815,0.01000,0.420
+16,block_sparse_moe.experts.34.w2,0.0000004572,0.01000,0.460
+16,block_sparse_moe.experts.35.w2,0.0000003931,0.01000,0.416
+16,block_sparse_moe.experts.36.w2,0.0000006381,0.01000,0.420
+16,block_sparse_moe.experts.38.w2,0.0000004749,0.01000,0.424
+16,block_sparse_moe.experts.40.w2,0.0000004858,0.01000,0.423
+16,block_sparse_moe.experts.39.w2,0.0000006363,0.01000,0.425
+16,block_sparse_moe.experts.37.w2,0.0000004923,0.01000,0.439
+16,block_sparse_moe.experts.41.w2,0.0000004106,0.01000,0.438
+16,block_sparse_moe.experts.42.w2,0.0000004956,0.01000,0.413
+16,block_sparse_moe.experts.43.w2,0.0000006919,0.01000,0.414
+16,block_sparse_moe.experts.44.w2,0.0000005643,0.01000,0.419
+16,block_sparse_moe.experts.45.w2,0.0000005111,0.01000,0.418
+16,block_sparse_moe.experts.47.w2,0.0000005036,0.01000,0.419
+16,block_sparse_moe.experts.46.w2,0.0000005342,0.01000,0.428
+16,block_sparse_moe.experts.48.w2,0.0000008330,0.01000,0.436
+16,block_sparse_moe.experts.49.w2,0.0000003979,0.01000,0.416
+16,block_sparse_moe.experts.50.w2,0.0000004632,0.01000,0.420
+16,block_sparse_moe.experts.51.w2,0.0000004593,0.01000,0.420
+16,block_sparse_moe.experts.52.w2,0.0000005441,0.01000,0.418
+16,block_sparse_moe.experts.53.w2,0.0000004366,0.01000,0.424
+16,block_sparse_moe.experts.54.w2,0.0000005413,0.01000,0.427
+16,block_sparse_moe.experts.55.w2,0.0000004698,0.01000,0.444
+16,block_sparse_moe.experts.56.w2,0.0000005771,0.01000,0.420
+16,block_sparse_moe.experts.57.w2,0.0000005346,0.01000,0.412
+16,block_sparse_moe.experts.58.w2,0.0000007633,0.01000,0.418
+16,block_sparse_moe.experts.59.w2,0.0000004907,0.01000,0.413
+16,block_sparse_moe.experts.60.w2,0.0000006439,0.01000,0.420
+16,block_sparse_moe.experts.61.w2,0.0000005153,0.01000,0.426
+16,block_sparse_moe.experts.62.w2,0.0000003782,0.01000,0.443
+16,block_sparse_moe.experts.63.w2,0.0000004275,0.01000,0.413
+16,block_sparse_moe.experts.64.w2,0.0000005043,0.01000,0.415
+16,block_sparse_moe.experts.65.w2,0.0000006101,0.01000,0.416
+16,block_sparse_moe.experts.66.w2,0.0000005828,0.01000,0.424
+16,block_sparse_moe.experts.67.w2,0.0000005122,0.01000,0.417
+16,block_sparse_moe.experts.68.w2,0.0000005834,0.01000,0.431
+16,block_sparse_moe.experts.69.w2,0.0000006795,0.01000,0.446
+16,block_sparse_moe.experts.70.w2,0.0000004761,0.01000,0.417
+16,block_sparse_moe.experts.71.w2,0.0000004777,0.01000,0.417
+16,block_sparse_moe.experts.72.w2,0.0000006069,0.01000,0.417
+16,block_sparse_moe.experts.73.w2,0.0000005005,0.01000,0.414
+16,block_sparse_moe.experts.74.w2,0.0000005267,0.01000,0.427
+16,block_sparse_moe.experts.75.w2,0.0000005686,0.01000,0.428
+16,block_sparse_moe.experts.76.w2,0.0000005047,0.01000,0.443
+16,block_sparse_moe.experts.77.w2,0.0000006087,0.01000,0.413
+16,block_sparse_moe.experts.78.w2,0.0000005749,0.01000,0.413
+16,block_sparse_moe.experts.80.w2,0.0000005475,0.01000,0.412
+16,block_sparse_moe.experts.79.w2,0.0000005745,0.01000,0.418
+16,block_sparse_moe.experts.81.w2,0.0000005308,0.01000,0.419
+16,block_sparse_moe.experts.82.w2,0.0000007532,0.01000,0.426
+16,block_sparse_moe.experts.83.w2,0.0000005933,0.01000,0.441
+16,block_sparse_moe.experts.84.w2,0.0000004844,0.01000,0.416
+16,block_sparse_moe.experts.85.w2,0.0000006489,0.01000,0.416
+16,block_sparse_moe.experts.87.w2,0.0000004486,0.01000,0.418
+16,block_sparse_moe.experts.86.w2,0.0000006541,0.01000,0.429
+16,block_sparse_moe.experts.88.w2,0.0000005877,0.01000,0.422
+16,block_sparse_moe.experts.89.w2,0.0000006242,0.01000,0.427
+16,block_sparse_moe.experts.90.w2,0.0000007516,0.01000,0.437
+16,block_sparse_moe.experts.91.w2,0.0000005133,0.01000,0.411
+16,block_sparse_moe.experts.92.w2,0.0000005160,0.01000,0.409
+16,block_sparse_moe.experts.93.w2,0.0000004876,0.01000,0.417
+16,block_sparse_moe.experts.94.w2,0.0000005913,0.01000,0.416
+16,block_sparse_moe.experts.95.w2,0.0000006810,0.01000,0.418
+16,block_sparse_moe.experts.96.w2,0.0000007990,0.01000,0.424
+16,block_sparse_moe.experts.97.w2,0.0000005819,0.01000,0.437
+16,block_sparse_moe.experts.98.w2,0.0000005631,0.01000,0.411
+16,block_sparse_moe.experts.99.w2,0.0000005557,0.01000,0.410
+16,block_sparse_moe.experts.100.w2,0.0000004710,0.01000,0.414
+16,block_sparse_moe.experts.101.w2,0.0000005699,0.01000,0.411
+16,block_sparse_moe.experts.102.w2,0.0000004891,0.01000,0.417
+16,block_sparse_moe.experts.103.w2,0.0000004206,0.01000,0.434
+16,block_sparse_moe.experts.104.w2,0.0000007673,0.01000,0.441
+16,block_sparse_moe.experts.105.w2,0.0000005788,0.01000,0.415
+16,block_sparse_moe.experts.106.w2,0.0000005671,0.01000,0.417
+16,block_sparse_moe.experts.107.w2,0.0000005890,0.01000,0.420
+16,block_sparse_moe.experts.108.w2,0.0000004036,0.01000,0.426
+16,block_sparse_moe.experts.109.w2,0.0000005484,0.01000,0.418
+16,block_sparse_moe.experts.110.w2,0.0000004858,0.01000,0.423
+16,block_sparse_moe.experts.112.w2,0.0000005901,0.01000,0.414
+16,block_sparse_moe.experts.111.w2,0.0000006040,0.01000,0.448
+16,block_sparse_moe.experts.113.w2,0.0000005103,0.01000,0.413
+16,block_sparse_moe.experts.114.w2,0.0000004637,0.01000,0.414
+16,block_sparse_moe.experts.115.w2,0.0000005105,0.01000,0.411
+16,block_sparse_moe.experts.116.w2,0.0000005028,0.01000,0.418
+16,block_sparse_moe.experts.117.w2,0.0000006012,0.01000,0.422
+16,block_sparse_moe.experts.118.w2,0.0000007280,0.01000,0.435
+16,block_sparse_moe.experts.120.w2,0.0000009247,0.01000,0.417
+16,block_sparse_moe.experts.119.w2,0.0000005353,0.01000,0.434
+16,block_sparse_moe.experts.121.w2,0.0000005575,0.01000,0.418
+16,block_sparse_moe.experts.122.w2,0.0000007445,0.01000,0.414
+16,block_sparse_moe.experts.123.w2,0.0000003447,0.01000,0.424
+16,block_sparse_moe.experts.124.w2,0.0000006666,0.01000,0.432
+16,block_sparse_moe.experts.125.w2,0.0000005245,0.01000,0.424
+16,block_sparse_moe.experts.126.w2,0.0000005206,0.01000,0.437
+16,block_sparse_moe.experts.127.w2,0.0000004370,0.01000,0.425
+16,block_sparse_moe.experts.129.w2,0.0000006208,0.01000,0.419
+16,block_sparse_moe.experts.128.w2,0.0000004632,0.01000,0.432
+16,block_sparse_moe.experts.130.w2,0.0000005442,0.01000,0.419
+16,block_sparse_moe.experts.131.w2,0.0000004739,0.01000,0.418
+16,block_sparse_moe.experts.132.w2,0.0000008687,0.01000,0.440
+16,block_sparse_moe.experts.134.w2,0.0000004631,0.01000,0.420
+16,block_sparse_moe.experts.133.w2,0.0000005873,0.01000,0.426
+16,block_sparse_moe.experts.136.w2,0.0000004508,0.01000,0.415
+16,block_sparse_moe.experts.135.w2,0.0000004604,0.01000,0.435
+16,block_sparse_moe.experts.137.w2,0.0000004539,0.01000,0.419
+16,block_sparse_moe.experts.138.w2,0.0000006020,0.01000,0.430
+16,block_sparse_moe.experts.139.w2,0.0000004697,0.01000,0.417
+16,block_sparse_moe.experts.140.w2,0.0000005074,0.01000,0.424
+16,block_sparse_moe.experts.141.w2,0.0000004520,0.01000,0.424
+16,block_sparse_moe.experts.142.w2,0.0000005661,0.01000,0.415
+16,block_sparse_moe.experts.143.w2,0.0000005433,0.01000,0.410
+16,block_sparse_moe.experts.144.w2,0.0000005340,0.01000,0.417
+16,block_sparse_moe.experts.145.w2,0.0000006114,0.01000,0.430
+16,block_sparse_moe.experts.146.w2,0.0000011072,0.01000,0.418
+16,block_sparse_moe.experts.148.w2,0.0000006246,0.01000,0.408
+16,block_sparse_moe.experts.147.w2,0.0000004191,0.01000,0.445
+16,block_sparse_moe.experts.150.w2,0.0000006677,0.01000,0.409
+16,block_sparse_moe.experts.149.w2,0.0000006437,0.01000,0.418
+16,block_sparse_moe.experts.151.w2,0.0000005254,0.01000,0.417
+16,block_sparse_moe.experts.152.w2,0.0000003637,0.01000,0.431
+16,block_sparse_moe.experts.153.w2,0.0000004992,0.01000,0.430
+16,block_sparse_moe.experts.154.w2,0.0000004011,0.01000,0.425
+16,block_sparse_moe.experts.156.w2,0.0000004946,0.01000,0.422
+16,block_sparse_moe.experts.157.w2,0.0000005576,0.01000,0.427
+16,block_sparse_moe.experts.155.w2,0.0000005786,0.01000,0.436
+16,block_sparse_moe.experts.158.w2,0.0000008757,0.01000,0.422
+16,block_sparse_moe.experts.159.w2,0.0000007332,0.01000,0.425
+16,block_sparse_moe.experts.161.w2,0.0000006341,0.01000,0.415
+16,block_sparse_moe.experts.160.w2,0.0000007603,0.01000,0.442
+16,block_sparse_moe.experts.162.w2,0.0000005043,0.01000,0.414
+16,block_sparse_moe.experts.163.w2,0.0000004549,0.01000,0.419
+16,block_sparse_moe.experts.164.w2,0.0000006053,0.01000,0.418
+16,block_sparse_moe.experts.165.w2,0.0000005450,0.01000,0.421
+16,block_sparse_moe.experts.166.w2,0.0000004634,0.01000,0.428
+16,block_sparse_moe.experts.167.w2,0.0000005501,0.01000,0.435
+16,block_sparse_moe.experts.169.w2,0.0000006354,0.01000,0.414
+16,block_sparse_moe.experts.168.w2,0.0000004454,0.01000,0.424
+16,block_sparse_moe.experts.170.w2,0.0000006015,0.01000,0.421
+16,block_sparse_moe.experts.171.w2,0.0000004306,0.01000,0.419
+16,block_sparse_moe.experts.172.w2,0.0000004528,0.01000,0.431
+16,block_sparse_moe.experts.173.w2,0.0000006563,0.01000,0.426
+16,block_sparse_moe.experts.174.w2,0.0000004798,0.01000,0.424
+16,block_sparse_moe.experts.175.w2,0.0000005078,0.01000,0.412
+16,block_sparse_moe.experts.176.w2,0.0000005357,0.01000,0.413
+16,block_sparse_moe.experts.177.w2,0.0000004507,0.01000,0.419
+16,block_sparse_moe.experts.178.w2,0.0000005690,0.01000,0.423
+16,block_sparse_moe.experts.179.w2,0.0000006509,0.01000,0.421
+16,block_sparse_moe.experts.180.w2,0.0000007066,0.01000,0.426
+16,block_sparse_moe.experts.182.w2,0.0000005293,0.01000,0.411
+16,block_sparse_moe.experts.183.w2,0.0000004583,0.01000,0.410
+16,block_sparse_moe.experts.181.w2,0.0000005253,0.01000,0.436
+16,block_sparse_moe.experts.184.w2,0.0000005832,0.01000,0.419
+16,block_sparse_moe.experts.185.w2,0.0000005272,0.01000,0.425
+16,block_sparse_moe.experts.186.w2,0.0000005165,0.01000,0.423
+16,block_sparse_moe.experts.187.w2,0.0000004588,0.01000,0.430
+16,block_sparse_moe.experts.189.w2,0.0000006464,0.01000,0.417
+16,block_sparse_moe.experts.190.w2,0.0000004766,0.01000,0.411
+16,block_sparse_moe.experts.188.w2,0.0000005713,0.01000,0.438
+16,block_sparse_moe.experts.191.w2,0.0000005726,0.01000,0.415
+16,block_sparse_moe.experts.192.w2,0.0000005392,0.01000,0.418
+16,block_sparse_moe.experts.193.w2,0.0000006538,0.01000,0.418
+16,block_sparse_moe.experts.194.w2,0.0000006194,0.01000,0.425
+16,block_sparse_moe.experts.195.w2,0.0000007177,0.01000,0.426
+16,block_sparse_moe.experts.197.w2,0.0000006099,0.01000,0.411
+16,block_sparse_moe.experts.196.w2,0.0000006615,0.01000,0.414
+16,block_sparse_moe.experts.198.w2,0.0000004684,0.01000,0.419
+16,block_sparse_moe.experts.199.w2,0.0000005267,0.01000,0.420
+16,block_sparse_moe.experts.200.w2,0.0000005264,0.01000,0.419
+16,block_sparse_moe.experts.201.w2,0.0000006442,0.01000,0.427
+16,block_sparse_moe.experts.204.w2,0.0000006378,0.01000,0.412
+16,block_sparse_moe.experts.203.w2,0.0000004240,0.01000,0.414
+16,block_sparse_moe.experts.202.w2,0.0000005020,0.01000,0.432
+16,block_sparse_moe.experts.205.w2,0.0000006512,0.01000,0.417
+16,block_sparse_moe.experts.206.w2,0.0000005012,0.01000,0.422
+16,block_sparse_moe.experts.207.w2,0.0000005470,0.01000,0.422
+16,block_sparse_moe.experts.208.w2,0.0000004932,0.01000,0.423
+16,block_sparse_moe.experts.210.w2,0.0000006139,0.01000,0.412
+16,block_sparse_moe.experts.211.w2,0.0000005190,0.01000,0.417
+16,block_sparse_moe.experts.212.w2,0.0000005162,0.01000,0.414
+16,block_sparse_moe.experts.209.w2,0.0000004132,0.01000,0.442
+16,block_sparse_moe.experts.213.w2,0.0000004842,0.01000,0.418
+16,block_sparse_moe.experts.214.w2,0.0000005516,0.01000,0.417
+16,block_sparse_moe.experts.215.w2,0.0000005754,0.01000,0.426
+16,block_sparse_moe.experts.217.w2,0.0000006082,0.01000,0.414
+16,block_sparse_moe.experts.218.w2,0.0000006154,0.01000,0.411
+16,block_sparse_moe.experts.219.w2,0.0000004678,0.01000,0.421
+16,block_sparse_moe.experts.216.w2,0.0000005611,0.01000,0.470
+16,block_sparse_moe.experts.220.w2,0.0000007841,0.01000,0.441
+16,block_sparse_moe.experts.221.w2,0.0000005651,0.01000,0.450
+16,block_sparse_moe.experts.222.w2,0.0000005264,0.01000,0.438
+16,block_sparse_moe.experts.224.w2,0.0000005256,0.01000,0.415
+16,block_sparse_moe.experts.225.w2,0.0000007610,0.01000,0.409
+16,block_sparse_moe.experts.223.w2,0.0000005280,0.01000,0.444
+16,block_sparse_moe.experts.226.w2,0.0000003987,0.01000,0.417
+16,block_sparse_moe.experts.227.w2,0.0000006731,0.01000,0.416
+16,block_sparse_moe.experts.228.w2,0.0000008034,0.01000,0.415
+16,block_sparse_moe.experts.229.w2,0.0000006225,0.01000,0.420
+16,block_sparse_moe.experts.231.w2,0.0000004883,0.01000,0.411
+16,block_sparse_moe.experts.232.w2,0.0000004659,0.01000,0.412
+16,block_sparse_moe.experts.230.w2,0.0000006026,0.01000,0.447
+16,block_sparse_moe.experts.233.w2,0.0000006292,0.01000,0.416
+16,block_sparse_moe.experts.234.w2,0.0000005481,0.01000,0.416
+16,block_sparse_moe.experts.235.w2,0.0000006327,0.01000,0.425
+16,block_sparse_moe.experts.236.w2,0.0000007804,0.01000,0.424
+16,block_sparse_moe.experts.237.w2,0.0000005408,0.01000,0.434
+16,block_sparse_moe.experts.238.w2,0.0000005479,0.01000,0.423
+16,block_sparse_moe.experts.239.w2,0.0000005397,0.01000,0.432
+16,block_sparse_moe.experts.240.w2,0.0000006086,0.01000,0.430
+16,block_sparse_moe.experts.241.w2,0.0000005017,0.01000,0.450
+16,block_sparse_moe.experts.242.w2,0.0000003875,0.01000,0.420
+16,block_sparse_moe.experts.243.w2,0.0000003671,0.01000,0.423
+16,block_sparse_moe.experts.245.w2,0.0000005330,0.01000,0.413
+16,block_sparse_moe.experts.244.w2,0.0000005229,0.01000,0.434
+16,block_sparse_moe.experts.246.w2,0.0000005122,0.01000,0.422
+16,block_sparse_moe.experts.247.w2,0.0000004774,0.01000,0.425
+16,block_sparse_moe.experts.248.w2,0.0000006111,0.01000,0.415
+16,block_sparse_moe.experts.249.w2,0.0000005201,0.01000,0.422
+16,block_sparse_moe.experts.250.w2,0.0000004271,0.01000,0.411
+16,block_sparse_moe.experts.251.w2,0.0000004639,0.01000,0.395
+16,block_sparse_moe.experts.252.w2,0.0000005016,0.01000,0.385
+16,block_sparse_moe.experts.253.w2,0.0000004069,0.01000,0.375
+16,block_sparse_moe.experts.254.w2,0.0000004764,0.01000,0.382
+16,block_sparse_moe.experts.255.w2,0.0000005909,0.01000,0.366
+17,block_sparse_moe.experts.1.w1,0.0000033920,0.01000,0.841
+17,block_sparse_moe.experts.2.w1,0.0000034035,0.01000,0.844
+17,block_sparse_moe.experts.0.w1,0.0000036365,0.01000,0.848
+17,block_sparse_moe.experts.5.w1,0.0000033609,0.01000,0.851
+17,block_sparse_moe.experts.4.w1,0.0000033578,0.01000,0.865
+17,block_sparse_moe.experts.3.w1,0.0000033977,0.01000,0.894
+17,block_sparse_moe.experts.6.w1,0.0000034053,0.01000,0.896
+17,block_sparse_moe.experts.8.w1,0.0000034270,0.01000,0.827
+17,block_sparse_moe.experts.9.w1,0.0000033083,0.01000,0.850
+17,block_sparse_moe.experts.10.w1,0.0000033472,0.01000,0.855
+17,block_sparse_moe.experts.11.w1,0.0000034611,0.01000,0.851
+17,block_sparse_moe.experts.7.w1,0.0000034112,0.01000,0.885
+17,block_sparse_moe.experts.12.w1,0.0000034472,0.01000,0.839
+17,block_sparse_moe.experts.13.w1,0.0000038121,0.01000,0.852
+17,block_sparse_moe.experts.14.w1,0.0000034282,0.01000,0.842
+17,block_sparse_moe.experts.15.w1,0.0000033712,0.01000,0.844
+17,block_sparse_moe.experts.16.w1,0.0000034362,0.01000,0.846
+17,block_sparse_moe.experts.17.w1,0.0000033261,0.01000,0.842
+17,block_sparse_moe.experts.18.w1,0.0000033086,0.01000,0.847
+17,block_sparse_moe.experts.19.w1,0.0000034412,0.01000,0.844
+17,block_sparse_moe.experts.20.w1,0.0000033339,0.01000,0.864
+17,block_sparse_moe.experts.21.w1,0.0000033956,0.01000,0.820
+17,block_sparse_moe.experts.22.w1,0.0000033752,0.01000,0.839
+17,block_sparse_moe.experts.24.w1,0.0000033226,0.01000,0.831
+17,block_sparse_moe.experts.23.w1,0.0000034191,0.01000,0.838
+17,block_sparse_moe.experts.25.w1,0.0000033342,0.01000,0.841
+17,block_sparse_moe.experts.26.w1,0.0000032671,0.01000,0.838
+17,block_sparse_moe.experts.27.w1,0.0000034805,0.01000,0.854
+17,block_sparse_moe.experts.28.w1,0.0000033781,0.01000,0.829
+17,block_sparse_moe.experts.29.w1,0.0000033139,0.01000,0.842
+17,block_sparse_moe.experts.31.w1,0.0000034399,0.01000,0.833
+17,block_sparse_moe.experts.33.w1,0.0000033810,0.01000,0.840
+17,block_sparse_moe.experts.30.w1,0.0000034394,0.01000,0.871
+17,block_sparse_moe.experts.32.w1,0.0000033798,0.01000,0.848
+17,block_sparse_moe.experts.34.w1,0.0000033319,0.01000,0.853
+17,block_sparse_moe.experts.35.w1,0.0000033951,0.01000,0.844
+17,block_sparse_moe.experts.36.w1,0.0000033727,0.01000,0.842
+17,block_sparse_moe.experts.37.w1,0.0000033795,0.01000,0.848
+17,block_sparse_moe.experts.38.w1,0.0000032549,0.01000,0.832
+17,block_sparse_moe.experts.40.w1,0.0000033277,0.01000,0.849
+17,block_sparse_moe.experts.39.w1,0.0000033951,0.01000,0.874
+17,block_sparse_moe.experts.41.w1,0.0000034324,0.01000,0.862
+17,block_sparse_moe.experts.42.w1,0.0000033815,0.01000,0.839
+17,block_sparse_moe.experts.43.w1,0.0000034413,0.01000,0.837
+17,block_sparse_moe.experts.44.w1,0.0000034688,0.01000,0.836
+17,block_sparse_moe.experts.45.w1,0.0000034061,0.01000,0.829
+17,block_sparse_moe.experts.46.w1,0.0000033436,0.01000,0.850
+17,block_sparse_moe.experts.47.w1,0.0000033780,0.01000,0.871
+17,block_sparse_moe.experts.48.w1,0.0000038313,0.01000,0.863
+17,block_sparse_moe.experts.49.w1,0.0000033931,0.01000,0.840
+17,block_sparse_moe.experts.50.w1,0.0000034211,0.01000,0.843
+17,block_sparse_moe.experts.51.w1,0.0000034836,0.01000,0.837
+17,block_sparse_moe.experts.52.w1,0.0000035050,0.01000,0.834
+17,block_sparse_moe.experts.53.w1,0.0000033884,0.01000,0.847
+17,block_sparse_moe.experts.54.w1,0.0000033969,0.01000,0.871
+17,block_sparse_moe.experts.55.w1,0.0000033650,0.01000,0.857
+17,block_sparse_moe.experts.56.w1,0.0000033353,0.01000,0.828
+17,block_sparse_moe.experts.59.w1,0.0000035019,0.01000,0.820
+17,block_sparse_moe.experts.58.w1,0.0000034966,0.01000,0.831
+17,block_sparse_moe.experts.57.w1,0.0000039674,0.01000,0.879
+17,block_sparse_moe.experts.60.w1,0.0000034017,0.01000,0.841
+17,block_sparse_moe.experts.61.w1,0.0000033390,0.01000,0.839
+17,block_sparse_moe.experts.62.w1,0.0000033596,0.01000,0.843
+17,block_sparse_moe.experts.63.w1,0.0000034223,0.01000,0.811
+17,block_sparse_moe.experts.64.w1,0.0000034588,0.01000,0.831
+17,block_sparse_moe.experts.65.w1,0.0000035126,0.01000,0.831
+17,block_sparse_moe.experts.66.w1,0.0000034816,0.01000,0.862
+17,block_sparse_moe.experts.67.w1,0.0000033893,0.01000,0.842
+17,block_sparse_moe.experts.68.w1,0.0000033252,0.01000,0.848
+17,block_sparse_moe.experts.69.w1,0.0000034335,0.01000,0.851
+17,block_sparse_moe.experts.70.w1,0.0000034594,0.01000,0.831
+17,block_sparse_moe.experts.72.w1,0.0000033684,0.01000,0.843
+17,block_sparse_moe.experts.71.w1,0.0000035350,0.01000,0.873
+17,block_sparse_moe.experts.73.w1,0.0000036275,0.01000,0.828
+17,block_sparse_moe.experts.74.w1,0.0000033805,0.01000,0.866
+17,block_sparse_moe.experts.75.w1,0.0000033592,0.01000,0.844
+17,block_sparse_moe.experts.76.w1,0.0000033441,0.01000,0.854
+17,block_sparse_moe.experts.77.w1,0.0000035399,0.01000,0.827
+17,block_sparse_moe.experts.78.w1,0.0000034520,0.01000,0.827
+17,block_sparse_moe.experts.79.w1,0.0000034328,0.01000,0.839
+17,block_sparse_moe.experts.80.w1,0.0000032082,0.01000,0.821
+17,block_sparse_moe.experts.81.w1,0.0000034701,0.01000,0.832
+17,block_sparse_moe.experts.82.w1,0.0000034248,0.01000,0.851
+17,block_sparse_moe.experts.83.w1,0.0000033289,0.01000,0.839
+17,block_sparse_moe.experts.84.w1,0.0000035064,0.01000,0.828
+17,block_sparse_moe.experts.85.w1,0.0000033762,0.01000,0.832
+17,block_sparse_moe.experts.86.w1,0.0000033275,0.01000,0.833
+17,block_sparse_moe.experts.87.w1,0.0000032191,0.01000,0.834
+17,block_sparse_moe.experts.88.w1,0.0000032654,0.01000,0.840
+17,block_sparse_moe.experts.89.w1,0.0000034191,0.01000,0.850
+17,block_sparse_moe.experts.90.w1,0.0000034370,0.01000,0.858
+17,block_sparse_moe.experts.91.w1,0.0000034099,0.01000,0.828
+17,block_sparse_moe.experts.92.w1,0.0000034740,0.01000,0.839
+17,block_sparse_moe.experts.93.w1,0.0000033932,0.01000,0.840
+17,block_sparse_moe.experts.94.w1,0.0000033704,0.01000,0.836
+17,block_sparse_moe.experts.95.w1,0.0000035095,0.01000,0.851
+17,block_sparse_moe.experts.96.w1,0.0000033746,0.01000,0.851
+17,block_sparse_moe.experts.97.w1,0.0000034120,0.01000,0.860
+17,block_sparse_moe.experts.98.w1,0.0000033072,0.01000,0.828
+17,block_sparse_moe.experts.99.w1,0.0000031585,0.01000,0.827
+17,block_sparse_moe.experts.100.w1,0.0000035510,0.01000,0.833
+17,block_sparse_moe.experts.101.w1,0.0000034260,0.01000,0.828
+17,block_sparse_moe.experts.102.w1,0.0000032846,0.01000,0.856
+17,block_sparse_moe.experts.103.w1,0.0000035012,0.01000,0.843
+17,block_sparse_moe.experts.104.w1,0.0000034076,0.01000,0.850
+17,block_sparse_moe.experts.105.w1,0.0000033845,0.01000,0.827
+17,block_sparse_moe.experts.106.w1,0.0000033864,0.01000,0.825
+17,block_sparse_moe.experts.107.w1,0.0000033280,0.01000,0.830
+17,block_sparse_moe.experts.108.w1,0.0000033023,0.01000,0.829
+17,block_sparse_moe.experts.109.w1,0.0000033787,0.01000,0.852
+17,block_sparse_moe.experts.110.w1,0.0000034135,0.01000,0.844
+17,block_sparse_moe.experts.111.w1,0.0000033532,0.01000,0.849
+17,block_sparse_moe.experts.112.w1,0.0000033135,0.01000,0.822
+17,block_sparse_moe.experts.113.w1,0.0000035221,0.01000,0.826
+17,block_sparse_moe.experts.115.w1,0.0000034814,0.01000,0.825
+17,block_sparse_moe.experts.114.w1,0.0000032533,0.01000,0.865
+17,block_sparse_moe.experts.116.w1,0.0000032845,0.01000,0.838
+17,block_sparse_moe.experts.117.w1,0.0000034491,0.01000,0.851
+17,block_sparse_moe.experts.118.w1,0.0000034399,0.01000,0.854
+17,block_sparse_moe.experts.119.w1,0.0000034800,0.01000,0.841
+17,block_sparse_moe.experts.120.w1,0.0000034799,0.01000,0.833
+17,block_sparse_moe.experts.121.w1,0.0000033155,0.01000,0.841
+17,block_sparse_moe.experts.122.w1,0.0000034812,0.01000,0.831
+17,block_sparse_moe.experts.123.w1,0.0000035810,0.01000,0.850
+17,block_sparse_moe.experts.124.w1,0.0000034075,0.01000,0.853
+17,block_sparse_moe.experts.125.w1,0.0000034515,0.01000,0.855
+17,block_sparse_moe.experts.126.w1,0.0000034455,0.01000,0.832
+17,block_sparse_moe.experts.127.w1,0.0000033241,0.01000,0.833
+17,block_sparse_moe.experts.128.w1,0.0000033089,0.01000,0.834
+17,block_sparse_moe.experts.129.w1,0.0000034252,0.01000,0.833
+17,block_sparse_moe.experts.130.w1,0.0000035433,0.01000,0.853
+17,block_sparse_moe.experts.131.w1,0.0000034734,0.01000,0.848
+17,block_sparse_moe.experts.132.w1,0.0000033357,0.01000,0.845
+17,block_sparse_moe.experts.133.w1,0.0000033862,0.01000,0.826
+17,block_sparse_moe.experts.134.w1,0.0000033573,0.01000,0.830
+17,block_sparse_moe.experts.135.w1,0.0000034180,0.01000,0.840
+17,block_sparse_moe.experts.136.w1,0.0000033737,0.01000,0.831
+17,block_sparse_moe.experts.137.w1,0.0000032617,0.01000,0.864
+17,block_sparse_moe.experts.138.w1,0.0000034397,0.01000,0.854
+17,block_sparse_moe.experts.139.w1,0.0000033467,0.01000,0.851
+17,block_sparse_moe.experts.140.w1,0.0000033915,0.01000,0.833
+17,block_sparse_moe.experts.141.w1,0.0000035184,0.01000,0.831
+17,block_sparse_moe.experts.142.w1,0.0000035230,0.01000,0.836
+17,block_sparse_moe.experts.143.w1,0.0000034337,0.01000,0.828
+17,block_sparse_moe.experts.144.w1,0.0000034380,0.01000,0.855
+17,block_sparse_moe.experts.145.w1,0.0000034090,0.01000,0.845
+17,block_sparse_moe.experts.146.w1,0.0000034462,0.01000,0.854
+17,block_sparse_moe.experts.147.w1,0.0000033883,0.01000,0.832
+17,block_sparse_moe.experts.148.w1,0.0000033758,0.01000,0.825
+17,block_sparse_moe.experts.150.w1,0.0000033638,0.01000,0.825
+17,block_sparse_moe.experts.149.w1,0.0000035783,0.01000,0.860
+17,block_sparse_moe.experts.151.w1,0.0000034091,0.01000,0.848
+17,block_sparse_moe.experts.152.w1,0.0000034124,0.01000,0.845
+17,block_sparse_moe.experts.153.w1,0.0000034497,0.01000,0.845
+17,block_sparse_moe.experts.154.w1,0.0000034618,0.01000,0.825
+17,block_sparse_moe.experts.155.w1,0.0000033303,0.01000,0.825
+17,block_sparse_moe.experts.156.w1,0.0000034713,0.01000,0.830
+17,block_sparse_moe.experts.157.w1,0.0000034435,0.01000,0.824
+17,block_sparse_moe.experts.158.w1,0.0000033869,0.01000,0.847
+17,block_sparse_moe.experts.159.w1,0.0000033670,0.01000,0.856
+17,block_sparse_moe.experts.160.w1,0.0000032977,0.01000,0.852
+17,block_sparse_moe.experts.161.w1,0.0000031034,0.01000,0.825
+17,block_sparse_moe.experts.162.w1,0.0000034008,0.01000,0.828
+17,block_sparse_moe.experts.163.w1,0.0000034132,0.01000,0.831
+17,block_sparse_moe.experts.164.w1,0.0000034097,0.01000,0.828
+17,block_sparse_moe.experts.165.w1,0.0000036157,0.01000,0.840
+17,block_sparse_moe.experts.166.w1,0.0000033591,0.01000,0.852
+17,block_sparse_moe.experts.167.w1,0.0000033335,0.01000,0.847
+17,block_sparse_moe.experts.168.w1,0.0000033691,0.01000,0.823
+17,block_sparse_moe.experts.169.w1,0.0000031185,0.01000,0.830
+17,block_sparse_moe.experts.170.w1,0.0000034169,0.01000,0.828
+17,block_sparse_moe.experts.171.w1,0.0000033492,0.01000,0.832
+17,block_sparse_moe.experts.172.w1,0.0000033305,0.01000,0.839
+17,block_sparse_moe.experts.173.w1,0.0000035425,0.01000,0.844
+17,block_sparse_moe.experts.174.w1,0.0000033858,0.01000,0.846
+17,block_sparse_moe.experts.175.w1,0.0000033518,0.01000,0.822
+17,block_sparse_moe.experts.176.w1,0.0000033999,0.01000,0.836
+17,block_sparse_moe.experts.177.w1,0.0000034039,0.01000,0.831
+17,block_sparse_moe.experts.178.w1,0.0000036402,0.01000,0.837
+17,block_sparse_moe.experts.179.w1,0.0000033512,0.01000,0.848
+17,block_sparse_moe.experts.180.w1,0.0000034328,0.01000,0.864
+17,block_sparse_moe.experts.181.w1,0.0000033593,0.01000,0.852
+17,block_sparse_moe.experts.182.w1,0.0000033522,0.01000,0.822
+17,block_sparse_moe.experts.183.w1,0.0000033162,0.01000,0.831
+17,block_sparse_moe.experts.184.w1,0.0000034041,0.01000,0.838
+17,block_sparse_moe.experts.185.w1,0.0000033669,0.01000,0.832
+17,block_sparse_moe.experts.186.w1,0.0000033524,0.01000,0.845
+17,block_sparse_moe.experts.187.w1,0.0000034555,0.01000,0.868
+17,block_sparse_moe.experts.188.w1,0.0000033748,0.01000,0.847
+17,block_sparse_moe.experts.189.w1,0.0000035482,0.01000,0.842
+17,block_sparse_moe.experts.190.w1,0.0000033511,0.01000,0.829
+17,block_sparse_moe.experts.191.w1,0.0000033909,0.01000,0.847
+17,block_sparse_moe.experts.192.w1,0.0000034427,0.01000,0.829
+17,block_sparse_moe.experts.193.w1,0.0000035099,0.01000,0.862
+17,block_sparse_moe.experts.194.w1,0.0000033839,0.01000,0.852
+17,block_sparse_moe.experts.195.w1,0.0000034011,0.01000,0.850
+17,block_sparse_moe.experts.196.w1,0.0000035015,0.01000,0.830
+17,block_sparse_moe.experts.197.w1,0.0000033207,0.01000,0.830
+17,block_sparse_moe.experts.198.w1,0.0000034751,0.01000,0.826
+17,block_sparse_moe.experts.199.w1,0.0000034043,0.01000,0.824
+17,block_sparse_moe.experts.200.w1,0.0000033963,0.01000,0.846
+17,block_sparse_moe.experts.201.w1,0.0000033985,0.01000,0.860
+17,block_sparse_moe.experts.202.w1,0.0000033599,0.01000,0.846
+17,block_sparse_moe.experts.203.w1,0.0000034828,0.01000,0.828
+17,block_sparse_moe.experts.204.w1,0.0000034536,0.01000,0.824
+17,block_sparse_moe.experts.205.w1,0.0000033423,0.01000,0.826
+17,block_sparse_moe.experts.206.w1,0.0000033599,0.01000,0.825
+17,block_sparse_moe.experts.207.w1,0.0000033641,0.01000,0.835
+17,block_sparse_moe.experts.209.w1,0.0000034845,0.01000,0.845
+17,block_sparse_moe.experts.208.w1,0.0000034137,0.01000,0.890
+17,block_sparse_moe.experts.210.w1,0.0000034243,0.01000,0.822
+17,block_sparse_moe.experts.211.w1,0.0000034039,0.01000,0.819
+17,block_sparse_moe.experts.212.w1,0.0000034212,0.01000,0.823
+17,block_sparse_moe.experts.213.w1,0.0000034123,0.01000,0.820
+17,block_sparse_moe.experts.214.w1,0.0000034754,0.01000,0.834
+17,block_sparse_moe.experts.215.w1,0.0000033364,0.01000,0.845
+17,block_sparse_moe.experts.216.w1,0.0000033795,0.01000,0.876
+17,block_sparse_moe.experts.217.w1,0.0000033751,0.01000,0.827
+17,block_sparse_moe.experts.218.w1,0.0000033457,0.01000,0.826
+17,block_sparse_moe.experts.219.w1,0.0000034015,0.01000,0.830
+17,block_sparse_moe.experts.220.w1,0.0000033134,0.01000,0.827
+17,block_sparse_moe.experts.221.w1,0.0000033964,0.01000,0.837
+17,block_sparse_moe.experts.222.w1,0.0000033858,0.01000,0.834
+17,block_sparse_moe.experts.224.w1,0.0000035030,0.01000,0.824
+17,block_sparse_moe.experts.223.w1,0.0000033202,0.01000,0.881
+17,block_sparse_moe.experts.225.w1,0.0000033011,0.01000,0.821
+17,block_sparse_moe.experts.227.w1,0.0000033242,0.01000,0.821
+17,block_sparse_moe.experts.226.w1,0.0000034881,0.01000,0.825
+17,block_sparse_moe.experts.228.w1,0.0000033812,0.01000,0.837
+17,block_sparse_moe.experts.229.w1,0.0000034149,0.01000,0.834
+17,block_sparse_moe.experts.230.w1,0.0000034193,0.01000,0.847
+17,block_sparse_moe.experts.231.w1,0.0000033974,0.01000,0.846
+17,block_sparse_moe.experts.232.w1,0.0000034452,0.01000,0.819
+17,block_sparse_moe.experts.234.w1,0.0000033935,0.01000,0.816
+17,block_sparse_moe.experts.233.w1,0.0000033463,0.01000,0.848
+17,block_sparse_moe.experts.235.w1,0.0000033423,0.01000,0.841
+17,block_sparse_moe.experts.236.w1,0.0000034705,0.01000,0.836
+17,block_sparse_moe.experts.237.w1,0.0000032681,0.01000,0.844
+17,block_sparse_moe.experts.238.w1,0.0000033787,0.01000,0.852
+17,block_sparse_moe.experts.239.w1,0.0000033401,0.01000,0.826
+17,block_sparse_moe.experts.240.w1,0.0000032950,0.01000,0.832
+17,block_sparse_moe.experts.241.w1,0.0000034097,0.01000,0.826
+17,block_sparse_moe.experts.242.w1,0.0000034374,0.01000,0.864
+17,block_sparse_moe.experts.243.w1,0.0000035075,0.01000,0.835
+17,block_sparse_moe.experts.244.w1,0.0000033500,0.01000,0.864
+17,block_sparse_moe.experts.245.w1,0.0000033467,0.01000,0.849
+17,block_sparse_moe.experts.246.w1,0.0000033450,0.01000,0.821
+17,block_sparse_moe.experts.248.w1,0.0000032956,0.01000,0.823
+17,block_sparse_moe.experts.247.w1,0.0000034467,0.01000,0.896
+17,block_sparse_moe.experts.249.w1,0.0000034101,0.01000,0.836
+17,block_sparse_moe.experts.250.w1,0.0000033511,0.01000,0.833
+17,block_sparse_moe.experts.253.w1,0.0000034655,0.01000,0.830
+17,block_sparse_moe.experts.252.w1,0.0000034314,0.01000,0.843
+17,block_sparse_moe.experts.251.w1,0.0000034248,0.01000,0.884
+17,block_sparse_moe.experts.254.w1,0.0000034297,0.01000,0.865
+17,block_sparse_moe.experts.255.w1,0.0000034536,0.01000,0.864
+17,block_sparse_moe.experts.0.w3,0.0000033756,0.01000,0.838
+17,block_sparse_moe.experts.1.w3,0.0000033405,0.01000,0.849
+17,block_sparse_moe.experts.3.w3,0.0000034491,0.01000,0.856
+17,block_sparse_moe.experts.4.w3,0.0000033856,0.01000,0.831
+17,block_sparse_moe.experts.2.w3,0.0000034363,0.01000,0.865
+17,block_sparse_moe.experts.5.w3,0.0000033851,0.01000,0.824
+17,block_sparse_moe.experts.6.w3,0.0000034838,0.01000,0.819
+17,block_sparse_moe.experts.7.w3,0.0000034527,0.01000,0.842
+17,block_sparse_moe.experts.8.w3,0.0000034211,0.01000,0.844
+17,block_sparse_moe.experts.10.w3,0.0000033531,0.01000,0.831
+17,block_sparse_moe.experts.11.w3,0.0000034253,0.01000,0.830
+17,block_sparse_moe.experts.9.w3,0.0000033356,0.01000,0.875
+17,block_sparse_moe.experts.12.w3,0.0000034540,0.01000,0.829
+17,block_sparse_moe.experts.13.w3,0.0000033310,0.01000,0.820
+17,block_sparse_moe.experts.14.w3,0.0000034618,0.01000,0.843
+17,block_sparse_moe.experts.15.w3,0.0000034420,0.01000,0.849
+17,block_sparse_moe.experts.17.w3,0.0000033354,0.01000,0.818
+17,block_sparse_moe.experts.18.w3,0.0000033118,0.01000,0.824
+17,block_sparse_moe.experts.16.w3,0.0000033015,0.01000,0.892
+17,block_sparse_moe.experts.19.w3,0.0000034614,0.01000,0.827
+17,block_sparse_moe.experts.20.w3,0.0000032568,0.01000,0.829
+17,block_sparse_moe.experts.21.w3,0.0000034052,0.01000,0.846
+17,block_sparse_moe.experts.22.w3,0.0000034054,0.01000,0.838
+17,block_sparse_moe.experts.23.w3,0.0000033471,0.01000,0.870
+17,block_sparse_moe.experts.24.w3,0.0000032868,0.01000,0.836
+17,block_sparse_moe.experts.25.w3,0.0000033250,0.01000,0.832
+17,block_sparse_moe.experts.26.w3,0.0000032554,0.01000,0.824
+17,block_sparse_moe.experts.27.w3,0.0000033499,0.01000,0.821
+17,block_sparse_moe.experts.28.w3,0.0000033916,0.01000,0.852
+17,block_sparse_moe.experts.29.w3,0.0000033208,0.01000,0.837
+17,block_sparse_moe.experts.31.w3,0.0000033520,0.01000,0.836
+17,block_sparse_moe.experts.30.w3,0.0000034544,0.01000,0.847
+17,block_sparse_moe.experts.32.w3,0.0000034230,0.01000,0.824
+17,block_sparse_moe.experts.33.w3,0.0000034330,0.01000,0.829
+17,block_sparse_moe.experts.34.w3,0.0000033190,0.01000,0.830
+17,block_sparse_moe.experts.35.w3,0.0000034772,0.01000,0.847
+17,block_sparse_moe.experts.36.w3,0.0000033603,0.01000,0.849
+17,block_sparse_moe.experts.38.w3,0.0000031889,0.01000,0.822
+17,block_sparse_moe.experts.39.w3,0.0000033480,0.01000,0.826
+17,block_sparse_moe.experts.37.w3,0.0000033215,0.01000,0.909
+17,block_sparse_moe.experts.40.w3,0.0000033278,0.01000,0.830
+17,block_sparse_moe.experts.41.w3,0.0000034432,0.01000,0.824
+17,block_sparse_moe.experts.42.w3,0.0000033912,0.01000,0.843
+17,block_sparse_moe.experts.43.w3,0.0000034098,0.01000,0.840
+17,block_sparse_moe.experts.45.w3,0.0000034475,0.01000,0.824
+17,block_sparse_moe.experts.44.w3,0.0000035358,0.01000,0.898
+17,block_sparse_moe.experts.46.w3,0.0000032872,0.01000,0.826
+17,block_sparse_moe.experts.47.w3,0.0000034041,0.01000,0.831
+17,block_sparse_moe.experts.48.w3,0.0000033710,0.01000,0.832
+17,block_sparse_moe.experts.49.w3,0.0000033416,0.01000,0.835
+17,block_sparse_moe.experts.50.w3,0.0000033378,0.01000,0.839
+17,block_sparse_moe.experts.51.w3,0.0000032615,0.01000,0.857
+17,block_sparse_moe.experts.52.w3,0.0000035016,0.01000,0.822
+17,block_sparse_moe.experts.53.w3,0.0000033998,0.01000,0.831
+17,block_sparse_moe.experts.54.w3,0.0000033453,0.01000,0.832
+17,block_sparse_moe.experts.55.w3,0.0000033420,0.01000,0.837
+17,block_sparse_moe.experts.56.w3,0.0000032929,0.01000,0.859
+17,block_sparse_moe.experts.57.w3,0.0000033285,0.01000,0.856
+17,block_sparse_moe.experts.58.w3,0.0000035530,0.01000,0.841
+17,block_sparse_moe.experts.59.w3,0.0000035299,0.01000,0.831
+17,block_sparse_moe.experts.60.w3,0.0000033709,0.01000,0.822
+17,block_sparse_moe.experts.61.w3,0.0000033057,0.01000,0.833
+17,block_sparse_moe.experts.62.w3,0.0000034019,0.01000,0.827
+17,block_sparse_moe.experts.63.w3,0.0000033906,0.01000,0.871
+17,block_sparse_moe.experts.64.w3,0.0000035218,0.01000,0.852
+17,block_sparse_moe.experts.66.w3,0.0000035442,0.01000,0.823
+17,block_sparse_moe.experts.67.w3,0.0000034049,0.01000,0.825
+17,block_sparse_moe.experts.68.w3,0.0000033056,0.01000,0.827
+17,block_sparse_moe.experts.65.w3,0.0000034292,0.01000,0.895
+17,block_sparse_moe.experts.69.w3,0.0000034008,0.01000,0.818
+17,block_sparse_moe.experts.70.w3,0.0000034694,0.01000,0.872
+17,block_sparse_moe.experts.71.w3,0.0000033677,0.01000,0.857
+17,block_sparse_moe.experts.73.w3,0.0000033884,0.01000,0.829
+17,block_sparse_moe.experts.74.w3,0.0000034325,0.01000,0.832
+17,block_sparse_moe.experts.76.w3,0.0000033709,0.01000,0.829
+17,block_sparse_moe.experts.75.w3,0.0000034113,0.01000,0.833
+17,block_sparse_moe.experts.72.w3,0.0000033502,0.01000,0.896
+17,block_sparse_moe.experts.77.w3,0.0000032410,0.01000,0.865
+17,block_sparse_moe.experts.78.w3,0.0000034016,0.01000,0.846
+17,block_sparse_moe.experts.80.w3,0.0000036164,0.01000,0.836
+17,block_sparse_moe.experts.81.w3,0.0000035011,0.01000,0.829
+17,block_sparse_moe.experts.83.w3,0.0000033751,0.01000,0.825
+17,block_sparse_moe.experts.79.w3,0.0000034701,0.01000,0.884
+17,block_sparse_moe.experts.82.w3,0.0000033214,0.01000,0.870
+17,block_sparse_moe.experts.84.w3,0.0000034915,0.01000,0.864
+17,block_sparse_moe.experts.85.w3,0.0000034309,0.01000,0.830
+17,block_sparse_moe.experts.87.w3,0.0000032279,0.01000,0.823
+17,block_sparse_moe.experts.88.w3,0.0000032527,0.01000,0.824
+17,block_sparse_moe.experts.89.w3,0.0000034761,0.01000,0.844
+17,block_sparse_moe.experts.90.w3,0.0000033077,0.01000,0.827
+17,block_sparse_moe.experts.86.w3,0.0000033002,0.01000,0.890
+17,block_sparse_moe.experts.92.w3,0.0000034042,0.01000,0.830
+17,block_sparse_moe.experts.91.w3,0.0000034581,0.01000,0.846
+17,block_sparse_moe.experts.94.w3,0.0000032405,0.01000,0.814
+17,block_sparse_moe.experts.95.w3,0.0000033584,0.01000,0.831
+17,block_sparse_moe.experts.96.w3,0.0000034214,0.01000,0.837
+17,block_sparse_moe.experts.97.w3,0.0000034613,0.01000,0.832
+17,block_sparse_moe.experts.93.w3,0.0000034290,0.01000,0.896
+17,block_sparse_moe.experts.98.w3,0.0000033501,0.01000,0.822
+17,block_sparse_moe.experts.99.w3,0.0000030660,0.01000,0.873
+17,block_sparse_moe.experts.100.w3,0.0000034622,0.01000,0.862
+17,block_sparse_moe.experts.101.w3,0.0000033634,0.01000,0.835
+17,block_sparse_moe.experts.102.w3,0.0000032263,0.01000,0.829
+17,block_sparse_moe.experts.104.w3,0.0000033696,0.01000,0.828
+17,block_sparse_moe.experts.103.w3,0.0000033410,0.01000,0.855
+17,block_sparse_moe.experts.105.w3,0.0000034398,0.01000,0.824
+17,block_sparse_moe.experts.106.w3,0.0000034423,0.01000,0.861
+17,block_sparse_moe.experts.107.w3,0.0000033665,0.01000,0.835
+17,block_sparse_moe.experts.108.w3,0.0000033077,0.01000,0.827
+17,block_sparse_moe.experts.109.w3,0.0000034226,0.01000,0.828
+17,block_sparse_moe.experts.110.w3,0.0000034495,0.01000,0.825
+17,block_sparse_moe.experts.111.w3,0.0000034144,0.01000,0.832
+17,block_sparse_moe.experts.112.w3,0.0000032452,0.01000,0.827
+17,block_sparse_moe.experts.113.w3,0.0000033748,0.01000,0.880
+17,block_sparse_moe.experts.114.w3,0.0000032569,0.01000,0.845
+17,block_sparse_moe.experts.115.w3,0.0000035505,0.01000,0.838
+17,block_sparse_moe.experts.117.w3,0.0000033236,0.01000,0.834
+17,block_sparse_moe.experts.116.w3,0.0000032561,0.01000,0.842
+17,block_sparse_moe.experts.118.w3,0.0000034763,0.01000,0.840
+17,block_sparse_moe.experts.119.w3,0.0000034942,0.01000,0.833
+17,block_sparse_moe.experts.120.w3,0.0000035040,0.01000,0.850
+17,block_sparse_moe.experts.122.w3,0.0000034296,0.01000,0.840
+17,block_sparse_moe.experts.123.w3,0.0000032782,0.01000,0.832
+17,block_sparse_moe.experts.124.w3,0.0000034240,0.01000,0.839
+17,block_sparse_moe.experts.121.w3,0.0000033478,0.01000,0.876
+17,block_sparse_moe.experts.125.w3,0.0000034217,0.01000,0.832
+17,block_sparse_moe.experts.126.w3,0.0000034313,0.01000,0.843
+17,block_sparse_moe.experts.127.w3,0.0000033437,0.01000,0.847
+17,block_sparse_moe.experts.129.w3,0.0000033545,0.01000,0.842
+17,block_sparse_moe.experts.128.w3,0.0000033193,0.01000,0.854
+17,block_sparse_moe.experts.130.w3,0.0000032994,0.01000,0.842
+17,block_sparse_moe.experts.131.w3,0.0000034934,0.01000,0.840
+17,block_sparse_moe.experts.132.w3,0.0000033723,0.01000,0.833
+17,block_sparse_moe.experts.133.w3,0.0000033494,0.01000,0.841
+17,block_sparse_moe.experts.134.w3,0.0000033379,0.01000,0.847
+17,block_sparse_moe.experts.136.w3,0.0000033092,0.01000,0.830
+17,block_sparse_moe.experts.137.w3,0.0000033350,0.01000,0.848
+17,block_sparse_moe.experts.139.w3,0.0000033345,0.01000,0.833
+17,block_sparse_moe.experts.138.w3,0.0000033311,0.01000,0.845
+17,block_sparse_moe.experts.135.w3,0.0000034168,0.01000,0.876
+17,block_sparse_moe.experts.140.w3,0.0000033047,0.01000,0.835
+17,block_sparse_moe.experts.141.w3,0.0000035775,0.01000,0.858
+17,block_sparse_moe.experts.142.w3,0.0000035598,0.01000,0.861
+17,block_sparse_moe.experts.143.w3,0.0000034652,0.01000,0.845
+17,block_sparse_moe.experts.146.w3,0.0000034173,0.01000,0.826
+17,block_sparse_moe.experts.145.w3,0.0000034593,0.01000,0.851
+17,block_sparse_moe.experts.144.w3,0.0000034725,0.01000,0.878
+17,block_sparse_moe.experts.147.w3,0.0000034338,0.01000,0.843
+17,block_sparse_moe.experts.148.w3,0.0000033987,0.01000,0.844
+17,block_sparse_moe.experts.149.w3,0.0000033523,0.01000,0.846
+17,block_sparse_moe.experts.150.w3,0.0000033327,0.01000,0.839
+17,block_sparse_moe.experts.151.w3,0.0000034705,0.01000,0.836
+17,block_sparse_moe.experts.152.w3,0.0000034352,0.01000,0.839
+17,block_sparse_moe.experts.153.w3,0.0000034744,0.01000,0.829
+17,block_sparse_moe.experts.154.w3,0.0000034991,0.01000,0.855
+17,block_sparse_moe.experts.155.w3,0.0000033507,0.01000,0.850
+17,block_sparse_moe.experts.158.w3,0.0000032831,0.01000,0.828
+17,block_sparse_moe.experts.157.w3,0.0000034847,0.01000,0.844
+17,block_sparse_moe.experts.160.w3,0.0000033131,0.01000,0.828
+17,block_sparse_moe.experts.159.w3,0.0000034050,0.01000,0.842
+17,block_sparse_moe.experts.156.w3,0.0000035332,0.01000,0.875
+17,block_sparse_moe.experts.161.w3,0.0000030255,0.01000,0.846
+17,block_sparse_moe.experts.162.w3,0.0000034280,0.01000,0.854
+17,block_sparse_moe.experts.164.w3,0.0000034639,0.01000,0.825
+17,block_sparse_moe.experts.166.w3,0.0000033041,0.01000,0.841
+17,block_sparse_moe.experts.165.w3,0.0000034685,0.01000,0.848
+17,block_sparse_moe.experts.167.w3,0.0000033393,0.01000,0.833
+17,block_sparse_moe.experts.163.w3,0.0000033683,0.01000,0.881
+17,block_sparse_moe.experts.168.w3,0.0000033986,0.01000,0.850
+17,block_sparse_moe.experts.169.w3,0.0000034980,0.01000,0.847
+17,block_sparse_moe.experts.170.w3,0.0000034081,0.01000,0.858
+17,block_sparse_moe.experts.174.w3,0.0000034256,0.01000,0.828
+17,block_sparse_moe.experts.171.w3,0.0000033583,0.01000,0.843
+17,block_sparse_moe.experts.173.w3,0.0000033167,0.01000,0.838
+17,block_sparse_moe.experts.172.w3,0.0000033525,0.01000,0.859
+17,block_sparse_moe.experts.175.w3,0.0000033826,0.01000,0.864
+17,block_sparse_moe.experts.176.w3,0.0000034259,0.01000,0.845
+17,block_sparse_moe.experts.178.w3,0.0000033803,0.01000,0.843
+17,block_sparse_moe.experts.179.w3,0.0000033701,0.01000,0.844
+17,block_sparse_moe.experts.177.w3,0.0000033937,0.01000,0.856
+17,block_sparse_moe.experts.180.w3,0.0000033364,0.01000,0.847
+17,block_sparse_moe.experts.181.w3,0.0000033709,0.01000,0.837
+17,block_sparse_moe.experts.182.w3,0.0000033777,0.01000,0.858
+17,block_sparse_moe.experts.183.w3,0.0000033146,0.01000,0.847
+17,block_sparse_moe.experts.185.w3,0.0000034000,0.01000,0.829
+17,block_sparse_moe.experts.186.w3,0.0000033907,0.01000,0.832
+17,block_sparse_moe.experts.187.w3,0.0000034798,0.01000,0.839
+17,block_sparse_moe.experts.188.w3,0.0000034311,0.01000,0.835
+17,block_sparse_moe.experts.184.w3,0.0000034501,0.01000,0.885
+17,block_sparse_moe.experts.189.w3,0.0000033050,0.01000,0.848
+17,block_sparse_moe.experts.190.w3,0.0000034005,0.01000,0.836
+17,block_sparse_moe.experts.192.w3,0.0000034062,0.01000,0.826
+17,block_sparse_moe.experts.193.w3,0.0000035671,0.01000,0.827
+17,block_sparse_moe.experts.194.w3,0.0000034322,0.01000,0.835
+17,block_sparse_moe.experts.195.w3,0.0000034748,0.01000,0.829
+17,block_sparse_moe.experts.191.w3,0.0000033545,0.01000,0.883
+17,block_sparse_moe.experts.196.w3,0.0000035150,0.01000,0.852
+17,block_sparse_moe.experts.197.w3,0.0000033531,0.01000,0.841
+17,block_sparse_moe.experts.199.w3,0.0000034718,0.01000,0.820
+17,block_sparse_moe.experts.200.w3,0.0000034239,0.01000,0.834
+17,block_sparse_moe.experts.198.w3,0.0000034792,0.01000,0.873
+17,block_sparse_moe.experts.202.w3,0.0000034067,0.01000,0.831
+17,block_sparse_moe.experts.201.w3,0.0000034427,0.01000,0.834
+17,block_sparse_moe.experts.203.w3,0.0000033407,0.01000,0.854
+17,block_sparse_moe.experts.204.w3,0.0000034237,0.01000,0.842
+17,block_sparse_moe.experts.205.w3,0.0000032759,0.01000,0.856
+17,block_sparse_moe.experts.206.w3,0.0000033900,0.01000,0.835
+17,block_sparse_moe.experts.207.w3,0.0000033781,0.01000,0.835
+17,block_sparse_moe.experts.209.w3,0.0000035447,0.01000,0.831
+17,block_sparse_moe.experts.208.w3,0.0000034470,0.01000,0.869
+17,block_sparse_moe.experts.210.w3,0.0000033431,0.01000,0.850
+17,block_sparse_moe.experts.211.w3,0.0000034372,0.01000,0.840
+17,block_sparse_moe.experts.213.w3,0.0000033776,0.01000,0.826
+17,block_sparse_moe.experts.214.w3,0.0000035116,0.01000,0.826
+17,block_sparse_moe.experts.212.w3,0.0000034419,0.01000,0.862
+17,block_sparse_moe.experts.215.w3,0.0000033245,0.01000,0.844
+17,block_sparse_moe.experts.216.w3,0.0000033916,0.01000,0.831
+17,block_sparse_moe.experts.217.w3,0.0000034057,0.01000,0.842
+17,block_sparse_moe.experts.218.w3,0.0000033796,0.01000,0.844
+17,block_sparse_moe.experts.220.w3,0.0000033543,0.01000,0.826
+17,block_sparse_moe.experts.221.w3,0.0000034228,0.01000,0.833
+17,block_sparse_moe.experts.222.w3,0.0000034056,0.01000,0.833
+17,block_sparse_moe.experts.223.w3,0.0000033583,0.01000,0.825
+17,block_sparse_moe.experts.219.w3,0.0000032791,0.01000,0.891
+17,block_sparse_moe.experts.224.w3,0.0000035747,0.01000,0.856
+17,block_sparse_moe.experts.225.w3,0.0000033031,0.01000,0.855
+17,block_sparse_moe.experts.227.w3,0.0000034047,0.01000,0.837
+17,block_sparse_moe.experts.228.w3,0.0000033685,0.01000,0.835
+17,block_sparse_moe.experts.230.w3,0.0000034856,0.01000,0.839
+17,block_sparse_moe.experts.226.w3,0.0000033536,0.01000,0.894
+17,block_sparse_moe.experts.229.w3,0.0000034781,0.01000,0.875
+17,block_sparse_moe.experts.231.w3,0.0000034175,0.01000,0.850
+17,block_sparse_moe.experts.232.w3,0.0000034585,0.01000,0.839
+17,block_sparse_moe.experts.234.w3,0.0000033841,0.01000,0.830
+17,block_sparse_moe.experts.235.w3,0.0000033656,0.01000,0.832
+17,block_sparse_moe.experts.233.w3,0.0000033417,0.01000,0.877
+17,block_sparse_moe.experts.236.w3,0.0000034878,0.01000,0.855
+17,block_sparse_moe.experts.237.w3,0.0000032577,0.01000,0.844
+17,block_sparse_moe.experts.238.w3,0.0000034074,0.01000,0.840
+17,block_sparse_moe.experts.239.w3,0.0000033446,0.01000,0.842
+17,block_sparse_moe.experts.241.w3,0.0000034594,0.01000,0.831
+17,block_sparse_moe.experts.240.w3,0.0000033200,0.01000,0.874
+17,block_sparse_moe.experts.242.w3,0.0000034850,0.01000,0.839
+17,block_sparse_moe.experts.243.w3,0.0000034926,0.01000,0.840
+17,block_sparse_moe.experts.244.w3,0.0000033397,0.01000,0.830
+17,block_sparse_moe.experts.245.w3,0.0000033651,0.01000,0.842
+17,block_sparse_moe.experts.246.w3,0.0000033352,0.01000,0.847
+17,block_sparse_moe.experts.248.w3,0.0000032929,0.01000,0.831
+17,block_sparse_moe.experts.249.w3,0.0000034240,0.01000,0.838
+17,block_sparse_moe.experts.247.w3,0.0000034764,0.01000,0.872
+17,block_sparse_moe.experts.251.w3,0.0000034575,0.01000,0.831
+17,block_sparse_moe.experts.250.w3,0.0000033612,0.01000,0.845
+17,block_sparse_moe.experts.252.w3,0.0000033445,0.01000,0.712
+17,block_sparse_moe.experts.253.w3,0.0000034527,0.01000,0.689
+17,block_sparse_moe.experts.255.w3,0.0000034764,0.01000,0.664
+17,block_sparse_moe.experts.254.w3,0.0000034572,0.01000,0.706
+17,block_sparse_moe.experts.0.w2,0.0000009150,0.01000,0.445
+17,block_sparse_moe.experts.5.w2,0.0000006412,0.01000,0.443
+17,block_sparse_moe.experts.2.w2,0.0000009407,0.01000,0.447
+17,block_sparse_moe.experts.4.w2,0.0000007295,0.01000,0.446
+17,block_sparse_moe.experts.6.w2,0.0000006706,0.01000,0.451
+17,block_sparse_moe.experts.1.w2,0.0000006761,0.01000,0.457
+17,block_sparse_moe.experts.3.w2,0.0000007894,0.01000,0.460
+17,block_sparse_moe.experts.7.w2,0.0000009366,0.01000,0.415
+17,block_sparse_moe.experts.9.w2,0.0000006032,0.01000,0.420
+17,block_sparse_moe.experts.10.w2,0.0000007246,0.01000,0.421
+17,block_sparse_moe.experts.8.w2,0.0000010200,0.01000,0.429
+17,block_sparse_moe.experts.11.w2,0.0000007926,0.01000,0.423
+17,block_sparse_moe.experts.12.w2,0.0000007037,0.01000,0.424
+17,block_sparse_moe.experts.13.w2,0.0000004990,0.01000,0.434
+17,block_sparse_moe.experts.14.w2,0.0000006827,0.01000,0.418
+17,block_sparse_moe.experts.16.w2,0.0000006260,0.01000,0.424
+17,block_sparse_moe.experts.17.w2,0.0000008252,0.01000,0.419
+17,block_sparse_moe.experts.15.w2,0.0000006826,0.01000,0.429
+17,block_sparse_moe.experts.19.w2,0.0000007217,0.01000,0.425
+17,block_sparse_moe.experts.18.w2,0.0000005801,0.01000,0.428
+17,block_sparse_moe.experts.20.w2,0.0000005736,0.01000,0.443
+17,block_sparse_moe.experts.21.w2,0.0000005300,0.01000,0.411
+17,block_sparse_moe.experts.24.w2,0.0000006250,0.01000,0.414
+17,block_sparse_moe.experts.22.w2,0.0000006863,0.01000,0.426
+17,block_sparse_moe.experts.26.w2,0.0000005764,0.01000,0.429
+17,block_sparse_moe.experts.23.w2,0.0000006150,0.01000,0.442
+17,block_sparse_moe.experts.25.w2,0.0000007216,0.01000,0.436
+17,block_sparse_moe.experts.27.w2,0.0000004414,0.01000,0.426
+17,block_sparse_moe.experts.28.w2,0.0000006850,0.01000,0.409
+17,block_sparse_moe.experts.29.w2,0.0000006054,0.01000,0.413
+17,block_sparse_moe.experts.30.w2,0.0000007556,0.01000,0.431
+17,block_sparse_moe.experts.31.w2,0.0000007468,0.01000,0.418
+17,block_sparse_moe.experts.32.w2,0.0000006231,0.01000,0.422
+17,block_sparse_moe.experts.33.w2,0.0000007792,0.01000,0.443
+17,block_sparse_moe.experts.34.w2,0.0000006272,0.01000,0.428
+17,block_sparse_moe.experts.35.w2,0.0000007417,0.01000,0.421
+17,block_sparse_moe.experts.36.w2,0.0000006229,0.01000,0.424
+17,block_sparse_moe.experts.38.w2,0.0000006556,0.01000,0.415
+17,block_sparse_moe.experts.37.w2,0.0000008084,0.01000,0.420
+17,block_sparse_moe.experts.39.w2,0.0000006835,0.01000,0.420
+17,block_sparse_moe.experts.40.w2,0.0000007166,0.01000,0.417
+17,block_sparse_moe.experts.41.w2,0.0000006792,0.01000,0.433
+17,block_sparse_moe.experts.42.w2,0.0000009459,0.01000,0.412
+17,block_sparse_moe.experts.43.w2,0.0000008220,0.01000,0.430
+17,block_sparse_moe.experts.45.w2,0.0000006561,0.01000,0.415
+17,block_sparse_moe.experts.44.w2,0.0000007708,0.01000,0.431
+17,block_sparse_moe.experts.46.w2,0.0000006032,0.01000,0.423
+17,block_sparse_moe.experts.47.w2,0.0000006743,0.01000,0.441
+17,block_sparse_moe.experts.48.w2,0.0000007337,0.01000,0.432
+17,block_sparse_moe.experts.49.w2,0.0000007937,0.01000,0.414
+17,block_sparse_moe.experts.50.w2,0.0000006895,0.01000,0.428
+17,block_sparse_moe.experts.51.w2,0.0000007520,0.01000,0.426
+17,block_sparse_moe.experts.52.w2,0.0000007754,0.01000,0.420
+17,block_sparse_moe.experts.53.w2,0.0000007538,0.01000,0.428
+17,block_sparse_moe.experts.54.w2,0.0000009814,0.01000,0.422
+17,block_sparse_moe.experts.55.w2,0.0000007883,0.01000,0.433
+17,block_sparse_moe.experts.56.w2,0.0000005344,0.01000,0.414
+17,block_sparse_moe.experts.58.w2,0.0000006988,0.01000,0.420
+17,block_sparse_moe.experts.59.w2,0.0000007322,0.01000,0.416
+17,block_sparse_moe.experts.57.w2,0.0000006605,0.01000,0.438
+17,block_sparse_moe.experts.60.w2,0.0000007203,0.01000,0.423
+17,block_sparse_moe.experts.61.w2,0.0000006331,0.01000,0.415
+17,block_sparse_moe.experts.62.w2,0.0000006453,0.01000,0.427
+17,block_sparse_moe.experts.63.w2,0.0000008539,0.01000,0.412
+17,block_sparse_moe.experts.64.w2,0.0000008375,0.01000,0.416
+17,block_sparse_moe.experts.65.w2,0.0000008105,0.01000,0.421
+17,block_sparse_moe.experts.66.w2,0.0000007909,0.01000,0.427
+17,block_sparse_moe.experts.67.w2,0.0000008117,0.01000,0.426
+17,block_sparse_moe.experts.68.w2,0.0000007990,0.01000,0.424
+17,block_sparse_moe.experts.69.w2,0.0000007272,0.01000,0.431
+17,block_sparse_moe.experts.70.w2,0.0000008199,0.01000,0.414
+17,block_sparse_moe.experts.71.w2,0.0000006163,0.01000,0.416
+17,block_sparse_moe.experts.72.w2,0.0000006242,0.01000,0.422
+17,block_sparse_moe.experts.73.w2,0.0000005933,0.01000,0.413
+17,block_sparse_moe.experts.74.w2,0.0000006323,0.01000,0.424
+17,block_sparse_moe.experts.75.w2,0.0000007110,0.01000,0.420
+17,block_sparse_moe.experts.76.w2,0.0000006718,0.01000,0.424
+17,block_sparse_moe.experts.77.w2,0.0000006426,0.01000,0.415
+17,block_sparse_moe.experts.78.w2,0.0000007045,0.01000,0.414
+17,block_sparse_moe.experts.79.w2,0.0000007672,0.01000,0.421
+17,block_sparse_moe.experts.80.w2,0.0000005871,0.01000,0.415
+17,block_sparse_moe.experts.81.w2,0.0000008612,0.01000,0.425
+17,block_sparse_moe.experts.82.w2,0.0000008036,0.01000,0.433
+17,block_sparse_moe.experts.83.w2,0.0000007316,0.01000,0.428
+17,block_sparse_moe.experts.84.w2,0.0000006751,0.01000,0.417
+17,block_sparse_moe.experts.85.w2,0.0000007086,0.01000,0.416
+17,block_sparse_moe.experts.87.w2,0.0000004982,0.01000,0.417
+17,block_sparse_moe.experts.86.w2,0.0000005923,0.01000,0.430
+17,block_sparse_moe.experts.88.w2,0.0000005277,0.01000,0.423
+17,block_sparse_moe.experts.89.w2,0.0000007338,0.01000,0.437
+17,block_sparse_moe.experts.90.w2,0.0000005507,0.01000,0.426
+17,block_sparse_moe.experts.91.w2,0.0000010012,0.01000,0.414
+17,block_sparse_moe.experts.92.w2,0.0000006573,0.01000,0.412
+17,block_sparse_moe.experts.93.w2,0.0000007049,0.01000,0.420
+17,block_sparse_moe.experts.94.w2,0.0000004486,0.01000,0.418
+17,block_sparse_moe.experts.95.w2,0.0000006494,0.01000,0.425
+17,block_sparse_moe.experts.96.w2,0.0000006243,0.01000,0.436
+17,block_sparse_moe.experts.97.w2,0.0000007288,0.01000,0.426
+17,block_sparse_moe.experts.98.w2,0.0000005695,0.01000,0.415
+17,block_sparse_moe.experts.99.w2,0.0000006688,0.01000,0.416
+17,block_sparse_moe.experts.100.w2,0.0000005195,0.01000,0.422
+17,block_sparse_moe.experts.101.w2,0.0000006926,0.01000,0.417
+17,block_sparse_moe.experts.102.w2,0.0000005575,0.01000,0.425
+17,block_sparse_moe.experts.103.w2,0.0000005957,0.01000,0.437
+17,block_sparse_moe.experts.104.w2,0.0000007977,0.01000,0.437
+17,block_sparse_moe.experts.105.w2,0.0000005856,0.01000,0.412
+17,block_sparse_moe.experts.106.w2,0.0000006470,0.01000,0.412
+17,block_sparse_moe.experts.107.w2,0.0000005737,0.01000,0.420
+17,block_sparse_moe.experts.108.w2,0.0000005586,0.01000,0.416
+17,block_sparse_moe.experts.109.w2,0.0000005936,0.01000,0.424
+17,block_sparse_moe.experts.110.w2,0.0000006238,0.01000,0.427
+17,block_sparse_moe.experts.111.w2,0.0000007032,0.01000,0.431
+17,block_sparse_moe.experts.112.w2,0.0000004972,0.01000,0.413
+17,block_sparse_moe.experts.113.w2,0.0000007340,0.01000,0.416
+17,block_sparse_moe.experts.115.w2,0.0000006629,0.01000,0.416
+17,block_sparse_moe.experts.114.w2,0.0000005886,0.01000,0.429
+17,block_sparse_moe.experts.116.w2,0.0000005869,0.01000,0.425
+17,block_sparse_moe.experts.117.w2,0.0000006740,0.01000,0.425
+17,block_sparse_moe.experts.118.w2,0.0000007155,0.01000,0.438
+17,block_sparse_moe.experts.119.w2,0.0000008225,0.01000,0.416
+17,block_sparse_moe.experts.120.w2,0.0000007923,0.01000,0.411
+17,block_sparse_moe.experts.121.w2,0.0000006857,0.01000,0.420
+17,block_sparse_moe.experts.122.w2,0.0000008364,0.01000,0.412
+17,block_sparse_moe.experts.123.w2,0.0000007158,0.01000,0.418
+17,block_sparse_moe.experts.124.w2,0.0000008258,0.01000,0.425
+17,block_sparse_moe.experts.125.w2,0.0000007556,0.01000,0.429
+17,block_sparse_moe.experts.126.w2,0.0000010495,0.01000,0.412
+17,block_sparse_moe.experts.127.w2,0.0000005769,0.01000,0.412
+17,block_sparse_moe.experts.129.w2,0.0000008548,0.01000,0.413
+17,block_sparse_moe.experts.128.w2,0.0000005932,0.01000,0.426
+17,block_sparse_moe.experts.130.w2,0.0000004667,0.01000,0.416
+17,block_sparse_moe.experts.131.w2,0.0000008774,0.01000,0.422
+17,block_sparse_moe.experts.132.w2,0.0000006375,0.01000,0.430
+17,block_sparse_moe.experts.133.w2,0.0000006229,0.01000,0.417
+17,block_sparse_moe.experts.134.w2,0.0000009332,0.01000,0.420
+17,block_sparse_moe.experts.135.w2,0.0000007965,0.01000,0.425
+17,block_sparse_moe.experts.136.w2,0.0000005372,0.01000,0.422
+17,block_sparse_moe.experts.137.w2,0.0000007767,0.01000,0.428
+17,block_sparse_moe.experts.138.w2,0.0000005617,0.01000,0.425
+17,block_sparse_moe.experts.139.w2,0.0000008960,0.01000,0.436
+17,block_sparse_moe.experts.140.w2,0.0000005320,0.01000,0.417
+17,block_sparse_moe.experts.141.w2,0.0000007047,0.01000,0.415
+17,block_sparse_moe.experts.142.w2,0.0000007842,0.01000,0.422
+17,block_sparse_moe.experts.143.w2,0.0000007803,0.01000,0.418
+17,block_sparse_moe.experts.144.w2,0.0000007610,0.01000,0.424
+17,block_sparse_moe.experts.145.w2,0.0000007944,0.01000,0.435
+17,block_sparse_moe.experts.146.w2,0.0000007279,0.01000,0.438
+17,block_sparse_moe.experts.147.w2,0.0000006382,0.01000,0.419
+17,block_sparse_moe.experts.148.w2,0.0000006097,0.01000,0.415
+17,block_sparse_moe.experts.150.w2,0.0000006012,0.01000,0.419
+17,block_sparse_moe.experts.149.w2,0.0000005720,0.01000,0.431
+17,block_sparse_moe.experts.151.w2,0.0000009187,0.01000,0.423
+17,block_sparse_moe.experts.152.w2,0.0000006062,0.01000,0.436
+17,block_sparse_moe.experts.153.w2,0.0000007003,0.01000,0.441
+17,block_sparse_moe.experts.154.w2,0.0000007666,0.01000,0.414
+17,block_sparse_moe.experts.155.w2,0.0000005796,0.01000,0.411
+17,block_sparse_moe.experts.157.w2,0.0000006803,0.01000,0.418
+17,block_sparse_moe.experts.156.w2,0.0000008299,0.01000,0.465
+17,block_sparse_moe.experts.158.w2,0.0000005406,0.01000,0.420
+17,block_sparse_moe.experts.159.w2,0.0000007201,0.01000,0.427
+17,block_sparse_moe.experts.160.w2,0.0000005401,0.01000,0.425
+17,block_sparse_moe.experts.161.w2,0.0000003696,0.01000,0.415
+17,block_sparse_moe.experts.162.w2,0.0000007142,0.01000,0.410
+17,block_sparse_moe.experts.163.w2,0.0000008551,0.01000,0.441
+17,block_sparse_moe.experts.164.w2,0.0000006640,0.01000,0.423
+17,block_sparse_moe.experts.165.w2,0.0000005954,0.01000,0.424
+17,block_sparse_moe.experts.166.w2,0.0000006628,0.01000,0.422
+17,block_sparse_moe.experts.167.w2,0.0000006299,0.01000,0.430
+17,block_sparse_moe.experts.168.w2,0.0000007181,0.01000,0.418
+17,block_sparse_moe.experts.169.w2,0.0000006700,0.01000,0.418
+17,block_sparse_moe.experts.170.w2,0.0000007089,0.01000,0.422
+17,block_sparse_moe.experts.171.w2,0.0000007534,0.01000,0.418
+17,block_sparse_moe.experts.172.w2,0.0000007105,0.01000,0.423
+17,block_sparse_moe.experts.173.w2,0.0000004753,0.01000,0.415
+17,block_sparse_moe.experts.174.w2,0.0000006816,0.01000,0.425
+17,block_sparse_moe.experts.175.w2,0.0000006546,0.01000,0.414
+17,block_sparse_moe.experts.176.w2,0.0000006457,0.01000,0.411
+17,block_sparse_moe.experts.177.w2,0.0000007655,0.01000,0.418
+17,block_sparse_moe.experts.178.w2,0.0000009507,0.01000,0.414
+17,block_sparse_moe.experts.179.w2,0.0000006495,0.01000,0.425
+17,block_sparse_moe.experts.180.w2,0.0000007646,0.01000,0.420
+17,block_sparse_moe.experts.182.w2,0.0000007060,0.01000,0.418
+17,block_sparse_moe.experts.181.w2,0.0000006688,0.01000,0.440
+17,block_sparse_moe.experts.183.w2,0.0000007282,0.01000,0.423
+17,block_sparse_moe.experts.184.w2,0.0000007145,0.01000,0.422
+17,block_sparse_moe.experts.185.w2,0.0000007517,0.01000,0.419
+17,block_sparse_moe.experts.186.w2,0.0000006106,0.01000,0.427
+17,block_sparse_moe.experts.187.w2,0.0000006846,0.01000,0.416
+17,block_sparse_moe.experts.188.w2,0.0000008101,0.01000,0.429
+17,block_sparse_moe.experts.189.w2,0.0000007037,0.01000,0.414
+17,block_sparse_moe.experts.190.w2,0.0000006611,0.01000,0.412
+17,block_sparse_moe.experts.191.w2,0.0000007016,0.01000,0.414
+17,block_sparse_moe.experts.192.w2,0.0000008203,0.01000,0.412
+17,block_sparse_moe.experts.193.w2,0.0000006501,0.01000,0.425
+17,block_sparse_moe.experts.194.w2,0.0000009133,0.01000,0.418
+17,block_sparse_moe.experts.196.w2,0.0000006925,0.01000,0.414
+17,block_sparse_moe.experts.195.w2,0.0000008166,0.01000,0.424
+17,block_sparse_moe.experts.197.w2,0.0000006824,0.01000,0.413
+17,block_sparse_moe.experts.198.w2,0.0000006702,0.01000,0.419
+17,block_sparse_moe.experts.199.w2,0.0000007410,0.01000,0.420
+17,block_sparse_moe.experts.200.w2,0.0000007871,0.01000,0.429
+17,block_sparse_moe.experts.201.w2,0.0000006886,0.01000,0.419
+17,block_sparse_moe.experts.203.w2,0.0000007757,0.01000,0.421
+17,block_sparse_moe.experts.202.w2,0.0000006315,0.01000,0.436
+17,block_sparse_moe.experts.204.w2,0.0000007256,0.01000,0.412
+17,block_sparse_moe.experts.205.w2,0.0000004412,0.01000,0.416
+17,block_sparse_moe.experts.206.w2,0.0000007237,0.01000,0.420
+17,block_sparse_moe.experts.207.w2,0.0000006156,0.01000,0.425
+17,block_sparse_moe.experts.208.w2,0.0000008015,0.01000,0.416
+17,block_sparse_moe.experts.210.w2,0.0000008502,0.01000,0.414
+17,block_sparse_moe.experts.209.w2,0.0000007200,0.01000,0.427
+17,block_sparse_moe.experts.211.w2,0.0000008681,0.01000,0.411
+17,block_sparse_moe.experts.212.w2,0.0000009403,0.01000,0.416
+17,block_sparse_moe.experts.213.w2,0.0000006367,0.01000,0.421
+17,block_sparse_moe.experts.214.w2,0.0000007314,0.01000,0.429
+17,block_sparse_moe.experts.215.w2,0.0000007557,0.01000,0.421
+17,block_sparse_moe.experts.217.w2,0.0000006529,0.01000,0.417
+17,block_sparse_moe.experts.218.w2,0.0000006615,0.01000,0.415
+17,block_sparse_moe.experts.216.w2,0.0000007251,0.01000,0.441
+17,block_sparse_moe.experts.219.w2,0.0000006327,0.01000,0.420
+17,block_sparse_moe.experts.220.w2,0.0000007443,0.01000,0.417
+17,block_sparse_moe.experts.221.w2,0.0000008425,0.01000,0.424
+17,block_sparse_moe.experts.222.w2,0.0000007061,0.01000,0.415
+17,block_sparse_moe.experts.224.w2,0.0000008215,0.01000,0.411
+17,block_sparse_moe.experts.225.w2,0.0000005726,0.01000,0.417
+17,block_sparse_moe.experts.223.w2,0.0000005465,0.01000,0.439
+17,block_sparse_moe.experts.226.w2,0.0000008797,0.01000,0.416
+17,block_sparse_moe.experts.227.w2,0.0000008870,0.01000,0.416
+17,block_sparse_moe.experts.228.w2,0.0000007144,0.01000,0.424
+17,block_sparse_moe.experts.229.w2,0.0000006985,0.01000,0.415
+17,block_sparse_moe.experts.230.w2,0.0000006019,0.01000,0.430
+17,block_sparse_moe.experts.231.w2,0.0000008100,0.01000,0.419
+17,block_sparse_moe.experts.232.w2,0.0000008797,0.01000,0.420
+17,block_sparse_moe.experts.233.w2,0.0000006703,0.01000,0.422
+17,block_sparse_moe.experts.234.w2,0.0000008713,0.01000,0.421
+17,block_sparse_moe.experts.235.w2,0.0000006360,0.01000,0.426
+17,block_sparse_moe.experts.236.w2,0.0000009801,0.01000,0.421
+17,block_sparse_moe.experts.238.w2,0.0000006593,0.01000,0.414
+17,block_sparse_moe.experts.237.w2,0.0000005313,0.01000,0.421
+17,block_sparse_moe.experts.239.w2,0.0000005888,0.01000,0.415
+17,block_sparse_moe.experts.240.w2,0.0000005636,0.01000,0.417
+17,block_sparse_moe.experts.241.w2,0.0000007243,0.01000,0.419
+17,block_sparse_moe.experts.242.w2,0.0000006755,0.01000,0.424
+17,block_sparse_moe.experts.243.w2,0.0000009397,0.01000,0.416
+17,block_sparse_moe.experts.245.w2,0.0000006431,0.01000,0.409
+17,block_sparse_moe.experts.246.w2,0.0000007071,0.01000,0.415
+17,block_sparse_moe.experts.244.w2,0.0000007957,0.01000,0.453
+17,block_sparse_moe.experts.247.w2,0.0000006916,0.01000,0.421
+17,block_sparse_moe.experts.248.w2,0.0000006508,0.01000,0.424
+17,block_sparse_moe.experts.249.w2,0.0000006498,0.01000,0.426
+17,block_sparse_moe.experts.250.w2,0.0000006294,0.01000,0.418
+17,block_sparse_moe.experts.252.w2,0.0000008521,0.01000,0.395
+17,block_sparse_moe.experts.251.w2,0.0000007170,0.01000,0.412
+17,block_sparse_moe.experts.253.w2,0.0000009148,0.01000,0.403
+17,block_sparse_moe.experts.254.w2,0.0000006815,0.01000,0.358
+17,block_sparse_moe.experts.255.w2,0.0000007405,0.01000,0.352
+18,block_sparse_moe.experts.0.w1,0.0000041328,0.01000,0.845
+18,block_sparse_moe.experts.2.w1,0.0000040272,0.01000,0.847
+18,block_sparse_moe.experts.3.w1,0.0000039950,0.01000,0.851
+18,block_sparse_moe.experts.5.w1,0.0000039519,0.01000,0.851
+18,block_sparse_moe.experts.4.w1,0.0000038811,0.01000,0.859
+18,block_sparse_moe.experts.1.w1,0.0000040386,0.01000,0.867
+18,block_sparse_moe.experts.6.w1,0.0000040629,0.01000,0.867
+18,block_sparse_moe.experts.10.w1,0.0000040023,0.01000,0.821
+18,block_sparse_moe.experts.8.w1,0.0000038743,0.01000,0.837
+18,block_sparse_moe.experts.9.w1,0.0000039576,0.01000,0.840
+18,block_sparse_moe.experts.7.w1,0.0000039390,0.01000,0.861
+18,block_sparse_moe.experts.11.w1,0.0000040115,0.01000,0.859
+18,block_sparse_moe.experts.13.w1,0.0000039624,0.01000,0.853
+18,block_sparse_moe.experts.12.w1,0.0000039532,0.01000,0.857
+18,block_sparse_moe.experts.14.w1,0.0000038196,0.01000,0.836
+18,block_sparse_moe.experts.15.w1,0.0000041070,0.01000,0.838
+18,block_sparse_moe.experts.16.w1,0.0000041975,0.01000,0.834
+18,block_sparse_moe.experts.17.w1,0.0000041090,0.01000,0.827
+18,block_sparse_moe.experts.18.w1,0.0000041658,0.01000,0.858
+18,block_sparse_moe.experts.19.w1,0.0000039810,0.01000,0.856
+18,block_sparse_moe.experts.20.w1,0.0000040613,0.01000,0.866
+18,block_sparse_moe.experts.21.w1,0.0000040696,0.01000,0.818
+18,block_sparse_moe.experts.24.w1,0.0000039884,0.01000,0.821
+18,block_sparse_moe.experts.23.w1,0.0000040494,0.01000,0.827
+18,block_sparse_moe.experts.22.w1,0.0000039969,0.01000,0.874
+18,block_sparse_moe.experts.25.w1,0.0000040176,0.01000,0.845
+18,block_sparse_moe.experts.26.w1,0.0000041404,0.01000,0.850
+18,block_sparse_moe.experts.27.w1,0.0000039158,0.01000,0.854
+18,block_sparse_moe.experts.28.w1,0.0000041716,0.01000,0.835
+18,block_sparse_moe.experts.30.w1,0.0000040053,0.01000,0.836
+18,block_sparse_moe.experts.29.w1,0.0000039667,0.01000,0.838
+18,block_sparse_moe.experts.31.w1,0.0000039422,0.01000,0.822
+18,block_sparse_moe.experts.32.w1,0.0000040562,0.01000,0.849
+18,block_sparse_moe.experts.33.w1,0.0000040017,0.01000,0.851
+18,block_sparse_moe.experts.34.w1,0.0000043640,0.01000,0.847
+18,block_sparse_moe.experts.35.w1,0.0000040967,0.01000,0.828
+18,block_sparse_moe.experts.36.w1,0.0000040086,0.01000,0.835
+18,block_sparse_moe.experts.37.w1,0.0000040492,0.01000,0.844
+18,block_sparse_moe.experts.38.w1,0.0000039669,0.01000,0.827
+18,block_sparse_moe.experts.39.w1,0.0000040197,0.01000,0.850
+18,block_sparse_moe.experts.40.w1,0.0000040968,0.01000,0.847
+18,block_sparse_moe.experts.41.w1,0.0000041686,0.01000,0.849
+18,block_sparse_moe.experts.42.w1,0.0000038972,0.01000,0.827
+18,block_sparse_moe.experts.43.w1,0.0000039683,0.01000,0.842
+18,block_sparse_moe.experts.44.w1,0.0000039393,0.01000,0.844
+18,block_sparse_moe.experts.45.w1,0.0000039665,0.01000,0.837
+18,block_sparse_moe.experts.46.w1,0.0000039518,0.01000,0.840
+18,block_sparse_moe.experts.47.w1,0.0000038923,0.01000,0.853
+18,block_sparse_moe.experts.48.w1,0.0000038718,0.01000,0.863
+18,block_sparse_moe.experts.49.w1,0.0000040285,0.01000,0.824
+18,block_sparse_moe.experts.50.w1,0.0000039623,0.01000,0.842
+18,block_sparse_moe.experts.52.w1,0.0000040389,0.01000,0.832
+18,block_sparse_moe.experts.51.w1,0.0000039887,0.01000,0.866
+18,block_sparse_moe.experts.53.w1,0.0000039646,0.01000,0.841
+18,block_sparse_moe.experts.54.w1,0.0000042740,0.01000,0.850
+18,block_sparse_moe.experts.55.w1,0.0000042960,0.01000,0.856
+18,block_sparse_moe.experts.56.w1,0.0000040300,0.01000,0.824
+18,block_sparse_moe.experts.58.w1,0.0000040629,0.01000,0.835
+18,block_sparse_moe.experts.57.w1,0.0000039726,0.01000,0.841
+18,block_sparse_moe.experts.59.w1,0.0000038329,0.01000,0.827
+18,block_sparse_moe.experts.60.w1,0.0000041321,0.01000,0.838
+18,block_sparse_moe.experts.61.w1,0.0000040270,0.01000,0.856
+18,block_sparse_moe.experts.62.w1,0.0000040939,0.01000,0.863
+18,block_sparse_moe.experts.63.w1,0.0000040573,0.01000,0.828
+18,block_sparse_moe.experts.64.w1,0.0000039391,0.01000,0.822
+18,block_sparse_moe.experts.65.w1,0.0000038743,0.01000,0.845
+18,block_sparse_moe.experts.66.w1,0.0000041816,0.01000,0.824
+18,block_sparse_moe.experts.67.w1,0.0000038174,0.01000,0.841
+18,block_sparse_moe.experts.68.w1,0.0000041605,0.01000,0.861
+18,block_sparse_moe.experts.69.w1,0.0000040819,0.01000,0.850
+18,block_sparse_moe.experts.70.w1,0.0000038996,0.01000,0.836
+18,block_sparse_moe.experts.71.w1,0.0000040154,0.01000,0.833
+18,block_sparse_moe.experts.73.w1,0.0000039905,0.01000,0.828
+18,block_sparse_moe.experts.72.w1,0.0000041556,0.01000,0.854
+18,block_sparse_moe.experts.74.w1,0.0000039889,0.01000,0.832
+18,block_sparse_moe.experts.75.w1,0.0000040736,0.01000,0.842
+18,block_sparse_moe.experts.76.w1,0.0000040711,0.01000,0.857
+18,block_sparse_moe.experts.77.w1,0.0000040682,0.01000,0.827
+18,block_sparse_moe.experts.78.w1,0.0000038704,0.01000,0.825
+18,block_sparse_moe.experts.79.w1,0.0000040008,0.01000,0.852
+18,block_sparse_moe.experts.80.w1,0.0000040455,0.01000,0.836
+18,block_sparse_moe.experts.81.w1,0.0000040100,0.01000,0.846
+18,block_sparse_moe.experts.82.w1,0.0000040181,0.01000,0.861
+18,block_sparse_moe.experts.83.w1,0.0000039118,0.01000,0.860
+18,block_sparse_moe.experts.84.w1,0.0000042100,0.01000,0.829
+18,block_sparse_moe.experts.85.w1,0.0000040370,0.01000,0.837
+18,block_sparse_moe.experts.86.w1,0.0000040314,0.01000,0.844
+18,block_sparse_moe.experts.87.w1,0.0000040801,0.01000,0.838
+18,block_sparse_moe.experts.88.w1,0.0000039647,0.01000,0.854
+18,block_sparse_moe.experts.89.w1,0.0000039577,0.01000,0.860
+18,block_sparse_moe.experts.90.w1,0.0000040542,0.01000,0.903
+18,block_sparse_moe.experts.91.w1,0.0000037644,0.01000,0.828
+18,block_sparse_moe.experts.92.w1,0.0000039302,0.01000,0.832
+18,block_sparse_moe.experts.93.w1,0.0000038619,0.01000,0.832
+18,block_sparse_moe.experts.94.w1,0.0000039865,0.01000,0.836
+18,block_sparse_moe.experts.95.w1,0.0000041015,0.01000,0.838
+18,block_sparse_moe.experts.96.w1,0.0000041101,0.01000,0.838
+18,block_sparse_moe.experts.97.w1,0.0000040741,0.01000,0.888
+18,block_sparse_moe.experts.98.w1,0.0000039329,0.01000,0.828
+18,block_sparse_moe.experts.99.w1,0.0000040736,0.01000,0.824
+18,block_sparse_moe.experts.100.w1,0.0000040808,0.01000,0.827
+18,block_sparse_moe.experts.101.w1,0.0000040393,0.01000,0.845
+18,block_sparse_moe.experts.102.w1,0.0000040119,0.01000,0.845
+18,block_sparse_moe.experts.103.w1,0.0000038325,0.01000,0.833
+18,block_sparse_moe.experts.104.w1,0.0000040884,0.01000,0.874
+18,block_sparse_moe.experts.105.w1,0.0000041939,0.01000,0.820
+18,block_sparse_moe.experts.106.w1,0.0000040560,0.01000,0.825
+18,block_sparse_moe.experts.107.w1,0.0000040426,0.01000,0.823
+18,block_sparse_moe.experts.108.w1,0.0000039798,0.01000,0.820
+18,block_sparse_moe.experts.109.w1,0.0000040233,0.01000,0.843
+18,block_sparse_moe.experts.110.w1,0.0000040785,0.01000,0.841
+18,block_sparse_moe.experts.111.w1,0.0000041338,0.01000,0.855
+18,block_sparse_moe.experts.112.w1,0.0000040518,0.01000,0.841
+18,block_sparse_moe.experts.113.w1,0.0000039423,0.01000,0.836
+18,block_sparse_moe.experts.114.w1,0.0000039141,0.01000,0.833
+18,block_sparse_moe.experts.115.w1,0.0000040188,0.01000,0.829
+18,block_sparse_moe.experts.116.w1,0.0000041573,0.01000,0.857
+18,block_sparse_moe.experts.117.w1,0.0000040944,0.01000,0.844
+18,block_sparse_moe.experts.118.w1,0.0000040805,0.01000,0.852
+18,block_sparse_moe.experts.119.w1,0.0000038688,0.01000,0.837
+18,block_sparse_moe.experts.120.w1,0.0000041200,0.01000,0.833
+18,block_sparse_moe.experts.121.w1,0.0000040055,0.01000,0.838
+18,block_sparse_moe.experts.122.w1,0.0000039574,0.01000,0.830
+18,block_sparse_moe.experts.123.w1,0.0000040250,0.01000,0.864
+18,block_sparse_moe.experts.124.w1,0.0000039977,0.01000,0.843
+18,block_sparse_moe.experts.125.w1,0.0000040504,0.01000,0.870
+18,block_sparse_moe.experts.126.w1,0.0000039481,0.01000,0.825
+18,block_sparse_moe.experts.127.w1,0.0000036186,0.01000,0.838
+18,block_sparse_moe.experts.128.w1,0.0000040656,0.01000,0.837
+18,block_sparse_moe.experts.129.w1,0.0000039701,0.01000,0.824
+18,block_sparse_moe.experts.130.w1,0.0000038222,0.01000,0.856
+18,block_sparse_moe.experts.131.w1,0.0000039138,0.01000,0.843
+18,block_sparse_moe.experts.132.w1,0.0000049238,0.01000,0.849
+18,block_sparse_moe.experts.133.w1,0.0000040875,0.01000,0.828
+18,block_sparse_moe.experts.134.w1,0.0000039932,0.01000,0.834
+18,block_sparse_moe.experts.136.w1,0.0000039713,0.01000,0.829
+18,block_sparse_moe.experts.135.w1,0.0000039957,0.01000,0.861
+18,block_sparse_moe.experts.137.w1,0.0000040973,0.01000,0.861
+18,block_sparse_moe.experts.138.w1,0.0000038905,0.01000,0.841
+18,block_sparse_moe.experts.139.w1,0.0000040410,0.01000,0.850
+18,block_sparse_moe.experts.140.w1,0.0000043086,0.01000,0.826
+18,block_sparse_moe.experts.141.w1,0.0000040393,0.01000,0.829
+18,block_sparse_moe.experts.142.w1,0.0000040262,0.01000,0.849
+18,block_sparse_moe.experts.143.w1,0.0000040830,0.01000,0.826
+18,block_sparse_moe.experts.144.w1,0.0000040266,0.01000,0.855
+18,block_sparse_moe.experts.145.w1,0.0000039761,0.01000,0.847
+18,block_sparse_moe.experts.146.w1,0.0000039349,0.01000,0.850
+18,block_sparse_moe.experts.147.w1,0.0000041307,0.01000,0.810
+18,block_sparse_moe.experts.148.w1,0.0000039215,0.01000,0.813
+18,block_sparse_moe.experts.149.w1,0.0000038338,0.01000,0.813
+18,block_sparse_moe.experts.150.w1,0.0000038760,0.01000,0.809
+18,block_sparse_moe.experts.151.w1,0.0000039802,0.01000,0.815
+18,block_sparse_moe.experts.152.w1,0.0000039247,0.01000,0.828
+18,block_sparse_moe.experts.153.w1,0.0000038653,0.01000,0.838
+18,block_sparse_moe.experts.154.w1,0.0000040000,0.01000,0.822
+18,block_sparse_moe.experts.155.w1,0.0000042643,0.01000,0.827
+18,block_sparse_moe.experts.157.w1,0.0000039863,0.01000,0.817
+18,block_sparse_moe.experts.156.w1,0.0000040511,0.01000,0.854
+18,block_sparse_moe.experts.158.w1,0.0000040511,0.01000,0.835
+18,block_sparse_moe.experts.159.w1,0.0000041719,0.01000,0.844
+18,block_sparse_moe.experts.160.w1,0.0000041249,0.01000,0.842
+18,block_sparse_moe.experts.161.w1,0.0000041512,0.01000,0.831
+18,block_sparse_moe.experts.162.w1,0.0000038815,0.01000,0.826
+18,block_sparse_moe.experts.163.w1,0.0000039636,0.01000,0.834
+18,block_sparse_moe.experts.164.w1,0.0000039741,0.01000,0.839
+18,block_sparse_moe.experts.165.w1,0.0000039748,0.01000,0.846
+18,block_sparse_moe.experts.166.w1,0.0000041575,0.01000,0.837
+18,block_sparse_moe.experts.167.w1,0.0000040638,0.01000,0.862
+18,block_sparse_moe.experts.168.w1,0.0000038864,0.01000,0.835
+18,block_sparse_moe.experts.169.w1,0.0000038464,0.01000,0.829
+18,block_sparse_moe.experts.170.w1,0.0000039092,0.01000,0.831
+18,block_sparse_moe.experts.171.w1,0.0000040414,0.01000,0.835
+18,block_sparse_moe.experts.172.w1,0.0000038848,0.01000,0.846
+18,block_sparse_moe.experts.173.w1,0.0000040071,0.01000,0.849
+18,block_sparse_moe.experts.174.w1,0.0000041617,0.01000,0.879
+18,block_sparse_moe.experts.175.w1,0.0000040078,0.01000,0.831
+18,block_sparse_moe.experts.176.w1,0.0000040260,0.01000,0.829
+18,block_sparse_moe.experts.177.w1,0.0000039370,0.01000,0.833
+18,block_sparse_moe.experts.178.w1,0.0000039416,0.01000,0.835
+18,block_sparse_moe.experts.179.w1,0.0000040378,0.01000,0.836
+18,block_sparse_moe.experts.180.w1,0.0000039893,0.01000,0.837
+18,block_sparse_moe.experts.181.w1,0.0000040968,0.01000,0.872
+18,block_sparse_moe.experts.182.w1,0.0000040254,0.01000,0.833
+18,block_sparse_moe.experts.183.w1,0.0000039932,0.01000,0.834
+18,block_sparse_moe.experts.184.w1,0.0000039507,0.01000,0.834
+18,block_sparse_moe.experts.185.w1,0.0000040580,0.01000,0.828
+18,block_sparse_moe.experts.186.w1,0.0000043652,0.01000,0.840
+18,block_sparse_moe.experts.187.w1,0.0000040314,0.01000,0.851
+18,block_sparse_moe.experts.189.w1,0.0000040272,0.01000,0.838
+18,block_sparse_moe.experts.188.w1,0.0000043097,0.01000,0.877
+18,block_sparse_moe.experts.190.w1,0.0000040270,0.01000,0.830
+18,block_sparse_moe.experts.191.w1,0.0000040441,0.01000,0.824
+18,block_sparse_moe.experts.192.w1,0.0000040314,0.01000,0.822
+18,block_sparse_moe.experts.193.w1,0.0000040164,0.01000,0.844
+18,block_sparse_moe.experts.194.w1,0.0000040292,0.01000,0.861
+18,block_sparse_moe.experts.196.w1,0.0000039788,0.01000,0.822
+18,block_sparse_moe.experts.195.w1,0.0000039619,0.01000,0.899
+18,block_sparse_moe.experts.197.w1,0.0000037723,0.01000,0.828
+18,block_sparse_moe.experts.198.w1,0.0000040170,0.01000,0.826
+18,block_sparse_moe.experts.199.w1,0.0000039825,0.01000,0.825
+18,block_sparse_moe.experts.200.w1,0.0000039723,0.01000,0.850
+18,block_sparse_moe.experts.201.w1,0.0000039990,0.01000,0.855
+18,block_sparse_moe.experts.202.w1,0.0000041813,0.01000,0.874
+18,block_sparse_moe.experts.203.w1,0.0000041310,0.01000,0.840
+18,block_sparse_moe.experts.204.w1,0.0000040750,0.01000,0.838
+18,block_sparse_moe.experts.205.w1,0.0000040633,0.01000,0.842
+18,block_sparse_moe.experts.206.w1,0.0000039834,0.01000,0.850
+18,block_sparse_moe.experts.207.w1,0.0000040939,0.01000,0.845
+18,block_sparse_moe.experts.208.w1,0.0000038955,0.01000,0.836
+18,block_sparse_moe.experts.209.w1,0.0000039605,0.01000,0.853
+18,block_sparse_moe.experts.211.w1,0.0000040024,0.01000,0.836
+18,block_sparse_moe.experts.210.w1,0.0000039962,0.01000,0.889
+18,block_sparse_moe.experts.212.w1,0.0000039951,0.01000,0.840
+18,block_sparse_moe.experts.213.w1,0.0000039951,0.01000,0.831
+18,block_sparse_moe.experts.214.w1,0.0000039822,0.01000,0.840
+18,block_sparse_moe.experts.215.w1,0.0000039330,0.01000,0.840
+18,block_sparse_moe.experts.217.w1,0.0000039759,0.01000,0.841
+18,block_sparse_moe.experts.216.w1,0.0000040922,0.01000,0.856
+18,block_sparse_moe.experts.218.w1,0.0000040241,0.01000,0.826
+18,block_sparse_moe.experts.219.w1,0.0000040259,0.01000,0.831
+18,block_sparse_moe.experts.220.w1,0.0000039920,0.01000,0.832
+18,block_sparse_moe.experts.221.w1,0.0000039961,0.01000,0.846
+18,block_sparse_moe.experts.222.w1,0.0000040639,0.01000,0.849
+18,block_sparse_moe.experts.224.w1,0.0000041012,0.01000,0.841
+18,block_sparse_moe.experts.225.w1,0.0000039581,0.01000,0.831
+18,block_sparse_moe.experts.223.w1,0.0000042519,0.01000,0.870
+18,block_sparse_moe.experts.226.w1,0.0000039353,0.01000,0.829
+18,block_sparse_moe.experts.227.w1,0.0000039556,0.01000,0.826
+18,block_sparse_moe.experts.228.w1,0.0000040817,0.01000,0.842
+18,block_sparse_moe.experts.229.w1,0.0000039317,0.01000,0.844
+18,block_sparse_moe.experts.231.w1,0.0000039470,0.01000,0.826
+18,block_sparse_moe.experts.232.w1,0.0000040877,0.01000,0.829
+18,block_sparse_moe.experts.233.w1,0.0000041470,0.01000,0.827
+18,block_sparse_moe.experts.230.w1,0.0000041032,0.01000,0.888
+18,block_sparse_moe.experts.234.w1,0.0000040650,0.01000,0.827
+18,block_sparse_moe.experts.235.w1,0.0000039115,0.01000,0.840
+18,block_sparse_moe.experts.236.w1,0.0000040588,0.01000,0.847
+18,block_sparse_moe.experts.238.w1,0.0000039401,0.01000,0.826
+18,block_sparse_moe.experts.239.w1,0.0000040337,0.01000,0.829
+18,block_sparse_moe.experts.240.w1,0.0000039950,0.01000,0.851
+18,block_sparse_moe.experts.237.w1,0.0000040515,0.01000,0.902
+18,block_sparse_moe.experts.241.w1,0.0000041677,0.01000,0.838
+18,block_sparse_moe.experts.242.w1,0.0000040402,0.01000,0.842
+18,block_sparse_moe.experts.243.w1,0.0000039176,0.01000,0.841
+18,block_sparse_moe.experts.245.w1,0.0000039106,0.01000,0.831
+18,block_sparse_moe.experts.247.w1,0.0000039879,0.01000,0.834
+18,block_sparse_moe.experts.246.w1,0.0000040080,0.01000,0.839
+18,block_sparse_moe.experts.244.w1,0.0000038881,0.01000,0.900
+18,block_sparse_moe.experts.248.w1,0.0000040934,0.01000,0.839
+18,block_sparse_moe.experts.249.w1,0.0000040452,0.01000,0.840
+18,block_sparse_moe.experts.250.w1,0.0000040901,0.01000,0.840
+18,block_sparse_moe.experts.251.w1,0.0000040793,0.01000,0.868
+18,block_sparse_moe.experts.252.w1,0.0000042065,0.01000,0.836
+18,block_sparse_moe.experts.253.w1,0.0000038681,0.01000,0.833
+18,block_sparse_moe.experts.255.w1,0.0000042379,0.01000,0.840
+18,block_sparse_moe.experts.254.w1,0.0000040336,0.01000,0.867
+18,block_sparse_moe.experts.0.w3,0.0000041365,0.01000,0.838
+18,block_sparse_moe.experts.1.w3,0.0000040488,0.01000,0.834
+18,block_sparse_moe.experts.3.w3,0.0000040497,0.01000,0.825
+18,block_sparse_moe.experts.4.w3,0.0000039409,0.01000,0.829
+18,block_sparse_moe.experts.2.w3,0.0000040426,0.01000,0.865
+18,block_sparse_moe.experts.6.w3,0.0000040547,0.01000,0.828
+18,block_sparse_moe.experts.5.w3,0.0000039451,0.01000,0.855
+18,block_sparse_moe.experts.7.w3,0.0000039498,0.01000,0.835
+18,block_sparse_moe.experts.8.w3,0.0000038840,0.01000,0.838
+18,block_sparse_moe.experts.10.w3,0.0000039879,0.01000,0.825
+18,block_sparse_moe.experts.11.w3,0.0000040562,0.01000,0.835
+18,block_sparse_moe.experts.12.w3,0.0000038811,0.01000,0.837
+18,block_sparse_moe.experts.9.w3,0.0000039684,0.01000,0.884
+18,block_sparse_moe.experts.13.w3,0.0000040203,0.01000,0.844
+18,block_sparse_moe.experts.14.w3,0.0000037802,0.01000,0.832
+18,block_sparse_moe.experts.15.w3,0.0000041665,0.01000,0.839
+18,block_sparse_moe.experts.16.w3,0.0000039935,0.01000,0.865
+18,block_sparse_moe.experts.17.w3,0.0000039797,0.01000,0.838
+18,block_sparse_moe.experts.19.w3,0.0000040253,0.01000,0.835
+18,block_sparse_moe.experts.20.w3,0.0000041055,0.01000,0.834
+18,block_sparse_moe.experts.18.w3,0.0000039923,0.01000,0.860
+18,block_sparse_moe.experts.21.w3,0.0000041429,0.01000,0.837
+18,block_sparse_moe.experts.22.w3,0.0000039753,0.01000,0.841
+18,block_sparse_moe.experts.23.w3,0.0000040161,0.01000,0.848
+18,block_sparse_moe.experts.24.w3,0.0000041344,0.01000,0.838
+18,block_sparse_moe.experts.25.w3,0.0000040331,0.01000,0.830
+18,block_sparse_moe.experts.26.w3,0.0000042093,0.01000,0.836
+18,block_sparse_moe.experts.27.w3,0.0000039100,0.01000,0.827
+18,block_sparse_moe.experts.28.w3,0.0000042313,0.01000,0.838
+18,block_sparse_moe.experts.29.w3,0.0000039056,0.01000,0.845
+18,block_sparse_moe.experts.32.w3,0.0000040985,0.01000,0.830
+18,block_sparse_moe.experts.33.w3,0.0000040095,0.01000,0.836
+18,block_sparse_moe.experts.31.w3,0.0000039227,0.01000,0.849
+18,block_sparse_moe.experts.34.w3,0.0000039502,0.01000,0.833
+18,block_sparse_moe.experts.30.w3,0.0000040374,0.01000,0.876
+18,block_sparse_moe.experts.35.w3,0.0000041381,0.01000,0.840
+18,block_sparse_moe.experts.36.w3,0.0000039089,0.01000,0.851
+18,block_sparse_moe.experts.38.w3,0.0000040337,0.01000,0.836
+18,block_sparse_moe.experts.39.w3,0.0000040418,0.01000,0.843
+18,block_sparse_moe.experts.40.w3,0.0000038897,0.01000,0.836
+18,block_sparse_moe.experts.41.w3,0.0000039801,0.01000,0.832
+18,block_sparse_moe.experts.37.w3,0.0000038541,0.01000,0.873
+18,block_sparse_moe.experts.42.w3,0.0000038647,0.01000,0.836
+18,block_sparse_moe.experts.43.w3,0.0000040726,0.01000,0.834
+18,block_sparse_moe.experts.46.w3,0.0000039871,0.01000,0.835
+18,block_sparse_moe.experts.45.w3,0.0000040171,0.01000,0.842
+18,block_sparse_moe.experts.48.w3,0.0000039012,0.01000,0.835
+18,block_sparse_moe.experts.47.w3,0.0000038367,0.01000,0.838
+18,block_sparse_moe.experts.44.w3,0.0000039136,0.01000,0.878
+18,block_sparse_moe.experts.49.w3,0.0000040344,0.01000,0.843
+18,block_sparse_moe.experts.50.w3,0.0000039899,0.01000,0.842
+18,block_sparse_moe.experts.52.w3,0.0000040515,0.01000,0.841
+18,block_sparse_moe.experts.53.w3,0.0000040073,0.01000,0.840
+18,block_sparse_moe.experts.54.w3,0.0000042642,0.01000,0.849
+18,block_sparse_moe.experts.55.w3,0.0000039243,0.01000,0.841
+18,block_sparse_moe.experts.51.w3,0.0000039954,0.01000,0.887
+18,block_sparse_moe.experts.56.w3,0.0000040859,0.01000,0.842
+18,block_sparse_moe.experts.57.w3,0.0000040031,0.01000,0.842
+18,block_sparse_moe.experts.59.w3,0.0000038728,0.01000,0.829
+18,block_sparse_moe.experts.61.w3,0.0000039845,0.01000,0.840
+18,block_sparse_moe.experts.60.w3,0.0000041956,0.01000,0.862
+18,block_sparse_moe.experts.62.w3,0.0000039343,0.01000,0.842
+18,block_sparse_moe.experts.58.w3,0.0000041071,0.01000,0.895
+18,block_sparse_moe.experts.63.w3,0.0000039115,0.01000,0.853
+18,block_sparse_moe.experts.64.w3,0.0000039945,0.01000,0.841
+18,block_sparse_moe.experts.65.w3,0.0000038586,0.01000,0.864
+18,block_sparse_moe.experts.66.w3,0.0000042189,0.01000,0.836
+18,block_sparse_moe.experts.67.w3,0.0000038160,0.01000,0.835
+18,block_sparse_moe.experts.68.w3,0.0000039201,0.01000,0.837
+18,block_sparse_moe.experts.69.w3,0.0000039279,0.01000,0.839
+18,block_sparse_moe.experts.70.w3,0.0000039011,0.01000,0.850
+18,block_sparse_moe.experts.71.w3,0.0000040718,0.01000,0.865
+18,block_sparse_moe.experts.73.w3,0.0000038392,0.01000,0.851
+18,block_sparse_moe.experts.75.w3,0.0000040448,0.01000,0.845
+18,block_sparse_moe.experts.74.w3,0.0000039678,0.01000,0.852
+18,block_sparse_moe.experts.72.w3,0.0000039376,0.01000,0.877
+18,block_sparse_moe.experts.76.w3,0.0000041208,0.01000,0.850
+18,block_sparse_moe.experts.77.w3,0.0000040566,0.01000,0.853
+18,block_sparse_moe.experts.78.w3,0.0000039396,0.01000,0.849
+18,block_sparse_moe.experts.80.w3,0.0000040649,0.01000,0.836
+18,block_sparse_moe.experts.81.w3,0.0000038616,0.01000,0.842
+18,block_sparse_moe.experts.83.w3,0.0000039291,0.01000,0.833
+18,block_sparse_moe.experts.82.w3,0.0000040490,0.01000,0.841
+18,block_sparse_moe.experts.79.w3,0.0000039576,0.01000,0.880
+18,block_sparse_moe.experts.84.w3,0.0000042397,0.01000,0.843
+18,block_sparse_moe.experts.85.w3,0.0000039469,0.01000,0.845
+18,block_sparse_moe.experts.87.w3,0.0000040352,0.01000,0.835
+18,block_sparse_moe.experts.88.w3,0.0000039644,0.01000,0.832
+18,block_sparse_moe.experts.89.w3,0.0000039933,0.01000,0.840
+18,block_sparse_moe.experts.90.w3,0.0000041076,0.01000,0.832
+18,block_sparse_moe.experts.86.w3,0.0000040717,0.01000,0.881
+18,block_sparse_moe.experts.91.w3,0.0000041407,0.01000,0.846
+18,block_sparse_moe.experts.92.w3,0.0000038955,0.01000,0.844
+18,block_sparse_moe.experts.94.w3,0.0000040103,0.01000,0.829
+18,block_sparse_moe.experts.95.w3,0.0000040253,0.01000,0.836
+18,block_sparse_moe.experts.96.w3,0.0000041706,0.01000,0.843
+18,block_sparse_moe.experts.97.w3,0.0000041317,0.01000,0.832
+18,block_sparse_moe.experts.93.w3,0.0000038266,0.01000,0.886
+18,block_sparse_moe.experts.98.w3,0.0000039305,0.01000,0.846
+18,block_sparse_moe.experts.99.w3,0.0000039319,0.01000,0.845
+18,block_sparse_moe.experts.101.w3,0.0000041131,0.01000,0.827
+18,block_sparse_moe.experts.103.w3,0.0000037336,0.01000,0.834
+18,block_sparse_moe.experts.102.w3,0.0000040471,0.01000,0.840
+18,block_sparse_moe.experts.100.w3,0.0000040317,0.01000,0.883
+18,block_sparse_moe.experts.104.w3,0.0000041609,0.01000,0.835
+18,block_sparse_moe.experts.105.w3,0.0000040110,0.01000,0.845
+18,block_sparse_moe.experts.106.w3,0.0000040158,0.01000,0.844
+18,block_sparse_moe.experts.107.w3,0.0000038978,0.01000,0.859
+18,block_sparse_moe.experts.108.w3,0.0000040080,0.01000,0.835
+18,block_sparse_moe.experts.109.w3,0.0000040333,0.01000,0.837
+18,block_sparse_moe.experts.110.w3,0.0000040474,0.01000,0.838
+18,block_sparse_moe.experts.111.w3,0.0000040610,0.01000,0.833
+18,block_sparse_moe.experts.112.w3,0.0000041157,0.01000,0.844
+18,block_sparse_moe.experts.113.w3,0.0000039375,0.01000,0.843
+18,block_sparse_moe.experts.115.w3,0.0000039805,0.01000,0.831
+18,block_sparse_moe.experts.116.w3,0.0000040881,0.01000,0.834
+18,block_sparse_moe.experts.117.w3,0.0000040098,0.01000,0.832
+18,block_sparse_moe.experts.118.w3,0.0000041010,0.01000,0.832
+18,block_sparse_moe.experts.114.w3,0.0000038428,0.01000,0.867
+18,block_sparse_moe.experts.119.w3,0.0000038539,0.01000,0.843
+18,block_sparse_moe.experts.120.w3,0.0000041796,0.01000,0.855
+18,block_sparse_moe.experts.123.w3,0.0000040247,0.01000,0.830
+18,block_sparse_moe.experts.122.w3,0.0000039868,0.01000,0.846
+18,block_sparse_moe.experts.124.w3,0.0000040039,0.01000,0.841
+18,block_sparse_moe.experts.125.w3,0.0000041040,0.01000,0.844
+18,block_sparse_moe.experts.121.w3,0.0000040130,0.01000,0.882
+18,block_sparse_moe.experts.126.w3,0.0000039895,0.01000,0.834
+18,block_sparse_moe.experts.127.w3,0.0000035088,0.01000,0.841
+18,block_sparse_moe.experts.129.w3,0.0000039913,0.01000,0.824
+18,block_sparse_moe.experts.130.w3,0.0000038473,0.01000,0.835
+18,block_sparse_moe.experts.132.w3,0.0000042562,0.01000,0.828
+18,block_sparse_moe.experts.131.w3,0.0000039229,0.01000,0.841
+18,block_sparse_moe.experts.128.w3,0.0000039759,0.01000,0.885
+18,block_sparse_moe.experts.133.w3,0.0000041314,0.01000,0.847
+18,block_sparse_moe.experts.134.w3,0.0000040019,0.01000,0.836
+18,block_sparse_moe.experts.136.w3,0.0000039935,0.01000,0.839
+18,block_sparse_moe.experts.137.w3,0.0000041430,0.01000,0.842
+18,block_sparse_moe.experts.139.w3,0.0000040795,0.01000,0.830
+18,block_sparse_moe.experts.138.w3,0.0000038661,0.01000,0.844
+18,block_sparse_moe.experts.135.w3,0.0000039456,0.01000,0.886
+18,block_sparse_moe.experts.140.w3,0.0000042381,0.01000,0.840
+18,block_sparse_moe.experts.141.w3,0.0000040373,0.01000,0.849
+18,block_sparse_moe.experts.143.w3,0.0000041553,0.01000,0.827
+18,block_sparse_moe.experts.144.w3,0.0000040327,0.01000,0.832
+18,block_sparse_moe.experts.146.w3,0.0000039675,0.01000,0.832
+18,block_sparse_moe.experts.145.w3,0.0000039646,0.01000,0.837
+18,block_sparse_moe.experts.142.w3,0.0000040820,0.01000,0.901
+18,block_sparse_moe.experts.147.w3,0.0000041177,0.01000,0.840
+18,block_sparse_moe.experts.148.w3,0.0000038774,0.01000,0.842
+18,block_sparse_moe.experts.150.w3,0.0000038757,0.01000,0.835
+18,block_sparse_moe.experts.151.w3,0.0000039640,0.01000,0.836
+18,block_sparse_moe.experts.152.w3,0.0000039646,0.01000,0.840
+18,block_sparse_moe.experts.149.w3,0.0000038285,0.01000,0.881
+18,block_sparse_moe.experts.153.w3,0.0000038287,0.01000,0.858
+18,block_sparse_moe.experts.154.w3,0.0000040517,0.01000,0.844
+18,block_sparse_moe.experts.155.w3,0.0000038497,0.01000,0.839
+18,block_sparse_moe.experts.157.w3,0.0000039610,0.01000,0.830
+18,block_sparse_moe.experts.158.w3,0.0000040995,0.01000,0.831
+18,block_sparse_moe.experts.159.w3,0.0000041578,0.01000,0.828
+18,block_sparse_moe.experts.156.w3,0.0000040896,0.01000,0.888
+18,block_sparse_moe.experts.160.w3,0.0000041715,0.01000,0.844
+18,block_sparse_moe.experts.161.w3,0.0000040906,0.01000,0.844
+18,block_sparse_moe.experts.162.w3,0.0000039083,0.01000,0.838
+18,block_sparse_moe.experts.164.w3,0.0000040141,0.01000,0.829
+18,block_sparse_moe.experts.165.w3,0.0000039739,0.01000,0.837
+18,block_sparse_moe.experts.166.w3,0.0000042151,0.01000,0.841
+18,block_sparse_moe.experts.163.w3,0.0000040111,0.01000,0.905
+18,block_sparse_moe.experts.167.w3,0.0000039778,0.01000,0.856
+18,block_sparse_moe.experts.168.w3,0.0000038972,0.01000,0.852
+18,block_sparse_moe.experts.169.w3,0.0000038746,0.01000,0.842
+18,block_sparse_moe.experts.171.w3,0.0000040764,0.01000,0.841
+18,block_sparse_moe.experts.170.w3,0.0000039235,0.01000,0.885
+18,block_sparse_moe.experts.172.w3,0.0000038682,0.01000,0.836
+18,block_sparse_moe.experts.173.w3,0.0000040223,0.01000,0.835
+18,block_sparse_moe.experts.174.w3,0.0000040130,0.01000,0.839
+18,block_sparse_moe.experts.175.w3,0.0000040495,0.01000,0.834
+18,block_sparse_moe.experts.176.w3,0.0000040517,0.01000,0.840
+18,block_sparse_moe.experts.177.w3,0.0000039728,0.01000,0.844
+18,block_sparse_moe.experts.178.w3,0.0000039326,0.01000,0.828
+18,block_sparse_moe.experts.180.w3,0.0000039896,0.01000,0.842
+18,block_sparse_moe.experts.181.w3,0.0000040823,0.01000,0.830
+18,block_sparse_moe.experts.179.w3,0.0000040601,0.01000,0.878
+18,block_sparse_moe.experts.182.w3,0.0000040561,0.01000,0.866
+18,block_sparse_moe.experts.183.w3,0.0000040287,0.01000,0.846
+18,block_sparse_moe.experts.185.w3,0.0000040246,0.01000,0.841
+18,block_sparse_moe.experts.186.w3,0.0000040633,0.01000,0.844
+18,block_sparse_moe.experts.184.w3,0.0000039543,0.01000,0.902
+18,block_sparse_moe.experts.188.w3,0.0000042248,0.01000,0.845
+18,block_sparse_moe.experts.187.w3,0.0000041090,0.01000,0.885
+18,block_sparse_moe.experts.189.w3,0.0000041533,0.01000,0.855
+18,block_sparse_moe.experts.190.w3,0.0000040713,0.01000,0.841
+18,block_sparse_moe.experts.191.w3,0.0000040270,0.01000,0.862
+18,block_sparse_moe.experts.192.w3,0.0000040452,0.01000,0.829
+18,block_sparse_moe.experts.193.w3,0.0000040540,0.01000,0.842
+18,block_sparse_moe.experts.194.w3,0.0000040804,0.01000,0.842
+18,block_sparse_moe.experts.195.w3,0.0000039761,0.01000,0.853
+18,block_sparse_moe.experts.196.w3,0.0000040044,0.01000,0.846
+18,block_sparse_moe.experts.197.w3,0.0000037184,0.01000,0.846
+18,block_sparse_moe.experts.199.w3,0.0000040331,0.01000,0.824
+18,block_sparse_moe.experts.200.w3,0.0000040018,0.01000,0.833
+18,block_sparse_moe.experts.201.w3,0.0000039408,0.01000,0.834
+18,block_sparse_moe.experts.198.w3,0.0000040725,0.01000,0.877
+18,block_sparse_moe.experts.202.w3,0.0000039810,0.01000,0.847
+18,block_sparse_moe.experts.203.w3,0.0000040534,0.01000,0.843
+18,block_sparse_moe.experts.204.w3,0.0000041274,0.01000,0.845
+18,block_sparse_moe.experts.205.w3,0.0000040975,0.01000,0.867
+18,block_sparse_moe.experts.206.w3,0.0000040310,0.01000,0.828
+18,block_sparse_moe.experts.207.w3,0.0000041505,0.01000,0.834
+18,block_sparse_moe.experts.208.w3,0.0000039113,0.01000,0.835
+18,block_sparse_moe.experts.209.w3,0.0000039823,0.01000,0.845
+18,block_sparse_moe.experts.210.w3,0.0000040519,0.01000,0.846
+18,block_sparse_moe.experts.211.w3,0.0000040514,0.01000,0.853
+18,block_sparse_moe.experts.213.w3,0.0000040129,0.01000,0.828
+18,block_sparse_moe.experts.214.w3,0.0000040018,0.01000,0.833
+18,block_sparse_moe.experts.215.w3,0.0000039977,0.01000,0.839
+18,block_sparse_moe.experts.212.w3,0.0000040402,0.01000,0.872
+18,block_sparse_moe.experts.216.w3,0.0000040524,0.01000,0.842
+18,block_sparse_moe.experts.217.w3,0.0000039941,0.01000,0.844
+18,block_sparse_moe.experts.218.w3,0.0000040577,0.01000,0.844
+18,block_sparse_moe.experts.219.w3,0.0000040564,0.01000,0.852
+18,block_sparse_moe.experts.220.w3,0.0000039307,0.01000,0.836
+18,block_sparse_moe.experts.221.w3,0.0000039900,0.01000,0.833
+18,block_sparse_moe.experts.222.w3,0.0000041122,0.01000,0.838
+18,block_sparse_moe.experts.223.w3,0.0000042356,0.01000,0.840
+18,block_sparse_moe.experts.224.w3,0.0000040067,0.01000,0.840
+18,block_sparse_moe.experts.225.w3,0.0000039360,0.01000,0.843
+18,block_sparse_moe.experts.227.w3,0.0000038735,0.01000,0.835
+18,block_sparse_moe.experts.228.w3,0.0000038749,0.01000,0.836
+18,block_sparse_moe.experts.229.w3,0.0000039214,0.01000,0.843
+18,block_sparse_moe.experts.226.w3,0.0000039504,0.01000,0.880
+18,block_sparse_moe.experts.230.w3,0.0000040796,0.01000,0.833
+18,block_sparse_moe.experts.231.w3,0.0000039512,0.01000,0.840
+18,block_sparse_moe.experts.232.w3,0.0000039670,0.01000,0.851
+18,block_sparse_moe.experts.234.w3,0.0000040372,0.01000,0.835
+18,block_sparse_moe.experts.235.w3,0.0000039154,0.01000,0.843
+18,block_sparse_moe.experts.236.w3,0.0000040865,0.01000,0.833
+18,block_sparse_moe.experts.233.w3,0.0000040432,0.01000,0.878
+18,block_sparse_moe.experts.237.w3,0.0000039600,0.01000,0.823
+18,block_sparse_moe.experts.238.w3,0.0000040120,0.01000,0.837
+18,block_sparse_moe.experts.239.w3,0.0000040877,0.01000,0.843
+18,block_sparse_moe.experts.240.w3,0.0000040390,0.01000,0.862
+18,block_sparse_moe.experts.241.w3,0.0000041397,0.01000,0.839
+18,block_sparse_moe.experts.243.w3,0.0000039146,0.01000,0.845
+18,block_sparse_moe.experts.244.w3,0.0000038273,0.01000,0.835
+18,block_sparse_moe.experts.242.w3,0.0000041079,0.01000,0.868
+18,block_sparse_moe.experts.245.w3,0.0000039219,0.01000,0.838
+18,block_sparse_moe.experts.246.w3,0.0000038766,0.01000,0.839
+18,block_sparse_moe.experts.248.w3,0.0000039868,0.01000,0.825
+18,block_sparse_moe.experts.251.w3,0.0000039770,0.01000,0.824
+18,block_sparse_moe.experts.247.w3,0.0000040441,0.01000,0.870
+18,block_sparse_moe.experts.249.w3,0.0000040997,0.01000,0.850
+18,block_sparse_moe.experts.250.w3,0.0000040325,0.01000,0.843
+18,block_sparse_moe.experts.252.w3,0.0000040302,0.01000,0.794
+18,block_sparse_moe.experts.253.w3,0.0000038387,0.01000,0.787
+18,block_sparse_moe.experts.254.w3,0.0000040845,0.01000,0.658
+18,block_sparse_moe.experts.255.w3,0.0000040926,0.01000,0.631
+18,block_sparse_moe.experts.0.w2,0.0000012832,0.01000,0.438
+18,block_sparse_moe.experts.1.w2,0.0000010587,0.01000,0.442
+18,block_sparse_moe.experts.3.w2,0.0000012711,0.01000,0.445
+18,block_sparse_moe.experts.5.w2,0.0000007728,0.01000,0.445
+18,block_sparse_moe.experts.4.w2,0.0000008263,0.01000,0.450
+18,block_sparse_moe.experts.2.w2,0.0000011698,0.01000,0.455
+18,block_sparse_moe.experts.6.w2,0.0000008730,0.01000,0.459
+18,block_sparse_moe.experts.7.w2,0.0000009728,0.01000,0.417
+18,block_sparse_moe.experts.10.w2,0.0000011451,0.01000,0.422
+18,block_sparse_moe.experts.8.w2,0.0000008392,0.01000,0.429
+18,block_sparse_moe.experts.9.w2,0.0000010851,0.01000,0.431
+18,block_sparse_moe.experts.12.w2,0.0000009241,0.01000,0.424
+18,block_sparse_moe.experts.11.w2,0.0000009365,0.01000,0.430
+18,block_sparse_moe.experts.13.w2,0.0000009389,0.01000,0.437
+18,block_sparse_moe.experts.14.w2,0.0000008235,0.01000,0.409
+18,block_sparse_moe.experts.15.w2,0.0000009769,0.01000,0.421
+18,block_sparse_moe.experts.16.w2,0.0000010479,0.01000,0.422
+18,block_sparse_moe.experts.17.w2,0.0000008058,0.01000,0.422
+18,block_sparse_moe.experts.18.w2,0.0000013359,0.01000,0.423
+18,block_sparse_moe.experts.19.w2,0.0000009218,0.01000,0.437
+18,block_sparse_moe.experts.20.w2,0.0000008209,0.01000,0.434
+18,block_sparse_moe.experts.21.w2,0.0000012067,0.01000,0.414
+18,block_sparse_moe.experts.22.w2,0.0000008835,0.01000,0.419
+18,block_sparse_moe.experts.23.w2,0.0000009748,0.01000,0.421
+18,block_sparse_moe.experts.24.w2,0.0000012502,0.01000,0.417
+18,block_sparse_moe.experts.25.w2,0.0000012414,0.01000,0.420
+18,block_sparse_moe.experts.26.w2,0.0000010918,0.01000,0.436
+18,block_sparse_moe.experts.27.w2,0.0000008895,0.01000,0.434
+18,block_sparse_moe.experts.28.w2,0.0000012532,0.01000,0.415
+18,block_sparse_moe.experts.29.w2,0.0000011644,0.01000,0.419
+18,block_sparse_moe.experts.31.w2,0.0000009206,0.01000,0.419
+18,block_sparse_moe.experts.32.w2,0.0000008911,0.01000,0.422
+18,block_sparse_moe.experts.30.w2,0.0000008330,0.01000,0.431
+18,block_sparse_moe.experts.33.w2,0.0000010216,0.01000,0.432
+18,block_sparse_moe.experts.34.w2,0.0000005914,0.01000,0.432
+18,block_sparse_moe.experts.35.w2,0.0000009872,0.01000,0.414
+18,block_sparse_moe.experts.36.w2,0.0000010748,0.01000,0.418
+18,block_sparse_moe.experts.37.w2,0.0000007583,0.01000,0.419
+18,block_sparse_moe.experts.38.w2,0.0000009111,0.01000,0.415
+18,block_sparse_moe.experts.39.w2,0.0000010141,0.01000,0.438
+18,block_sparse_moe.experts.40.w2,0.0000010263,0.01000,0.433
+18,block_sparse_moe.experts.41.w2,0.0000008963,0.01000,0.429
+18,block_sparse_moe.experts.42.w2,0.0000007770,0.01000,0.417
+18,block_sparse_moe.experts.43.w2,0.0000011972,0.01000,0.420
+18,block_sparse_moe.experts.45.w2,0.0000010185,0.01000,0.412
+18,block_sparse_moe.experts.44.w2,0.0000009330,0.01000,0.427
+18,block_sparse_moe.experts.46.w2,0.0000008386,0.01000,0.432
+18,block_sparse_moe.experts.47.w2,0.0000007902,0.01000,0.428
+18,block_sparse_moe.experts.48.w2,0.0000007065,0.01000,0.436
+18,block_sparse_moe.experts.49.w2,0.0000009365,0.01000,0.417
+18,block_sparse_moe.experts.50.w2,0.0000009058,0.01000,0.419
+18,block_sparse_moe.experts.51.w2,0.0000011662,0.01000,0.418
+18,block_sparse_moe.experts.52.w2,0.0000013569,0.01000,0.416
+18,block_sparse_moe.experts.53.w2,0.0000010028,0.01000,0.418
+18,block_sparse_moe.experts.54.w2,0.0000016683,0.01000,0.425
+18,block_sparse_moe.experts.55.w2,0.0000008515,0.01000,0.433
+18,block_sparse_moe.experts.56.w2,0.0000011612,0.01000,0.414
+18,block_sparse_moe.experts.57.w2,0.0000009198,0.01000,0.421
+18,block_sparse_moe.experts.58.w2,0.0000011316,0.01000,0.428
+18,block_sparse_moe.experts.59.w2,0.0000009333,0.01000,0.420
+18,block_sparse_moe.experts.60.w2,0.0000009742,0.01000,0.427
+18,block_sparse_moe.experts.61.w2,0.0000007933,0.01000,0.431
+18,block_sparse_moe.experts.62.w2,0.0000007439,0.01000,0.434
+18,block_sparse_moe.experts.63.w2,0.0000010355,0.01000,0.415
+18,block_sparse_moe.experts.64.w2,0.0000011415,0.01000,0.415
+18,block_sparse_moe.experts.66.w2,0.0000011293,0.01000,0.413
+18,block_sparse_moe.experts.65.w2,0.0000007552,0.01000,0.424
+18,block_sparse_moe.experts.67.w2,0.0000007572,0.01000,0.418
+18,block_sparse_moe.experts.68.w2,0.0000010879,0.01000,0.447
+18,block_sparse_moe.experts.69.w2,0.0000009609,0.01000,0.434
+18,block_sparse_moe.experts.70.w2,0.0000007698,0.01000,0.431
+18,block_sparse_moe.experts.71.w2,0.0000008780,0.01000,0.415
+18,block_sparse_moe.experts.72.w2,0.0000012805,0.01000,0.420
+18,block_sparse_moe.experts.73.w2,0.0000007175,0.01000,0.416
+18,block_sparse_moe.experts.74.w2,0.0000009050,0.01000,0.418
+18,block_sparse_moe.experts.75.w2,0.0000012983,0.01000,0.430
+18,block_sparse_moe.experts.76.w2,0.0000009839,0.01000,0.430
+18,block_sparse_moe.experts.77.w2,0.0000009687,0.01000,0.436
+18,block_sparse_moe.experts.78.w2,0.0000011413,0.01000,0.416
+18,block_sparse_moe.experts.79.w2,0.0000010354,0.01000,0.421
+18,block_sparse_moe.experts.80.w2,0.0000011112,0.01000,0.418
+18,block_sparse_moe.experts.81.w2,0.0000007355,0.01000,0.422
+18,block_sparse_moe.experts.82.w2,0.0000009223,0.01000,0.431
+18,block_sparse_moe.experts.83.w2,0.0000008529,0.01000,0.430
+18,block_sparse_moe.experts.84.w2,0.0000009464,0.01000,0.430
+18,block_sparse_moe.experts.85.w2,0.0000012070,0.01000,0.414
+18,block_sparse_moe.experts.87.w2,0.0000009948,0.01000,0.411
+18,block_sparse_moe.experts.86.w2,0.0000010978,0.01000,0.424
+18,block_sparse_moe.experts.88.w2,0.0000010288,0.01000,0.420
+18,block_sparse_moe.experts.89.w2,0.0000009742,0.01000,0.428
+18,block_sparse_moe.experts.90.w2,0.0000009200,0.01000,0.435
+18,block_sparse_moe.experts.91.w2,0.0000008736,0.01000,0.415
+18,block_sparse_moe.experts.92.w2,0.0000009212,0.01000,0.439
+18,block_sparse_moe.experts.93.w2,0.0000007489,0.01000,0.422
+18,block_sparse_moe.experts.94.w2,0.0000009139,0.01000,0.436
+18,block_sparse_moe.experts.95.w2,0.0000014576,0.01000,0.424
+18,block_sparse_moe.experts.96.w2,0.0000010090,0.01000,0.435
+18,block_sparse_moe.experts.97.w2,0.0000010599,0.01000,0.428
+18,block_sparse_moe.experts.98.w2,0.0000009305,0.01000,0.420
+18,block_sparse_moe.experts.100.w2,0.0000012694,0.01000,0.418
+18,block_sparse_moe.experts.99.w2,0.0000009506,0.01000,0.435
+18,block_sparse_moe.experts.101.w2,0.0000008848,0.01000,0.416
+18,block_sparse_moe.experts.102.w2,0.0000009558,0.01000,0.422
+18,block_sparse_moe.experts.103.w2,0.0000006078,0.01000,0.429
+18,block_sparse_moe.experts.104.w2,0.0000009813,0.01000,0.425
+18,block_sparse_moe.experts.105.w2,0.0000007724,0.01000,0.412
+18,block_sparse_moe.experts.106.w2,0.0000012327,0.01000,0.420
+18,block_sparse_moe.experts.108.w2,0.0000007889,0.01000,0.418
+18,block_sparse_moe.experts.107.w2,0.0000010617,0.01000,0.435
+18,block_sparse_moe.experts.109.w2,0.0000009776,0.01000,0.427
+18,block_sparse_moe.experts.110.w2,0.0000012357,0.01000,0.432
+18,block_sparse_moe.experts.111.w2,0.0000010623,0.01000,0.436
+18,block_sparse_moe.experts.112.w2,0.0000010555,0.01000,0.419
+18,block_sparse_moe.experts.113.w2,0.0000007681,0.01000,0.420
+18,block_sparse_moe.experts.114.w2,0.0000008997,0.01000,0.421
+18,block_sparse_moe.experts.115.w2,0.0000011634,0.01000,0.415
+18,block_sparse_moe.experts.116.w2,0.0000010245,0.01000,0.424
+18,block_sparse_moe.experts.117.w2,0.0000010395,0.01000,0.422
+18,block_sparse_moe.experts.118.w2,0.0000011218,0.01000,0.427
+18,block_sparse_moe.experts.119.w2,0.0000007492,0.01000,0.415
+18,block_sparse_moe.experts.120.w2,0.0000011306,0.01000,0.416
+18,block_sparse_moe.experts.122.w2,0.0000009940,0.01000,0.412
+18,block_sparse_moe.experts.121.w2,0.0000009991,0.01000,0.417
+18,block_sparse_moe.experts.123.w2,0.0000013426,0.01000,0.424
+18,block_sparse_moe.experts.124.w2,0.0000009589,0.01000,0.424
+18,block_sparse_moe.experts.125.w2,0.0000011025,0.01000,0.427
+18,block_sparse_moe.experts.126.w2,0.0000014176,0.01000,0.418
+18,block_sparse_moe.experts.127.w2,0.0000004409,0.01000,0.423
+18,block_sparse_moe.experts.129.w2,0.0000010299,0.01000,0.417
+18,block_sparse_moe.experts.128.w2,0.0000009725,0.01000,0.422
+18,block_sparse_moe.experts.130.w2,0.0000008079,0.01000,0.426
+18,block_sparse_moe.experts.131.w2,0.0000007699,0.01000,0.422
+18,block_sparse_moe.experts.132.w2,0.0000008583,0.01000,0.428
+18,block_sparse_moe.experts.133.w2,0.0000008946,0.01000,0.417
+18,block_sparse_moe.experts.134.w2,0.0000013473,0.01000,0.417
+18,block_sparse_moe.experts.135.w2,0.0000009868,0.01000,0.421
+18,block_sparse_moe.experts.136.w2,0.0000008220,0.01000,0.418
+18,block_sparse_moe.experts.137.w2,0.0000011552,0.01000,0.423
+18,block_sparse_moe.experts.138.w2,0.0000009987,0.01000,0.436
+18,block_sparse_moe.experts.139.w2,0.0000009229,0.01000,0.426
+18,block_sparse_moe.experts.140.w2,0.0000009092,0.01000,0.423
+18,block_sparse_moe.experts.141.w2,0.0000013351,0.01000,0.420
+18,block_sparse_moe.experts.143.w2,0.0000009387,0.01000,0.422
+18,block_sparse_moe.experts.142.w2,0.0000008441,0.01000,0.424
+18,block_sparse_moe.experts.144.w2,0.0000008623,0.01000,0.430
+18,block_sparse_moe.experts.145.w2,0.0000010364,0.01000,0.429
+18,block_sparse_moe.experts.146.w2,0.0000010042,0.01000,0.429
+18,block_sparse_moe.experts.147.w2,0.0000008884,0.01000,0.415
+18,block_sparse_moe.experts.148.w2,0.0000009902,0.01000,0.415
+18,block_sparse_moe.experts.149.w2,0.0000011219,0.01000,0.423
+18,block_sparse_moe.experts.150.w2,0.0000008058,0.01000,0.425
+18,block_sparse_moe.experts.151.w2,0.0000010773,0.01000,0.447
+18,block_sparse_moe.experts.152.w2,0.0000012335,0.01000,0.433
+18,block_sparse_moe.experts.153.w2,0.0000007797,0.01000,0.453
+18,block_sparse_moe.experts.154.w2,0.0000009986,0.01000,0.420
+18,block_sparse_moe.experts.155.w2,0.0000005933,0.01000,0.449
+18,block_sparse_moe.experts.157.w2,0.0000010596,0.01000,0.418
+18,block_sparse_moe.experts.156.w2,0.0000009621,0.01000,0.428
+18,block_sparse_moe.experts.158.w2,0.0000010096,0.01000,0.428
+18,block_sparse_moe.experts.159.w2,0.0000009837,0.01000,0.430
+18,block_sparse_moe.experts.160.w2,0.0000010366,0.01000,0.435
+18,block_sparse_moe.experts.161.w2,0.0000007641,0.01000,0.417
+18,block_sparse_moe.experts.162.w2,0.0000009009,0.01000,0.425
+18,block_sparse_moe.experts.163.w2,0.0000008718,0.01000,0.427
+18,block_sparse_moe.experts.164.w2,0.0000010233,0.01000,0.423
+18,block_sparse_moe.experts.165.w2,0.0000008795,0.01000,0.425
+18,block_sparse_moe.experts.166.w2,0.0000010240,0.01000,0.425
+18,block_sparse_moe.experts.167.w2,0.0000011042,0.01000,0.424
+18,block_sparse_moe.experts.168.w2,0.0000008142,0.01000,0.413
+18,block_sparse_moe.experts.170.w2,0.0000007812,0.01000,0.418
+18,block_sparse_moe.experts.171.w2,0.0000012085,0.01000,0.416
+18,block_sparse_moe.experts.169.w2,0.0000007719,0.01000,0.436
+18,block_sparse_moe.experts.172.w2,0.0000006766,0.01000,0.422
+18,block_sparse_moe.experts.173.w2,0.0000009974,0.01000,0.432
+18,block_sparse_moe.experts.174.w2,0.0000008184,0.01000,0.439
+18,block_sparse_moe.experts.175.w2,0.0000009580,0.01000,0.412
+18,block_sparse_moe.experts.176.w2,0.0000008336,0.01000,0.420
+18,block_sparse_moe.experts.177.w2,0.0000007062,0.01000,0.422
+18,block_sparse_moe.experts.178.w2,0.0000008561,0.01000,0.436
+18,block_sparse_moe.experts.179.w2,0.0000008385,0.01000,0.431
+18,block_sparse_moe.experts.180.w2,0.0000014505,0.01000,0.423
+18,block_sparse_moe.experts.181.w2,0.0000009532,0.01000,0.422
+18,block_sparse_moe.experts.182.w2,0.0000010755,0.01000,0.412
+18,block_sparse_moe.experts.183.w2,0.0000010228,0.01000,0.414
+18,block_sparse_moe.experts.184.w2,0.0000008846,0.01000,0.418
+18,block_sparse_moe.experts.185.w2,0.0000010635,0.01000,0.435
+18,block_sparse_moe.experts.186.w2,0.0000007316,0.01000,0.420
+18,block_sparse_moe.experts.187.w2,0.0000011753,0.01000,0.423
+18,block_sparse_moe.experts.188.w2,0.0000013056,0.01000,0.419
+18,block_sparse_moe.experts.189.w2,0.0000011954,0.01000,0.410
+18,block_sparse_moe.experts.190.w2,0.0000013674,0.01000,0.411
+18,block_sparse_moe.experts.191.w2,0.0000008859,0.01000,0.421
+18,block_sparse_moe.experts.192.w2,0.0000008542,0.01000,0.423
+18,block_sparse_moe.experts.193.w2,0.0000011082,0.01000,0.417
+18,block_sparse_moe.experts.194.w2,0.0000009189,0.01000,0.427
+18,block_sparse_moe.experts.195.w2,0.0000009564,0.01000,0.424
+18,block_sparse_moe.experts.196.w2,0.0000008996,0.01000,0.417
+18,block_sparse_moe.experts.197.w2,0.0000009355,0.01000,0.416
+18,block_sparse_moe.experts.198.w2,0.0000010104,0.01000,0.417
+18,block_sparse_moe.experts.199.w2,0.0000014305,0.01000,0.425
+18,block_sparse_moe.experts.200.w2,0.0000009436,0.01000,0.423
+18,block_sparse_moe.experts.201.w2,0.0000010129,0.01000,0.423
+18,block_sparse_moe.experts.202.w2,0.0000009543,0.01000,0.426
+18,block_sparse_moe.experts.203.w2,0.0000012700,0.01000,0.413
+18,block_sparse_moe.experts.204.w2,0.0000013997,0.01000,0.415
+18,block_sparse_moe.experts.205.w2,0.0000010602,0.01000,0.417
+18,block_sparse_moe.experts.206.w2,0.0000008425,0.01000,0.422
+18,block_sparse_moe.experts.207.w2,0.0000011959,0.01000,0.425
+18,block_sparse_moe.experts.208.w2,0.0000007504,0.01000,0.426
+18,block_sparse_moe.experts.210.w2,0.0000010174,0.01000,0.415
+18,block_sparse_moe.experts.209.w2,0.0000010422,0.01000,0.436
+18,block_sparse_moe.experts.211.w2,0.0000008823,0.01000,0.420
+18,block_sparse_moe.experts.212.w2,0.0000015026,0.01000,0.423
+18,block_sparse_moe.experts.213.w2,0.0000007616,0.01000,0.429
+18,block_sparse_moe.experts.214.w2,0.0000012472,0.01000,0.420
+18,block_sparse_moe.experts.215.w2,0.0000008094,0.01000,0.422
+18,block_sparse_moe.experts.216.w2,0.0000011428,0.01000,0.425
+18,block_sparse_moe.experts.217.w2,0.0000008774,0.01000,0.413
+18,block_sparse_moe.experts.218.w2,0.0000008698,0.01000,0.416
+18,block_sparse_moe.experts.219.w2,0.0000008116,0.01000,0.420
+18,block_sparse_moe.experts.220.w2,0.0000010205,0.01000,0.424
+18,block_sparse_moe.experts.221.w2,0.0000011893,0.01000,0.422
+18,block_sparse_moe.experts.222.w2,0.0000008671,0.01000,0.425
+18,block_sparse_moe.experts.223.w2,0.0000013138,0.01000,0.426
+18,block_sparse_moe.experts.224.w2,0.0000009693,0.01000,0.426
+18,block_sparse_moe.experts.225.w2,0.0000010448,0.01000,0.419
+18,block_sparse_moe.experts.226.w2,0.0000008164,0.01000,0.423
+18,block_sparse_moe.experts.227.w2,0.0000008605,0.01000,0.421
+18,block_sparse_moe.experts.228.w2,0.0000010334,0.01000,0.422
+18,block_sparse_moe.experts.229.w2,0.0000010382,0.01000,0.420
+18,block_sparse_moe.experts.231.w2,0.0000009049,0.01000,0.415
+18,block_sparse_moe.experts.230.w2,0.0000011001,0.01000,0.429
+18,block_sparse_moe.experts.232.w2,0.0000009758,0.01000,0.414
+18,block_sparse_moe.experts.233.w2,0.0000008925,0.01000,0.431
+18,block_sparse_moe.experts.234.w2,0.0000010941,0.01000,0.416
+18,block_sparse_moe.experts.235.w2,0.0000007374,0.01000,0.418
+18,block_sparse_moe.experts.236.w2,0.0000009809,0.01000,0.425
+18,block_sparse_moe.experts.237.w2,0.0000007086,0.01000,0.422
+18,block_sparse_moe.experts.238.w2,0.0000009856,0.01000,0.412
+18,block_sparse_moe.experts.239.w2,0.0000010552,0.01000,0.411
+18,block_sparse_moe.experts.240.w2,0.0000008799,0.01000,0.422
+18,block_sparse_moe.experts.241.w2,0.0000010679,0.01000,0.423
+18,block_sparse_moe.experts.242.w2,0.0000009403,0.01000,0.421
+18,block_sparse_moe.experts.243.w2,0.0000010326,0.01000,0.422
+18,block_sparse_moe.experts.245.w2,0.0000009873,0.01000,0.416
+18,block_sparse_moe.experts.244.w2,0.0000007930,0.01000,0.436
+18,block_sparse_moe.experts.246.w2,0.0000009834,0.01000,0.418
+18,block_sparse_moe.experts.247.w2,0.0000010358,0.01000,0.417
+18,block_sparse_moe.experts.248.w2,0.0000011634,0.01000,0.416
+18,block_sparse_moe.experts.249.w2,0.0000008058,0.01000,0.420
+18,block_sparse_moe.experts.250.w2,0.0000010695,0.01000,0.409
+18,block_sparse_moe.experts.251.w2,0.0000009622,0.01000,0.409
+18,block_sparse_moe.experts.252.w2,0.0000011803,0.01000,0.395
+18,block_sparse_moe.experts.253.w2,0.0000007441,0.01000,0.386
+18,block_sparse_moe.experts.254.w2,0.0000012856,0.01000,0.370
+18,block_sparse_moe.experts.255.w2,0.0000011530,0.01000,0.354
+19,block_sparse_moe.experts.0.w1,0.0000049760,0.01000,0.833
+19,block_sparse_moe.experts.1.w1,0.0000048273,0.01000,0.840
+19,block_sparse_moe.experts.2.w1,0.0000047594,0.01000,0.846
+19,block_sparse_moe.experts.3.w1,0.0000047013,0.01000,0.858
+19,block_sparse_moe.experts.4.w1,0.0000047370,0.01000,0.860
+19,block_sparse_moe.experts.5.w1,0.0000046782,0.01000,0.861
+19,block_sparse_moe.experts.6.w1,0.0000048104,0.01000,0.865
+19,block_sparse_moe.experts.7.w1,0.0000047880,0.01000,0.833
+19,block_sparse_moe.experts.8.w1,0.0000046103,0.01000,0.835
+19,block_sparse_moe.experts.9.w1,0.0000048104,0.01000,0.842
+19,block_sparse_moe.experts.10.w1,0.0000048095,0.01000,0.843
+19,block_sparse_moe.experts.12.w1,0.0000046920,0.01000,0.844
+19,block_sparse_moe.experts.11.w1,0.0000047810,0.01000,0.847
+19,block_sparse_moe.experts.13.w1,0.0000046977,0.01000,0.863
+19,block_sparse_moe.experts.14.w1,0.0000049617,0.01000,0.826
+19,block_sparse_moe.experts.15.w1,0.0000048141,0.01000,0.839
+19,block_sparse_moe.experts.17.w1,0.0000047148,0.01000,0.832
+19,block_sparse_moe.experts.16.w1,0.0000046892,0.01000,0.866
+19,block_sparse_moe.experts.18.w1,0.0000047630,0.01000,0.848
+19,block_sparse_moe.experts.19.w1,0.0000045269,0.01000,0.848
+19,block_sparse_moe.experts.20.w1,0.0000046990,0.01000,0.851
+19,block_sparse_moe.experts.21.w1,0.0000043079,0.01000,0.821
+19,block_sparse_moe.experts.22.w1,0.0000046732,0.01000,0.836
+19,block_sparse_moe.experts.23.w1,0.0000048484,0.01000,0.832
+19,block_sparse_moe.experts.24.w1,0.0000045328,0.01000,0.825
+19,block_sparse_moe.experts.25.w1,0.0000046641,0.01000,0.836
+19,block_sparse_moe.experts.26.w1,0.0000044361,0.01000,0.839
+19,block_sparse_moe.experts.27.w1,0.0000049883,0.01000,0.855
+19,block_sparse_moe.experts.28.w1,0.0000046631,0.01000,0.833
+19,block_sparse_moe.experts.29.w1,0.0000047384,0.01000,0.846
+19,block_sparse_moe.experts.30.w1,0.0000047644,0.01000,0.852
+19,block_sparse_moe.experts.31.w1,0.0000047211,0.01000,0.837
+19,block_sparse_moe.experts.32.w1,0.0000046970,0.01000,0.840
+19,block_sparse_moe.experts.33.w1,0.0000046716,0.01000,0.849
+19,block_sparse_moe.experts.34.w1,0.0000047699,0.01000,0.846
+19,block_sparse_moe.experts.35.w1,0.0000047480,0.01000,0.815
+19,block_sparse_moe.experts.36.w1,0.0000048875,0.01000,0.843
+19,block_sparse_moe.experts.37.w1,0.0000047341,0.01000,0.833
+19,block_sparse_moe.experts.38.w1,0.0000048471,0.01000,0.837
+19,block_sparse_moe.experts.39.w1,0.0000048991,0.01000,0.833
+19,block_sparse_moe.experts.40.w1,0.0000047227,0.01000,0.842
+19,block_sparse_moe.experts.41.w1,0.0000046801,0.01000,0.847
+19,block_sparse_moe.experts.42.w1,0.0000050952,0.01000,0.826
+19,block_sparse_moe.experts.43.w1,0.0000046774,0.01000,0.845
+19,block_sparse_moe.experts.45.w1,0.0000048678,0.01000,0.839
+19,block_sparse_moe.experts.44.w1,0.0000047589,0.01000,0.845
+19,block_sparse_moe.experts.46.w1,0.0000046403,0.01000,0.841
+19,block_sparse_moe.experts.47.w1,0.0000047535,0.01000,0.857
+19,block_sparse_moe.experts.48.w1,0.0000050094,0.01000,0.857
+19,block_sparse_moe.experts.49.w1,0.0000048252,0.01000,0.826
+19,block_sparse_moe.experts.50.w1,0.0000048394,0.01000,0.837
+19,block_sparse_moe.experts.52.w1,0.0000046560,0.01000,0.840
+19,block_sparse_moe.experts.53.w1,0.0000048430,0.01000,0.841
+19,block_sparse_moe.experts.51.w1,0.0000046134,0.01000,0.866
+19,block_sparse_moe.experts.54.w1,0.0000047344,0.01000,0.849
+19,block_sparse_moe.experts.55.w1,0.0000047515,0.01000,0.846
+19,block_sparse_moe.experts.56.w1,0.0000047957,0.01000,0.825
+19,block_sparse_moe.experts.57.w1,0.0000047766,0.01000,0.842
+19,block_sparse_moe.experts.59.w1,0.0000046586,0.01000,0.826
+19,block_sparse_moe.experts.58.w1,0.0000047284,0.01000,0.867
+19,block_sparse_moe.experts.60.w1,0.0000046500,0.01000,0.851
+19,block_sparse_moe.experts.61.w1,0.0000046521,0.01000,0.855
+19,block_sparse_moe.experts.62.w1,0.0000047408,0.01000,0.849
+19,block_sparse_moe.experts.63.w1,0.0000048009,0.01000,0.823
+19,block_sparse_moe.experts.64.w1,0.0000048209,0.01000,0.829
+19,block_sparse_moe.experts.65.w1,0.0000046621,0.01000,0.835
+19,block_sparse_moe.experts.66.w1,0.0000047601,0.01000,0.837
+19,block_sparse_moe.experts.67.w1,0.0000046435,0.01000,0.854
+19,block_sparse_moe.experts.68.w1,0.0000046763,0.01000,0.849
+19,block_sparse_moe.experts.69.w1,0.0000046852,0.01000,0.845
+19,block_sparse_moe.experts.70.w1,0.0000046731,0.01000,0.832
+19,block_sparse_moe.experts.71.w1,0.0000048022,0.01000,0.836
+19,block_sparse_moe.experts.72.w1,0.0000046289,0.01000,0.831
+19,block_sparse_moe.experts.73.w1,0.0000049562,0.01000,0.837
+19,block_sparse_moe.experts.74.w1,0.0000046297,0.01000,0.857
+19,block_sparse_moe.experts.75.w1,0.0000046707,0.01000,0.839
+19,block_sparse_moe.experts.76.w1,0.0000046210,0.01000,0.849
+19,block_sparse_moe.experts.77.w1,0.0000047374,0.01000,0.830
+19,block_sparse_moe.experts.78.w1,0.0000045756,0.01000,0.835
+19,block_sparse_moe.experts.79.w1,0.0000046735,0.01000,0.836
+19,block_sparse_moe.experts.80.w1,0.0000047439,0.01000,0.837
+19,block_sparse_moe.experts.82.w1,0.0000047986,0.01000,0.846
+19,block_sparse_moe.experts.81.w1,0.0000048178,0.01000,0.862
+19,block_sparse_moe.experts.83.w1,0.0000047333,0.01000,0.850
+19,block_sparse_moe.experts.84.w1,0.0000047769,0.01000,0.827
+19,block_sparse_moe.experts.85.w1,0.0000046861,0.01000,0.833
+19,block_sparse_moe.experts.86.w1,0.0000047797,0.01000,0.839
+19,block_sparse_moe.experts.87.w1,0.0000047689,0.01000,0.839
+19,block_sparse_moe.experts.88.w1,0.0000047370,0.01000,0.849
+19,block_sparse_moe.experts.89.w1,0.0000047818,0.01000,0.857
+19,block_sparse_moe.experts.90.w1,0.0000047516,0.01000,0.857
+19,block_sparse_moe.experts.91.w1,0.0000047129,0.01000,0.828
+19,block_sparse_moe.experts.92.w1,0.0000046421,0.01000,0.848
+19,block_sparse_moe.experts.93.w1,0.0000047219,0.01000,0.837
+19,block_sparse_moe.experts.94.w1,0.0000046415,0.01000,0.841
+19,block_sparse_moe.experts.95.w1,0.0000046216,0.01000,0.856
+19,block_sparse_moe.experts.96.w1,0.0000047255,0.01000,0.876
+19,block_sparse_moe.experts.97.w1,0.0000046809,0.01000,0.852
+19,block_sparse_moe.experts.98.w1,0.0000048008,0.01000,0.826
+19,block_sparse_moe.experts.100.w1,0.0000045788,0.01000,0.834
+19,block_sparse_moe.experts.99.w1,0.0000046022,0.01000,0.841
+19,block_sparse_moe.experts.101.w1,0.0000045953,0.01000,0.844
+19,block_sparse_moe.experts.102.w1,0.0000048754,0.01000,0.853
+19,block_sparse_moe.experts.103.w1,0.0000046937,0.01000,0.851
+19,block_sparse_moe.experts.104.w1,0.0000046214,0.01000,0.866
+19,block_sparse_moe.experts.105.w1,0.0000047834,0.01000,0.850
+19,block_sparse_moe.experts.106.w1,0.0000048643,0.01000,0.821
+19,block_sparse_moe.experts.107.w1,0.0000045770,0.01000,0.835
+19,block_sparse_moe.experts.108.w1,0.0000048271,0.01000,0.846
+19,block_sparse_moe.experts.109.w1,0.0000046505,0.01000,0.846
+19,block_sparse_moe.experts.110.w1,0.0000045981,0.01000,0.848
+19,block_sparse_moe.experts.111.w1,0.0000046092,0.01000,0.858
+19,block_sparse_moe.experts.112.w1,0.0000046669,0.01000,0.850
+19,block_sparse_moe.experts.113.w1,0.0000047829,0.01000,0.830
+19,block_sparse_moe.experts.114.w1,0.0000050294,0.01000,0.834
+19,block_sparse_moe.experts.115.w1,0.0000047023,0.01000,0.851
+19,block_sparse_moe.experts.116.w1,0.0000047701,0.01000,0.844
+19,block_sparse_moe.experts.117.w1,0.0000046188,0.01000,0.852
+19,block_sparse_moe.experts.118.w1,0.0000047425,0.01000,0.866
+19,block_sparse_moe.experts.119.w1,0.0000049689,0.01000,0.836
+19,block_sparse_moe.experts.120.w1,0.0000046412,0.01000,0.830
+19,block_sparse_moe.experts.121.w1,0.0000045941,0.01000,0.833
+19,block_sparse_moe.experts.122.w1,0.0000046961,0.01000,0.844
+19,block_sparse_moe.experts.123.w1,0.0000045851,0.01000,0.840
+19,block_sparse_moe.experts.124.w1,0.0000044903,0.01000,0.847
+19,block_sparse_moe.experts.125.w1,0.0000047400,0.01000,0.852
+19,block_sparse_moe.experts.126.w1,0.0000048522,0.01000,0.831
+19,block_sparse_moe.experts.127.w1,0.0000045009,0.01000,0.823
+19,block_sparse_moe.experts.128.w1,0.0000046222,0.01000,0.838
+19,block_sparse_moe.experts.129.w1,0.0000047524,0.01000,0.838
+19,block_sparse_moe.experts.130.w1,0.0000046989,0.01000,0.844
+19,block_sparse_moe.experts.131.w1,0.0000047347,0.01000,0.846
+19,block_sparse_moe.experts.132.w1,0.0000048070,0.01000,0.851
+19,block_sparse_moe.experts.133.w1,0.0000045907,0.01000,0.830
+19,block_sparse_moe.experts.134.w1,0.0000045864,0.01000,0.836
+19,block_sparse_moe.experts.135.w1,0.0000048332,0.01000,0.835
+19,block_sparse_moe.experts.136.w1,0.0000047298,0.01000,0.833
+19,block_sparse_moe.experts.137.w1,0.0000046694,0.01000,0.845
+19,block_sparse_moe.experts.138.w1,0.0000047500,0.01000,0.838
+19,block_sparse_moe.experts.139.w1,0.0000047058,0.01000,0.865
+19,block_sparse_moe.experts.140.w1,0.0000047929,0.01000,0.827
+19,block_sparse_moe.experts.141.w1,0.0000046912,0.01000,0.839
+19,block_sparse_moe.experts.142.w1,0.0000047685,0.01000,0.866
+19,block_sparse_moe.experts.143.w1,0.0000047536,0.01000,0.827
+19,block_sparse_moe.experts.144.w1,0.0000047494,0.01000,0.842
+19,block_sparse_moe.experts.145.w1,0.0000047804,0.01000,0.870
+19,block_sparse_moe.experts.146.w1,0.0000046251,0.01000,0.850
+19,block_sparse_moe.experts.147.w1,0.0000047836,0.01000,0.821
+19,block_sparse_moe.experts.148.w1,0.0000048135,0.01000,0.833
+19,block_sparse_moe.experts.149.w1,0.0000046756,0.01000,0.841
+19,block_sparse_moe.experts.150.w1,0.0000045785,0.01000,0.846
+19,block_sparse_moe.experts.151.w1,0.0000047380,0.01000,0.845
+19,block_sparse_moe.experts.152.w1,0.0000047906,0.01000,0.843
+19,block_sparse_moe.experts.153.w1,0.0000048345,0.01000,0.863
+19,block_sparse_moe.experts.154.w1,0.0000045804,0.01000,0.830
+19,block_sparse_moe.experts.155.w1,0.0000047453,0.01000,0.837
+19,block_sparse_moe.experts.156.w1,0.0000049238,0.01000,0.833
+19,block_sparse_moe.experts.157.w1,0.0000047667,0.01000,0.824
+19,block_sparse_moe.experts.158.w1,0.0000048006,0.01000,0.871
+19,block_sparse_moe.experts.159.w1,0.0000046805,0.01000,0.844
+19,block_sparse_moe.experts.160.w1,0.0000046634,0.01000,0.872
+19,block_sparse_moe.experts.161.w1,0.0000046935,0.01000,0.826
+19,block_sparse_moe.experts.162.w1,0.0000047221,0.01000,0.830
+19,block_sparse_moe.experts.163.w1,0.0000046761,0.01000,0.852
+19,block_sparse_moe.experts.164.w1,0.0000045543,0.01000,0.824
+19,block_sparse_moe.experts.165.w1,0.0000047099,0.01000,0.838
+19,block_sparse_moe.experts.166.w1,0.0000048293,0.01000,0.853
+19,block_sparse_moe.experts.167.w1,0.0000047738,0.01000,0.858
+19,block_sparse_moe.experts.168.w1,0.0000047260,0.01000,0.840
+19,block_sparse_moe.experts.169.w1,0.0000048115,0.01000,0.839
+19,block_sparse_moe.experts.170.w1,0.0000048996,0.01000,0.846
+19,block_sparse_moe.experts.171.w1,0.0000048103,0.01000,0.837
+19,block_sparse_moe.experts.172.w1,0.0000046354,0.01000,0.860
+19,block_sparse_moe.experts.173.w1,0.0000046955,0.01000,0.848
+19,block_sparse_moe.experts.174.w1,0.0000047727,0.01000,0.854
+19,block_sparse_moe.experts.175.w1,0.0000048279,0.01000,0.830
+19,block_sparse_moe.experts.176.w1,0.0000047035,0.01000,0.824
+19,block_sparse_moe.experts.178.w1,0.0000045019,0.01000,0.829
+19,block_sparse_moe.experts.177.w1,0.0000048169,0.01000,0.842
+19,block_sparse_moe.experts.179.w1,0.0000044182,0.01000,0.854
+19,block_sparse_moe.experts.180.w1,0.0000045504,0.01000,0.840
+19,block_sparse_moe.experts.181.w1,0.0000047925,0.01000,0.857
+19,block_sparse_moe.experts.182.w1,0.0000046476,0.01000,0.828
+19,block_sparse_moe.experts.183.w1,0.0000048419,0.01000,0.839
+19,block_sparse_moe.experts.185.w1,0.0000047650,0.01000,0.832
+19,block_sparse_moe.experts.184.w1,0.0000046657,0.01000,0.861
+19,block_sparse_moe.experts.186.w1,0.0000046514,0.01000,0.857
+19,block_sparse_moe.experts.187.w1,0.0000047939,0.01000,0.839
+19,block_sparse_moe.experts.188.w1,0.0000044535,0.01000,0.852
+19,block_sparse_moe.experts.189.w1,0.0000046586,0.01000,0.826
+19,block_sparse_moe.experts.190.w1,0.0000047389,0.01000,0.822
+19,block_sparse_moe.experts.191.w1,0.0000046272,0.01000,0.845
+19,block_sparse_moe.experts.192.w1,0.0000045773,0.01000,0.832
+19,block_sparse_moe.experts.194.w1,0.0000048059,0.01000,0.846
+19,block_sparse_moe.experts.193.w1,0.0000047742,0.01000,0.876
+19,block_sparse_moe.experts.195.w1,0.0000050323,0.01000,0.851
+19,block_sparse_moe.experts.196.w1,0.0000048041,0.01000,0.830
+19,block_sparse_moe.experts.197.w1,0.0000050341,0.01000,0.828
+19,block_sparse_moe.experts.198.w1,0.0000046197,0.01000,0.830
+19,block_sparse_moe.experts.199.w1,0.0000046894,0.01000,0.825
+19,block_sparse_moe.experts.200.w1,0.0000046047,0.01000,0.850
+19,block_sparse_moe.experts.201.w1,0.0000047410,0.01000,0.860
+19,block_sparse_moe.experts.202.w1,0.0000048130,0.01000,0.847
+19,block_sparse_moe.experts.203.w1,0.0000047765,0.01000,0.825
+19,block_sparse_moe.experts.204.w1,0.0000047050,0.01000,0.828
+19,block_sparse_moe.experts.205.w1,0.0000046174,0.01000,0.847
+19,block_sparse_moe.experts.206.w1,0.0000046612,0.01000,0.836
+19,block_sparse_moe.experts.207.w1,0.0000046843,0.01000,0.853
+19,block_sparse_moe.experts.208.w1,0.0000045969,0.01000,0.850
+19,block_sparse_moe.experts.209.w1,0.0000048347,0.01000,0.857
+19,block_sparse_moe.experts.210.w1,0.0000051461,0.01000,0.828
+19,block_sparse_moe.experts.211.w1,0.0000046776,0.01000,0.842
+19,block_sparse_moe.experts.212.w1,0.0000047178,0.01000,0.841
+19,block_sparse_moe.experts.213.w1,0.0000046264,0.01000,0.840
+19,block_sparse_moe.experts.214.w1,0.0000046238,0.01000,0.856
+19,block_sparse_moe.experts.215.w1,0.0000047674,0.01000,0.841
+19,block_sparse_moe.experts.216.w1,0.0000047958,0.01000,0.873
+19,block_sparse_moe.experts.217.w1,0.0000048612,0.01000,0.845
+19,block_sparse_moe.experts.218.w1,0.0000048948,0.01000,0.855
+19,block_sparse_moe.experts.220.w1,0.0000047609,0.01000,0.835
+19,block_sparse_moe.experts.219.w1,0.0000046301,0.01000,0.867
+19,block_sparse_moe.experts.221.w1,0.0000047867,0.01000,0.839
+19,block_sparse_moe.experts.222.w1,0.0000047639,0.01000,0.841
+19,block_sparse_moe.experts.224.w1,0.0000047389,0.01000,0.834
+19,block_sparse_moe.experts.223.w1,0.0000047527,0.01000,0.864
+19,block_sparse_moe.experts.225.w1,0.0000048484,0.01000,0.840
+19,block_sparse_moe.experts.226.w1,0.0000048814,0.01000,0.866
+19,block_sparse_moe.experts.227.w1,0.0000047977,0.01000,0.866
+19,block_sparse_moe.experts.228.w1,0.0000047830,0.01000,0.847
+19,block_sparse_moe.experts.229.w1,0.0000046854,0.01000,0.843
+19,block_sparse_moe.experts.231.w1,0.0000047143,0.01000,0.833
+19,block_sparse_moe.experts.230.w1,0.0000044577,0.01000,0.887
+19,block_sparse_moe.experts.232.w1,0.0000046517,0.01000,0.828
+19,block_sparse_moe.experts.233.w1,0.0000049350,0.01000,0.835
+19,block_sparse_moe.experts.234.w1,0.0000047562,0.01000,0.830
+19,block_sparse_moe.experts.235.w1,0.0000048387,0.01000,0.839
+19,block_sparse_moe.experts.236.w1,0.0000048954,0.01000,0.843
+19,block_sparse_moe.experts.237.w1,0.0000047431,0.01000,0.866
+19,block_sparse_moe.experts.238.w1,0.0000044574,0.01000,0.855
+19,block_sparse_moe.experts.239.w1,0.0000047636,0.01000,0.829
+19,block_sparse_moe.experts.240.w1,0.0000046830,0.01000,0.836
+19,block_sparse_moe.experts.241.w1,0.0000046675,0.01000,0.832
+19,block_sparse_moe.experts.242.w1,0.0000047684,0.01000,0.841
+19,block_sparse_moe.experts.243.w1,0.0000046314,0.01000,0.856
+19,block_sparse_moe.experts.244.w1,0.0000047692,0.01000,0.856
+19,block_sparse_moe.experts.245.w1,0.0000047497,0.01000,0.843
+19,block_sparse_moe.experts.246.w1,0.0000046880,0.01000,0.847
+19,block_sparse_moe.experts.247.w1,0.0000050184,0.01000,0.832
+19,block_sparse_moe.experts.248.w1,0.0000046691,0.01000,0.829
+19,block_sparse_moe.experts.249.w1,0.0000048009,0.01000,0.845
+19,block_sparse_moe.experts.250.w1,0.0000047393,0.01000,0.846
+19,block_sparse_moe.experts.251.w1,0.0000046720,0.01000,0.853
+19,block_sparse_moe.experts.252.w1,0.0000049309,0.01000,0.849
+19,block_sparse_moe.experts.253.w1,0.0000047422,0.01000,0.831
+19,block_sparse_moe.experts.254.w1,0.0000048395,0.01000,0.831
+19,block_sparse_moe.experts.255.w1,0.0000046749,0.01000,0.834
+19,block_sparse_moe.experts.0.w3,0.0000046457,0.01000,0.841
+19,block_sparse_moe.experts.1.w3,0.0000048830,0.01000,0.842
+19,block_sparse_moe.experts.2.w3,0.0000047768,0.01000,0.854
+19,block_sparse_moe.experts.3.w3,0.0000047359,0.01000,0.843
+19,block_sparse_moe.experts.4.w3,0.0000047757,0.01000,0.838
+19,block_sparse_moe.experts.5.w3,0.0000044840,0.01000,0.834
+19,block_sparse_moe.experts.6.w3,0.0000047996,0.01000,0.835
+19,block_sparse_moe.experts.7.w3,0.0000047537,0.01000,0.840
+19,block_sparse_moe.experts.8.w3,0.0000046363,0.01000,0.842
+19,block_sparse_moe.experts.9.w3,0.0000047007,0.01000,0.852
+19,block_sparse_moe.experts.10.w3,0.0000048709,0.01000,0.843
+19,block_sparse_moe.experts.11.w3,0.0000048459,0.01000,0.829
+19,block_sparse_moe.experts.12.w3,0.0000046554,0.01000,0.833
+19,block_sparse_moe.experts.13.w3,0.0000047252,0.01000,0.831
+19,block_sparse_moe.experts.14.w3,0.0000047393,0.01000,0.850
+19,block_sparse_moe.experts.15.w3,0.0000048461,0.01000,0.839
+19,block_sparse_moe.experts.17.w3,0.0000048044,0.01000,0.842
+19,block_sparse_moe.experts.16.w3,0.0000046734,0.01000,0.866
+19,block_sparse_moe.experts.18.w3,0.0000048406,0.01000,0.833
+19,block_sparse_moe.experts.19.w3,0.0000045599,0.01000,0.834
+19,block_sparse_moe.experts.20.w3,0.0000045930,0.01000,0.831
+19,block_sparse_moe.experts.21.w3,0.0000044498,0.01000,0.846
+19,block_sparse_moe.experts.22.w3,0.0000047201,0.01000,0.836
+19,block_sparse_moe.experts.24.w3,0.0000046052,0.01000,0.821
+19,block_sparse_moe.experts.23.w3,0.0000046710,0.01000,0.888
+19,block_sparse_moe.experts.25.w3,0.0000046726,0.01000,0.823
+19,block_sparse_moe.experts.26.w3,0.0000045870,0.01000,0.826
+19,block_sparse_moe.experts.27.w3,0.0000048083,0.01000,0.824
+19,block_sparse_moe.experts.28.w3,0.0000046940,0.01000,0.846
+19,block_sparse_moe.experts.29.w3,0.0000048262,0.01000,0.851
+19,block_sparse_moe.experts.30.w3,0.0000048394,0.01000,0.861
+19,block_sparse_moe.experts.31.w3,0.0000046429,0.01000,0.839
+19,block_sparse_moe.experts.32.w3,0.0000046983,0.01000,0.857
+19,block_sparse_moe.experts.33.w3,0.0000048064,0.01000,0.828
+19,block_sparse_moe.experts.34.w3,0.0000047346,0.01000,0.834
+19,block_sparse_moe.experts.35.w3,0.0000047931,0.01000,0.854
+19,block_sparse_moe.experts.36.w3,0.0000048703,0.01000,0.858
+19,block_sparse_moe.experts.37.w3,0.0000047661,0.01000,0.859
+19,block_sparse_moe.experts.38.w3,0.0000048280,0.01000,0.834
+19,block_sparse_moe.experts.39.w3,0.0000047002,0.01000,0.828
+19,block_sparse_moe.experts.40.w3,0.0000047700,0.01000,0.840
+19,block_sparse_moe.experts.41.w3,0.0000046711,0.01000,0.830
+19,block_sparse_moe.experts.42.w3,0.0000047324,0.01000,0.851
+19,block_sparse_moe.experts.43.w3,0.0000047244,0.01000,0.846
+19,block_sparse_moe.experts.45.w3,0.0000048866,0.01000,0.829
+19,block_sparse_moe.experts.46.w3,0.0000046646,0.01000,0.829
+19,block_sparse_moe.experts.44.w3,0.0000047887,0.01000,0.879
+19,block_sparse_moe.experts.47.w3,0.0000047918,0.01000,0.838
+19,block_sparse_moe.experts.48.w3,0.0000049977,0.01000,0.830
+19,block_sparse_moe.experts.49.w3,0.0000049200,0.01000,0.841
+19,block_sparse_moe.experts.50.w3,0.0000049066,0.01000,0.836
+19,block_sparse_moe.experts.52.w3,0.0000046942,0.01000,0.843
+19,block_sparse_moe.experts.53.w3,0.0000049159,0.01000,0.837
+19,block_sparse_moe.experts.51.w3,0.0000045781,0.01000,0.895
+19,block_sparse_moe.experts.54.w3,0.0000046926,0.01000,0.832
+19,block_sparse_moe.experts.55.w3,0.0000047951,0.01000,0.840
+19,block_sparse_moe.experts.57.w3,0.0000048800,0.01000,0.836
+19,block_sparse_moe.experts.56.w3,0.0000048573,0.01000,0.848
+19,block_sparse_moe.experts.58.w3,0.0000046549,0.01000,0.858
+19,block_sparse_moe.experts.59.w3,0.0000045825,0.01000,0.836
+19,block_sparse_moe.experts.60.w3,0.0000047015,0.01000,0.845
+19,block_sparse_moe.experts.61.w3,0.0000046948,0.01000,0.831
+19,block_sparse_moe.experts.62.w3,0.0000047853,0.01000,0.835
+19,block_sparse_moe.experts.63.w3,0.0000046033,0.01000,0.840
+19,block_sparse_moe.experts.64.w3,0.0000047530,0.01000,0.853
+19,block_sparse_moe.experts.66.w3,0.0000047848,0.01000,0.827
+19,block_sparse_moe.experts.65.w3,0.0000047485,0.01000,0.867
+19,block_sparse_moe.experts.67.w3,0.0000046805,0.01000,0.852
+19,block_sparse_moe.experts.68.w3,0.0000047693,0.01000,0.824
+19,block_sparse_moe.experts.69.w3,0.0000045597,0.01000,0.828
+19,block_sparse_moe.experts.70.w3,0.0000047000,0.01000,0.834
+19,block_sparse_moe.experts.71.w3,0.0000046798,0.01000,0.843
+19,block_sparse_moe.experts.72.w3,0.0000045749,0.01000,0.862
+19,block_sparse_moe.experts.73.w3,0.0000046224,0.01000,0.839
+19,block_sparse_moe.experts.74.w3,0.0000046664,0.01000,0.852
+19,block_sparse_moe.experts.75.w3,0.0000046675,0.01000,0.823
+19,block_sparse_moe.experts.76.w3,0.0000045969,0.01000,0.831
+19,block_sparse_moe.experts.77.w3,0.0000047644,0.01000,0.841
+19,block_sparse_moe.experts.78.w3,0.0000044866,0.01000,0.848
+19,block_sparse_moe.experts.79.w3,0.0000047057,0.01000,0.857
+19,block_sparse_moe.experts.80.w3,0.0000047569,0.01000,0.846
+19,block_sparse_moe.experts.81.w3,0.0000047300,0.01000,0.843
+19,block_sparse_moe.experts.82.w3,0.0000048963,0.01000,0.839
+19,block_sparse_moe.experts.83.w3,0.0000047627,0.01000,0.832
+19,block_sparse_moe.experts.84.w3,0.0000047868,0.01000,0.837
+19,block_sparse_moe.experts.85.w3,0.0000047347,0.01000,0.844
+19,block_sparse_moe.experts.87.w3,0.0000048572,0.01000,0.839
+19,block_sparse_moe.experts.88.w3,0.0000047929,0.01000,0.839
+19,block_sparse_moe.experts.86.w3,0.0000047999,0.01000,0.870
+19,block_sparse_moe.experts.89.w3,0.0000048207,0.01000,0.832
+19,block_sparse_moe.experts.90.w3,0.0000047844,0.01000,0.826
+19,block_sparse_moe.experts.91.w3,0.0000047860,0.01000,0.831
+19,block_sparse_moe.experts.92.w3,0.0000046870,0.01000,0.841
+19,block_sparse_moe.experts.94.w3,0.0000047319,0.01000,0.840
+19,block_sparse_moe.experts.96.w3,0.0000047195,0.01000,0.836
+19,block_sparse_moe.experts.95.w3,0.0000046601,0.01000,0.842
+19,block_sparse_moe.experts.97.w3,0.0000048186,0.01000,0.842
+19,block_sparse_moe.experts.93.w3,0.0000047694,0.01000,0.892
+19,block_sparse_moe.experts.98.w3,0.0000047784,0.01000,0.832
+19,block_sparse_moe.experts.99.w3,0.0000046141,0.01000,0.835
+19,block_sparse_moe.experts.101.w3,0.0000046256,0.01000,0.829
+19,block_sparse_moe.experts.102.w3,0.0000047612,0.01000,0.835
+19,block_sparse_moe.experts.104.w3,0.0000045965,0.01000,0.833
+19,block_sparse_moe.experts.103.w3,0.0000047586,0.01000,0.851
+19,block_sparse_moe.experts.100.w3,0.0000046225,0.01000,0.883
+19,block_sparse_moe.experts.105.w3,0.0000048482,0.01000,0.833
+19,block_sparse_moe.experts.106.w3,0.0000047274,0.01000,0.850
+19,block_sparse_moe.experts.108.w3,0.0000047204,0.01000,0.830
+19,block_sparse_moe.experts.109.w3,0.0000046455,0.01000,0.834
+19,block_sparse_moe.experts.111.w3,0.0000046327,0.01000,0.829
+19,block_sparse_moe.experts.107.w3,0.0000045045,0.01000,0.877
+19,block_sparse_moe.experts.110.w3,0.0000046137,0.01000,0.874
+19,block_sparse_moe.experts.112.w3,0.0000047163,0.01000,0.827
+19,block_sparse_moe.experts.113.w3,0.0000048168,0.01000,0.846
+19,block_sparse_moe.experts.115.w3,0.0000047053,0.01000,0.829
+19,block_sparse_moe.experts.116.w3,0.0000045934,0.01000,0.833
+19,block_sparse_moe.experts.114.w3,0.0000045193,0.01000,0.870
+19,block_sparse_moe.experts.117.w3,0.0000046383,0.01000,0.840
+19,block_sparse_moe.experts.118.w3,0.0000047598,0.01000,0.835
+19,block_sparse_moe.experts.119.w3,0.0000047456,0.01000,0.837
+19,block_sparse_moe.experts.120.w3,0.0000046563,0.01000,0.852
+19,block_sparse_moe.experts.122.w3,0.0000047313,0.01000,0.833
+19,block_sparse_moe.experts.123.w3,0.0000046208,0.01000,0.839
+19,block_sparse_moe.experts.124.w3,0.0000044512,0.01000,0.838
+19,block_sparse_moe.experts.121.w3,0.0000045626,0.01000,0.871
+19,block_sparse_moe.experts.125.w3,0.0000047698,0.01000,0.841
+19,block_sparse_moe.experts.126.w3,0.0000049322,0.01000,0.841
+19,block_sparse_moe.experts.127.w3,0.0000044235,0.01000,0.851
+19,block_sparse_moe.experts.129.w3,0.0000047016,0.01000,0.840
+19,block_sparse_moe.experts.131.w3,0.0000048220,0.01000,0.839
+19,block_sparse_moe.experts.130.w3,0.0000047804,0.01000,0.846
+19,block_sparse_moe.experts.128.w3,0.0000046215,0.01000,0.885
+19,block_sparse_moe.experts.132.w3,0.0000049055,0.01000,0.833
+19,block_sparse_moe.experts.133.w3,0.0000046909,0.01000,0.837
+19,block_sparse_moe.experts.134.w3,0.0000045268,0.01000,0.852
+19,block_sparse_moe.experts.136.w3,0.0000048007,0.01000,0.836
+19,block_sparse_moe.experts.135.w3,0.0000047904,0.01000,0.849
+19,block_sparse_moe.experts.137.w3,0.0000047020,0.01000,0.846
+19,block_sparse_moe.experts.138.w3,0.0000048191,0.01000,0.834
+19,block_sparse_moe.experts.139.w3,0.0000047757,0.01000,0.837
+19,block_sparse_moe.experts.140.w3,0.0000046844,0.01000,0.843
+19,block_sparse_moe.experts.141.w3,0.0000046907,0.01000,0.849
+19,block_sparse_moe.experts.143.w3,0.0000047800,0.01000,0.824
+19,block_sparse_moe.experts.145.w3,0.0000047574,0.01000,0.830
+19,block_sparse_moe.experts.144.w3,0.0000047467,0.01000,0.845
+19,block_sparse_moe.experts.146.w3,0.0000045967,0.01000,0.833
+19,block_sparse_moe.experts.142.w3,0.0000048479,0.01000,0.889
+19,block_sparse_moe.experts.147.w3,0.0000047313,0.01000,0.842
+19,block_sparse_moe.experts.148.w3,0.0000048250,0.01000,0.849
+19,block_sparse_moe.experts.149.w3,0.0000046950,0.01000,0.875
+19,block_sparse_moe.experts.152.w3,0.0000046961,0.01000,0.846
+19,block_sparse_moe.experts.151.w3,0.0000046470,0.01000,0.851
+19,block_sparse_moe.experts.150.w3,0.0000045793,0.01000,0.859
+19,block_sparse_moe.experts.153.w3,0.0000049122,0.01000,0.857
+19,block_sparse_moe.experts.154.w3,0.0000046073,0.01000,0.846
+19,block_sparse_moe.experts.155.w3,0.0000047985,0.01000,0.854
+19,block_sparse_moe.experts.157.w3,0.0000048581,0.01000,0.836
+19,block_sparse_moe.experts.158.w3,0.0000047089,0.01000,0.837
+19,block_sparse_moe.experts.156.w3,0.0000048417,0.01000,0.867
+19,block_sparse_moe.experts.159.w3,0.0000047647,0.01000,0.855
+19,block_sparse_moe.experts.160.w3,0.0000047969,0.01000,0.827
+19,block_sparse_moe.experts.161.w3,0.0000048136,0.01000,0.848
+19,block_sparse_moe.experts.162.w3,0.0000046858,0.01000,0.857
+19,block_sparse_moe.experts.164.w3,0.0000045329,0.01000,0.836
+19,block_sparse_moe.experts.167.w3,0.0000047572,0.01000,0.826
+19,block_sparse_moe.experts.165.w3,0.0000046314,0.01000,0.834
+19,block_sparse_moe.experts.166.w3,0.0000048881,0.01000,0.843
+19,block_sparse_moe.experts.163.w3,0.0000047349,0.01000,0.877
+19,block_sparse_moe.experts.168.w3,0.0000047285,0.01000,0.846
+19,block_sparse_moe.experts.169.w3,0.0000049062,0.01000,0.852
+19,block_sparse_moe.experts.171.w3,0.0000047203,0.01000,0.829
+19,block_sparse_moe.experts.172.w3,0.0000046857,0.01000,0.831
+19,block_sparse_moe.experts.173.w3,0.0000047758,0.01000,0.841
+19,block_sparse_moe.experts.174.w3,0.0000048514,0.01000,0.836
+19,block_sparse_moe.experts.170.w3,0.0000049843,0.01000,0.890
+19,block_sparse_moe.experts.175.w3,0.0000048728,0.01000,0.849
+19,block_sparse_moe.experts.176.w3,0.0000047751,0.01000,0.856
+19,block_sparse_moe.experts.178.w3,0.0000045519,0.01000,0.824
+19,block_sparse_moe.experts.180.w3,0.0000044266,0.01000,0.832
+19,block_sparse_moe.experts.179.w3,0.0000043944,0.01000,0.843
+19,block_sparse_moe.experts.177.w3,0.0000049494,0.01000,0.882
+19,block_sparse_moe.experts.181.w3,0.0000047609,0.01000,0.838
+19,block_sparse_moe.experts.182.w3,0.0000046783,0.01000,0.842
+19,block_sparse_moe.experts.183.w3,0.0000047048,0.01000,0.840
+19,block_sparse_moe.experts.184.w3,0.0000046354,0.01000,0.870
+19,block_sparse_moe.experts.185.w3,0.0000048417,0.01000,0.842
+19,block_sparse_moe.experts.186.w3,0.0000046953,0.01000,0.845
+19,block_sparse_moe.experts.187.w3,0.0000047023,0.01000,0.838
+19,block_sparse_moe.experts.188.w3,0.0000046234,0.01000,0.842
+19,block_sparse_moe.experts.189.w3,0.0000046802,0.01000,0.859
+19,block_sparse_moe.experts.190.w3,0.0000044363,0.01000,0.838
+19,block_sparse_moe.experts.192.w3,0.0000046515,0.01000,0.831
+19,block_sparse_moe.experts.193.w3,0.0000048526,0.01000,0.844
+19,block_sparse_moe.experts.195.w3,0.0000047905,0.01000,0.841
+19,block_sparse_moe.experts.194.w3,0.0000046755,0.01000,0.845
+19,block_sparse_moe.experts.191.w3,0.0000046495,0.01000,0.895
+19,block_sparse_moe.experts.196.w3,0.0000047731,0.01000,0.843
+19,block_sparse_moe.experts.197.w3,0.0000045699,0.01000,0.837
+19,block_sparse_moe.experts.198.w3,0.0000046485,0.01000,0.866
+19,block_sparse_moe.experts.199.w3,0.0000046454,0.01000,0.843
+19,block_sparse_moe.experts.201.w3,0.0000047348,0.01000,0.839
+19,block_sparse_moe.experts.200.w3,0.0000046699,0.01000,0.864
+19,block_sparse_moe.experts.202.w3,0.0000048657,0.01000,0.839
+19,block_sparse_moe.experts.203.w3,0.0000046737,0.01000,0.847
+19,block_sparse_moe.experts.204.w3,0.0000047724,0.01000,0.837
+19,block_sparse_moe.experts.206.w3,0.0000047319,0.01000,0.837
+19,block_sparse_moe.experts.207.w3,0.0000046375,0.01000,0.848
+19,block_sparse_moe.experts.205.w3,0.0000046521,0.01000,0.863
+19,block_sparse_moe.experts.209.w3,0.0000047552,0.01000,0.839
+19,block_sparse_moe.experts.208.w3,0.0000045852,0.01000,0.845
+19,block_sparse_moe.experts.210.w3,0.0000049579,0.01000,0.843
+19,block_sparse_moe.experts.211.w3,0.0000047591,0.01000,0.835
+19,block_sparse_moe.experts.212.w3,0.0000046528,0.01000,0.850
+19,block_sparse_moe.experts.213.w3,0.0000047111,0.01000,0.838
+19,block_sparse_moe.experts.214.w3,0.0000046986,0.01000,0.834
+19,block_sparse_moe.experts.216.w3,0.0000048251,0.01000,0.836
+19,block_sparse_moe.experts.215.w3,0.0000048095,0.01000,0.860
+19,block_sparse_moe.experts.217.w3,0.0000049466,0.01000,0.855
+19,block_sparse_moe.experts.218.w3,0.0000046987,0.01000,0.846
+19,block_sparse_moe.experts.221.w3,0.0000048200,0.01000,0.827
+19,block_sparse_moe.experts.220.w3,0.0000047820,0.01000,0.836
+19,block_sparse_moe.experts.222.w3,0.0000047255,0.01000,0.839
+19,block_sparse_moe.experts.223.w3,0.0000047368,0.01000,0.828
+19,block_sparse_moe.experts.219.w3,0.0000046976,0.01000,0.881
+19,block_sparse_moe.experts.224.w3,0.0000048143,0.01000,0.859
+19,block_sparse_moe.experts.225.w3,0.0000049212,0.01000,0.848
+19,block_sparse_moe.experts.227.w3,0.0000047348,0.01000,0.841
+19,block_sparse_moe.experts.228.w3,0.0000048272,0.01000,0.837
+19,block_sparse_moe.experts.229.w3,0.0000046905,0.01000,0.833
+19,block_sparse_moe.experts.230.w3,0.0000044772,0.01000,0.830
+19,block_sparse_moe.experts.226.w3,0.0000049544,0.01000,0.887
+19,block_sparse_moe.experts.231.w3,0.0000047991,0.01000,0.854
+19,block_sparse_moe.experts.232.w3,0.0000046970,0.01000,0.829
+19,block_sparse_moe.experts.234.w3,0.0000046292,0.01000,0.828
+19,block_sparse_moe.experts.235.w3,0.0000047996,0.01000,0.831
+19,block_sparse_moe.experts.236.w3,0.0000046788,0.01000,0.834
+19,block_sparse_moe.experts.237.w3,0.0000048039,0.01000,0.837
+19,block_sparse_moe.experts.233.w3,0.0000049993,0.01000,0.894
+19,block_sparse_moe.experts.238.w3,0.0000044705,0.01000,0.856
+19,block_sparse_moe.experts.239.w3,0.0000048730,0.01000,0.846
+19,block_sparse_moe.experts.241.w3,0.0000047262,0.01000,0.826
+19,block_sparse_moe.experts.242.w3,0.0000047495,0.01000,0.837
+19,block_sparse_moe.experts.243.w3,0.0000046986,0.01000,0.835
+19,block_sparse_moe.experts.244.w3,0.0000047888,0.01000,0.838
+19,block_sparse_moe.experts.240.w3,0.0000047095,0.01000,0.908
+19,block_sparse_moe.experts.245.w3,0.0000048108,0.01000,0.849
+19,block_sparse_moe.experts.246.w3,0.0000047004,0.01000,0.847
+19,block_sparse_moe.experts.248.w3,0.0000046617,0.01000,0.822
+19,block_sparse_moe.experts.249.w3,0.0000048689,0.01000,0.834
+19,block_sparse_moe.experts.250.w3,0.0000048506,0.01000,0.833
+19,block_sparse_moe.experts.247.w3,0.0000048254,0.01000,0.900
+19,block_sparse_moe.experts.251.w3,0.0000047516,0.01000,0.838
+19,block_sparse_moe.experts.252.w3,0.0000049228,0.01000,0.770
+19,block_sparse_moe.experts.253.w3,0.0000048351,0.01000,0.759
+19,block_sparse_moe.experts.255.w3,0.0000047084,0.01000,0.655
+19,block_sparse_moe.experts.254.w3,0.0000048079,0.01000,0.691
+19,block_sparse_moe.experts.1.w2,0.0000017283,0.01000,0.437
+19,block_sparse_moe.experts.0.w2,0.0000007634,0.01000,0.438
+19,block_sparse_moe.experts.2.w2,0.0000012993,0.01000,0.441
+19,block_sparse_moe.experts.5.w2,0.0000009069,0.01000,0.439
+19,block_sparse_moe.experts.4.w2,0.0000014457,0.01000,0.439
+19,block_sparse_moe.experts.6.w2,0.0000011958,0.01000,0.457
+19,block_sparse_moe.experts.3.w2,0.0000014153,0.01000,0.461
+19,block_sparse_moe.experts.9.w2,0.0000015561,0.01000,0.419
+19,block_sparse_moe.experts.8.w2,0.0000008261,0.01000,0.430
+19,block_sparse_moe.experts.11.w2,0.0000013712,0.01000,0.426
+19,block_sparse_moe.experts.10.w2,0.0000011038,0.01000,0.429
+19,block_sparse_moe.experts.7.w2,0.0000015000,0.01000,0.435
+19,block_sparse_moe.experts.12.w2,0.0000009016,0.01000,0.432
+19,block_sparse_moe.experts.13.w2,0.0000009065,0.01000,0.437
+19,block_sparse_moe.experts.14.w2,0.0000010751,0.01000,0.419
+19,block_sparse_moe.experts.15.w2,0.0000011595,0.01000,0.419
+19,block_sparse_moe.experts.17.w2,0.0000011125,0.01000,0.417
+19,block_sparse_moe.experts.16.w2,0.0000016009,0.01000,0.432
+19,block_sparse_moe.experts.18.w2,0.0000010816,0.01000,0.429
+19,block_sparse_moe.experts.19.w2,0.0000009009,0.01000,0.430
+19,block_sparse_moe.experts.20.w2,0.0000012584,0.01000,0.436
+19,block_sparse_moe.experts.21.w2,0.0000008477,0.01000,0.414
+19,block_sparse_moe.experts.22.w2,0.0000015351,0.01000,0.424
+19,block_sparse_moe.experts.23.w2,0.0000010224,0.01000,0.426
+19,block_sparse_moe.experts.24.w2,0.0000012838,0.01000,0.417
+19,block_sparse_moe.experts.25.w2,0.0000010106,0.01000,0.439
+19,block_sparse_moe.experts.26.w2,0.0000013817,0.01000,0.430
+19,block_sparse_moe.experts.27.w2,0.0000011309,0.01000,0.439
+19,block_sparse_moe.experts.28.w2,0.0000011227,0.01000,0.412
+19,block_sparse_moe.experts.29.w2,0.0000011619,0.01000,0.419
+19,block_sparse_moe.experts.31.w2,0.0000013033,0.01000,0.415
+19,block_sparse_moe.experts.30.w2,0.0000014043,0.01000,0.420
+19,block_sparse_moe.experts.32.w2,0.0000014650,0.01000,0.433
+19,block_sparse_moe.experts.33.w2,0.0000016704,0.01000,0.426
+19,block_sparse_moe.experts.34.w2,0.0000010845,0.01000,0.435
+19,block_sparse_moe.experts.35.w2,0.0000009948,0.01000,0.411
+19,block_sparse_moe.experts.36.w2,0.0000015166,0.01000,0.419
+19,block_sparse_moe.experts.38.w2,0.0000010455,0.01000,0.415
+19,block_sparse_moe.experts.37.w2,0.0000012463,0.01000,0.418
+19,block_sparse_moe.experts.39.w2,0.0000011724,0.01000,0.431
+19,block_sparse_moe.experts.40.w2,0.0000011887,0.01000,0.427
+19,block_sparse_moe.experts.41.w2,0.0000009470,0.01000,0.435
+19,block_sparse_moe.experts.42.w2,0.0000010093,0.01000,0.414
+19,block_sparse_moe.experts.44.w2,0.0000012849,0.01000,0.424
+19,block_sparse_moe.experts.45.w2,0.0000012392,0.01000,0.435
+19,block_sparse_moe.experts.43.w2,0.0000010676,0.01000,0.452
+19,block_sparse_moe.experts.47.w2,0.0000013047,0.01000,0.430
+19,block_sparse_moe.experts.46.w2,0.0000009478,0.01000,0.441
+19,block_sparse_moe.experts.48.w2,0.0000014307,0.01000,0.432
+19,block_sparse_moe.experts.49.w2,0.0000010809,0.01000,0.409
+19,block_sparse_moe.experts.51.w2,0.0000009149,0.01000,0.417
+19,block_sparse_moe.experts.50.w2,0.0000014441,0.01000,0.431
+19,block_sparse_moe.experts.52.w2,0.0000012385,0.01000,0.420
+19,block_sparse_moe.experts.53.w2,0.0000010748,0.01000,0.429
+19,block_sparse_moe.experts.54.w2,0.0000011920,0.01000,0.425
+19,block_sparse_moe.experts.55.w2,0.0000010562,0.01000,0.433
+19,block_sparse_moe.experts.56.w2,0.0000014909,0.01000,0.412
+19,block_sparse_moe.experts.57.w2,0.0000011736,0.01000,0.421
+19,block_sparse_moe.experts.58.w2,0.0000011820,0.01000,0.429
+19,block_sparse_moe.experts.59.w2,0.0000012909,0.01000,0.422
+19,block_sparse_moe.experts.60.w2,0.0000009803,0.01000,0.426
+19,block_sparse_moe.experts.61.w2,0.0000009406,0.01000,0.430
+19,block_sparse_moe.experts.62.w2,0.0000010398,0.01000,0.439
+19,block_sparse_moe.experts.63.w2,0.0000011792,0.01000,0.418
+19,block_sparse_moe.experts.64.w2,0.0000015098,0.01000,0.424
+19,block_sparse_moe.experts.65.w2,0.0000010446,0.01000,0.421
+19,block_sparse_moe.experts.66.w2,0.0000011624,0.01000,0.421
+19,block_sparse_moe.experts.67.w2,0.0000009262,0.01000,0.424
+19,block_sparse_moe.experts.68.w2,0.0000010810,0.01000,0.423
+19,block_sparse_moe.experts.69.w2,0.0000012399,0.01000,0.431
+19,block_sparse_moe.experts.70.w2,0.0000011920,0.01000,0.417
+19,block_sparse_moe.experts.71.w2,0.0000014051,0.01000,0.423
+19,block_sparse_moe.experts.73.w2,0.0000011900,0.01000,0.424
+19,block_sparse_moe.experts.72.w2,0.0000009159,0.01000,0.446
+19,block_sparse_moe.experts.75.w2,0.0000012743,0.01000,0.430
+19,block_sparse_moe.experts.74.w2,0.0000011934,0.01000,0.439
+19,block_sparse_moe.experts.76.w2,0.0000010435,0.01000,0.441
+19,block_sparse_moe.experts.77.w2,0.0000009914,0.01000,0.429
+19,block_sparse_moe.experts.78.w2,0.0000010891,0.01000,0.421
+19,block_sparse_moe.experts.79.w2,0.0000012891,0.01000,0.423
+19,block_sparse_moe.experts.80.w2,0.0000011928,0.01000,0.425
+19,block_sparse_moe.experts.81.w2,0.0000010771,0.01000,0.423
+19,block_sparse_moe.experts.82.w2,0.0000010374,0.01000,0.424
+19,block_sparse_moe.experts.83.w2,0.0000015591,0.01000,0.431
+19,block_sparse_moe.experts.84.w2,0.0000009590,0.01000,0.413
+19,block_sparse_moe.experts.85.w2,0.0000012028,0.01000,0.414
+19,block_sparse_moe.experts.86.w2,0.0000011522,0.01000,0.422
+19,block_sparse_moe.experts.87.w2,0.0000012800,0.01000,0.424
+19,block_sparse_moe.experts.88.w2,0.0000013302,0.01000,0.423
+19,block_sparse_moe.experts.89.w2,0.0000013801,0.01000,0.427
+19,block_sparse_moe.experts.90.w2,0.0000013364,0.01000,0.431
+19,block_sparse_moe.experts.91.w2,0.0000009928,0.01000,0.416
+19,block_sparse_moe.experts.92.w2,0.0000009795,0.01000,0.421
+19,block_sparse_moe.experts.93.w2,0.0000012154,0.01000,0.427
+19,block_sparse_moe.experts.94.w2,0.0000013635,0.01000,0.428
+19,block_sparse_moe.experts.95.w2,0.0000010324,0.01000,0.427
+19,block_sparse_moe.experts.96.w2,0.0000011809,0.01000,0.433
+19,block_sparse_moe.experts.97.w2,0.0000013457,0.01000,0.429
+19,block_sparse_moe.experts.98.w2,0.0000014179,0.01000,0.414
+19,block_sparse_moe.experts.99.w2,0.0000009983,0.01000,0.415
+19,block_sparse_moe.experts.100.w2,0.0000008293,0.01000,0.420
+19,block_sparse_moe.experts.101.w2,0.0000008404,0.01000,0.424
+19,block_sparse_moe.experts.102.w2,0.0000010609,0.01000,0.421
+19,block_sparse_moe.experts.103.w2,0.0000012532,0.01000,0.429
+19,block_sparse_moe.experts.104.w2,0.0000012304,0.01000,0.431
+19,block_sparse_moe.experts.105.w2,0.0000009657,0.01000,0.418
+19,block_sparse_moe.experts.106.w2,0.0000017390,0.01000,0.423
+19,block_sparse_moe.experts.107.w2,0.0000009031,0.01000,0.427
+19,block_sparse_moe.experts.108.w2,0.0000009889,0.01000,0.432
+19,block_sparse_moe.experts.109.w2,0.0000011831,0.01000,0.428
+19,block_sparse_moe.experts.110.w2,0.0000009753,0.01000,0.436
+19,block_sparse_moe.experts.111.w2,0.0000010917,0.01000,0.432
+19,block_sparse_moe.experts.112.w2,0.0000011320,0.01000,0.415
+19,block_sparse_moe.experts.113.w2,0.0000012603,0.01000,0.419
+19,block_sparse_moe.experts.114.w2,0.0000011269,0.01000,0.422
+19,block_sparse_moe.experts.115.w2,0.0000010888,0.01000,0.427
+19,block_sparse_moe.experts.116.w2,0.0000013399,0.01000,0.421
+19,block_sparse_moe.experts.117.w2,0.0000010054,0.01000,0.422
+19,block_sparse_moe.experts.118.w2,0.0000010535,0.01000,0.428
+19,block_sparse_moe.experts.119.w2,0.0000012469,0.01000,0.414
+19,block_sparse_moe.experts.120.w2,0.0000010495,0.01000,0.419
+19,block_sparse_moe.experts.121.w2,0.0000010429,0.01000,0.423
+19,block_sparse_moe.experts.122.w2,0.0000009360,0.01000,0.430
+19,block_sparse_moe.experts.123.w2,0.0000009093,0.01000,0.425
+19,block_sparse_moe.experts.124.w2,0.0000007564,0.01000,0.424
+19,block_sparse_moe.experts.125.w2,0.0000012843,0.01000,0.430
+19,block_sparse_moe.experts.126.w2,0.0000011127,0.01000,0.417
+19,block_sparse_moe.experts.127.w2,0.0000009006,0.01000,0.425
+19,block_sparse_moe.experts.128.w2,0.0000008809,0.01000,0.421
+19,block_sparse_moe.experts.129.w2,0.0000012548,0.01000,0.421
+19,block_sparse_moe.experts.130.w2,0.0000011227,0.01000,0.421
+19,block_sparse_moe.experts.131.w2,0.0000009576,0.01000,0.430
+19,block_sparse_moe.experts.132.w2,0.0000013077,0.01000,0.427
+19,block_sparse_moe.experts.133.w2,0.0000011246,0.01000,0.414
+19,block_sparse_moe.experts.134.w2,0.0000011918,0.01000,0.423
+19,block_sparse_moe.experts.135.w2,0.0000010829,0.01000,0.420
+19,block_sparse_moe.experts.136.w2,0.0000009506,0.01000,0.418
+19,block_sparse_moe.experts.137.w2,0.0000008359,0.01000,0.423
+19,block_sparse_moe.experts.138.w2,0.0000010290,0.01000,0.427
+19,block_sparse_moe.experts.139.w2,0.0000011892,0.01000,0.437
+19,block_sparse_moe.experts.140.w2,0.0000008935,0.01000,0.417
+19,block_sparse_moe.experts.141.w2,0.0000012590,0.01000,0.428
+19,block_sparse_moe.experts.142.w2,0.0000010357,0.01000,0.419
+19,block_sparse_moe.experts.143.w2,0.0000011001,0.01000,0.420
+19,block_sparse_moe.experts.144.w2,0.0000011248,0.01000,0.427
+19,block_sparse_moe.experts.145.w2,0.0000013134,0.01000,0.426
+19,block_sparse_moe.experts.146.w2,0.0000012499,0.01000,0.425
+19,block_sparse_moe.experts.147.w2,0.0000011378,0.01000,0.420
+19,block_sparse_moe.experts.148.w2,0.0000014535,0.01000,0.427
+19,block_sparse_moe.experts.149.w2,0.0000009160,0.01000,0.422
+19,block_sparse_moe.experts.150.w2,0.0000010401,0.01000,0.416
+19,block_sparse_moe.experts.151.w2,0.0000010879,0.01000,0.422
+19,block_sparse_moe.experts.152.w2,0.0000011844,0.01000,0.424
+19,block_sparse_moe.experts.153.w2,0.0000010185,0.01000,0.427
+19,block_sparse_moe.experts.154.w2,0.0000008062,0.01000,0.419
+19,block_sparse_moe.experts.155.w2,0.0000011891,0.01000,0.425
+19,block_sparse_moe.experts.156.w2,0.0000013699,0.01000,0.430
+19,block_sparse_moe.experts.157.w2,0.0000011565,0.01000,0.419
+19,block_sparse_moe.experts.158.w2,0.0000021520,0.01000,0.431
+19,block_sparse_moe.experts.159.w2,0.0000011218,0.01000,0.429
+19,block_sparse_moe.experts.160.w2,0.0000013228,0.01000,0.432
+19,block_sparse_moe.experts.161.w2,0.0000011049,0.01000,0.422
+19,block_sparse_moe.experts.162.w2,0.0000009047,0.01000,0.420
+19,block_sparse_moe.experts.163.w2,0.0000009494,0.01000,0.419
+19,block_sparse_moe.experts.164.w2,0.0000010006,0.01000,0.430
+19,block_sparse_moe.experts.165.w2,0.0000011918,0.01000,0.421
+19,block_sparse_moe.experts.166.w2,0.0000011873,0.01000,0.423
+19,block_sparse_moe.experts.167.w2,0.0000013120,0.01000,0.440
+19,block_sparse_moe.experts.168.w2,0.0000012084,0.01000,0.417
+19,block_sparse_moe.experts.169.w2,0.0000011716,0.01000,0.418
+19,block_sparse_moe.experts.170.w2,0.0000011489,0.01000,0.417
+19,block_sparse_moe.experts.171.w2,0.0000019625,0.01000,0.421
+19,block_sparse_moe.experts.172.w2,0.0000009105,0.01000,0.427
+19,block_sparse_moe.experts.173.w2,0.0000009104,0.01000,0.426
+19,block_sparse_moe.experts.174.w2,0.0000019228,0.01000,0.432
+19,block_sparse_moe.experts.175.w2,0.0000010779,0.01000,0.422
+19,block_sparse_moe.experts.176.w2,0.0000013394,0.01000,0.425
+19,block_sparse_moe.experts.177.w2,0.0000013480,0.01000,0.427
+19,block_sparse_moe.experts.178.w2,0.0000007514,0.01000,0.419
+19,block_sparse_moe.experts.179.w2,0.0000008418,0.01000,0.424
+19,block_sparse_moe.experts.180.w2,0.0000008669,0.01000,0.435
+19,block_sparse_moe.experts.182.w2,0.0000008406,0.01000,0.418
+19,block_sparse_moe.experts.181.w2,0.0000011290,0.01000,0.447
+19,block_sparse_moe.experts.183.w2,0.0000008266,0.01000,0.423
+19,block_sparse_moe.experts.184.w2,0.0000011423,0.01000,0.416
+19,block_sparse_moe.experts.185.w2,0.0000010867,0.01000,0.418
+19,block_sparse_moe.experts.186.w2,0.0000011312,0.01000,0.420
+19,block_sparse_moe.experts.187.w2,0.0000010112,0.01000,0.420
+19,block_sparse_moe.experts.188.w2,0.0000009231,0.01000,0.439
+19,block_sparse_moe.experts.189.w2,0.0000009269,0.01000,0.433
+19,block_sparse_moe.experts.190.w2,0.0000006869,0.01000,0.422
+19,block_sparse_moe.experts.191.w2,0.0000009296,0.01000,0.421
+19,block_sparse_moe.experts.192.w2,0.0000011290,0.01000,0.424
+19,block_sparse_moe.experts.193.w2,0.0000010690,0.01000,0.427
+19,block_sparse_moe.experts.194.w2,0.0000012052,0.01000,0.425
+19,block_sparse_moe.experts.195.w2,0.0000010483,0.01000,0.430
+19,block_sparse_moe.experts.196.w2,0.0000012623,0.01000,0.419
+19,block_sparse_moe.experts.197.w2,0.0000009577,0.01000,0.421
+19,block_sparse_moe.experts.198.w2,0.0000008134,0.01000,0.426
+19,block_sparse_moe.experts.199.w2,0.0000010474,0.01000,0.435
+19,block_sparse_moe.experts.200.w2,0.0000008274,0.01000,0.429
+19,block_sparse_moe.experts.201.w2,0.0000011112,0.01000,0.420
+19,block_sparse_moe.experts.202.w2,0.0000011755,0.01000,0.427
+19,block_sparse_moe.experts.203.w2,0.0000016365,0.01000,0.423
+19,block_sparse_moe.experts.204.w2,0.0000009673,0.01000,0.422
+19,block_sparse_moe.experts.205.w2,0.0000011333,0.01000,0.421
+19,block_sparse_moe.experts.206.w2,0.0000011631,0.01000,0.430
+19,block_sparse_moe.experts.207.w2,0.0000011198,0.01000,0.436
+19,block_sparse_moe.experts.208.w2,0.0000008939,0.01000,0.424
+19,block_sparse_moe.experts.210.w2,0.0000011334,0.01000,0.424
+19,block_sparse_moe.experts.209.w2,0.0000014425,0.01000,0.432
+19,block_sparse_moe.experts.211.w2,0.0000008813,0.01000,0.413
+19,block_sparse_moe.experts.212.w2,0.0000011938,0.01000,0.416
+19,block_sparse_moe.experts.213.w2,0.0000010800,0.01000,0.412
+19,block_sparse_moe.experts.214.w2,0.0000009058,0.01000,0.420
+19,block_sparse_moe.experts.215.w2,0.0000016987,0.01000,0.420
+19,block_sparse_moe.experts.217.w2,0.0000012977,0.01000,0.423
+19,block_sparse_moe.experts.216.w2,0.0000015402,0.01000,0.444
+19,block_sparse_moe.experts.218.w2,0.0000008423,0.01000,0.414
+19,block_sparse_moe.experts.219.w2,0.0000010031,0.01000,0.413
+19,block_sparse_moe.experts.220.w2,0.0000010719,0.01000,0.410
+19,block_sparse_moe.experts.221.w2,0.0000013020,0.01000,0.423
+19,block_sparse_moe.experts.222.w2,0.0000012594,0.01000,0.427
+19,block_sparse_moe.experts.223.w2,0.0000016417,0.01000,0.437
+19,block_sparse_moe.experts.224.w2,0.0000010120,0.01000,0.426
+19,block_sparse_moe.experts.225.w2,0.0000012246,0.01000,0.418
+19,block_sparse_moe.experts.226.w2,0.0000011238,0.01000,0.423
+19,block_sparse_moe.experts.227.w2,0.0000009401,0.01000,0.420
+19,block_sparse_moe.experts.228.w2,0.0000011032,0.01000,0.418
+19,block_sparse_moe.experts.229.w2,0.0000011269,0.01000,0.413
+19,block_sparse_moe.experts.230.w2,0.0000007365,0.01000,0.431
+19,block_sparse_moe.experts.231.w2,0.0000012266,0.01000,0.425
+19,block_sparse_moe.experts.232.w2,0.0000010405,0.01000,0.415
+19,block_sparse_moe.experts.233.w2,0.0000013021,0.01000,0.417
+19,block_sparse_moe.experts.234.w2,0.0000009069,0.01000,0.421
+19,block_sparse_moe.experts.235.w2,0.0000010260,0.01000,0.425
+19,block_sparse_moe.experts.236.w2,0.0000010220,0.01000,0.420
+19,block_sparse_moe.experts.238.w2,0.0000007740,0.01000,0.427
+19,block_sparse_moe.experts.237.w2,0.0000012875,0.01000,0.439
+19,block_sparse_moe.experts.239.w2,0.0000011463,0.01000,0.417
+19,block_sparse_moe.experts.240.w2,0.0000012733,0.01000,0.422
+19,block_sparse_moe.experts.241.w2,0.0000008964,0.01000,0.424
+19,block_sparse_moe.experts.242.w2,0.0000012140,0.01000,0.434
+19,block_sparse_moe.experts.243.w2,0.0000014639,0.01000,0.433
+19,block_sparse_moe.experts.245.w2,0.0000010827,0.01000,0.420
+19,block_sparse_moe.experts.244.w2,0.0000015129,0.01000,0.449
+19,block_sparse_moe.experts.246.w2,0.0000012000,0.01000,0.414
+19,block_sparse_moe.experts.247.w2,0.0000010550,0.01000,0.417
+19,block_sparse_moe.experts.248.w2,0.0000009748,0.01000,0.420
+19,block_sparse_moe.experts.249.w2,0.0000010559,0.01000,0.424
+19,block_sparse_moe.experts.250.w2,0.0000011908,0.01000,0.417
+19,block_sparse_moe.experts.251.w2,0.0000009822,0.01000,0.406
+19,block_sparse_moe.experts.253.w2,0.0000011617,0.01000,0.385
+19,block_sparse_moe.experts.252.w2,0.0000012410,0.01000,0.396
+19,block_sparse_moe.experts.254.w2,0.0000016115,0.01000,0.375
+19,block_sparse_moe.experts.255.w2,0.0000008808,0.01000,0.359
+20,block_sparse_moe.experts.3.w1,0.0000052265,0.01000,0.848
+20,block_sparse_moe.experts.5.w1,0.0000051325,0.01000,0.856
+20,block_sparse_moe.experts.2.w1,0.0000053485,0.01000,0.859
+20,block_sparse_moe.experts.4.w1,0.0000051654,0.01000,0.863
+20,block_sparse_moe.experts.6.w1,0.0000051496,0.01000,0.873
+20,block_sparse_moe.experts.1.w1,0.0000049908,0.01000,0.892
+20,block_sparse_moe.experts.0.w1,0.0000050488,0.01000,0.899
+20,block_sparse_moe.experts.7.w1,0.0000053291,0.01000,0.834
+20,block_sparse_moe.experts.9.w1,0.0000051285,0.01000,0.837
+20,block_sparse_moe.experts.10.w1,0.0000052565,0.01000,0.835
+20,block_sparse_moe.experts.8.w1,0.0000051814,0.01000,0.858
+20,block_sparse_moe.experts.12.w1,0.0000051734,0.01000,0.844
+20,block_sparse_moe.experts.11.w1,0.0000051819,0.01000,0.849
+20,block_sparse_moe.experts.13.w1,0.0000050393,0.01000,0.852
+20,block_sparse_moe.experts.14.w1,0.0000050051,0.01000,0.824
+20,block_sparse_moe.experts.16.w1,0.0000047772,0.01000,0.828
+20,block_sparse_moe.experts.15.w1,0.0000051140,0.01000,0.832
+20,block_sparse_moe.experts.17.w1,0.0000052562,0.01000,0.832
+20,block_sparse_moe.experts.18.w1,0.0000051256,0.01000,0.850
+20,block_sparse_moe.experts.19.w1,0.0000052035,0.01000,0.853
+20,block_sparse_moe.experts.20.w1,0.0000052701,0.01000,0.851
+20,block_sparse_moe.experts.21.w1,0.0000052486,0.01000,0.829
+20,block_sparse_moe.experts.22.w1,0.0000053545,0.01000,0.829
+20,block_sparse_moe.experts.23.w1,0.0000052139,0.01000,0.833
+20,block_sparse_moe.experts.24.w1,0.0000052366,0.01000,0.835
+20,block_sparse_moe.experts.25.w1,0.0000051233,0.01000,0.850
+20,block_sparse_moe.experts.26.w1,0.0000049251,0.01000,0.849
+20,block_sparse_moe.experts.27.w1,0.0000052969,0.01000,0.853
+20,block_sparse_moe.experts.28.w1,0.0000052098,0.01000,0.822
+20,block_sparse_moe.experts.29.w1,0.0000052667,0.01000,0.830
+20,block_sparse_moe.experts.30.w1,0.0000052281,0.01000,0.829
+20,block_sparse_moe.experts.31.w1,0.0000051748,0.01000,0.828
+20,block_sparse_moe.experts.32.w1,0.0000051169,0.01000,0.845
+20,block_sparse_moe.experts.33.w1,0.0000053234,0.01000,0.846
+20,block_sparse_moe.experts.34.w1,0.0000051548,0.01000,0.855
+20,block_sparse_moe.experts.35.w1,0.0000053557,0.01000,0.820
+20,block_sparse_moe.experts.36.w1,0.0000053278,0.01000,0.827
+20,block_sparse_moe.experts.37.w1,0.0000052144,0.01000,0.840
+20,block_sparse_moe.experts.38.w1,0.0000051895,0.01000,0.857
+20,block_sparse_moe.experts.39.w1,0.0000053189,0.01000,0.843
+20,block_sparse_moe.experts.40.w1,0.0000050197,0.01000,0.847
+20,block_sparse_moe.experts.41.w1,0.0000052473,0.01000,0.854
+20,block_sparse_moe.experts.42.w1,0.0000051987,0.01000,0.821
+20,block_sparse_moe.experts.43.w1,0.0000050515,0.01000,0.827
+20,block_sparse_moe.experts.44.w1,0.0000050788,0.01000,0.847
+20,block_sparse_moe.experts.45.w1,0.0000050732,0.01000,0.837
+20,block_sparse_moe.experts.46.w1,0.0000050204,0.01000,0.847
+20,block_sparse_moe.experts.47.w1,0.0000052885,0.01000,0.848
+20,block_sparse_moe.experts.48.w1,0.0000050613,0.01000,0.859
+20,block_sparse_moe.experts.49.w1,0.0000052229,0.01000,0.832
+20,block_sparse_moe.experts.50.w1,0.0000051120,0.01000,0.825
+20,block_sparse_moe.experts.51.w1,0.0000050056,0.01000,0.831
+20,block_sparse_moe.experts.52.w1,0.0000050148,0.01000,0.828
+20,block_sparse_moe.experts.53.w1,0.0000052026,0.01000,0.836
+20,block_sparse_moe.experts.54.w1,0.0000050940,0.01000,0.873
+20,block_sparse_moe.experts.55.w1,0.0000049754,0.01000,0.847
+20,block_sparse_moe.experts.56.w1,0.0000051962,0.01000,0.831
+20,block_sparse_moe.experts.57.w1,0.0000053658,0.01000,0.823
+20,block_sparse_moe.experts.58.w1,0.0000051949,0.01000,0.829
+20,block_sparse_moe.experts.59.w1,0.0000049621,0.01000,0.814
+20,block_sparse_moe.experts.60.w1,0.0000052935,0.01000,0.838
+20,block_sparse_moe.experts.61.w1,0.0000053855,0.01000,0.858
+20,block_sparse_moe.experts.62.w1,0.0000049762,0.01000,0.846
+20,block_sparse_moe.experts.63.w1,0.0000052252,0.01000,0.824
+20,block_sparse_moe.experts.64.w1,0.0000049414,0.01000,0.829
+20,block_sparse_moe.experts.65.w1,0.0000052398,0.01000,0.841
+20,block_sparse_moe.experts.66.w1,0.0000051885,0.01000,0.833
+20,block_sparse_moe.experts.67.w1,0.0000051837,0.01000,0.840
+20,block_sparse_moe.experts.68.w1,0.0000052941,0.01000,0.842
+20,block_sparse_moe.experts.69.w1,0.0000049821,0.01000,0.855
+20,block_sparse_moe.experts.70.w1,0.0000053256,0.01000,0.848
+20,block_sparse_moe.experts.71.w1,0.0000052194,0.01000,0.850
+20,block_sparse_moe.experts.72.w1,0.0000052367,0.01000,0.841
+20,block_sparse_moe.experts.73.w1,0.0000052552,0.01000,0.842
+20,block_sparse_moe.experts.74.w1,0.0000052196,0.01000,0.864
+20,block_sparse_moe.experts.75.w1,0.0000049590,0.01000,0.849
+20,block_sparse_moe.experts.76.w1,0.0000050992,0.01000,0.856
+20,block_sparse_moe.experts.77.w1,0.0000049825,0.01000,0.841
+20,block_sparse_moe.experts.78.w1,0.0000052467,0.01000,0.842
+20,block_sparse_moe.experts.80.w1,0.0000051638,0.01000,0.829
+20,block_sparse_moe.experts.79.w1,0.0000050234,0.01000,0.838
+20,block_sparse_moe.experts.81.w1,0.0000051445,0.01000,0.835
+20,block_sparse_moe.experts.82.w1,0.0000049277,0.01000,0.834
+20,block_sparse_moe.experts.83.w1,0.0000051310,0.01000,0.843
+20,block_sparse_moe.experts.84.w1,0.0000051319,0.01000,0.836
+20,block_sparse_moe.experts.85.w1,0.0000051452,0.01000,0.837
+20,block_sparse_moe.experts.86.w1,0.0000050608,0.01000,0.833
+20,block_sparse_moe.experts.87.w1,0.0000052002,0.01000,0.827
+20,block_sparse_moe.experts.88.w1,0.0000050903,0.01000,0.839
+20,block_sparse_moe.experts.89.w1,0.0000051700,0.01000,0.841
+20,block_sparse_moe.experts.90.w1,0.0000051959,0.01000,0.848
+20,block_sparse_moe.experts.91.w1,0.0000051795,0.01000,0.823
+20,block_sparse_moe.experts.92.w1,0.0000051184,0.01000,0.824
+20,block_sparse_moe.experts.94.w1,0.0000051037,0.01000,0.817
+20,block_sparse_moe.experts.93.w1,0.0000050987,0.01000,0.854
+20,block_sparse_moe.experts.95.w1,0.0000049938,0.01000,0.837
+20,block_sparse_moe.experts.96.w1,0.0000052456,0.01000,0.845
+20,block_sparse_moe.experts.97.w1,0.0000050685,0.01000,0.843
+20,block_sparse_moe.experts.98.w1,0.0000052291,0.01000,0.831
+20,block_sparse_moe.experts.99.w1,0.0000050050,0.01000,0.840
+20,block_sparse_moe.experts.100.w1,0.0000053647,0.01000,0.832
+20,block_sparse_moe.experts.101.w1,0.0000051756,0.01000,0.821
+20,block_sparse_moe.experts.102.w1,0.0000054347,0.01000,0.846
+20,block_sparse_moe.experts.103.w1,0.0000050086,0.01000,0.833
+20,block_sparse_moe.experts.104.w1,0.0000051032,0.01000,0.842
+20,block_sparse_moe.experts.105.w1,0.0000051371,0.01000,0.852
+20,block_sparse_moe.experts.106.w1,0.0000051623,0.01000,0.820
+20,block_sparse_moe.experts.107.w1,0.0000051924,0.01000,0.825
+20,block_sparse_moe.experts.108.w1,0.0000052293,0.01000,0.824
+20,block_sparse_moe.experts.109.w1,0.0000053719,0.01000,0.841
+20,block_sparse_moe.experts.110.w1,0.0000050926,0.01000,0.838
+20,block_sparse_moe.experts.111.w1,0.0000052381,0.01000,0.844
+20,block_sparse_moe.experts.113.w1,0.0000051029,0.01000,0.824
+20,block_sparse_moe.experts.112.w1,0.0000052542,0.01000,0.858
+20,block_sparse_moe.experts.114.w1,0.0000050165,0.01000,0.821
+20,block_sparse_moe.experts.115.w1,0.0000049760,0.01000,0.819
+20,block_sparse_moe.experts.116.w1,0.0000051282,0.01000,0.860
+20,block_sparse_moe.experts.117.w1,0.0000053533,0.01000,0.834
+20,block_sparse_moe.experts.118.w1,0.0000050663,0.01000,0.842
+20,block_sparse_moe.experts.119.w1,0.0000051929,0.01000,0.828
+20,block_sparse_moe.experts.121.w1,0.0000050405,0.01000,0.827
+20,block_sparse_moe.experts.122.w1,0.0000052719,0.01000,0.827
+20,block_sparse_moe.experts.120.w1,0.0000054922,0.01000,0.898
+20,block_sparse_moe.experts.123.w1,0.0000051859,0.01000,0.829
+20,block_sparse_moe.experts.124.w1,0.0000052349,0.01000,0.830
+20,block_sparse_moe.experts.125.w1,0.0000051525,0.01000,0.837
+20,block_sparse_moe.experts.126.w1,0.0000051803,0.01000,0.828
+20,block_sparse_moe.experts.127.w1,0.0000052135,0.01000,0.845
+20,block_sparse_moe.experts.128.w1,0.0000051553,0.01000,0.833
+20,block_sparse_moe.experts.129.w1,0.0000050844,0.01000,0.829
+20,block_sparse_moe.experts.130.w1,0.0000050079,0.01000,0.837
+20,block_sparse_moe.experts.131.w1,0.0000050976,0.01000,0.836
+20,block_sparse_moe.experts.132.w1,0.0000052211,0.01000,0.843
+20,block_sparse_moe.experts.133.w1,0.0000053097,0.01000,0.841
+20,block_sparse_moe.experts.134.w1,0.0000050981,0.01000,0.828
+20,block_sparse_moe.experts.135.w1,0.0000052479,0.01000,0.833
+20,block_sparse_moe.experts.136.w1,0.0000053197,0.01000,0.837
+20,block_sparse_moe.experts.137.w1,0.0000053649,0.01000,0.838
+20,block_sparse_moe.experts.138.w1,0.0000052205,0.01000,0.843
+20,block_sparse_moe.experts.139.w1,0.0000051956,0.01000,0.844
+20,block_sparse_moe.experts.140.w1,0.0000051286,0.01000,0.842
+20,block_sparse_moe.experts.141.w1,0.0000050210,0.01000,0.830
+20,block_sparse_moe.experts.142.w1,0.0000051072,0.01000,0.838
+20,block_sparse_moe.experts.143.w1,0.0000050383,0.01000,0.835
+20,block_sparse_moe.experts.144.w1,0.0000053003,0.01000,0.832
+20,block_sparse_moe.experts.145.w1,0.0000052092,0.01000,0.851
+20,block_sparse_moe.experts.146.w1,0.0000051326,0.01000,0.844
+20,block_sparse_moe.experts.148.w1,0.0000052272,0.01000,0.832
+20,block_sparse_moe.experts.147.w1,0.0000052020,0.01000,0.848
+20,block_sparse_moe.experts.149.w1,0.0000051739,0.01000,0.828
+20,block_sparse_moe.experts.150.w1,0.0000052299,0.01000,0.831
+20,block_sparse_moe.experts.151.w1,0.0000057198,0.01000,0.833
+20,block_sparse_moe.experts.152.w1,0.0000051688,0.01000,0.842
+20,block_sparse_moe.experts.153.w1,0.0000051391,0.01000,0.841
+20,block_sparse_moe.experts.155.w1,0.0000047083,0.01000,0.820
+20,block_sparse_moe.experts.154.w1,0.0000052210,0.01000,0.844
+20,block_sparse_moe.experts.156.w1,0.0000051519,0.01000,0.826
+20,block_sparse_moe.experts.157.w1,0.0000050193,0.01000,0.829
+20,block_sparse_moe.experts.158.w1,0.0000049013,0.01000,0.836
+20,block_sparse_moe.experts.159.w1,0.0000051097,0.01000,0.840
+20,block_sparse_moe.experts.160.w1,0.0000050327,0.01000,0.841
+20,block_sparse_moe.experts.161.w1,0.0000051569,0.01000,0.833
+20,block_sparse_moe.experts.163.w1,0.0000051108,0.01000,0.836
+20,block_sparse_moe.experts.162.w1,0.0000051515,0.01000,0.845
+20,block_sparse_moe.experts.164.w1,0.0000052607,0.01000,0.836
+20,block_sparse_moe.experts.165.w1,0.0000051503,0.01000,0.837
+20,block_sparse_moe.experts.166.w1,0.0000052770,0.01000,0.839
+20,block_sparse_moe.experts.167.w1,0.0000048952,0.01000,0.843
+20,block_sparse_moe.experts.168.w1,0.0000051130,0.01000,0.825
+20,block_sparse_moe.experts.169.w1,0.0000051395,0.01000,0.837
+20,block_sparse_moe.experts.170.w1,0.0000050749,0.01000,0.837
+20,block_sparse_moe.experts.171.w1,0.0000050332,0.01000,0.834
+20,block_sparse_moe.experts.172.w1,0.0000051665,0.01000,0.837
+20,block_sparse_moe.experts.173.w1,0.0000051461,0.01000,0.838
+20,block_sparse_moe.experts.174.w1,0.0000049131,0.01000,0.842
+20,block_sparse_moe.experts.175.w1,0.0000051954,0.01000,0.829
+20,block_sparse_moe.experts.176.w1,0.0000052030,0.01000,0.844
+20,block_sparse_moe.experts.177.w1,0.0000050512,0.01000,0.847
+20,block_sparse_moe.experts.178.w1,0.0000050150,0.01000,0.832
+20,block_sparse_moe.experts.179.w1,0.0000051627,0.01000,0.839
+20,block_sparse_moe.experts.180.w1,0.0000051699,0.01000,0.840
+20,block_sparse_moe.experts.181.w1,0.0000052204,0.01000,0.857
+20,block_sparse_moe.experts.182.w1,0.0000050470,0.01000,0.824
+20,block_sparse_moe.experts.185.w1,0.0000052419,0.01000,0.823
+20,block_sparse_moe.experts.184.w1,0.0000050579,0.01000,0.856
+20,block_sparse_moe.experts.183.w1,0.0000051950,0.01000,0.872
+20,block_sparse_moe.experts.186.w1,0.0000052111,0.01000,0.831
+20,block_sparse_moe.experts.187.w1,0.0000050660,0.01000,0.845
+20,block_sparse_moe.experts.188.w1,0.0000052492,0.01000,0.863
+20,block_sparse_moe.experts.189.w1,0.0000049954,0.01000,0.823
+20,block_sparse_moe.experts.190.w1,0.0000050869,0.01000,0.829
+20,block_sparse_moe.experts.191.w1,0.0000051956,0.01000,0.828
+20,block_sparse_moe.experts.192.w1,0.0000051181,0.01000,0.856
+20,block_sparse_moe.experts.193.w1,0.0000051854,0.01000,0.838
+20,block_sparse_moe.experts.194.w1,0.0000050379,0.01000,0.835
+20,block_sparse_moe.experts.195.w1,0.0000054597,0.01000,0.843
+20,block_sparse_moe.experts.196.w1,0.0000050051,0.01000,0.832
+20,block_sparse_moe.experts.197.w1,0.0000051630,0.01000,0.822
+20,block_sparse_moe.experts.198.w1,0.0000051905,0.01000,0.824
+20,block_sparse_moe.experts.199.w1,0.0000051310,0.01000,0.833
+20,block_sparse_moe.experts.200.w1,0.0000051305,0.01000,0.839
+20,block_sparse_moe.experts.201.w1,0.0000053276,0.01000,0.863
+20,block_sparse_moe.experts.202.w1,0.0000051059,0.01000,0.840
+20,block_sparse_moe.experts.203.w1,0.0000052009,0.01000,0.832
+20,block_sparse_moe.experts.204.w1,0.0000053632,0.01000,0.839
+20,block_sparse_moe.experts.205.w1,0.0000049705,0.01000,0.830
+20,block_sparse_moe.experts.206.w1,0.0000051591,0.01000,0.834
+20,block_sparse_moe.experts.207.w1,0.0000053119,0.01000,0.835
+20,block_sparse_moe.experts.208.w1,0.0000051158,0.01000,0.833
+20,block_sparse_moe.experts.209.w1,0.0000050027,0.01000,0.840
+20,block_sparse_moe.experts.210.w1,0.0000052193,0.01000,0.835
+20,block_sparse_moe.experts.211.w1,0.0000051003,0.01000,0.826
+20,block_sparse_moe.experts.212.w1,0.0000052933,0.01000,0.828
+20,block_sparse_moe.experts.213.w1,0.0000050600,0.01000,0.829
+20,block_sparse_moe.experts.214.w1,0.0000052988,0.01000,0.841
+20,block_sparse_moe.experts.215.w1,0.0000052148,0.01000,0.832
+20,block_sparse_moe.experts.216.w1,0.0000051209,0.01000,0.840
+20,block_sparse_moe.experts.217.w1,0.0000051129,0.01000,0.833
+20,block_sparse_moe.experts.218.w1,0.0000051190,0.01000,0.826
+20,block_sparse_moe.experts.219.w1,0.0000052320,0.01000,0.825
+20,block_sparse_moe.experts.220.w1,0.0000047780,0.01000,0.829
+20,block_sparse_moe.experts.221.w1,0.0000051635,0.01000,0.843
+20,block_sparse_moe.experts.222.w1,0.0000051419,0.01000,0.836
+20,block_sparse_moe.experts.223.w1,0.0000050866,0.01000,0.837
+20,block_sparse_moe.experts.224.w1,0.0000048847,0.01000,0.855
+20,block_sparse_moe.experts.225.w1,0.0000051933,0.01000,0.823
+20,block_sparse_moe.experts.226.w1,0.0000049654,0.01000,0.834
+20,block_sparse_moe.experts.227.w1,0.0000054018,0.01000,0.829
+20,block_sparse_moe.experts.228.w1,0.0000050482,0.01000,0.850
+20,block_sparse_moe.experts.229.w1,0.0000051897,0.01000,0.834
+20,block_sparse_moe.experts.230.w1,0.0000052309,0.01000,0.871
+20,block_sparse_moe.experts.231.w1,0.0000051432,0.01000,0.853
+20,block_sparse_moe.experts.232.w1,0.0000051308,0.01000,0.830
+20,block_sparse_moe.experts.233.w1,0.0000054513,0.01000,0.842
+20,block_sparse_moe.experts.234.w1,0.0000050370,0.01000,0.829
+20,block_sparse_moe.experts.235.w1,0.0000049716,0.01000,0.839
+20,block_sparse_moe.experts.236.w1,0.0000049723,0.01000,0.872
+20,block_sparse_moe.experts.237.w1,0.0000052758,0.01000,0.844
+20,block_sparse_moe.experts.238.w1,0.0000050669,0.01000,0.837
+20,block_sparse_moe.experts.239.w1,0.0000049178,0.01000,0.840
+20,block_sparse_moe.experts.240.w1,0.0000051033,0.01000,0.831
+20,block_sparse_moe.experts.241.w1,0.0000054797,0.01000,0.821
+20,block_sparse_moe.experts.242.w1,0.0000055564,0.01000,0.838
+20,block_sparse_moe.experts.243.w1,0.0000051965,0.01000,0.836
+20,block_sparse_moe.experts.244.w1,0.0000051529,0.01000,0.840
+20,block_sparse_moe.experts.245.w1,0.0000051513,0.01000,0.828
+20,block_sparse_moe.experts.246.w1,0.0000049648,0.01000,0.831
+20,block_sparse_moe.experts.247.w1,0.0000051229,0.01000,0.828
+20,block_sparse_moe.experts.248.w1,0.0000051136,0.01000,0.824
+20,block_sparse_moe.experts.249.w1,0.0000054806,0.01000,0.841
+20,block_sparse_moe.experts.250.w1,0.0000050697,0.01000,0.837
+20,block_sparse_moe.experts.251.w1,0.0000050979,0.01000,0.849
+20,block_sparse_moe.experts.252.w1,0.0000049463,0.01000,0.832
+20,block_sparse_moe.experts.253.w1,0.0000051443,0.01000,0.827
+20,block_sparse_moe.experts.254.w1,0.0000050988,0.01000,0.827
+20,block_sparse_moe.experts.255.w1,0.0000052440,0.01000,0.822
+20,block_sparse_moe.experts.0.w3,0.0000051190,0.01000,0.840
+20,block_sparse_moe.experts.1.w3,0.0000050843,0.01000,0.832
+20,block_sparse_moe.experts.2.w3,0.0000053715,0.01000,0.851
+20,block_sparse_moe.experts.3.w3,0.0000052337,0.01000,0.837
+20,block_sparse_moe.experts.4.w3,0.0000053036,0.01000,0.836
+20,block_sparse_moe.experts.6.w3,0.0000052570,0.01000,0.821
+20,block_sparse_moe.experts.5.w3,0.0000052751,0.01000,0.859
+20,block_sparse_moe.experts.7.w3,0.0000054315,0.01000,0.844
+20,block_sparse_moe.experts.8.w3,0.0000053155,0.01000,0.840
+20,block_sparse_moe.experts.9.w3,0.0000052366,0.01000,0.845
+20,block_sparse_moe.experts.10.w3,0.0000053408,0.01000,0.835
+20,block_sparse_moe.experts.11.w3,0.0000052094,0.01000,0.833
+20,block_sparse_moe.experts.12.w3,0.0000051947,0.01000,0.831
+20,block_sparse_moe.experts.13.w3,0.0000051117,0.01000,0.825
+20,block_sparse_moe.experts.14.w3,0.0000052812,0.01000,0.844
+20,block_sparse_moe.experts.15.w3,0.0000051831,0.01000,0.845
+20,block_sparse_moe.experts.16.w3,0.0000047371,0.01000,0.850
+20,block_sparse_moe.experts.17.w3,0.0000053955,0.01000,0.832
+20,block_sparse_moe.experts.18.w3,0.0000052009,0.01000,0.825
+20,block_sparse_moe.experts.19.w3,0.0000053162,0.01000,0.825
+20,block_sparse_moe.experts.20.w3,0.0000053708,0.01000,0.819
+20,block_sparse_moe.experts.21.w3,0.0000053305,0.01000,0.846
+20,block_sparse_moe.experts.22.w3,0.0000054817,0.01000,0.840
+20,block_sparse_moe.experts.23.w3,0.0000053246,0.01000,0.847
+20,block_sparse_moe.experts.25.w3,0.0000051324,0.01000,0.823
+20,block_sparse_moe.experts.26.w3,0.0000050209,0.01000,0.824
+20,block_sparse_moe.experts.24.w3,0.0000051883,0.01000,0.858
+20,block_sparse_moe.experts.27.w3,0.0000053576,0.01000,0.834
+20,block_sparse_moe.experts.28.w3,0.0000053326,0.01000,0.845
+20,block_sparse_moe.experts.29.w3,0.0000054204,0.01000,0.842
+20,block_sparse_moe.experts.30.w3,0.0000053058,0.01000,0.863
+20,block_sparse_moe.experts.32.w3,0.0000052413,0.01000,0.829
+20,block_sparse_moe.experts.31.w3,0.0000051928,0.01000,0.849
+20,block_sparse_moe.experts.34.w3,0.0000049345,0.01000,0.834
+20,block_sparse_moe.experts.33.w3,0.0000054547,0.01000,0.845
+20,block_sparse_moe.experts.35.w3,0.0000052645,0.01000,0.845
+20,block_sparse_moe.experts.36.w3,0.0000054463,0.01000,0.833
+20,block_sparse_moe.experts.37.w3,0.0000050431,0.01000,0.867
+20,block_sparse_moe.experts.38.w3,0.0000053146,0.01000,0.828
+20,block_sparse_moe.experts.39.w3,0.0000054105,0.01000,0.837
+20,block_sparse_moe.experts.40.w3,0.0000051022,0.01000,0.834
+20,block_sparse_moe.experts.41.w3,0.0000052510,0.01000,0.839
+20,block_sparse_moe.experts.42.w3,0.0000053355,0.01000,0.842
+20,block_sparse_moe.experts.43.w3,0.0000051250,0.01000,0.834
+20,block_sparse_moe.experts.44.w3,0.0000049503,0.01000,0.843
+20,block_sparse_moe.experts.45.w3,0.0000050652,0.01000,0.840
+20,block_sparse_moe.experts.46.w3,0.0000050821,0.01000,0.842
+20,block_sparse_moe.experts.47.w3,0.0000051571,0.01000,0.844
+20,block_sparse_moe.experts.48.w3,0.0000051023,0.01000,0.839
+20,block_sparse_moe.experts.49.w3,0.0000052499,0.01000,0.856
+20,block_sparse_moe.experts.50.w3,0.0000051281,0.01000,0.827
+20,block_sparse_moe.experts.51.w3,0.0000052126,0.01000,0.842
+20,block_sparse_moe.experts.52.w3,0.0000049923,0.01000,0.833
+20,block_sparse_moe.experts.53.w3,0.0000052877,0.01000,0.833
+20,block_sparse_moe.experts.55.w3,0.0000050503,0.01000,0.830
+20,block_sparse_moe.experts.54.w3,0.0000050849,0.01000,0.834
+20,block_sparse_moe.experts.56.w3,0.0000053054,0.01000,0.842
+20,block_sparse_moe.experts.57.w3,0.0000051698,0.01000,0.832
+20,block_sparse_moe.experts.58.w3,0.0000052596,0.01000,0.840
+20,block_sparse_moe.experts.59.w3,0.0000050988,0.01000,0.841
+20,block_sparse_moe.experts.60.w3,0.0000054010,0.01000,0.833
+20,block_sparse_moe.experts.62.w3,0.0000048131,0.01000,0.832
+20,block_sparse_moe.experts.61.w3,0.0000055072,0.01000,0.862
+20,block_sparse_moe.experts.64.w3,0.0000050600,0.01000,0.833
+20,block_sparse_moe.experts.63.w3,0.0000053018,0.01000,0.841
+20,block_sparse_moe.experts.65.w3,0.0000054154,0.01000,0.839
+20,block_sparse_moe.experts.66.w3,0.0000052603,0.01000,0.825
+20,block_sparse_moe.experts.67.w3,0.0000052572,0.01000,0.824
+20,block_sparse_moe.experts.68.w3,0.0000050469,0.01000,0.838
+20,block_sparse_moe.experts.69.w3,0.0000050180,0.01000,0.833
+20,block_sparse_moe.experts.70.w3,0.0000054319,0.01000,0.838
+20,block_sparse_moe.experts.71.w3,0.0000052686,0.01000,0.846
+20,block_sparse_moe.experts.72.w3,0.0000052434,0.01000,0.843
+20,block_sparse_moe.experts.73.w3,0.0000053163,0.01000,0.832
+20,block_sparse_moe.experts.74.w3,0.0000052973,0.01000,0.838
+20,block_sparse_moe.experts.75.w3,0.0000049609,0.01000,0.835
+20,block_sparse_moe.experts.76.w3,0.0000051597,0.01000,0.834
+20,block_sparse_moe.experts.77.w3,0.0000049549,0.01000,0.845
+20,block_sparse_moe.experts.78.w3,0.0000053095,0.01000,0.845
+20,block_sparse_moe.experts.79.w3,0.0000050861,0.01000,0.850
+20,block_sparse_moe.experts.80.w3,0.0000052460,0.01000,0.829
+20,block_sparse_moe.experts.81.w3,0.0000052652,0.01000,0.837
+20,block_sparse_moe.experts.82.w3,0.0000050089,0.01000,0.835
+20,block_sparse_moe.experts.83.w3,0.0000052387,0.01000,0.831
+20,block_sparse_moe.experts.84.w3,0.0000052241,0.01000,0.829
+20,block_sparse_moe.experts.85.w3,0.0000052131,0.01000,0.847
+20,block_sparse_moe.experts.86.w3,0.0000051056,0.01000,0.838
+20,block_sparse_moe.experts.87.w3,0.0000053571,0.01000,0.832
+20,block_sparse_moe.experts.88.w3,0.0000051872,0.01000,0.834
+20,block_sparse_moe.experts.89.w3,0.0000053178,0.01000,0.832
+20,block_sparse_moe.experts.90.w3,0.0000052468,0.01000,0.826
+20,block_sparse_moe.experts.91.w3,0.0000051969,0.01000,0.843
+20,block_sparse_moe.experts.92.w3,0.0000051060,0.01000,0.859
+20,block_sparse_moe.experts.93.w3,0.0000051861,0.01000,0.850
+20,block_sparse_moe.experts.94.w3,0.0000051657,0.01000,0.821
+20,block_sparse_moe.experts.95.w3,0.0000050446,0.01000,0.823
+20,block_sparse_moe.experts.96.w3,0.0000052680,0.01000,0.827
+20,block_sparse_moe.experts.97.w3,0.0000051719,0.01000,0.828
+20,block_sparse_moe.experts.98.w3,0.0000051760,0.01000,0.845
+20,block_sparse_moe.experts.99.w3,0.0000051789,0.01000,0.847
+20,block_sparse_moe.experts.100.w3,0.0000053056,0.01000,0.858
+20,block_sparse_moe.experts.101.w3,0.0000052464,0.01000,0.823
+20,block_sparse_moe.experts.102.w3,0.0000055023,0.01000,0.824
+20,block_sparse_moe.experts.103.w3,0.0000051165,0.01000,0.832
+20,block_sparse_moe.experts.104.w3,0.0000053290,0.01000,0.836
+20,block_sparse_moe.experts.105.w3,0.0000052158,0.01000,0.847
+20,block_sparse_moe.experts.106.w3,0.0000053430,0.01000,0.845
+20,block_sparse_moe.experts.107.w3,0.0000053329,0.01000,0.841
+20,block_sparse_moe.experts.108.w3,0.0000052551,0.01000,0.819
+20,block_sparse_moe.experts.109.w3,0.0000052297,0.01000,0.824
+20,block_sparse_moe.experts.110.w3,0.0000050667,0.01000,0.824
+20,block_sparse_moe.experts.111.w3,0.0000052587,0.01000,0.837
+20,block_sparse_moe.experts.112.w3,0.0000052934,0.01000,0.841
+20,block_sparse_moe.experts.113.w3,0.0000051128,0.01000,0.843
+20,block_sparse_moe.experts.114.w3,0.0000051269,0.01000,0.845
+20,block_sparse_moe.experts.115.w3,0.0000051023,0.01000,0.819
+20,block_sparse_moe.experts.116.w3,0.0000051969,0.01000,0.825
+20,block_sparse_moe.experts.117.w3,0.0000053112,0.01000,0.832
+20,block_sparse_moe.experts.118.w3,0.0000051390,0.01000,0.849
+20,block_sparse_moe.experts.119.w3,0.0000052461,0.01000,0.837
+20,block_sparse_moe.experts.120.w3,0.0000053515,0.01000,0.838
+20,block_sparse_moe.experts.121.w3,0.0000051374,0.01000,0.850
+20,block_sparse_moe.experts.122.w3,0.0000054104,0.01000,0.847
+20,block_sparse_moe.experts.123.w3,0.0000052931,0.01000,0.822
+20,block_sparse_moe.experts.124.w3,0.0000053192,0.01000,0.825
+20,block_sparse_moe.experts.125.w3,0.0000052366,0.01000,0.846
+20,block_sparse_moe.experts.126.w3,0.0000052638,0.01000,0.840
+20,block_sparse_moe.experts.127.w3,0.0000053193,0.01000,0.845
+20,block_sparse_moe.experts.129.w3,0.0000052688,0.01000,0.826
+20,block_sparse_moe.experts.130.w3,0.0000050770,0.01000,0.824
+20,block_sparse_moe.experts.128.w3,0.0000052733,0.01000,0.873
+20,block_sparse_moe.experts.131.w3,0.0000051381,0.01000,0.826
+20,block_sparse_moe.experts.132.w3,0.0000051752,0.01000,0.835
+20,block_sparse_moe.experts.133.w3,0.0000053232,0.01000,0.829
+20,block_sparse_moe.experts.134.w3,0.0000051657,0.01000,0.856
+20,block_sparse_moe.experts.136.w3,0.0000054421,0.01000,0.815
+20,block_sparse_moe.experts.137.w3,0.0000054796,0.01000,0.837
+20,block_sparse_moe.experts.135.w3,0.0000053739,0.01000,0.888
+20,block_sparse_moe.experts.138.w3,0.0000051195,0.01000,0.851
+20,block_sparse_moe.experts.139.w3,0.0000053020,0.01000,0.828
+20,block_sparse_moe.experts.140.w3,0.0000051813,0.01000,0.834
+20,block_sparse_moe.experts.141.w3,0.0000051126,0.01000,0.844
+20,block_sparse_moe.experts.142.w3,0.0000051698,0.01000,0.855
+20,block_sparse_moe.experts.143.w3,0.0000051122,0.01000,0.837
+20,block_sparse_moe.experts.144.w3,0.0000052718,0.01000,0.827
+20,block_sparse_moe.experts.145.w3,0.0000052728,0.01000,0.833
+20,block_sparse_moe.experts.146.w3,0.0000052153,0.01000,0.827
+20,block_sparse_moe.experts.147.w3,0.0000051895,0.01000,0.835
+20,block_sparse_moe.experts.148.w3,0.0000052209,0.01000,0.845
+20,block_sparse_moe.experts.149.w3,0.0000050409,0.01000,0.834
+20,block_sparse_moe.experts.150.w3,0.0000051465,0.01000,0.824
+20,block_sparse_moe.experts.151.w3,0.0000051346,0.01000,0.824
+20,block_sparse_moe.experts.152.w3,0.0000051933,0.01000,0.830
+20,block_sparse_moe.experts.153.w3,0.0000050302,0.01000,0.838
+20,block_sparse_moe.experts.154.w3,0.0000050689,0.01000,0.861
+20,block_sparse_moe.experts.155.w3,0.0000044487,0.01000,0.837
+20,block_sparse_moe.experts.157.w3,0.0000051063,0.01000,0.828
+20,block_sparse_moe.experts.156.w3,0.0000052394,0.01000,0.856
+20,block_sparse_moe.experts.158.w3,0.0000052202,0.01000,0.828
+20,block_sparse_moe.experts.159.w3,0.0000051212,0.01000,0.829
+20,block_sparse_moe.experts.160.w3,0.0000050805,0.01000,0.833
+20,block_sparse_moe.experts.161.w3,0.0000053114,0.01000,0.850
+20,block_sparse_moe.experts.162.w3,0.0000052535,0.01000,0.843
+20,block_sparse_moe.experts.165.w3,0.0000051804,0.01000,0.827
+20,block_sparse_moe.experts.164.w3,0.0000053982,0.01000,0.845
+20,block_sparse_moe.experts.163.w3,0.0000052261,0.01000,0.872
+20,block_sparse_moe.experts.166.w3,0.0000053906,0.01000,0.835
+20,block_sparse_moe.experts.167.w3,0.0000049024,0.01000,0.834
+20,block_sparse_moe.experts.168.w3,0.0000049718,0.01000,0.836
+20,block_sparse_moe.experts.169.w3,0.0000052452,0.01000,0.831
+20,block_sparse_moe.experts.171.w3,0.0000054307,0.01000,0.822
+20,block_sparse_moe.experts.172.w3,0.0000052695,0.01000,0.828
+20,block_sparse_moe.experts.170.w3,0.0000052043,0.01000,0.870
+20,block_sparse_moe.experts.173.w3,0.0000052819,0.01000,0.833
+20,block_sparse_moe.experts.174.w3,0.0000049025,0.01000,0.837
+20,block_sparse_moe.experts.175.w3,0.0000052908,0.01000,0.831
+20,block_sparse_moe.experts.176.w3,0.0000053071,0.01000,0.834
+20,block_sparse_moe.experts.177.w3,0.0000051414,0.01000,0.853
+20,block_sparse_moe.experts.178.w3,0.0000051746,0.01000,0.830
+20,block_sparse_moe.experts.179.w3,0.0000052491,0.01000,0.831
+20,block_sparse_moe.experts.180.w3,0.0000053139,0.01000,0.837
+20,block_sparse_moe.experts.181.w3,0.0000052941,0.01000,0.838
+20,block_sparse_moe.experts.182.w3,0.0000050853,0.01000,0.833
+20,block_sparse_moe.experts.183.w3,0.0000053143,0.01000,0.831
+20,block_sparse_moe.experts.185.w3,0.0000053016,0.01000,0.830
+20,block_sparse_moe.experts.186.w3,0.0000053600,0.01000,0.830
+20,block_sparse_moe.experts.187.w3,0.0000051120,0.01000,0.839
+20,block_sparse_moe.experts.184.w3,0.0000051390,0.01000,0.874
+20,block_sparse_moe.experts.188.w3,0.0000053592,0.01000,0.839
+20,block_sparse_moe.experts.189.w3,0.0000050536,0.01000,0.835
+20,block_sparse_moe.experts.190.w3,0.0000051848,0.01000,0.845
+20,block_sparse_moe.experts.192.w3,0.0000051398,0.01000,0.823
+20,block_sparse_moe.experts.193.w3,0.0000052207,0.01000,0.828
+20,block_sparse_moe.experts.191.w3,0.0000053458,0.01000,0.871
+20,block_sparse_moe.experts.194.w3,0.0000050561,0.01000,0.835
+20,block_sparse_moe.experts.195.w3,0.0000052063,0.01000,0.840
+20,block_sparse_moe.experts.196.w3,0.0000051252,0.01000,0.837
+20,block_sparse_moe.experts.197.w3,0.0000052667,0.01000,0.832
+20,block_sparse_moe.experts.198.w3,0.0000052954,0.01000,0.855
+20,block_sparse_moe.experts.199.w3,0.0000052041,0.01000,0.832
+20,block_sparse_moe.experts.200.w3,0.0000052390,0.01000,0.828
+20,block_sparse_moe.experts.201.w3,0.0000054220,0.01000,0.835
+20,block_sparse_moe.experts.202.w3,0.0000051600,0.01000,0.831
+20,block_sparse_moe.experts.203.w3,0.0000051603,0.01000,0.839
+20,block_sparse_moe.experts.204.w3,0.0000053638,0.01000,0.838
+20,block_sparse_moe.experts.205.w3,0.0000050270,0.01000,0.858
+20,block_sparse_moe.experts.208.w3,0.0000052223,0.01000,0.835
+20,block_sparse_moe.experts.207.w3,0.0000054045,0.01000,0.843
+20,block_sparse_moe.experts.206.w3,0.0000052605,0.01000,0.859
+20,block_sparse_moe.experts.209.w3,0.0000051729,0.01000,0.828
+20,block_sparse_moe.experts.210.w3,0.0000052488,0.01000,0.836
+20,block_sparse_moe.experts.211.w3,0.0000051838,0.01000,0.835
+20,block_sparse_moe.experts.214.w3,0.0000051238,0.01000,0.843
+20,block_sparse_moe.experts.215.w3,0.0000052302,0.01000,0.846
+20,block_sparse_moe.experts.213.w3,0.0000051609,0.01000,0.882
+20,block_sparse_moe.experts.216.w3,0.0000052118,0.01000,0.834
+20,block_sparse_moe.experts.212.w3,0.0000053748,0.01000,0.889
+20,block_sparse_moe.experts.217.w3,0.0000053021,0.01000,0.832
+20,block_sparse_moe.experts.218.w3,0.0000052642,0.01000,0.830
+20,block_sparse_moe.experts.220.w3,0.0000052961,0.01000,0.841
+20,block_sparse_moe.experts.223.w3,0.0000051714,0.01000,0.822
+20,block_sparse_moe.experts.221.w3,0.0000052967,0.01000,0.832
+20,block_sparse_moe.experts.222.w3,0.0000052660,0.01000,0.839
+20,block_sparse_moe.experts.219.w3,0.0000052213,0.01000,0.885
+20,block_sparse_moe.experts.224.w3,0.0000050896,0.01000,0.838
+20,block_sparse_moe.experts.225.w3,0.0000051187,0.01000,0.829
+20,block_sparse_moe.experts.227.w3,0.0000053344,0.01000,0.820
+20,block_sparse_moe.experts.228.w3,0.0000053132,0.01000,0.827
+20,block_sparse_moe.experts.229.w3,0.0000052991,0.01000,0.832
+20,block_sparse_moe.experts.230.w3,0.0000052652,0.01000,0.838
+20,block_sparse_moe.experts.226.w3,0.0000048926,0.01000,0.885
+20,block_sparse_moe.experts.231.w3,0.0000052163,0.01000,0.841
+20,block_sparse_moe.experts.232.w3,0.0000052308,0.01000,0.835
+20,block_sparse_moe.experts.234.w3,0.0000049181,0.01000,0.831
+20,block_sparse_moe.experts.235.w3,0.0000050979,0.01000,0.835
+20,block_sparse_moe.experts.237.w3,0.0000053772,0.01000,0.829
+20,block_sparse_moe.experts.233.w3,0.0000052680,0.01000,0.877
+20,block_sparse_moe.experts.236.w3,0.0000050204,0.01000,0.861
+20,block_sparse_moe.experts.238.w3,0.0000050475,0.01000,0.835
+20,block_sparse_moe.experts.239.w3,0.0000051359,0.01000,0.833
+20,block_sparse_moe.experts.241.w3,0.0000054165,0.01000,0.832
+20,block_sparse_moe.experts.240.w3,0.0000051955,0.01000,0.853
+20,block_sparse_moe.experts.242.w3,0.0000051760,0.01000,0.830
+20,block_sparse_moe.experts.243.w3,0.0000052444,0.01000,0.834
+20,block_sparse_moe.experts.244.w3,0.0000052958,0.01000,0.836
+20,block_sparse_moe.experts.245.w3,0.0000051978,0.01000,0.837
+20,block_sparse_moe.experts.246.w3,0.0000051228,0.01000,0.838
+20,block_sparse_moe.experts.248.w3,0.0000051669,0.01000,0.831
+20,block_sparse_moe.experts.249.w3,0.0000054718,0.01000,0.823
+20,block_sparse_moe.experts.250.w3,0.0000051727,0.01000,0.835
+20,block_sparse_moe.experts.251.w3,0.0000051269,0.01000,0.840
+20,block_sparse_moe.experts.247.w3,0.0000051451,0.01000,0.885
+20,block_sparse_moe.experts.252.w3,0.0000049565,0.01000,0.768
+20,block_sparse_moe.experts.253.w3,0.0000052553,0.01000,0.754
+20,block_sparse_moe.experts.255.w3,0.0000052073,0.01000,0.647
+20,block_sparse_moe.experts.254.w3,0.0000051896,0.01000,0.674
+20,block_sparse_moe.experts.1.w2,0.0000011130,0.01000,0.425
+20,block_sparse_moe.experts.2.w2,0.0000015214,0.01000,0.431
+20,block_sparse_moe.experts.5.w2,0.0000009994,0.01000,0.436
+20,block_sparse_moe.experts.4.w2,0.0000016363,0.01000,0.438
+20,block_sparse_moe.experts.0.w2,0.0000012644,0.01000,0.447
+20,block_sparse_moe.experts.6.w2,0.0000016589,0.01000,0.443
+20,block_sparse_moe.experts.3.w2,0.0000012004,0.01000,0.454
+20,block_sparse_moe.experts.7.w2,0.0000011525,0.01000,0.423
+20,block_sparse_moe.experts.8.w2,0.0000013552,0.01000,0.418
+20,block_sparse_moe.experts.10.w2,0.0000010472,0.01000,0.413
+20,block_sparse_moe.experts.9.w2,0.0000010368,0.01000,0.415
+20,block_sparse_moe.experts.11.w2,0.0000010245,0.01000,0.424
+20,block_sparse_moe.experts.12.w2,0.0000014634,0.01000,0.424
+20,block_sparse_moe.experts.13.w2,0.0000008573,0.01000,0.424
+20,block_sparse_moe.experts.15.w2,0.0000009337,0.01000,0.424
+20,block_sparse_moe.experts.16.w2,0.0000007285,0.01000,0.424
+20,block_sparse_moe.experts.17.w2,0.0000011837,0.01000,0.425
+20,block_sparse_moe.experts.14.w2,0.0000018494,0.01000,0.440
+20,block_sparse_moe.experts.18.w2,0.0000013457,0.01000,0.423
+20,block_sparse_moe.experts.19.w2,0.0000017233,0.01000,0.424
+20,block_sparse_moe.experts.20.w2,0.0000011892,0.01000,0.426
+20,block_sparse_moe.experts.21.w2,0.0000012940,0.01000,0.418
+20,block_sparse_moe.experts.22.w2,0.0000013141,0.01000,0.416
+20,block_sparse_moe.experts.23.w2,0.0000011948,0.01000,0.416
+20,block_sparse_moe.experts.24.w2,0.0000010045,0.01000,0.416
+20,block_sparse_moe.experts.26.w2,0.0000008693,0.01000,0.419
+20,block_sparse_moe.experts.25.w2,0.0000012879,0.01000,0.423
+20,block_sparse_moe.experts.27.w2,0.0000010111,0.01000,0.426
+20,block_sparse_moe.experts.28.w2,0.0000015913,0.01000,0.418
+20,block_sparse_moe.experts.29.w2,0.0000013438,0.01000,0.418
+20,block_sparse_moe.experts.30.w2,0.0000015075,0.01000,0.419
+20,block_sparse_moe.experts.31.w2,0.0000011599,0.01000,0.418
+20,block_sparse_moe.experts.32.w2,0.0000011844,0.01000,0.429
+20,block_sparse_moe.experts.33.w2,0.0000011527,0.01000,0.432
+20,block_sparse_moe.experts.34.w2,0.0000009670,0.01000,0.428
+20,block_sparse_moe.experts.36.w2,0.0000010618,0.01000,0.415
+20,block_sparse_moe.experts.35.w2,0.0000015370,0.01000,0.416
+20,block_sparse_moe.experts.37.w2,0.0000011233,0.01000,0.416
+20,block_sparse_moe.experts.38.w2,0.0000013646,0.01000,0.416
+20,block_sparse_moe.experts.39.w2,0.0000010992,0.01000,0.419
+20,block_sparse_moe.experts.40.w2,0.0000009001,0.01000,0.423
+20,block_sparse_moe.experts.41.w2,0.0000015023,0.01000,0.425
+20,block_sparse_moe.experts.42.w2,0.0000015021,0.01000,0.421
+20,block_sparse_moe.experts.43.w2,0.0000010222,0.01000,0.426
+20,block_sparse_moe.experts.44.w2,0.0000011362,0.01000,0.423
+20,block_sparse_moe.experts.45.w2,0.0000015498,0.01000,0.424
+20,block_sparse_moe.experts.46.w2,0.0000008666,0.01000,0.434
+20,block_sparse_moe.experts.47.w2,0.0000012246,0.01000,0.427
+20,block_sparse_moe.experts.48.w2,0.0000009435,0.01000,0.436
+20,block_sparse_moe.experts.49.w2,0.0000011700,0.01000,0.409
+20,block_sparse_moe.experts.51.w2,0.0000019822,0.01000,0.413
+20,block_sparse_moe.experts.50.w2,0.0000009246,0.01000,0.418
+20,block_sparse_moe.experts.52.w2,0.0000015572,0.01000,0.424
+20,block_sparse_moe.experts.53.w2,0.0000012512,0.01000,0.414
+20,block_sparse_moe.experts.54.w2,0.0000016040,0.01000,0.419
+20,block_sparse_moe.experts.55.w2,0.0000008402,0.01000,0.422
+20,block_sparse_moe.experts.56.w2,0.0000011369,0.01000,0.411
+20,block_sparse_moe.experts.57.w2,0.0000011243,0.01000,0.415
+20,block_sparse_moe.experts.58.w2,0.0000011928,0.01000,0.421
+20,block_sparse_moe.experts.59.w2,0.0000011156,0.01000,0.429
+20,block_sparse_moe.experts.60.w2,0.0000013386,0.01000,0.414
+20,block_sparse_moe.experts.61.w2,0.0000015050,0.01000,0.442
+20,block_sparse_moe.experts.62.w2,0.0000009004,0.01000,0.423
+20,block_sparse_moe.experts.63.w2,0.0000011030,0.01000,0.417
+20,block_sparse_moe.experts.64.w2,0.0000009809,0.01000,0.416
+20,block_sparse_moe.experts.65.w2,0.0000011618,0.01000,0.427
+20,block_sparse_moe.experts.66.w2,0.0000011104,0.01000,0.417
+20,block_sparse_moe.experts.67.w2,0.0000014579,0.01000,0.433
+20,block_sparse_moe.experts.68.w2,0.0000009549,0.01000,0.439
+20,block_sparse_moe.experts.69.w2,0.0000018356,0.01000,0.439
+20,block_sparse_moe.experts.70.w2,0.0000012656,0.01000,0.411
+20,block_sparse_moe.experts.71.w2,0.0000011055,0.01000,0.414
+20,block_sparse_moe.experts.72.w2,0.0000011795,0.01000,0.415
+20,block_sparse_moe.experts.73.w2,0.0000018670,0.01000,0.414
+20,block_sparse_moe.experts.74.w2,0.0000011438,0.01000,0.415
+20,block_sparse_moe.experts.76.w2,0.0000010914,0.01000,0.426
+20,block_sparse_moe.experts.75.w2,0.0000008371,0.01000,0.431
+20,block_sparse_moe.experts.77.w2,0.0000008117,0.01000,0.410
+20,block_sparse_moe.experts.78.w2,0.0000011516,0.01000,0.415
+20,block_sparse_moe.experts.79.w2,0.0000014573,0.01000,0.421
+20,block_sparse_moe.experts.80.w2,0.0000011273,0.01000,0.418
+20,block_sparse_moe.experts.81.w2,0.0000013972,0.01000,0.418
+20,block_sparse_moe.experts.82.w2,0.0000014549,0.01000,0.428
+20,block_sparse_moe.experts.83.w2,0.0000014438,0.01000,0.447
+20,block_sparse_moe.experts.84.w2,0.0000011120,0.01000,0.406
+20,block_sparse_moe.experts.85.w2,0.0000012129,0.01000,0.410
+20,block_sparse_moe.experts.87.w2,0.0000014150,0.01000,0.412
+20,block_sparse_moe.experts.86.w2,0.0000011462,0.01000,0.439
+20,block_sparse_moe.experts.88.w2,0.0000009404,0.01000,0.412
+20,block_sparse_moe.experts.89.w2,0.0000013874,0.01000,0.418
+20,block_sparse_moe.experts.90.w2,0.0000009327,0.01000,0.447
+20,block_sparse_moe.experts.91.w2,0.0000011264,0.01000,0.403
+20,block_sparse_moe.experts.92.w2,0.0000014081,0.01000,0.410
+20,block_sparse_moe.experts.93.w2,0.0000012906,0.01000,0.418
+20,block_sparse_moe.experts.95.w2,0.0000009573,0.01000,0.413
+20,block_sparse_moe.experts.94.w2,0.0000012331,0.01000,0.422
+20,block_sparse_moe.experts.96.w2,0.0000013624,0.01000,0.434
+20,block_sparse_moe.experts.97.w2,0.0000010484,0.01000,0.436
+20,block_sparse_moe.experts.98.w2,0.0000013541,0.01000,0.409
+20,block_sparse_moe.experts.99.w2,0.0000012382,0.01000,0.420
+20,block_sparse_moe.experts.100.w2,0.0000013732,0.01000,0.417
+20,block_sparse_moe.experts.102.w2,0.0000016341,0.01000,0.421
+20,block_sparse_moe.experts.101.w2,0.0000010227,0.01000,0.433
+20,block_sparse_moe.experts.103.w2,0.0000010863,0.01000,0.420
+20,block_sparse_moe.experts.104.w2,0.0000014198,0.01000,0.433
+20,block_sparse_moe.experts.105.w2,0.0000012374,0.01000,0.409
+20,block_sparse_moe.experts.106.w2,0.0000014062,0.01000,0.413
+20,block_sparse_moe.experts.107.w2,0.0000012374,0.01000,0.416
+20,block_sparse_moe.experts.108.w2,0.0000018383,0.01000,0.414
+20,block_sparse_moe.experts.109.w2,0.0000018622,0.01000,0.420
+20,block_sparse_moe.experts.110.w2,0.0000012154,0.01000,0.420
+20,block_sparse_moe.experts.111.w2,0.0000010737,0.01000,0.431
+20,block_sparse_moe.experts.112.w2,0.0000011802,0.01000,0.413
+20,block_sparse_moe.experts.113.w2,0.0000012727,0.01000,0.415
+20,block_sparse_moe.experts.114.w2,0.0000010375,0.01000,0.421
+20,block_sparse_moe.experts.115.w2,0.0000011485,0.01000,0.411
+20,block_sparse_moe.experts.116.w2,0.0000011704,0.01000,0.419
+20,block_sparse_moe.experts.117.w2,0.0000011453,0.01000,0.423
+20,block_sparse_moe.experts.118.w2,0.0000011053,0.01000,0.429
+20,block_sparse_moe.experts.119.w2,0.0000019286,0.01000,0.410
+20,block_sparse_moe.experts.120.w2,0.0000010771,0.01000,0.411
+20,block_sparse_moe.experts.121.w2,0.0000008142,0.01000,0.417
+20,block_sparse_moe.experts.122.w2,0.0000019560,0.01000,0.411
+20,block_sparse_moe.experts.123.w2,0.0000012059,0.01000,0.415
+20,block_sparse_moe.experts.124.w2,0.0000012831,0.01000,0.419
+20,block_sparse_moe.experts.125.w2,0.0000012937,0.01000,0.428
+20,block_sparse_moe.experts.126.w2,0.0000010901,0.01000,0.407
+20,block_sparse_moe.experts.127.w2,0.0000010554,0.01000,0.413
+20,block_sparse_moe.experts.128.w2,0.0000009886,0.01000,0.421
+20,block_sparse_moe.experts.129.w2,0.0000013293,0.01000,0.416
+20,block_sparse_moe.experts.130.w2,0.0000011198,0.01000,0.418
+20,block_sparse_moe.experts.131.w2,0.0000009109,0.01000,0.423
+20,block_sparse_moe.experts.132.w2,0.0000011806,0.01000,0.432
+20,block_sparse_moe.experts.133.w2,0.0000012383,0.01000,0.410
+20,block_sparse_moe.experts.134.w2,0.0000009934,0.01000,0.413
+20,block_sparse_moe.experts.136.w2,0.0000012416,0.01000,0.411
+20,block_sparse_moe.experts.135.w2,0.0000010960,0.01000,0.419
+20,block_sparse_moe.experts.137.w2,0.0000012013,0.01000,0.416
+20,block_sparse_moe.experts.138.w2,0.0000009115,0.01000,0.418
+20,block_sparse_moe.experts.139.w2,0.0000014166,0.01000,0.428
+20,block_sparse_moe.experts.140.w2,0.0000009525,0.01000,0.405
+20,block_sparse_moe.experts.141.w2,0.0000010780,0.01000,0.409
+20,block_sparse_moe.experts.142.w2,0.0000011048,0.01000,0.414
+20,block_sparse_moe.experts.143.w2,0.0000010632,0.01000,0.414
+20,block_sparse_moe.experts.144.w2,0.0000016002,0.01000,0.413
+20,block_sparse_moe.experts.145.w2,0.0000010822,0.01000,0.429
+20,block_sparse_moe.experts.146.w2,0.0000009889,0.01000,0.432
+20,block_sparse_moe.experts.147.w2,0.0000011357,0.01000,0.415
+20,block_sparse_moe.experts.148.w2,0.0000012287,0.01000,0.416
+20,block_sparse_moe.experts.150.w2,0.0000011307,0.01000,0.411
+20,block_sparse_moe.experts.149.w2,0.0000012586,0.01000,0.417
+20,block_sparse_moe.experts.151.w2,0.0000008935,0.01000,0.416
+20,block_sparse_moe.experts.152.w2,0.0000012656,0.01000,0.418
+20,block_sparse_moe.experts.153.w2,0.0000009110,0.01000,0.427
+20,block_sparse_moe.experts.154.w2,0.0000011043,0.01000,0.409
+20,block_sparse_moe.experts.155.w2,0.0000007065,0.01000,0.407
+20,block_sparse_moe.experts.157.w2,0.0000010005,0.01000,0.405
+20,block_sparse_moe.experts.156.w2,0.0000011598,0.01000,0.424
+20,block_sparse_moe.experts.158.w2,0.0000023173,0.01000,0.413
+20,block_sparse_moe.experts.159.w2,0.0000012216,0.01000,0.422
+20,block_sparse_moe.experts.161.w2,0.0000015457,0.01000,0.409
+20,block_sparse_moe.experts.160.w2,0.0000011492,0.01000,0.444
+20,block_sparse_moe.experts.162.w2,0.0000019082,0.01000,0.406
+20,block_sparse_moe.experts.163.w2,0.0000008866,0.01000,0.414
+20,block_sparse_moe.experts.164.w2,0.0000009827,0.01000,0.410
+20,block_sparse_moe.experts.165.w2,0.0000010243,0.01000,0.421
+20,block_sparse_moe.experts.166.w2,0.0000015944,0.01000,0.437
+20,block_sparse_moe.experts.167.w2,0.0000007828,0.01000,0.429
+20,block_sparse_moe.experts.168.w2,0.0000011113,0.01000,0.409
+20,block_sparse_moe.experts.169.w2,0.0000010787,0.01000,0.416
+20,block_sparse_moe.experts.170.w2,0.0000016834,0.01000,0.410
+20,block_sparse_moe.experts.171.w2,0.0000015768,0.01000,0.413
+20,block_sparse_moe.experts.172.w2,0.0000016946,0.01000,0.419
+20,block_sparse_moe.experts.173.w2,0.0000011826,0.01000,0.435
+20,block_sparse_moe.experts.175.w2,0.0000009368,0.01000,0.412
+20,block_sparse_moe.experts.174.w2,0.0000009035,0.01000,0.425
+20,block_sparse_moe.experts.176.w2,0.0000010012,0.01000,0.416
+20,block_sparse_moe.experts.177.w2,0.0000008895,0.01000,0.411
+20,block_sparse_moe.experts.178.w2,0.0000020439,0.01000,0.411
+20,block_sparse_moe.experts.179.w2,0.0000012237,0.01000,0.422
+20,block_sparse_moe.experts.180.w2,0.0000017257,0.01000,0.440
+20,block_sparse_moe.experts.182.w2,0.0000008910,0.01000,0.417
+20,block_sparse_moe.experts.181.w2,0.0000010564,0.01000,0.433
+20,block_sparse_moe.experts.183.w2,0.0000013848,0.01000,0.429
+20,block_sparse_moe.experts.184.w2,0.0000009846,0.01000,0.426
+20,block_sparse_moe.experts.185.w2,0.0000015164,0.01000,0.418
+20,block_sparse_moe.experts.186.w2,0.0000016816,0.01000,0.416
+20,block_sparse_moe.experts.187.w2,0.0000009733,0.01000,0.435
+20,block_sparse_moe.experts.189.w2,0.0000008491,0.01000,0.410
+20,block_sparse_moe.experts.188.w2,0.0000015729,0.01000,0.455
+20,block_sparse_moe.experts.190.w2,0.0000009089,0.01000,0.412
+20,block_sparse_moe.experts.191.w2,0.0000011197,0.01000,0.411
+20,block_sparse_moe.experts.192.w2,0.0000010243,0.01000,0.414
+20,block_sparse_moe.experts.193.w2,0.0000012162,0.01000,0.416
+20,block_sparse_moe.experts.194.w2,0.0000014161,0.01000,0.439
+20,block_sparse_moe.experts.195.w2,0.0000011927,0.01000,0.443
+20,block_sparse_moe.experts.196.w2,0.0000016621,0.01000,0.418
+20,block_sparse_moe.experts.197.w2,0.0000012144,0.01000,0.414
+20,block_sparse_moe.experts.198.w2,0.0000012183,0.01000,0.415
+20,block_sparse_moe.experts.199.w2,0.0000011812,0.01000,0.416
+20,block_sparse_moe.experts.200.w2,0.0000010169,0.01000,0.422
+20,block_sparse_moe.experts.201.w2,0.0000011536,0.01000,0.416
+20,block_sparse_moe.experts.202.w2,0.0000010467,0.01000,0.419
+20,block_sparse_moe.experts.204.w2,0.0000013619,0.01000,0.411
+20,block_sparse_moe.experts.203.w2,0.0000012880,0.01000,0.429
+20,block_sparse_moe.experts.205.w2,0.0000009245,0.01000,0.415
+20,block_sparse_moe.experts.206.w2,0.0000010963,0.01000,0.411
+20,block_sparse_moe.experts.207.w2,0.0000010474,0.01000,0.421
+20,block_sparse_moe.experts.208.w2,0.0000009445,0.01000,0.415
+20,block_sparse_moe.experts.210.w2,0.0000013788,0.01000,0.414
+20,block_sparse_moe.experts.209.w2,0.0000011935,0.01000,0.425
+20,block_sparse_moe.experts.211.w2,0.0000016107,0.01000,0.417
+20,block_sparse_moe.experts.212.w2,0.0000012277,0.01000,0.416
+20,block_sparse_moe.experts.213.w2,0.0000010902,0.01000,0.417
+20,block_sparse_moe.experts.214.w2,0.0000012895,0.01000,0.437
+20,block_sparse_moe.experts.215.w2,0.0000010470,0.01000,0.418
+20,block_sparse_moe.experts.217.w2,0.0000014137,0.01000,0.410
+20,block_sparse_moe.experts.216.w2,0.0000010270,0.01000,0.426
+20,block_sparse_moe.experts.218.w2,0.0000019088,0.01000,0.407
+20,block_sparse_moe.experts.219.w2,0.0000009970,0.01000,0.411
+20,block_sparse_moe.experts.220.w2,0.0000022557,0.01000,0.408
+20,block_sparse_moe.experts.221.w2,0.0000014592,0.01000,0.418
+20,block_sparse_moe.experts.222.w2,0.0000014663,0.01000,0.441
+20,block_sparse_moe.experts.224.w2,0.0000013909,0.01000,0.412
+20,block_sparse_moe.experts.225.w2,0.0000011203,0.01000,0.414
+20,block_sparse_moe.experts.223.w2,0.0000009582,0.01000,0.433
+20,block_sparse_moe.experts.226.w2,0.0000008330,0.01000,0.415
+20,block_sparse_moe.experts.227.w2,0.0000013218,0.01000,0.412
+20,block_sparse_moe.experts.228.w2,0.0000018500,0.01000,0.416
+20,block_sparse_moe.experts.229.w2,0.0000010550,0.01000,0.427
+20,block_sparse_moe.experts.231.w2,0.0000012939,0.01000,0.415
+20,block_sparse_moe.experts.230.w2,0.0000014103,0.01000,0.437
+20,block_sparse_moe.experts.232.w2,0.0000010135,0.01000,0.433
+20,block_sparse_moe.experts.233.w2,0.0000010082,0.01000,0.420
+20,block_sparse_moe.experts.234.w2,0.0000010176,0.01000,0.420
+20,block_sparse_moe.experts.235.w2,0.0000011280,0.01000,0.435
+20,block_sparse_moe.experts.236.w2,0.0000008852,0.01000,0.422
+20,block_sparse_moe.experts.237.w2,0.0000011787,0.01000,0.427
+20,block_sparse_moe.experts.238.w2,0.0000011548,0.01000,0.412
+20,block_sparse_moe.experts.239.w2,0.0000013479,0.01000,0.424
+20,block_sparse_moe.experts.241.w2,0.0000020077,0.01000,0.413
+20,block_sparse_moe.experts.240.w2,0.0000014525,0.01000,0.417
+20,block_sparse_moe.experts.242.w2,0.0000012224,0.01000,0.429
+20,block_sparse_moe.experts.243.w2,0.0000013369,0.01000,0.427
+20,block_sparse_moe.experts.245.w2,0.0000017204,0.01000,0.419
+20,block_sparse_moe.experts.244.w2,0.0000009637,0.01000,0.443
+20,block_sparse_moe.experts.246.w2,0.0000010048,0.01000,0.424
+20,block_sparse_moe.experts.247.w2,0.0000012956,0.01000,0.419
+20,block_sparse_moe.experts.248.w2,0.0000010841,0.01000,0.420
+20,block_sparse_moe.experts.249.w2,0.0000012405,0.01000,0.428
+20,block_sparse_moe.experts.250.w2,0.0000010461,0.01000,0.409
+20,block_sparse_moe.experts.251.w2,0.0000015805,0.01000,0.406
+20,block_sparse_moe.experts.252.w2,0.0000011682,0.01000,0.389
+20,block_sparse_moe.experts.253.w2,0.0000010855,0.01000,0.391
+20,block_sparse_moe.experts.254.w2,0.0000011164,0.01000,0.386
+20,block_sparse_moe.experts.255.w2,0.0000012969,0.01000,0.385
+21,block_sparse_moe.experts.2.w1,0.0000056962,0.01000,0.841
+21,block_sparse_moe.experts.1.w1,0.0000055634,0.01000,0.844
+21,block_sparse_moe.experts.3.w1,0.0000056516,0.01000,0.857
+21,block_sparse_moe.experts.4.w1,0.0000054480,0.01000,0.857
+21,block_sparse_moe.experts.5.w1,0.0000056684,0.01000,0.867
+21,block_sparse_moe.experts.6.w1,0.0000056497,0.01000,0.868
+21,block_sparse_moe.experts.0.w1,0.0000056008,0.01000,0.897
+21,block_sparse_moe.experts.8.w1,0.0000056962,0.01000,0.829
+21,block_sparse_moe.experts.10.w1,0.0000055104,0.01000,0.835
+21,block_sparse_moe.experts.7.w1,0.0000055635,0.01000,0.857
+21,block_sparse_moe.experts.11.w1,0.0000058175,0.01000,0.837
+21,block_sparse_moe.experts.9.w1,0.0000059236,0.01000,0.861
+21,block_sparse_moe.experts.12.w1,0.0000057313,0.01000,0.851
+21,block_sparse_moe.experts.13.w1,0.0000055714,0.01000,0.847
+21,block_sparse_moe.experts.14.w1,0.0000057986,0.01000,0.829
+21,block_sparse_moe.experts.15.w1,0.0000056964,0.01000,0.835
+21,block_sparse_moe.experts.16.w1,0.0000057478,0.01000,0.833
+21,block_sparse_moe.experts.17.w1,0.0000058380,0.01000,0.831
+21,block_sparse_moe.experts.19.w1,0.0000056524,0.01000,0.842
+21,block_sparse_moe.experts.18.w1,0.0000051937,0.01000,0.848
+21,block_sparse_moe.experts.20.w1,0.0000056597,0.01000,0.849
+21,block_sparse_moe.experts.21.w1,0.0000060504,0.01000,0.827
+21,block_sparse_moe.experts.24.w1,0.0000054251,0.01000,0.822
+21,block_sparse_moe.experts.23.w1,0.0000055946,0.01000,0.832
+21,block_sparse_moe.experts.22.w1,0.0000047782,0.01000,0.855
+21,block_sparse_moe.experts.25.w1,0.0000056711,0.01000,0.853
+21,block_sparse_moe.experts.26.w1,0.0000056846,0.01000,0.853
+21,block_sparse_moe.experts.27.w1,0.0000056945,0.01000,0.848
+21,block_sparse_moe.experts.28.w1,0.0000057068,0.01000,0.818
+21,block_sparse_moe.experts.30.w1,0.0000056023,0.01000,0.828
+21,block_sparse_moe.experts.29.w1,0.0000054503,0.01000,0.835
+21,block_sparse_moe.experts.31.w1,0.0000056398,0.01000,0.830
+21,block_sparse_moe.experts.33.w1,0.0000057849,0.01000,0.836
+21,block_sparse_moe.experts.32.w1,0.0000057117,0.01000,0.859
+21,block_sparse_moe.experts.34.w1,0.0000056126,0.01000,0.857
+21,block_sparse_moe.experts.35.w1,0.0000056989,0.01000,0.824
+21,block_sparse_moe.experts.36.w1,0.0000056616,0.01000,0.834
+21,block_sparse_moe.experts.37.w1,0.0000056818,0.01000,0.840
+21,block_sparse_moe.experts.38.w1,0.0000056005,0.01000,0.824
+21,block_sparse_moe.experts.39.w1,0.0000057683,0.01000,0.835
+21,block_sparse_moe.experts.40.w1,0.0000055137,0.01000,0.852
+21,block_sparse_moe.experts.41.w1,0.0000058504,0.01000,0.853
+21,block_sparse_moe.experts.42.w1,0.0000054038,0.01000,0.829
+21,block_sparse_moe.experts.44.w1,0.0000057200,0.01000,0.834
+21,block_sparse_moe.experts.43.w1,0.0000058095,0.01000,0.846
+21,block_sparse_moe.experts.45.w1,0.0000056807,0.01000,0.842
+21,block_sparse_moe.experts.46.w1,0.0000054312,0.01000,0.854
+21,block_sparse_moe.experts.48.w1,0.0000055829,0.01000,0.852
+21,block_sparse_moe.experts.47.w1,0.0000058475,0.01000,0.913
+21,block_sparse_moe.experts.49.w1,0.0000057591,0.01000,0.831
+21,block_sparse_moe.experts.50.w1,0.0000057756,0.01000,0.831
+21,block_sparse_moe.experts.52.w1,0.0000058781,0.01000,0.823
+21,block_sparse_moe.experts.51.w1,0.0000056302,0.01000,0.857
+21,block_sparse_moe.experts.53.w1,0.0000054994,0.01000,0.835
+21,block_sparse_moe.experts.54.w1,0.0000058419,0.01000,0.858
+21,block_sparse_moe.experts.55.w1,0.0000057270,0.01000,0.877
+21,block_sparse_moe.experts.56.w1,0.0000057466,0.01000,0.825
+21,block_sparse_moe.experts.57.w1,0.0000056866,0.01000,0.826
+21,block_sparse_moe.experts.58.w1,0.0000056725,0.01000,0.839
+21,block_sparse_moe.experts.59.w1,0.0000056488,0.01000,0.833
+21,block_sparse_moe.experts.60.w1,0.0000058288,0.01000,0.840
+21,block_sparse_moe.experts.61.w1,0.0000060996,0.01000,0.858
+21,block_sparse_moe.experts.62.w1,0.0000058780,0.01000,0.849
+21,block_sparse_moe.experts.63.w1,0.0000058192,0.01000,0.841
+21,block_sparse_moe.experts.64.w1,0.0000054809,0.01000,0.836
+21,block_sparse_moe.experts.66.w1,0.0000054315,0.01000,0.819
+21,block_sparse_moe.experts.65.w1,0.0000057578,0.01000,0.867
+21,block_sparse_moe.experts.67.w1,0.0000057543,0.01000,0.845
+21,block_sparse_moe.experts.68.w1,0.0000055509,0.01000,0.837
+21,block_sparse_moe.experts.69.w1,0.0000058165,0.01000,0.863
+21,block_sparse_moe.experts.70.w1,0.0000057236,0.01000,0.829
+21,block_sparse_moe.experts.71.w1,0.0000057402,0.01000,0.818
+21,block_sparse_moe.experts.72.w1,0.0000056325,0.01000,0.833
+21,block_sparse_moe.experts.73.w1,0.0000056462,0.01000,0.823
+21,block_sparse_moe.experts.74.w1,0.0000057538,0.01000,0.834
+21,block_sparse_moe.experts.75.w1,0.0000057102,0.01000,0.833
+21,block_sparse_moe.experts.76.w1,0.0000055089,0.01000,0.843
+21,block_sparse_moe.experts.77.w1,0.0000056043,0.01000,0.833
+21,block_sparse_moe.experts.78.w1,0.0000058329,0.01000,0.831
+21,block_sparse_moe.experts.79.w1,0.0000056641,0.01000,0.820
+21,block_sparse_moe.experts.80.w1,0.0000058376,0.01000,0.820
+21,block_sparse_moe.experts.81.w1,0.0000061185,0.01000,0.829
+21,block_sparse_moe.experts.82.w1,0.0000057829,0.01000,0.831
+21,block_sparse_moe.experts.83.w1,0.0000056527,0.01000,0.850
+21,block_sparse_moe.experts.84.w1,0.0000055012,0.01000,0.834
+21,block_sparse_moe.experts.85.w1,0.0000056512,0.01000,0.835
+21,block_sparse_moe.experts.86.w1,0.0000055643,0.01000,0.844
+21,block_sparse_moe.experts.87.w1,0.0000057888,0.01000,0.840
+21,block_sparse_moe.experts.88.w1,0.0000057793,0.01000,0.830
+21,block_sparse_moe.experts.89.w1,0.0000055864,0.01000,0.832
+21,block_sparse_moe.experts.90.w1,0.0000057035,0.01000,0.844
+21,block_sparse_moe.experts.91.w1,0.0000056012,0.01000,0.835
+21,block_sparse_moe.experts.92.w1,0.0000058226,0.01000,0.825
+21,block_sparse_moe.experts.93.w1,0.0000058404,0.01000,0.824
+21,block_sparse_moe.experts.94.w1,0.0000056871,0.01000,0.827
+21,block_sparse_moe.experts.95.w1,0.0000058210,0.01000,0.833
+21,block_sparse_moe.experts.96.w1,0.0000054959,0.01000,0.834
+21,block_sparse_moe.experts.97.w1,0.0000056579,0.01000,0.845
+21,block_sparse_moe.experts.98.w1,0.0000054323,0.01000,0.835
+21,block_sparse_moe.experts.99.w1,0.0000058630,0.01000,0.820
+21,block_sparse_moe.experts.100.w1,0.0000055131,0.01000,0.814
+21,block_sparse_moe.experts.101.w1,0.0000052545,0.01000,0.840
+21,block_sparse_moe.experts.102.w1,0.0000059941,0.01000,0.827
+21,block_sparse_moe.experts.103.w1,0.0000057148,0.01000,0.832
+21,block_sparse_moe.experts.104.w1,0.0000057178,0.01000,0.848
+21,block_sparse_moe.experts.105.w1,0.0000056991,0.01000,0.833
+21,block_sparse_moe.experts.106.w1,0.0000058050,0.01000,0.842
+21,block_sparse_moe.experts.107.w1,0.0000053093,0.01000,0.821
+21,block_sparse_moe.experts.108.w1,0.0000060728,0.01000,0.835
+21,block_sparse_moe.experts.109.w1,0.0000057242,0.01000,0.830
+21,block_sparse_moe.experts.110.w1,0.0000057342,0.01000,0.834
+21,block_sparse_moe.experts.111.w1,0.0000059661,0.01000,0.850
+21,block_sparse_moe.experts.112.w1,0.0000055325,0.01000,0.835
+21,block_sparse_moe.experts.114.w1,0.0000056750,0.01000,0.822
+21,block_sparse_moe.experts.113.w1,0.0000056684,0.01000,0.872
+21,block_sparse_moe.experts.115.w1,0.0000056957,0.01000,0.840
+21,block_sparse_moe.experts.116.w1,0.0000055844,0.01000,0.831
+21,block_sparse_moe.experts.117.w1,0.0000057032,0.01000,0.835
+21,block_sparse_moe.experts.118.w1,0.0000058936,0.01000,0.847
+21,block_sparse_moe.experts.119.w1,0.0000058544,0.01000,0.832
+21,block_sparse_moe.experts.120.w1,0.0000057198,0.01000,0.827
+21,block_sparse_moe.experts.121.w1,0.0000057241,0.01000,0.831
+21,block_sparse_moe.experts.122.w1,0.0000056294,0.01000,0.828
+21,block_sparse_moe.experts.123.w1,0.0000057851,0.01000,0.828
+21,block_sparse_moe.experts.124.w1,0.0000057537,0.01000,0.839
+21,block_sparse_moe.experts.125.w1,0.0000054668,0.01000,0.846
+21,block_sparse_moe.experts.126.w1,0.0000056784,0.01000,0.829
+21,block_sparse_moe.experts.127.w1,0.0000056029,0.01000,0.824
+21,block_sparse_moe.experts.128.w1,0.0000053944,0.01000,0.834
+21,block_sparse_moe.experts.129.w1,0.0000056992,0.01000,0.832
+21,block_sparse_moe.experts.130.w1,0.0000057520,0.01000,0.835
+21,block_sparse_moe.experts.131.w1,0.0000057287,0.01000,0.835
+21,block_sparse_moe.experts.132.w1,0.0000058468,0.01000,0.849
+21,block_sparse_moe.experts.133.w1,0.0000055680,0.01000,0.830
+21,block_sparse_moe.experts.134.w1,0.0000056415,0.01000,0.821
+21,block_sparse_moe.experts.135.w1,0.0000059747,0.01000,0.831
+21,block_sparse_moe.experts.136.w1,0.0000057501,0.01000,0.833
+21,block_sparse_moe.experts.137.w1,0.0000056804,0.01000,0.835
+21,block_sparse_moe.experts.138.w1,0.0000056508,0.01000,0.834
+21,block_sparse_moe.experts.139.w1,0.0000056683,0.01000,0.852
+21,block_sparse_moe.experts.140.w1,0.0000056833,0.01000,0.839
+21,block_sparse_moe.experts.141.w1,0.0000053755,0.01000,0.832
+21,block_sparse_moe.experts.142.w1,0.0000058868,0.01000,0.833
+21,block_sparse_moe.experts.143.w1,0.0000058700,0.01000,0.825
+21,block_sparse_moe.experts.144.w1,0.0000056842,0.01000,0.837
+21,block_sparse_moe.experts.145.w1,0.0000056252,0.01000,0.838
+21,block_sparse_moe.experts.146.w1,0.0000055468,0.01000,0.857
+21,block_sparse_moe.experts.148.w1,0.0000058341,0.01000,0.828
+21,block_sparse_moe.experts.147.w1,0.0000057388,0.01000,0.860
+21,block_sparse_moe.experts.149.w1,0.0000059614,0.01000,0.823
+21,block_sparse_moe.experts.150.w1,0.0000054304,0.01000,0.819
+21,block_sparse_moe.experts.151.w1,0.0000054088,0.01000,0.839
+21,block_sparse_moe.experts.152.w1,0.0000057151,0.01000,0.832
+21,block_sparse_moe.experts.153.w1,0.0000057503,0.01000,0.854
+21,block_sparse_moe.experts.154.w1,0.0000056711,0.01000,0.828
+21,block_sparse_moe.experts.155.w1,0.0000058419,0.01000,0.839
+21,block_sparse_moe.experts.156.w1,0.0000057839,0.01000,0.825
+21,block_sparse_moe.experts.157.w1,0.0000056178,0.01000,0.823
+21,block_sparse_moe.experts.158.w1,0.0000056365,0.01000,0.834
+21,block_sparse_moe.experts.159.w1,0.0000058924,0.01000,0.839
+21,block_sparse_moe.experts.160.w1,0.0000057878,0.01000,0.863
+21,block_sparse_moe.experts.161.w1,0.0000057703,0.01000,0.827
+21,block_sparse_moe.experts.163.w1,0.0000056144,0.01000,0.831
+21,block_sparse_moe.experts.162.w1,0.0000059467,0.01000,0.854
+21,block_sparse_moe.experts.164.w1,0.0000057180,0.01000,0.825
+21,block_sparse_moe.experts.165.w1,0.0000054601,0.01000,0.835
+21,block_sparse_moe.experts.166.w1,0.0000058314,0.01000,0.841
+21,block_sparse_moe.experts.167.w1,0.0000056524,0.01000,0.857
+21,block_sparse_moe.experts.168.w1,0.0000055668,0.01000,0.820
+21,block_sparse_moe.experts.169.w1,0.0000058422,0.01000,0.837
+21,block_sparse_moe.experts.171.w1,0.0000062678,0.01000,0.834
+21,block_sparse_moe.experts.170.w1,0.0000056397,0.01000,0.864
+21,block_sparse_moe.experts.172.w1,0.0000055941,0.01000,0.834
+21,block_sparse_moe.experts.173.w1,0.0000058110,0.01000,0.842
+21,block_sparse_moe.experts.174.w1,0.0000057594,0.01000,0.853
+21,block_sparse_moe.experts.175.w1,0.0000058755,0.01000,0.822
+21,block_sparse_moe.experts.177.w1,0.0000055761,0.01000,0.836
+21,block_sparse_moe.experts.176.w1,0.0000057079,0.01000,0.860
+21,block_sparse_moe.experts.178.w1,0.0000058492,0.01000,0.832
+21,block_sparse_moe.experts.179.w1,0.0000058774,0.01000,0.841
+21,block_sparse_moe.experts.180.w1,0.0000057513,0.01000,0.834
+21,block_sparse_moe.experts.181.w1,0.0000056174,0.01000,0.854
+21,block_sparse_moe.experts.182.w1,0.0000057157,0.01000,0.832
+21,block_sparse_moe.experts.183.w1,0.0000058269,0.01000,0.831
+21,block_sparse_moe.experts.184.w1,0.0000055786,0.01000,0.831
+21,block_sparse_moe.experts.185.w1,0.0000059308,0.01000,0.834
+21,block_sparse_moe.experts.186.w1,0.0000060729,0.01000,0.838
+21,block_sparse_moe.experts.187.w1,0.0000057660,0.01000,0.838
+21,block_sparse_moe.experts.188.w1,0.0000059708,0.01000,0.849
+21,block_sparse_moe.experts.189.w1,0.0000056769,0.01000,0.832
+21,block_sparse_moe.experts.190.w1,0.0000058468,0.01000,0.837
+21,block_sparse_moe.experts.191.w1,0.0000056795,0.01000,0.829
+21,block_sparse_moe.experts.192.w1,0.0000055309,0.01000,0.832
+21,block_sparse_moe.experts.193.w1,0.0000056069,0.01000,0.836
+21,block_sparse_moe.experts.194.w1,0.0000056243,0.01000,0.837
+21,block_sparse_moe.experts.195.w1,0.0000058198,0.01000,0.864
+21,block_sparse_moe.experts.196.w1,0.0000061842,0.01000,0.816
+21,block_sparse_moe.experts.198.w1,0.0000056810,0.01000,0.830
+21,block_sparse_moe.experts.199.w1,0.0000056782,0.01000,0.832
+21,block_sparse_moe.experts.197.w1,0.0000057095,0.01000,0.872
+21,block_sparse_moe.experts.200.w1,0.0000055661,0.01000,0.832
+21,block_sparse_moe.experts.201.w1,0.0000055643,0.01000,0.836
+21,block_sparse_moe.experts.202.w1,0.0000057385,0.01000,0.843
+21,block_sparse_moe.experts.203.w1,0.0000057217,0.01000,0.818
+21,block_sparse_moe.experts.204.w1,0.0000058008,0.01000,0.828
+21,block_sparse_moe.experts.205.w1,0.0000059250,0.01000,0.842
+21,block_sparse_moe.experts.206.w1,0.0000055815,0.01000,0.826
+21,block_sparse_moe.experts.207.w1,0.0000058014,0.01000,0.832
+21,block_sparse_moe.experts.208.w1,0.0000055971,0.01000,0.837
+21,block_sparse_moe.experts.209.w1,0.0000056133,0.01000,0.847
+21,block_sparse_moe.experts.210.w1,0.0000058561,0.01000,0.819
+21,block_sparse_moe.experts.211.w1,0.0000057543,0.01000,0.829
+21,block_sparse_moe.experts.213.w1,0.0000056815,0.01000,0.834
+21,block_sparse_moe.experts.212.w1,0.0000061341,0.01000,0.865
+21,block_sparse_moe.experts.214.w1,0.0000058407,0.01000,0.833
+21,block_sparse_moe.experts.215.w1,0.0000059438,0.01000,0.832
+21,block_sparse_moe.experts.216.w1,0.0000062230,0.01000,0.846
+21,block_sparse_moe.experts.217.w1,0.0000057586,0.01000,0.833
+21,block_sparse_moe.experts.218.w1,0.0000055755,0.01000,0.824
+21,block_sparse_moe.experts.219.w1,0.0000055239,0.01000,0.858
+21,block_sparse_moe.experts.220.w1,0.0000057503,0.01000,0.848
+21,block_sparse_moe.experts.221.w1,0.0000056899,0.01000,0.845
+21,block_sparse_moe.experts.222.w1,0.0000053400,0.01000,0.841
+21,block_sparse_moe.experts.223.w1,0.0000060318,0.01000,0.859
+21,block_sparse_moe.experts.224.w1,0.0000058260,0.01000,0.822
+21,block_sparse_moe.experts.225.w1,0.0000055848,0.01000,0.828
+21,block_sparse_moe.experts.226.w1,0.0000059582,0.01000,0.839
+21,block_sparse_moe.experts.227.w1,0.0000056012,0.01000,0.866
+21,block_sparse_moe.experts.228.w1,0.0000056057,0.01000,0.873
+21,block_sparse_moe.experts.229.w1,0.0000055804,0.01000,0.836
+21,block_sparse_moe.experts.231.w1,0.0000055906,0.01000,0.821
+21,block_sparse_moe.experts.230.w1,0.0000057237,0.01000,0.866
+21,block_sparse_moe.experts.232.w1,0.0000058810,0.01000,0.830
+21,block_sparse_moe.experts.233.w1,0.0000057062,0.01000,0.837
+21,block_sparse_moe.experts.234.w1,0.0000057069,0.01000,0.860
+21,block_sparse_moe.experts.235.w1,0.0000055115,0.01000,0.831
+21,block_sparse_moe.experts.236.w1,0.0000057761,0.01000,0.837
+21,block_sparse_moe.experts.237.w1,0.0000057077,0.01000,0.838
+21,block_sparse_moe.experts.238.w1,0.0000056518,0.01000,0.824
+21,block_sparse_moe.experts.239.w1,0.0000057494,0.01000,0.832
+21,block_sparse_moe.experts.240.w1,0.0000055983,0.01000,0.836
+21,block_sparse_moe.experts.241.w1,0.0000057534,0.01000,0.836
+21,block_sparse_moe.experts.242.w1,0.0000056139,0.01000,0.836
+21,block_sparse_moe.experts.243.w1,0.0000057505,0.01000,0.843
+21,block_sparse_moe.experts.244.w1,0.0000059798,0.01000,0.839
+21,block_sparse_moe.experts.245.w1,0.0000057767,0.01000,0.827
+21,block_sparse_moe.experts.246.w1,0.0000054995,0.01000,0.835
+21,block_sparse_moe.experts.247.w1,0.0000058096,0.01000,0.833
+21,block_sparse_moe.experts.248.w1,0.0000055781,0.01000,0.831
+21,block_sparse_moe.experts.249.w1,0.0000061559,0.01000,0.830
+21,block_sparse_moe.experts.250.w1,0.0000057768,0.01000,0.850
+21,block_sparse_moe.experts.252.w1,0.0000058954,0.01000,0.821
+21,block_sparse_moe.experts.251.w1,0.0000057421,0.01000,0.849
+21,block_sparse_moe.experts.253.w1,0.0000055961,0.01000,0.836
+21,block_sparse_moe.experts.254.w1,0.0000057404,0.01000,0.837
+21,block_sparse_moe.experts.255.w1,0.0000054237,0.01000,0.827
+21,block_sparse_moe.experts.0.w3,0.0000057063,0.01000,0.829
+21,block_sparse_moe.experts.1.w3,0.0000056621,0.01000,0.852
+21,block_sparse_moe.experts.3.w3,0.0000057279,0.01000,0.824
+21,block_sparse_moe.experts.2.w3,0.0000057889,0.01000,0.863
+21,block_sparse_moe.experts.4.w3,0.0000054592,0.01000,0.836
+21,block_sparse_moe.experts.5.w3,0.0000056786,0.01000,0.839
+21,block_sparse_moe.experts.6.w3,0.0000057657,0.01000,0.823
+21,block_sparse_moe.experts.7.w3,0.0000057966,0.01000,0.832
+21,block_sparse_moe.experts.8.w3,0.0000058020,0.01000,0.845
+21,block_sparse_moe.experts.10.w3,0.0000055995,0.01000,0.824
+21,block_sparse_moe.experts.9.w3,0.0000059231,0.01000,0.876
+21,block_sparse_moe.experts.11.w3,0.0000057102,0.01000,0.834
+21,block_sparse_moe.experts.12.w3,0.0000058993,0.01000,0.837
+21,block_sparse_moe.experts.13.w3,0.0000058802,0.01000,0.835
+21,block_sparse_moe.experts.14.w3,0.0000058240,0.01000,0.855
+21,block_sparse_moe.experts.15.w3,0.0000058250,0.01000,0.851
+21,block_sparse_moe.experts.16.w3,0.0000058072,0.01000,0.857
+21,block_sparse_moe.experts.17.w3,0.0000058682,0.01000,0.829
+21,block_sparse_moe.experts.18.w3,0.0000052153,0.01000,0.832
+21,block_sparse_moe.experts.19.w3,0.0000058408,0.01000,0.838
+21,block_sparse_moe.experts.20.w3,0.0000058237,0.01000,0.836
+21,block_sparse_moe.experts.21.w3,0.0000061733,0.01000,0.848
+21,block_sparse_moe.experts.22.w3,0.0000062516,0.01000,0.836
+21,block_sparse_moe.experts.24.w3,0.0000055532,0.01000,0.829
+21,block_sparse_moe.experts.23.w3,0.0000058064,0.01000,0.879
+21,block_sparse_moe.experts.25.w3,0.0000058123,0.01000,0.824
+21,block_sparse_moe.experts.26.w3,0.0000058150,0.01000,0.826
+21,block_sparse_moe.experts.27.w3,0.0000058806,0.01000,0.832
+21,block_sparse_moe.experts.28.w3,0.0000058318,0.01000,0.842
+21,block_sparse_moe.experts.29.w3,0.0000058149,0.01000,0.829
+21,block_sparse_moe.experts.30.w3,0.0000057381,0.01000,0.859
+21,block_sparse_moe.experts.31.w3,0.0000058301,0.01000,0.834
+21,block_sparse_moe.experts.32.w3,0.0000058405,0.01000,0.828
+21,block_sparse_moe.experts.33.w3,0.0000059312,0.01000,0.850
+21,block_sparse_moe.experts.34.w3,0.0000056397,0.01000,0.827
+21,block_sparse_moe.experts.35.w3,0.0000058206,0.01000,0.836
+21,block_sparse_moe.experts.36.w3,0.0000057676,0.01000,0.832
+21,block_sparse_moe.experts.37.w3,0.0000058843,0.01000,0.850
+21,block_sparse_moe.experts.38.w3,0.0000058344,0.01000,0.834
+21,block_sparse_moe.experts.39.w3,0.0000057165,0.01000,0.835
+21,block_sparse_moe.experts.41.w3,0.0000059195,0.01000,0.819
+21,block_sparse_moe.experts.40.w3,0.0000057833,0.01000,0.862
+21,block_sparse_moe.experts.42.w3,0.0000055049,0.01000,0.852
+21,block_sparse_moe.experts.43.w3,0.0000059551,0.01000,0.834
+21,block_sparse_moe.experts.45.w3,0.0000058163,0.01000,0.825
+21,block_sparse_moe.experts.44.w3,0.0000058579,0.01000,0.873
+21,block_sparse_moe.experts.46.w3,0.0000057067,0.01000,0.837
+21,block_sparse_moe.experts.47.w3,0.0000058920,0.01000,0.845
+21,block_sparse_moe.experts.48.w3,0.0000057356,0.01000,0.832
+21,block_sparse_moe.experts.49.w3,0.0000058854,0.01000,0.843
+21,block_sparse_moe.experts.50.w3,0.0000057861,0.01000,0.831
+21,block_sparse_moe.experts.51.w3,0.0000055987,0.01000,0.852
+21,block_sparse_moe.experts.52.w3,0.0000060322,0.01000,0.821
+21,block_sparse_moe.experts.53.w3,0.0000056425,0.01000,0.837
+21,block_sparse_moe.experts.54.w3,0.0000059703,0.01000,0.838
+21,block_sparse_moe.experts.55.w3,0.0000058129,0.01000,0.843
+21,block_sparse_moe.experts.56.w3,0.0000058495,0.01000,0.854
+21,block_sparse_moe.experts.57.w3,0.0000058739,0.01000,0.839
+21,block_sparse_moe.experts.59.w3,0.0000057879,0.01000,0.821
+21,block_sparse_moe.experts.58.w3,0.0000057771,0.01000,0.865
+21,block_sparse_moe.experts.60.w3,0.0000059575,0.01000,0.830
+21,block_sparse_moe.experts.61.w3,0.0000062317,0.01000,0.841
+21,block_sparse_moe.experts.62.w3,0.0000059100,0.01000,0.829
+21,block_sparse_moe.experts.63.w3,0.0000057194,0.01000,0.834
+21,block_sparse_moe.experts.64.w3,0.0000055631,0.01000,0.842
+21,block_sparse_moe.experts.65.w3,0.0000059118,0.01000,0.855
+21,block_sparse_moe.experts.66.w3,0.0000056475,0.01000,0.830
+21,block_sparse_moe.experts.67.w3,0.0000058303,0.01000,0.836
+21,block_sparse_moe.experts.69.w3,0.0000059976,0.01000,0.827
+21,block_sparse_moe.experts.68.w3,0.0000056976,0.01000,0.863
+21,block_sparse_moe.experts.70.w3,0.0000058572,0.01000,0.835
+21,block_sparse_moe.experts.71.w3,0.0000058883,0.01000,0.831
+21,block_sparse_moe.experts.73.w3,0.0000058307,0.01000,0.820
+21,block_sparse_moe.experts.74.w3,0.0000057849,0.01000,0.825
+21,block_sparse_moe.experts.72.w3,0.0000057021,0.01000,0.873
+21,block_sparse_moe.experts.75.w3,0.0000058517,0.01000,0.840
+21,block_sparse_moe.experts.76.w3,0.0000057233,0.01000,0.837
+21,block_sparse_moe.experts.77.w3,0.0000057785,0.01000,0.833
+21,block_sparse_moe.experts.78.w3,0.0000060051,0.01000,0.842
+21,block_sparse_moe.experts.80.w3,0.0000060346,0.01000,0.826
+21,block_sparse_moe.experts.79.w3,0.0000057303,0.01000,0.870
+21,block_sparse_moe.experts.81.w3,0.0000059267,0.01000,0.830
+21,block_sparse_moe.experts.82.w3,0.0000059000,0.01000,0.842
+21,block_sparse_moe.experts.83.w3,0.0000057926,0.01000,0.835
+21,block_sparse_moe.experts.84.w3,0.0000056298,0.01000,0.834
+21,block_sparse_moe.experts.85.w3,0.0000057891,0.01000,0.837
+21,block_sparse_moe.experts.86.w3,0.0000060851,0.01000,0.854
+21,block_sparse_moe.experts.88.w3,0.0000058952,0.01000,0.833
+21,block_sparse_moe.experts.87.w3,0.0000057853,0.01000,0.846
+21,block_sparse_moe.experts.89.w3,0.0000056887,0.01000,0.852
+21,block_sparse_moe.experts.90.w3,0.0000059023,0.01000,0.838
+21,block_sparse_moe.experts.91.w3,0.0000057525,0.01000,0.854
+21,block_sparse_moe.experts.92.w3,0.0000060621,0.01000,0.840
+21,block_sparse_moe.experts.94.w3,0.0000058270,0.01000,0.830
+21,block_sparse_moe.experts.93.w3,0.0000059872,0.01000,0.858
+21,block_sparse_moe.experts.95.w3,0.0000059421,0.01000,0.851
+21,block_sparse_moe.experts.96.w3,0.0000057303,0.01000,0.849
+21,block_sparse_moe.experts.97.w3,0.0000057776,0.01000,0.841
+21,block_sparse_moe.experts.98.w3,0.0000054957,0.01000,0.850
+21,block_sparse_moe.experts.99.w3,0.0000060452,0.01000,0.833
+21,block_sparse_moe.experts.100.w3,0.0000056000,0.01000,0.852
+21,block_sparse_moe.experts.101.w3,0.0000054033,0.01000,0.835
+21,block_sparse_moe.experts.102.w3,0.0000062103,0.01000,0.833
+21,block_sparse_moe.experts.104.w3,0.0000058594,0.01000,0.830
+21,block_sparse_moe.experts.103.w3,0.0000058420,0.01000,0.850
+21,block_sparse_moe.experts.105.w3,0.0000058444,0.01000,0.848
+21,block_sparse_moe.experts.106.w3,0.0000058837,0.01000,0.837
+21,block_sparse_moe.experts.108.w3,0.0000057704,0.01000,0.836
+21,block_sparse_moe.experts.109.w3,0.0000058539,0.01000,0.841
+21,block_sparse_moe.experts.107.w3,0.0000058070,0.01000,0.868
+21,block_sparse_moe.experts.111.w3,0.0000058356,0.01000,0.826
+21,block_sparse_moe.experts.110.w3,0.0000057876,0.01000,0.847
+21,block_sparse_moe.experts.112.w3,0.0000056214,0.01000,0.845
+21,block_sparse_moe.experts.113.w3,0.0000058027,0.01000,0.839
+21,block_sparse_moe.experts.115.w3,0.0000056831,0.01000,0.835
+21,block_sparse_moe.experts.114.w3,0.0000059359,0.01000,0.868
+21,block_sparse_moe.experts.116.w3,0.0000057120,0.01000,0.841
+21,block_sparse_moe.experts.117.w3,0.0000058288,0.01000,0.834
+21,block_sparse_moe.experts.118.w3,0.0000059205,0.01000,0.835
+21,block_sparse_moe.experts.119.w3,0.0000059977,0.01000,0.837
+21,block_sparse_moe.experts.120.w3,0.0000057771,0.01000,0.841
+21,block_sparse_moe.experts.123.w3,0.0000060391,0.01000,0.831
+21,block_sparse_moe.experts.122.w3,0.0000057511,0.01000,0.833
+21,block_sparse_moe.experts.121.w3,0.0000057931,0.01000,0.880
+21,block_sparse_moe.experts.124.w3,0.0000058430,0.01000,0.835
+21,block_sparse_moe.experts.125.w3,0.0000054949,0.01000,0.833
+21,block_sparse_moe.experts.126.w3,0.0000054348,0.01000,0.848
+21,block_sparse_moe.experts.127.w3,0.0000056886,0.01000,0.840
+21,block_sparse_moe.experts.129.w3,0.0000058390,0.01000,0.821
+21,block_sparse_moe.experts.130.w3,0.0000056300,0.01000,0.831
+21,block_sparse_moe.experts.128.w3,0.0000054330,0.01000,0.899
+21,block_sparse_moe.experts.132.w3,0.0000058952,0.01000,0.830
+21,block_sparse_moe.experts.131.w3,0.0000058659,0.01000,0.858
+21,block_sparse_moe.experts.133.w3,0.0000057420,0.01000,0.829
+21,block_sparse_moe.experts.134.w3,0.0000056693,0.01000,0.830
+21,block_sparse_moe.experts.135.w3,0.0000060065,0.01000,0.864
+21,block_sparse_moe.experts.136.w3,0.0000058848,0.01000,0.832
+21,block_sparse_moe.experts.137.w3,0.0000058634,0.01000,0.830
+21,block_sparse_moe.experts.138.w3,0.0000057938,0.01000,0.833
+21,block_sparse_moe.experts.139.w3,0.0000058239,0.01000,0.856
+21,block_sparse_moe.experts.140.w3,0.0000057894,0.01000,0.843
+21,block_sparse_moe.experts.141.w3,0.0000052582,0.01000,0.833
+21,block_sparse_moe.experts.143.w3,0.0000059482,0.01000,0.830
+21,block_sparse_moe.experts.142.w3,0.0000060570,0.01000,0.880
+21,block_sparse_moe.experts.144.w3,0.0000056999,0.01000,0.848
+21,block_sparse_moe.experts.145.w3,0.0000057390,0.01000,0.854
+21,block_sparse_moe.experts.146.w3,0.0000056621,0.01000,0.835
+21,block_sparse_moe.experts.147.w3,0.0000058830,0.01000,0.855
+21,block_sparse_moe.experts.148.w3,0.0000059450,0.01000,0.844
+21,block_sparse_moe.experts.149.w3,0.0000058819,0.01000,0.856
+21,block_sparse_moe.experts.150.w3,0.0000055427,0.01000,0.824
+21,block_sparse_moe.experts.151.w3,0.0000057104,0.01000,0.830
+21,block_sparse_moe.experts.152.w3,0.0000057415,0.01000,0.835
+21,block_sparse_moe.experts.153.w3,0.0000059385,0.01000,0.833
+21,block_sparse_moe.experts.154.w3,0.0000057668,0.01000,0.835
+21,block_sparse_moe.experts.155.w3,0.0000059658,0.01000,0.869
+21,block_sparse_moe.experts.156.w3,0.0000059220,0.01000,0.849
+21,block_sparse_moe.experts.157.w3,0.0000057141,0.01000,0.834
+21,block_sparse_moe.experts.158.w3,0.0000058034,0.01000,0.837
+21,block_sparse_moe.experts.159.w3,0.0000058692,0.01000,0.828
+21,block_sparse_moe.experts.160.w3,0.0000059672,0.01000,0.835
+21,block_sparse_moe.experts.161.w3,0.0000059271,0.01000,0.835
+21,block_sparse_moe.experts.162.w3,0.0000058845,0.01000,0.867
+21,block_sparse_moe.experts.164.w3,0.0000058708,0.01000,0.818
+21,block_sparse_moe.experts.165.w3,0.0000059323,0.01000,0.825
+21,block_sparse_moe.experts.163.w3,0.0000057426,0.01000,0.864
+21,block_sparse_moe.experts.166.w3,0.0000060249,0.01000,0.826
+21,block_sparse_moe.experts.167.w3,0.0000058099,0.01000,0.824
+21,block_sparse_moe.experts.168.w3,0.0000054799,0.01000,0.847
+21,block_sparse_moe.experts.169.w3,0.0000059238,0.01000,0.869
+21,block_sparse_moe.experts.171.w3,0.0000059273,0.01000,0.823
+21,block_sparse_moe.experts.172.w3,0.0000057180,0.01000,0.828
+21,block_sparse_moe.experts.170.w3,0.0000058287,0.01000,0.876
+21,block_sparse_moe.experts.173.w3,0.0000058630,0.01000,0.848
+21,block_sparse_moe.experts.174.w3,0.0000059434,0.01000,0.831
+21,block_sparse_moe.experts.175.w3,0.0000058479,0.01000,0.833
+21,block_sparse_moe.experts.176.w3,0.0000060033,0.01000,0.865
+21,block_sparse_moe.experts.178.w3,0.0000058684,0.01000,0.822
+21,block_sparse_moe.experts.179.w3,0.0000059827,0.01000,0.840
+21,block_sparse_moe.experts.177.w3,0.0000056447,0.01000,0.877
+21,block_sparse_moe.experts.180.w3,0.0000058419,0.01000,0.843
+21,block_sparse_moe.experts.181.w3,0.0000057563,0.01000,0.832
+21,block_sparse_moe.experts.182.w3,0.0000058412,0.01000,0.846
+21,block_sparse_moe.experts.183.w3,0.0000059565,0.01000,0.847
+21,block_sparse_moe.experts.185.w3,0.0000061039,0.01000,0.828
+21,block_sparse_moe.experts.186.w3,0.0000059972,0.01000,0.836
+21,block_sparse_moe.experts.184.w3,0.0000057789,0.01000,0.872
+21,block_sparse_moe.experts.187.w3,0.0000059136,0.01000,0.825
+21,block_sparse_moe.experts.188.w3,0.0000061160,0.01000,0.831
+21,block_sparse_moe.experts.189.w3,0.0000059439,0.01000,0.832
+21,block_sparse_moe.experts.190.w3,0.0000059711,0.01000,0.841
+21,block_sparse_moe.experts.191.w3,0.0000057483,0.01000,0.853
+21,block_sparse_moe.experts.192.w3,0.0000056145,0.01000,0.840
+21,block_sparse_moe.experts.193.w3,0.0000057017,0.01000,0.845
+21,block_sparse_moe.experts.194.w3,0.0000057741,0.01000,0.840
+21,block_sparse_moe.experts.195.w3,0.0000060569,0.01000,0.840
+21,block_sparse_moe.experts.196.w3,0.0000059287,0.01000,0.836
+21,block_sparse_moe.experts.197.w3,0.0000058483,0.01000,0.864
+21,block_sparse_moe.experts.200.w3,0.0000057185,0.01000,0.832
+21,block_sparse_moe.experts.199.w3,0.0000057509,0.01000,0.845
+21,block_sparse_moe.experts.198.w3,0.0000057283,0.01000,0.873
+21,block_sparse_moe.experts.201.w3,0.0000056690,0.01000,0.840
+21,block_sparse_moe.experts.202.w3,0.0000058702,0.01000,0.830
+21,block_sparse_moe.experts.203.w3,0.0000056103,0.01000,0.838
+21,block_sparse_moe.experts.204.w3,0.0000059457,0.01000,0.832
+21,block_sparse_moe.experts.206.w3,0.0000057499,0.01000,0.819
+21,block_sparse_moe.experts.207.w3,0.0000058821,0.01000,0.822
+21,block_sparse_moe.experts.209.w3,0.0000057160,0.01000,0.816
+21,block_sparse_moe.experts.205.w3,0.0000059336,0.01000,0.890
+21,block_sparse_moe.experts.208.w3,0.0000057723,0.01000,0.855
+21,block_sparse_moe.experts.210.w3,0.0000059172,0.01000,0.837
+21,block_sparse_moe.experts.211.w3,0.0000057881,0.01000,0.840
+21,block_sparse_moe.experts.214.w3,0.0000058811,0.01000,0.833
+21,block_sparse_moe.experts.213.w3,0.0000058209,0.01000,0.856
+21,block_sparse_moe.experts.215.w3,0.0000059944,0.01000,0.840
+21,block_sparse_moe.experts.216.w3,0.0000058478,0.01000,0.843
+21,block_sparse_moe.experts.212.w3,0.0000060079,0.01000,0.945
+21,block_sparse_moe.experts.217.w3,0.0000058842,0.01000,0.866
+21,block_sparse_moe.experts.218.w3,0.0000056855,0.01000,0.851
+21,block_sparse_moe.experts.220.w3,0.0000057797,0.01000,0.833
+21,block_sparse_moe.experts.221.w3,0.0000058233,0.01000,0.851
+21,block_sparse_moe.experts.223.w3,0.0000053994,0.01000,0.833
+21,block_sparse_moe.experts.222.w3,0.0000054946,0.01000,0.848
+21,block_sparse_moe.experts.219.w3,0.0000056503,0.01000,0.934
+21,block_sparse_moe.experts.224.w3,0.0000058909,0.01000,0.838
+21,block_sparse_moe.experts.225.w3,0.0000058313,0.01000,0.845
+21,block_sparse_moe.experts.227.w3,0.0000056342,0.01000,0.828
+21,block_sparse_moe.experts.228.w3,0.0000057719,0.01000,0.832
+21,block_sparse_moe.experts.229.w3,0.0000056692,0.01000,0.834
+21,block_sparse_moe.experts.226.w3,0.0000060283,0.01000,0.902
+21,block_sparse_moe.experts.230.w3,0.0000058502,0.01000,0.827
+21,block_sparse_moe.experts.231.w3,0.0000057061,0.01000,0.846
+21,block_sparse_moe.experts.232.w3,0.0000060725,0.01000,0.839
+21,block_sparse_moe.experts.234.w3,0.0000058663,0.01000,0.831
+21,block_sparse_moe.experts.235.w3,0.0000056448,0.01000,0.830
+21,block_sparse_moe.experts.236.w3,0.0000059117,0.01000,0.827
+21,block_sparse_moe.experts.233.w3,0.0000058269,0.01000,0.875
+21,block_sparse_moe.experts.237.w3,0.0000058437,0.01000,0.829
+21,block_sparse_moe.experts.238.w3,0.0000058609,0.01000,0.843
+21,block_sparse_moe.experts.239.w3,0.0000059029,0.01000,0.841
+21,block_sparse_moe.experts.241.w3,0.0000059054,0.01000,0.827
+21,block_sparse_moe.experts.242.w3,0.0000056827,0.01000,0.826
+21,block_sparse_moe.experts.243.w3,0.0000058847,0.01000,0.835
+21,block_sparse_moe.experts.244.w3,0.0000056664,0.01000,0.830
+21,block_sparse_moe.experts.240.w3,0.0000057212,0.01000,0.892
+21,block_sparse_moe.experts.245.w3,0.0000059098,0.01000,0.839
+21,block_sparse_moe.experts.246.w3,0.0000056402,0.01000,0.842
+21,block_sparse_moe.experts.248.w3,0.0000057164,0.01000,0.820
+21,block_sparse_moe.experts.249.w3,0.0000060245,0.01000,0.827
+21,block_sparse_moe.experts.250.w3,0.0000059023,0.01000,0.836
+21,block_sparse_moe.experts.251.w3,0.0000058365,0.01000,0.832
+21,block_sparse_moe.experts.247.w3,0.0000058972,0.01000,0.913
+21,block_sparse_moe.experts.252.w3,0.0000058468,0.01000,0.813
+21,block_sparse_moe.experts.253.w3,0.0000057305,0.01000,0.777
+21,block_sparse_moe.experts.255.w3,0.0000054115,0.01000,0.630
+21,block_sparse_moe.experts.254.w3,0.0000057325,0.01000,0.663
+21,block_sparse_moe.experts.0.w2,0.0000010914,0.01000,0.433
+21,block_sparse_moe.experts.1.w2,0.0000009600,0.01000,0.448
+21,block_sparse_moe.experts.2.w2,0.0000011527,0.01000,0.449
+21,block_sparse_moe.experts.5.w2,0.0000011585,0.01000,0.449
+21,block_sparse_moe.experts.6.w2,0.0000010815,0.01000,0.461
+21,block_sparse_moe.experts.3.w2,0.0000010430,0.01000,0.543
+21,block_sparse_moe.experts.4.w2,0.0000015561,0.01000,0.543
+21,block_sparse_moe.experts.7.w2,0.0000020060,0.01000,0.416
+21,block_sparse_moe.experts.8.w2,0.0000010266,0.01000,0.417
+21,block_sparse_moe.experts.9.w2,0.0000018799,0.01000,0.433
+21,block_sparse_moe.experts.10.w2,0.0000012492,0.01000,0.437
+21,block_sparse_moe.experts.11.w2,0.0000009040,0.01000,0.451
+21,block_sparse_moe.experts.12.w2,0.0000013411,0.01000,0.427
+21,block_sparse_moe.experts.13.w2,0.0000014393,0.01000,0.442
+21,block_sparse_moe.experts.14.w2,0.0000012413,0.01000,0.418
+21,block_sparse_moe.experts.15.w2,0.0000010405,0.01000,0.420
+21,block_sparse_moe.experts.17.w2,0.0000012884,0.01000,0.412
+21,block_sparse_moe.experts.16.w2,0.0000019118,0.01000,0.446
+21,block_sparse_moe.experts.18.w2,0.0000009535,0.01000,0.424
+21,block_sparse_moe.experts.19.w2,0.0000014625,0.01000,0.420
+21,block_sparse_moe.experts.20.w2,0.0000012212,0.01000,0.433
+21,block_sparse_moe.experts.21.w2,0.0000016054,0.01000,0.418
+21,block_sparse_moe.experts.22.w2,0.0000016725,0.01000,0.420
+21,block_sparse_moe.experts.23.w2,0.0000017408,0.01000,0.433
+21,block_sparse_moe.experts.24.w2,0.0000019869,0.01000,0.422
+21,block_sparse_moe.experts.25.w2,0.0000010377,0.01000,0.428
+21,block_sparse_moe.experts.26.w2,0.0000011177,0.01000,0.427
+21,block_sparse_moe.experts.27.w2,0.0000021038,0.01000,0.432
+21,block_sparse_moe.experts.28.w2,0.0000011405,0.01000,0.416
+21,block_sparse_moe.experts.29.w2,0.0000021444,0.01000,0.415
+21,block_sparse_moe.experts.30.w2,0.0000012110,0.01000,0.424
+21,block_sparse_moe.experts.31.w2,0.0000013952,0.01000,0.414
+21,block_sparse_moe.experts.32.w2,0.0000014132,0.01000,0.419
+21,block_sparse_moe.experts.33.w2,0.0000015009,0.01000,0.420
+21,block_sparse_moe.experts.34.w2,0.0000011167,0.01000,0.430
+21,block_sparse_moe.experts.35.w2,0.0000011494,0.01000,0.416
+21,block_sparse_moe.experts.36.w2,0.0000011074,0.01000,0.418
+21,block_sparse_moe.experts.37.w2,0.0000014492,0.01000,0.417
+21,block_sparse_moe.experts.38.w2,0.0000019597,0.01000,0.415
+21,block_sparse_moe.experts.39.w2,0.0000011715,0.01000,0.422
+21,block_sparse_moe.experts.40.w2,0.0000019080,0.01000,0.425
+21,block_sparse_moe.experts.41.w2,0.0000014301,0.01000,0.431
+21,block_sparse_moe.experts.42.w2,0.0000009304,0.01000,0.418
+21,block_sparse_moe.experts.43.w2,0.0000012411,0.01000,0.421
+21,block_sparse_moe.experts.44.w2,0.0000011463,0.01000,0.422
+21,block_sparse_moe.experts.45.w2,0.0000012887,0.01000,0.415
+21,block_sparse_moe.experts.46.w2,0.0000017778,0.01000,0.423
+21,block_sparse_moe.experts.47.w2,0.0000015936,0.01000,0.433
+21,block_sparse_moe.experts.48.w2,0.0000011623,0.01000,0.430
+21,block_sparse_moe.experts.49.w2,0.0000012226,0.01000,0.417
+21,block_sparse_moe.experts.50.w2,0.0000011476,0.01000,0.414
+21,block_sparse_moe.experts.52.w2,0.0000014515,0.01000,0.412
+21,block_sparse_moe.experts.51.w2,0.0000011204,0.01000,0.431
+21,block_sparse_moe.experts.53.w2,0.0000010583,0.01000,0.419
+21,block_sparse_moe.experts.54.w2,0.0000014520,0.01000,0.435
+21,block_sparse_moe.experts.55.w2,0.0000012280,0.01000,0.429
+21,block_sparse_moe.experts.56.w2,0.0000011631,0.01000,0.416
+21,block_sparse_moe.experts.57.w2,0.0000015049,0.01000,0.415
+21,block_sparse_moe.experts.58.w2,0.0000012675,0.01000,0.427
+21,block_sparse_moe.experts.59.w2,0.0000013810,0.01000,0.415
+21,block_sparse_moe.experts.60.w2,0.0000013221,0.01000,0.423
+21,block_sparse_moe.experts.61.w2,0.0000013860,0.01000,0.426
+21,block_sparse_moe.experts.62.w2,0.0000015823,0.01000,0.435
+21,block_sparse_moe.experts.63.w2,0.0000014772,0.01000,0.414
+21,block_sparse_moe.experts.64.w2,0.0000008912,0.01000,0.413
+21,block_sparse_moe.experts.66.w2,0.0000019551,0.01000,0.409
+21,block_sparse_moe.experts.65.w2,0.0000013538,0.01000,0.417
+21,block_sparse_moe.experts.67.w2,0.0000015895,0.01000,0.420
+21,block_sparse_moe.experts.68.w2,0.0000011180,0.01000,0.419
+21,block_sparse_moe.experts.69.w2,0.0000017431,0.01000,0.430
+21,block_sparse_moe.experts.70.w2,0.0000016984,0.01000,0.426
+21,block_sparse_moe.experts.71.w2,0.0000012202,0.01000,0.415
+21,block_sparse_moe.experts.73.w2,0.0000018019,0.01000,0.417
+21,block_sparse_moe.experts.72.w2,0.0000010155,0.01000,0.444
+21,block_sparse_moe.experts.74.w2,0.0000012675,0.01000,0.432
+21,block_sparse_moe.experts.75.w2,0.0000012782,0.01000,0.425
+21,block_sparse_moe.experts.76.w2,0.0000021126,0.01000,0.433
+21,block_sparse_moe.experts.77.w2,0.0000020308,0.01000,0.421
+21,block_sparse_moe.experts.78.w2,0.0000016166,0.01000,0.421
+21,block_sparse_moe.experts.79.w2,0.0000011308,0.01000,0.429
+21,block_sparse_moe.experts.80.w2,0.0000018294,0.01000,0.414
+21,block_sparse_moe.experts.81.w2,0.0000013502,0.01000,0.420
+21,block_sparse_moe.experts.82.w2,0.0000012984,0.01000,0.419
+21,block_sparse_moe.experts.83.w2,0.0000011264,0.01000,0.426
+21,block_sparse_moe.experts.84.w2,0.0000018057,0.01000,0.418
+21,block_sparse_moe.experts.85.w2,0.0000010957,0.01000,0.418
+21,block_sparse_moe.experts.86.w2,0.0000020987,0.01000,0.419
+21,block_sparse_moe.experts.87.w2,0.0000011148,0.01000,0.411
+21,block_sparse_moe.experts.88.w2,0.0000017719,0.01000,0.417
+21,block_sparse_moe.experts.89.w2,0.0000013536,0.01000,0.422
+21,block_sparse_moe.experts.90.w2,0.0000010969,0.01000,0.429
+21,block_sparse_moe.experts.91.w2,0.0000013598,0.01000,0.420
+21,block_sparse_moe.experts.92.w2,0.0000013654,0.01000,0.421
+21,block_sparse_moe.experts.94.w2,0.0000011570,0.01000,0.415
+21,block_sparse_moe.experts.93.w2,0.0000012124,0.01000,0.435
+21,block_sparse_moe.experts.95.w2,0.0000011773,0.01000,0.419
+21,block_sparse_moe.experts.96.w2,0.0000019516,0.01000,0.419
+21,block_sparse_moe.experts.97.w2,0.0000011056,0.01000,0.426
+21,block_sparse_moe.experts.98.w2,0.0000008338,0.01000,0.413
+21,block_sparse_moe.experts.99.w2,0.0000019973,0.01000,0.417
+21,block_sparse_moe.experts.100.w2,0.0000009476,0.01000,0.421
+21,block_sparse_moe.experts.101.w2,0.0000018057,0.01000,0.417
+21,block_sparse_moe.experts.102.w2,0.0000016676,0.01000,0.418
+21,block_sparse_moe.experts.103.w2,0.0000011446,0.01000,0.418
+21,block_sparse_moe.experts.104.w2,0.0000012427,0.01000,0.427
+21,block_sparse_moe.experts.106.w2,0.0000014330,0.01000,0.424
+21,block_sparse_moe.experts.105.w2,0.0000020199,0.01000,0.448
+21,block_sparse_moe.experts.107.w2,0.0000028966,0.01000,0.419
+21,block_sparse_moe.experts.108.w2,0.0000021333,0.01000,0.418
+21,block_sparse_moe.experts.109.w2,0.0000010943,0.01000,0.420
+21,block_sparse_moe.experts.110.w2,0.0000013850,0.01000,0.421
+21,block_sparse_moe.experts.111.w2,0.0000013421,0.01000,0.432
+21,block_sparse_moe.experts.112.w2,0.0000010346,0.01000,0.425
+21,block_sparse_moe.experts.113.w2,0.0000014769,0.01000,0.416
+21,block_sparse_moe.experts.114.w2,0.0000020143,0.01000,0.417
+21,block_sparse_moe.experts.115.w2,0.0000011621,0.01000,0.414
+21,block_sparse_moe.experts.116.w2,0.0000018938,0.01000,0.417
+21,block_sparse_moe.experts.117.w2,0.0000010166,0.01000,0.418
+21,block_sparse_moe.experts.118.w2,0.0000013541,0.01000,0.429
+21,block_sparse_moe.experts.120.w2,0.0000011960,0.01000,0.414
+21,block_sparse_moe.experts.119.w2,0.0000013500,0.01000,0.427
+21,block_sparse_moe.experts.121.w2,0.0000020099,0.01000,0.416
+21,block_sparse_moe.experts.122.w2,0.0000011381,0.01000,0.415
+21,block_sparse_moe.experts.123.w2,0.0000015811,0.01000,0.421
+21,block_sparse_moe.experts.124.w2,0.0000015059,0.01000,0.422
+21,block_sparse_moe.experts.125.w2,0.0000008288,0.01000,0.430
+21,block_sparse_moe.experts.126.w2,0.0000010215,0.01000,0.420
+21,block_sparse_moe.experts.127.w2,0.0000015601,0.01000,0.428
+21,block_sparse_moe.experts.128.w2,0.0000008789,0.01000,0.420
+21,block_sparse_moe.experts.129.w2,0.0000011950,0.01000,0.440
+21,block_sparse_moe.experts.130.w2,0.0000011597,0.01000,0.418
+21,block_sparse_moe.experts.131.w2,0.0000012544,0.01000,0.418
+21,block_sparse_moe.experts.132.w2,0.0000012184,0.01000,0.433
+21,block_sparse_moe.experts.133.w2,0.0000018318,0.01000,0.412
+21,block_sparse_moe.experts.134.w2,0.0000021624,0.01000,0.416
+21,block_sparse_moe.experts.135.w2,0.0000010702,0.01000,0.416
+21,block_sparse_moe.experts.136.w2,0.0000013482,0.01000,0.410
+21,block_sparse_moe.experts.137.w2,0.0000014422,0.01000,0.415
+21,block_sparse_moe.experts.138.w2,0.0000010585,0.01000,0.415
+21,block_sparse_moe.experts.139.w2,0.0000014006,0.01000,0.433
+21,block_sparse_moe.experts.140.w2,0.0000019046,0.01000,0.420
+21,block_sparse_moe.experts.141.w2,0.0000010878,0.01000,0.420
+21,block_sparse_moe.experts.142.w2,0.0000013443,0.01000,0.420
+21,block_sparse_moe.experts.143.w2,0.0000012730,0.01000,0.431
+21,block_sparse_moe.experts.144.w2,0.0000019414,0.01000,0.423
+21,block_sparse_moe.experts.145.w2,0.0000010073,0.01000,0.419
+21,block_sparse_moe.experts.146.w2,0.0000013743,0.01000,0.426
+21,block_sparse_moe.experts.147.w2,0.0000014141,0.01000,0.414
+21,block_sparse_moe.experts.148.w2,0.0000012793,0.01000,0.413
+21,block_sparse_moe.experts.149.w2,0.0000017713,0.01000,0.419
+21,block_sparse_moe.experts.150.w2,0.0000009526,0.01000,0.417
+21,block_sparse_moe.experts.151.w2,0.0000019503,0.01000,0.435
+21,block_sparse_moe.experts.152.w2,0.0000015053,0.01000,0.417
+21,block_sparse_moe.experts.153.w2,0.0000019990,0.01000,0.426
+21,block_sparse_moe.experts.154.w2,0.0000010491,0.01000,0.416
+21,block_sparse_moe.experts.155.w2,0.0000011700,0.01000,0.418
+21,block_sparse_moe.experts.156.w2,0.0000012774,0.01000,0.420
+21,block_sparse_moe.experts.157.w2,0.0000012043,0.01000,0.421
+21,block_sparse_moe.experts.158.w2,0.0000014058,0.01000,0.440
+21,block_sparse_moe.experts.159.w2,0.0000009923,0.01000,0.423
+21,block_sparse_moe.experts.160.w2,0.0000014980,0.01000,0.430
+21,block_sparse_moe.experts.161.w2,0.0000014184,0.01000,0.416
+21,block_sparse_moe.experts.162.w2,0.0000015565,0.01000,0.418
+21,block_sparse_moe.experts.163.w2,0.0000010679,0.01000,0.417
+21,block_sparse_moe.experts.164.w2,0.0000018283,0.01000,0.418
+21,block_sparse_moe.experts.165.w2,0.0000015689,0.01000,0.437
+21,block_sparse_moe.experts.166.w2,0.0000013322,0.01000,0.419
+21,block_sparse_moe.experts.167.w2,0.0000010325,0.01000,0.426
+21,block_sparse_moe.experts.168.w2,0.0000012879,0.01000,0.416
+21,block_sparse_moe.experts.169.w2,0.0000011888,0.01000,0.415
+21,block_sparse_moe.experts.170.w2,0.0000014428,0.01000,0.415
+21,block_sparse_moe.experts.171.w2,0.0000013116,0.01000,0.419
+21,block_sparse_moe.experts.172.w2,0.0000014117,0.01000,0.443
+21,block_sparse_moe.experts.173.w2,0.0000017869,0.01000,0.423
+21,block_sparse_moe.experts.174.w2,0.0000014817,0.01000,0.428
+21,block_sparse_moe.experts.175.w2,0.0000020718,0.01000,0.419
+21,block_sparse_moe.experts.176.w2,0.0000017494,0.01000,0.421
+21,block_sparse_moe.experts.177.w2,0.0000009364,0.01000,0.423
+21,block_sparse_moe.experts.178.w2,0.0000012831,0.01000,0.421
+21,block_sparse_moe.experts.179.w2,0.0000011729,0.01000,0.419
+21,block_sparse_moe.experts.180.w2,0.0000013380,0.01000,0.419
+21,block_sparse_moe.experts.181.w2,0.0000010012,0.01000,0.424
+21,block_sparse_moe.experts.182.w2,0.0000012098,0.01000,0.415
+21,block_sparse_moe.experts.183.w2,0.0000011705,0.01000,0.414
+21,block_sparse_moe.experts.184.w2,0.0000010091,0.01000,0.416
+21,block_sparse_moe.experts.185.w2,0.0000014670,0.01000,0.417
+21,block_sparse_moe.experts.186.w2,0.0000025201,0.01000,0.415
+21,block_sparse_moe.experts.187.w2,0.0000023748,0.01000,0.418
+21,block_sparse_moe.experts.188.w2,0.0000013501,0.01000,0.425
+21,block_sparse_moe.experts.189.w2,0.0000016629,0.01000,0.418
+21,block_sparse_moe.experts.190.w2,0.0000013442,0.01000,0.418
+21,block_sparse_moe.experts.191.w2,0.0000019317,0.01000,0.421
+21,block_sparse_moe.experts.192.w2,0.0000011528,0.01000,0.419
+21,block_sparse_moe.experts.193.w2,0.0000010230,0.01000,0.420
+21,block_sparse_moe.experts.194.w2,0.0000014958,0.01000,0.419
+21,block_sparse_moe.experts.196.w2,0.0000014076,0.01000,0.412
+21,block_sparse_moe.experts.195.w2,0.0000015131,0.01000,0.432
+21,block_sparse_moe.experts.197.w2,0.0000014316,0.01000,0.413
+21,block_sparse_moe.experts.198.w2,0.0000016467,0.01000,0.416
+21,block_sparse_moe.experts.199.w2,0.0000012909,0.01000,0.415
+21,block_sparse_moe.experts.200.w2,0.0000014583,0.01000,0.415
+21,block_sparse_moe.experts.201.w2,0.0000013279,0.01000,0.417
+21,block_sparse_moe.experts.203.w2,0.0000013721,0.01000,0.415
+21,block_sparse_moe.experts.202.w2,0.0000019676,0.01000,0.432
+21,block_sparse_moe.experts.204.w2,0.0000012321,0.01000,0.415
+21,block_sparse_moe.experts.205.w2,0.0000016204,0.01000,0.418
+21,block_sparse_moe.experts.206.w2,0.0000025775,0.01000,0.416
+21,block_sparse_moe.experts.207.w2,0.0000011018,0.01000,0.419
+21,block_sparse_moe.experts.208.w2,0.0000018724,0.01000,0.420
+21,block_sparse_moe.experts.210.w2,0.0000017429,0.01000,0.429
+21,block_sparse_moe.experts.211.w2,0.0000014751,0.01000,0.423
+21,block_sparse_moe.experts.209.w2,0.0000020136,0.01000,0.447
+21,block_sparse_moe.experts.212.w2,0.0000016204,0.01000,0.412
+21,block_sparse_moe.experts.213.w2,0.0000010349,0.01000,0.407
+21,block_sparse_moe.experts.215.w2,0.0000023444,0.01000,0.427
+21,block_sparse_moe.experts.214.w2,0.0000014036,0.01000,0.447
+21,block_sparse_moe.experts.217.w2,0.0000012533,0.01000,0.418
+21,block_sparse_moe.experts.218.w2,0.0000010380,0.01000,0.421
+21,block_sparse_moe.experts.219.w2,0.0000018318,0.01000,0.418
+21,block_sparse_moe.experts.220.w2,0.0000011819,0.01000,0.413
+21,block_sparse_moe.experts.216.w2,0.0000013949,0.01000,0.485
+21,block_sparse_moe.experts.221.w2,0.0000010730,0.01000,0.419
+21,block_sparse_moe.experts.222.w2,0.0000014191,0.01000,0.419
+21,block_sparse_moe.experts.224.w2,0.0000012555,0.01000,0.419
+21,block_sparse_moe.experts.225.w2,0.0000018457,0.01000,0.416
+21,block_sparse_moe.experts.223.w2,0.0000010010,0.01000,0.455
+21,block_sparse_moe.experts.226.w2,0.0000022766,0.01000,0.419
+21,block_sparse_moe.experts.227.w2,0.0000010852,0.01000,0.432
+21,block_sparse_moe.experts.228.w2,0.0000019363,0.01000,0.417
+21,block_sparse_moe.experts.229.w2,0.0000009440,0.01000,0.431
+21,block_sparse_moe.experts.231.w2,0.0000014240,0.01000,0.411
+21,block_sparse_moe.experts.230.w2,0.0000011659,0.01000,0.426
+21,block_sparse_moe.experts.232.w2,0.0000018270,0.01000,0.413
+21,block_sparse_moe.experts.233.w2,0.0000010994,0.01000,0.422
+21,block_sparse_moe.experts.234.w2,0.0000011056,0.01000,0.420
+21,block_sparse_moe.experts.235.w2,0.0000011784,0.01000,0.420
+21,block_sparse_moe.experts.236.w2,0.0000014791,0.01000,0.430
+21,block_sparse_moe.experts.239.w2,0.0000015273,0.01000,0.416
+21,block_sparse_moe.experts.238.w2,0.0000018247,0.01000,0.423
+21,block_sparse_moe.experts.237.w2,0.0000014362,0.01000,0.436
+21,block_sparse_moe.experts.240.w2,0.0000010549,0.01000,0.421
+21,block_sparse_moe.experts.241.w2,0.0000012605,0.01000,0.418
+21,block_sparse_moe.experts.242.w2,0.0000011043,0.01000,0.427
+21,block_sparse_moe.experts.243.w2,0.0000012828,0.01000,0.433
+21,block_sparse_moe.experts.245.w2,0.0000013313,0.01000,0.412
+21,block_sparse_moe.experts.246.w2,0.0000009501,0.01000,0.414
+21,block_sparse_moe.experts.244.w2,0.0000009239,0.01000,0.437
+21,block_sparse_moe.experts.247.w2,0.0000019904,0.01000,0.416
+21,block_sparse_moe.experts.248.w2,0.0000009990,0.01000,0.412
+21,block_sparse_moe.experts.249.w2,0.0000011825,0.01000,0.423
+21,block_sparse_moe.experts.250.w2,0.0000014490,0.01000,0.418
+21,block_sparse_moe.experts.252.w2,0.0000014382,0.01000,0.381
+21,block_sparse_moe.experts.253.w2,0.0000013233,0.01000,0.377
+21,block_sparse_moe.experts.251.w2,0.0000022046,0.01000,0.418
+21,block_sparse_moe.experts.254.w2,0.0000014241,0.01000,0.381
+21,block_sparse_moe.experts.255.w2,0.0000019683,0.01000,0.373
+22,block_sparse_moe.experts.0.w1,0.0000063503,0.01000,0.817
+22,block_sparse_moe.experts.1.w1,0.0000063815,0.01000,0.830
+22,block_sparse_moe.experts.2.w1,0.0000064050,0.01000,0.827
+22,block_sparse_moe.experts.3.w1,0.0000063973,0.01000,0.831
+22,block_sparse_moe.experts.5.w1,0.0000063173,0.01000,0.840
+22,block_sparse_moe.experts.6.w1,0.0000046883,0.01000,0.869
+22,block_sparse_moe.experts.4.w1,0.0000064098,0.01000,0.921
+22,block_sparse_moe.experts.7.w1,0.0000061817,0.01000,0.814
+22,block_sparse_moe.experts.9.w1,0.0000066882,0.01000,0.821
+22,block_sparse_moe.experts.10.w1,0.0000063968,0.01000,0.818
+22,block_sparse_moe.experts.8.w1,0.0000062642,0.01000,0.847
+22,block_sparse_moe.experts.11.w1,0.0000062780,0.01000,0.840
+22,block_sparse_moe.experts.12.w1,0.0000065083,0.01000,0.839
+22,block_sparse_moe.experts.13.w1,0.0000066702,0.01000,0.839
+22,block_sparse_moe.experts.14.w1,0.0000064678,0.01000,0.814
+22,block_sparse_moe.experts.15.w1,0.0000064455,0.01000,0.824
+22,block_sparse_moe.experts.16.w1,0.0000063342,0.01000,0.831
+22,block_sparse_moe.experts.17.w1,0.0000065171,0.01000,0.826
+22,block_sparse_moe.experts.18.w1,0.0000066378,0.01000,0.848
+22,block_sparse_moe.experts.19.w1,0.0000065426,0.01000,0.842
+22,block_sparse_moe.experts.20.w1,0.0000064597,0.01000,0.844
+22,block_sparse_moe.experts.21.w1,0.0000062192,0.01000,0.826
+22,block_sparse_moe.experts.22.w1,0.0000064375,0.01000,0.833
+22,block_sparse_moe.experts.23.w1,0.0000065018,0.01000,0.829
+22,block_sparse_moe.experts.24.w1,0.0000064130,0.01000,0.835
+22,block_sparse_moe.experts.25.w1,0.0000065693,0.01000,0.847
+22,block_sparse_moe.experts.26.w1,0.0000064918,0.01000,0.843
+22,block_sparse_moe.experts.27.w1,0.0000065589,0.01000,0.840
+22,block_sparse_moe.experts.28.w1,0.0000065147,0.01000,0.820
+22,block_sparse_moe.experts.29.w1,0.0000065792,0.01000,0.833
+22,block_sparse_moe.experts.30.w1,0.0000062368,0.01000,0.841
+22,block_sparse_moe.experts.31.w1,0.0000066173,0.01000,0.831
+22,block_sparse_moe.experts.32.w1,0.0000063204,0.01000,0.848
+22,block_sparse_moe.experts.33.w1,0.0000063273,0.01000,0.854
+22,block_sparse_moe.experts.34.w1,0.0000059225,0.01000,0.860
+22,block_sparse_moe.experts.35.w1,0.0000064494,0.01000,0.829
+22,block_sparse_moe.experts.36.w1,0.0000063955,0.01000,0.830
+22,block_sparse_moe.experts.38.w1,0.0000062413,0.01000,0.826
+22,block_sparse_moe.experts.37.w1,0.0000065299,0.01000,0.841
+22,block_sparse_moe.experts.39.w1,0.0000064497,0.01000,0.857
+22,block_sparse_moe.experts.40.w1,0.0000066075,0.01000,0.852
+22,block_sparse_moe.experts.41.w1,0.0000062505,0.01000,0.861
+22,block_sparse_moe.experts.42.w1,0.0000063718,0.01000,0.832
+22,block_sparse_moe.experts.43.w1,0.0000060931,0.01000,0.832
+22,block_sparse_moe.experts.44.w1,0.0000067246,0.01000,0.835
+22,block_sparse_moe.experts.45.w1,0.0000066210,0.01000,0.848
+22,block_sparse_moe.experts.46.w1,0.0000062675,0.01000,0.857
+22,block_sparse_moe.experts.47.w1,0.0000062604,0.01000,0.851
+22,block_sparse_moe.experts.48.w1,0.0000062113,0.01000,0.848
+22,block_sparse_moe.experts.49.w1,0.0000062940,0.01000,0.833
+22,block_sparse_moe.experts.50.w1,0.0000065080,0.01000,0.830
+22,block_sparse_moe.experts.51.w1,0.0000062645,0.01000,0.834
+22,block_sparse_moe.experts.52.w1,0.0000064724,0.01000,0.830
+22,block_sparse_moe.experts.53.w1,0.0000063389,0.01000,0.858
+22,block_sparse_moe.experts.54.w1,0.0000064401,0.01000,0.849
+22,block_sparse_moe.experts.55.w1,0.0000064352,0.01000,0.876
+22,block_sparse_moe.experts.56.w1,0.0000066470,0.01000,0.837
+22,block_sparse_moe.experts.57.w1,0.0000066272,0.01000,0.820
+22,block_sparse_moe.experts.59.w1,0.0000064563,0.01000,0.824
+22,block_sparse_moe.experts.58.w1,0.0000058606,0.01000,0.863
+22,block_sparse_moe.experts.60.w1,0.0000062716,0.01000,0.860
+22,block_sparse_moe.experts.61.w1,0.0000065057,0.01000,0.857
+22,block_sparse_moe.experts.62.w1,0.0000064647,0.01000,0.868
+22,block_sparse_moe.experts.63.w1,0.0000064683,0.01000,0.822
+22,block_sparse_moe.experts.64.w1,0.0000059856,0.01000,0.820
+22,block_sparse_moe.experts.65.w1,0.0000064528,0.01000,0.852
+22,block_sparse_moe.experts.66.w1,0.0000065641,0.01000,0.832
+22,block_sparse_moe.experts.67.w1,0.0000063680,0.01000,0.853
+22,block_sparse_moe.experts.68.w1,0.0000065004,0.01000,0.862
+22,block_sparse_moe.experts.69.w1,0.0000063286,0.01000,0.862
+22,block_sparse_moe.experts.70.w1,0.0000063443,0.01000,0.845
+22,block_sparse_moe.experts.71.w1,0.0000062620,0.01000,0.857
+22,block_sparse_moe.experts.72.w1,0.0000061537,0.01000,0.837
+22,block_sparse_moe.experts.73.w1,0.0000062963,0.01000,0.839
+22,block_sparse_moe.experts.74.w1,0.0000063114,0.01000,0.850
+22,block_sparse_moe.experts.75.w1,0.0000062896,0.01000,0.838
+22,block_sparse_moe.experts.76.w1,0.0000058829,0.01000,0.869
+22,block_sparse_moe.experts.77.w1,0.0000065444,0.01000,0.824
+22,block_sparse_moe.experts.78.w1,0.0000063258,0.01000,0.824
+22,block_sparse_moe.experts.79.w1,0.0000066926,0.01000,0.821
+22,block_sparse_moe.experts.80.w1,0.0000064578,0.01000,0.835
+22,block_sparse_moe.experts.81.w1,0.0000065093,0.01000,0.857
+22,block_sparse_moe.experts.82.w1,0.0000064203,0.01000,0.853
+22,block_sparse_moe.experts.83.w1,0.0000062272,0.01000,0.846
+22,block_sparse_moe.experts.84.w1,0.0000066923,0.01000,0.825
+22,block_sparse_moe.experts.85.w1,0.0000060392,0.01000,0.825
+22,block_sparse_moe.experts.86.w1,0.0000070603,0.01000,0.825
+22,block_sparse_moe.experts.87.w1,0.0000064052,0.01000,0.837
+22,block_sparse_moe.experts.88.w1,0.0000064658,0.01000,0.859
+22,block_sparse_moe.experts.89.w1,0.0000074842,0.01000,0.852
+22,block_sparse_moe.experts.90.w1,0.0000063420,0.01000,0.848
+22,block_sparse_moe.experts.91.w1,0.0000062736,0.01000,0.836
+22,block_sparse_moe.experts.92.w1,0.0000066906,0.01000,0.829
+22,block_sparse_moe.experts.93.w1,0.0000062003,0.01000,0.827
+22,block_sparse_moe.experts.94.w1,0.0000062595,0.01000,0.836
+22,block_sparse_moe.experts.95.w1,0.0000064274,0.01000,0.844
+22,block_sparse_moe.experts.96.w1,0.0000065210,0.01000,0.851
+22,block_sparse_moe.experts.97.w1,0.0000063611,0.01000,0.846
+22,block_sparse_moe.experts.98.w1,0.0000070389,0.01000,0.821
+22,block_sparse_moe.experts.99.w1,0.0000066808,0.01000,0.828
+22,block_sparse_moe.experts.100.w1,0.0000060971,0.01000,0.828
+22,block_sparse_moe.experts.101.w1,0.0000067213,0.01000,0.827
+22,block_sparse_moe.experts.102.w1,0.0000062646,0.01000,0.839
+22,block_sparse_moe.experts.103.w1,0.0000063958,0.01000,0.855
+22,block_sparse_moe.experts.104.w1,0.0000064374,0.01000,0.853
+22,block_sparse_moe.experts.105.w1,0.0000064908,0.01000,0.828
+22,block_sparse_moe.experts.106.w1,0.0000063788,0.01000,0.830
+22,block_sparse_moe.experts.107.w1,0.0000064147,0.01000,0.833
+22,block_sparse_moe.experts.108.w1,0.0000066780,0.01000,0.837
+22,block_sparse_moe.experts.109.w1,0.0000060915,0.01000,0.842
+22,block_sparse_moe.experts.110.w1,0.0000066825,0.01000,0.851
+22,block_sparse_moe.experts.111.w1,0.0000059793,0.01000,0.856
+22,block_sparse_moe.experts.112.w1,0.0000062900,0.01000,0.828
+22,block_sparse_moe.experts.113.w1,0.0000061259,0.01000,0.828
+22,block_sparse_moe.experts.114.w1,0.0000063961,0.01000,0.833
+22,block_sparse_moe.experts.115.w1,0.0000065794,0.01000,0.837
+22,block_sparse_moe.experts.116.w1,0.0000064195,0.01000,0.839
+22,block_sparse_moe.experts.117.w1,0.0000063533,0.01000,0.861
+22,block_sparse_moe.experts.118.w1,0.0000065615,0.01000,0.862
+22,block_sparse_moe.experts.119.w1,0.0000065144,0.01000,0.828
+22,block_sparse_moe.experts.120.w1,0.0000062971,0.01000,0.826
+22,block_sparse_moe.experts.121.w1,0.0000064814,0.01000,0.831
+22,block_sparse_moe.experts.122.w1,0.0000064157,0.01000,0.838
+22,block_sparse_moe.experts.123.w1,0.0000067098,0.01000,0.844
+22,block_sparse_moe.experts.124.w1,0.0000065112,0.01000,0.843
+22,block_sparse_moe.experts.125.w1,0.0000063669,0.01000,0.852
+22,block_sparse_moe.experts.126.w1,0.0000065720,0.01000,0.827
+22,block_sparse_moe.experts.127.w1,0.0000062427,0.01000,0.823
+22,block_sparse_moe.experts.128.w1,0.0000063555,0.01000,0.830
+22,block_sparse_moe.experts.129.w1,0.0000062345,0.01000,0.834
+22,block_sparse_moe.experts.130.w1,0.0000067366,0.01000,0.845
+22,block_sparse_moe.experts.131.w1,0.0000066475,0.01000,0.833
+22,block_sparse_moe.experts.132.w1,0.0000065833,0.01000,0.834
+22,block_sparse_moe.experts.133.w1,0.0000065035,0.01000,0.816
+22,block_sparse_moe.experts.134.w1,0.0000066157,0.01000,0.823
+22,block_sparse_moe.experts.135.w1,0.0000064332,0.01000,0.830
+22,block_sparse_moe.experts.136.w1,0.0000062277,0.01000,0.863
+22,block_sparse_moe.experts.137.w1,0.0000063328,0.01000,0.839
+22,block_sparse_moe.experts.138.w1,0.0000064757,0.01000,0.842
+22,block_sparse_moe.experts.139.w1,0.0000062479,0.01000,0.853
+22,block_sparse_moe.experts.140.w1,0.0000063907,0.01000,0.828
+22,block_sparse_moe.experts.141.w1,0.0000064585,0.01000,0.829
+22,block_sparse_moe.experts.142.w1,0.0000065556,0.01000,0.826
+22,block_sparse_moe.experts.143.w1,0.0000061526,0.01000,0.829
+22,block_sparse_moe.experts.144.w1,0.0000064238,0.01000,0.845
+22,block_sparse_moe.experts.145.w1,0.0000057541,0.01000,0.841
+22,block_sparse_moe.experts.146.w1,0.0000062061,0.01000,0.852
+22,block_sparse_moe.experts.147.w1,0.0000064557,0.01000,0.823
+22,block_sparse_moe.experts.148.w1,0.0000062160,0.01000,0.834
+22,block_sparse_moe.experts.149.w1,0.0000060877,0.01000,0.825
+22,block_sparse_moe.experts.150.w1,0.0000063378,0.01000,0.829
+22,block_sparse_moe.experts.151.w1,0.0000064126,0.01000,0.848
+22,block_sparse_moe.experts.152.w1,0.0000064436,0.01000,0.843
+22,block_sparse_moe.experts.153.w1,0.0000064513,0.01000,0.851
+22,block_sparse_moe.experts.154.w1,0.0000067498,0.01000,0.821
+22,block_sparse_moe.experts.155.w1,0.0000063369,0.01000,0.836
+22,block_sparse_moe.experts.156.w1,0.0000064075,0.01000,0.824
+22,block_sparse_moe.experts.157.w1,0.0000064950,0.01000,0.832
+22,block_sparse_moe.experts.158.w1,0.0000064902,0.01000,0.848
+22,block_sparse_moe.experts.159.w1,0.0000065334,0.01000,0.839
+22,block_sparse_moe.experts.160.w1,0.0000064536,0.01000,0.847
+22,block_sparse_moe.experts.161.w1,0.0000066990,0.01000,0.820
+22,block_sparse_moe.experts.162.w1,0.0000063872,0.01000,0.839
+22,block_sparse_moe.experts.163.w1,0.0000063768,0.01000,0.826
+22,block_sparse_moe.experts.164.w1,0.0000061871,0.01000,0.834
+22,block_sparse_moe.experts.165.w1,0.0000064107,0.01000,0.841
+22,block_sparse_moe.experts.166.w1,0.0000063312,0.01000,0.860
+22,block_sparse_moe.experts.167.w1,0.0000061992,0.01000,0.867
+22,block_sparse_moe.experts.168.w1,0.0000065255,0.01000,0.819
+22,block_sparse_moe.experts.169.w1,0.0000064430,0.01000,0.840
+22,block_sparse_moe.experts.170.w1,0.0000063967,0.01000,0.831
+22,block_sparse_moe.experts.171.w1,0.0000065190,0.01000,0.833
+22,block_sparse_moe.experts.172.w1,0.0000066592,0.01000,0.859
+22,block_sparse_moe.experts.173.w1,0.0000063719,0.01000,0.839
+22,block_sparse_moe.experts.174.w1,0.0000067117,0.01000,0.853
+22,block_sparse_moe.experts.175.w1,0.0000065641,0.01000,0.822
+22,block_sparse_moe.experts.176.w1,0.0000063979,0.01000,0.827
+22,block_sparse_moe.experts.177.w1,0.0000065168,0.01000,0.836
+22,block_sparse_moe.experts.178.w1,0.0000064870,0.01000,0.828
+22,block_sparse_moe.experts.179.w1,0.0000064899,0.01000,0.867
+22,block_sparse_moe.experts.180.w1,0.0000064817,0.01000,0.841
+22,block_sparse_moe.experts.182.w1,0.0000065300,0.01000,0.830
+22,block_sparse_moe.experts.181.w1,0.0000063123,0.01000,0.896
+22,block_sparse_moe.experts.183.w1,0.0000064863,0.01000,0.819
+22,block_sparse_moe.experts.184.w1,0.0000066092,0.01000,0.834
+22,block_sparse_moe.experts.185.w1,0.0000064664,0.01000,0.825
+22,block_sparse_moe.experts.187.w1,0.0000064807,0.01000,0.834
+22,block_sparse_moe.experts.186.w1,0.0000061155,0.01000,0.863
+22,block_sparse_moe.experts.188.w1,0.0000064542,0.01000,0.886
+22,block_sparse_moe.experts.189.w1,0.0000065527,0.01000,0.836
+22,block_sparse_moe.experts.190.w1,0.0000065210,0.01000,0.827
+22,block_sparse_moe.experts.191.w1,0.0000064564,0.01000,0.832
+22,block_sparse_moe.experts.192.w1,0.0000064913,0.01000,0.829
+22,block_sparse_moe.experts.193.w1,0.0000065127,0.01000,0.850
+22,block_sparse_moe.experts.194.w1,0.0000065688,0.01000,0.855
+22,block_sparse_moe.experts.196.w1,0.0000063765,0.01000,0.841
+22,block_sparse_moe.experts.197.w1,0.0000064572,0.01000,0.830
+22,block_sparse_moe.experts.195.w1,0.0000064420,0.01000,0.888
+22,block_sparse_moe.experts.198.w1,0.0000064635,0.01000,0.836
+22,block_sparse_moe.experts.199.w1,0.0000062251,0.01000,0.831
+22,block_sparse_moe.experts.200.w1,0.0000065075,0.01000,0.852
+22,block_sparse_moe.experts.201.w1,0.0000062855,0.01000,0.862
+22,block_sparse_moe.experts.203.w1,0.0000064649,0.01000,0.833
+22,block_sparse_moe.experts.204.w1,0.0000070487,0.01000,0.849
+22,block_sparse_moe.experts.202.w1,0.0000062942,0.01000,0.883
+22,block_sparse_moe.experts.205.w1,0.0000063833,0.01000,0.836
+22,block_sparse_moe.experts.206.w1,0.0000062691,0.01000,0.829
+22,block_sparse_moe.experts.207.w1,0.0000066536,0.01000,0.845
+22,block_sparse_moe.experts.208.w1,0.0000064800,0.01000,0.861
+22,block_sparse_moe.experts.209.w1,0.0000065330,0.01000,0.852
+22,block_sparse_moe.experts.211.w1,0.0000066033,0.01000,0.833
+22,block_sparse_moe.experts.210.w1,0.0000060488,0.01000,0.863
+22,block_sparse_moe.experts.212.w1,0.0000061098,0.01000,0.837
+22,block_sparse_moe.experts.213.w1,0.0000064901,0.01000,0.827
+22,block_sparse_moe.experts.214.w1,0.0000062891,0.01000,0.844
+22,block_sparse_moe.experts.215.w1,0.0000062944,0.01000,0.855
+22,block_sparse_moe.experts.217.w1,0.0000065315,0.01000,0.838
+22,block_sparse_moe.experts.216.w1,0.0000063953,0.01000,0.863
+22,block_sparse_moe.experts.218.w1,0.0000063635,0.01000,0.845
+22,block_sparse_moe.experts.219.w1,0.0000060140,0.01000,0.828
+22,block_sparse_moe.experts.220.w1,0.0000061350,0.01000,0.830
+22,block_sparse_moe.experts.221.w1,0.0000066078,0.01000,0.849
+22,block_sparse_moe.experts.222.w1,0.0000063426,0.01000,0.853
+22,block_sparse_moe.experts.224.w1,0.0000065776,0.01000,0.827
+22,block_sparse_moe.experts.223.w1,0.0000067178,0.01000,0.848
+22,block_sparse_moe.experts.225.w1,0.0000065428,0.01000,0.837
+22,block_sparse_moe.experts.226.w1,0.0000059157,0.01000,0.829
+22,block_sparse_moe.experts.227.w1,0.0000065739,0.01000,0.826
+22,block_sparse_moe.experts.228.w1,0.0000062871,0.01000,0.850
+22,block_sparse_moe.experts.229.w1,0.0000062435,0.01000,0.849
+22,block_sparse_moe.experts.231.w1,0.0000068580,0.01000,0.829
+22,block_sparse_moe.experts.232.w1,0.0000063946,0.01000,0.845
+22,block_sparse_moe.experts.233.w1,0.0000063214,0.01000,0.848
+22,block_sparse_moe.experts.230.w1,0.0000063443,0.01000,0.877
+22,block_sparse_moe.experts.234.w1,0.0000064857,0.01000,0.818
+22,block_sparse_moe.experts.235.w1,0.0000064684,0.01000,0.845
+22,block_sparse_moe.experts.236.w1,0.0000064735,0.01000,0.842
+22,block_sparse_moe.experts.237.w1,0.0000073358,0.01000,0.865
+22,block_sparse_moe.experts.240.w1,0.0000061717,0.01000,0.834
+22,block_sparse_moe.experts.239.w1,0.0000062561,0.01000,0.842
+22,block_sparse_moe.experts.238.w1,0.0000062933,0.01000,0.866
+22,block_sparse_moe.experts.241.w1,0.0000068831,0.01000,0.834
+22,block_sparse_moe.experts.242.w1,0.0000061300,0.01000,0.851
+22,block_sparse_moe.experts.243.w1,0.0000063017,0.01000,0.837
+22,block_sparse_moe.experts.245.w1,0.0000063319,0.01000,0.829
+22,block_sparse_moe.experts.246.w1,0.0000064663,0.01000,0.831
+22,block_sparse_moe.experts.244.w1,0.0000063785,0.01000,0.868
+22,block_sparse_moe.experts.248.w1,0.0000063326,0.01000,0.830
+22,block_sparse_moe.experts.247.w1,0.0000064892,0.01000,0.872
+22,block_sparse_moe.experts.249.w1,0.0000065848,0.01000,0.848
+22,block_sparse_moe.experts.250.w1,0.0000062923,0.01000,0.834
+22,block_sparse_moe.experts.252.w1,0.0000063796,0.01000,0.826
+22,block_sparse_moe.experts.253.w1,0.0000065882,0.01000,0.829
+22,block_sparse_moe.experts.251.w1,0.0000062137,0.01000,0.866
+22,block_sparse_moe.experts.254.w1,0.0000061246,0.01000,0.847
+22,block_sparse_moe.experts.255.w1,0.0000066993,0.01000,0.835
+22,block_sparse_moe.experts.0.w3,0.0000065716,0.01000,0.844
+22,block_sparse_moe.experts.1.w3,0.0000066457,0.01000,0.835
+22,block_sparse_moe.experts.3.w3,0.0000065821,0.01000,0.835
+22,block_sparse_moe.experts.4.w3,0.0000065798,0.01000,0.838
+22,block_sparse_moe.experts.2.w3,0.0000066205,0.01000,0.881
+22,block_sparse_moe.experts.6.w3,0.0000082403,0.01000,0.825
+22,block_sparse_moe.experts.5.w3,0.0000064953,0.01000,0.840
+22,block_sparse_moe.experts.7.w3,0.0000063536,0.01000,0.834
+22,block_sparse_moe.experts.8.w3,0.0000064243,0.01000,0.855
+22,block_sparse_moe.experts.10.w3,0.0000066810,0.01000,0.824
+22,block_sparse_moe.experts.13.w3,0.0000068554,0.01000,0.825
+22,block_sparse_moe.experts.12.w3,0.0000066369,0.01000,0.826
+22,block_sparse_moe.experts.9.w3,0.0000068564,0.01000,0.870
+22,block_sparse_moe.experts.11.w3,0.0000066431,0.01000,0.860
+22,block_sparse_moe.experts.14.w3,0.0000066447,0.01000,0.834
+22,block_sparse_moe.experts.15.w3,0.0000063791,0.01000,0.840
+22,block_sparse_moe.experts.16.w3,0.0000064767,0.01000,0.848
+22,block_sparse_moe.experts.18.w3,0.0000068115,0.01000,0.828
+22,block_sparse_moe.experts.19.w3,0.0000067448,0.01000,0.834
+22,block_sparse_moe.experts.17.w3,0.0000066768,0.01000,0.847
+22,block_sparse_moe.experts.20.w3,0.0000064495,0.01000,0.832
+22,block_sparse_moe.experts.21.w3,0.0000063378,0.01000,0.837
+22,block_sparse_moe.experts.22.w3,0.0000067454,0.01000,0.847
+22,block_sparse_moe.experts.25.w3,0.0000068084,0.01000,0.831
+22,block_sparse_moe.experts.23.w3,0.0000066928,0.01000,0.845
+22,block_sparse_moe.experts.24.w3,0.0000065957,0.01000,0.848
+22,block_sparse_moe.experts.26.w3,0.0000065097,0.01000,0.837
+22,block_sparse_moe.experts.27.w3,0.0000067435,0.01000,0.838
+22,block_sparse_moe.experts.28.w3,0.0000066504,0.01000,0.839
+22,block_sparse_moe.experts.29.w3,0.0000067882,0.01000,0.838
+22,block_sparse_moe.experts.31.w3,0.0000068674,0.01000,0.834
+22,block_sparse_moe.experts.32.w3,0.0000064941,0.01000,0.838
+22,block_sparse_moe.experts.33.w3,0.0000064671,0.01000,0.836
+22,block_sparse_moe.experts.34.w3,0.0000063745,0.01000,0.837
+22,block_sparse_moe.experts.30.w3,0.0000063572,0.01000,0.874
+22,block_sparse_moe.experts.35.w3,0.0000067432,0.01000,0.846
+22,block_sparse_moe.experts.36.w3,0.0000066214,0.01000,0.835
+22,block_sparse_moe.experts.38.w3,0.0000065476,0.01000,0.835
+22,block_sparse_moe.experts.39.w3,0.0000066609,0.01000,0.830
+22,block_sparse_moe.experts.41.w3,0.0000064750,0.01000,0.829
+22,block_sparse_moe.experts.40.w3,0.0000069453,0.01000,0.848
+22,block_sparse_moe.experts.37.w3,0.0000066362,0.01000,0.883
+22,block_sparse_moe.experts.42.w3,0.0000065460,0.01000,0.848
+22,block_sparse_moe.experts.43.w3,0.0000063397,0.01000,0.842
+22,block_sparse_moe.experts.45.w3,0.0000066935,0.01000,0.830
+22,block_sparse_moe.experts.46.w3,0.0000065423,0.01000,0.832
+22,block_sparse_moe.experts.48.w3,0.0000063796,0.01000,0.826
+22,block_sparse_moe.experts.47.w3,0.0000066768,0.01000,0.848
+22,block_sparse_moe.experts.44.w3,0.0000065365,0.01000,0.881
+22,block_sparse_moe.experts.49.w3,0.0000064488,0.01000,0.840
+22,block_sparse_moe.experts.50.w3,0.0000066575,0.01000,0.849
+22,block_sparse_moe.experts.52.w3,0.0000066335,0.01000,0.829
+22,block_sparse_moe.experts.53.w3,0.0000065177,0.01000,0.844
+22,block_sparse_moe.experts.51.w3,0.0000064114,0.01000,0.884
+22,block_sparse_moe.experts.54.w3,0.0000066273,0.01000,0.845
+22,block_sparse_moe.experts.55.w3,0.0000066282,0.01000,0.845
+22,block_sparse_moe.experts.56.w3,0.0000068675,0.01000,0.830
+22,block_sparse_moe.experts.57.w3,0.0000067993,0.01000,0.832
+22,block_sparse_moe.experts.58.w3,0.0000062009,0.01000,0.849
+22,block_sparse_moe.experts.59.w3,0.0000066218,0.01000,0.828
+22,block_sparse_moe.experts.60.w3,0.0000066860,0.01000,0.825
+22,block_sparse_moe.experts.61.w3,0.0000067652,0.01000,0.827
+22,block_sparse_moe.experts.62.w3,0.0000065523,0.01000,0.840
+22,block_sparse_moe.experts.63.w3,0.0000066306,0.01000,0.856
+22,block_sparse_moe.experts.64.w3,0.0000063341,0.01000,0.840
+22,block_sparse_moe.experts.67.w3,0.0000066890,0.01000,0.838
+22,block_sparse_moe.experts.66.w3,0.0000067523,0.01000,0.843
+22,block_sparse_moe.experts.68.w3,0.0000067958,0.01000,0.833
+22,block_sparse_moe.experts.69.w3,0.0000065147,0.01000,0.847
+22,block_sparse_moe.experts.65.w3,0.0000065873,0.01000,0.882
+22,block_sparse_moe.experts.70.w3,0.0000065506,0.01000,0.846
+22,block_sparse_moe.experts.71.w3,0.0000064405,0.01000,0.838
+22,block_sparse_moe.experts.73.w3,0.0000065771,0.01000,0.826
+22,block_sparse_moe.experts.74.w3,0.0000064844,0.01000,0.832
+22,block_sparse_moe.experts.76.w3,0.0000059990,0.01000,0.830
+22,block_sparse_moe.experts.72.w3,0.0000063971,0.01000,0.890
+22,block_sparse_moe.experts.75.w3,0.0000064130,0.01000,0.877
+22,block_sparse_moe.experts.77.w3,0.0000067640,0.01000,0.838
+22,block_sparse_moe.experts.78.w3,0.0000064901,0.01000,0.842
+22,block_sparse_moe.experts.80.w3,0.0000066470,0.01000,0.828
+22,block_sparse_moe.experts.81.w3,0.0000064488,0.01000,0.818
+22,block_sparse_moe.experts.82.w3,0.0000066268,0.01000,0.830
+22,block_sparse_moe.experts.79.w3,0.0000069987,0.01000,0.898
+22,block_sparse_moe.experts.83.w3,0.0000065037,0.01000,0.843
+22,block_sparse_moe.experts.84.w3,0.0000067391,0.01000,0.869
+22,block_sparse_moe.experts.85.w3,0.0000063414,0.01000,0.839
+22,block_sparse_moe.experts.87.w3,0.0000065936,0.01000,0.843
+22,block_sparse_moe.experts.86.w3,0.0000067385,0.01000,0.882
+22,block_sparse_moe.experts.88.w3,0.0000066095,0.01000,0.833
+22,block_sparse_moe.experts.89.w3,0.0000073454,0.01000,0.843
+22,block_sparse_moe.experts.90.w3,0.0000067590,0.01000,0.868
+22,block_sparse_moe.experts.92.w3,0.0000068906,0.01000,0.837
+22,block_sparse_moe.experts.91.w3,0.0000064864,0.01000,0.876
+22,block_sparse_moe.experts.93.w3,0.0000063427,0.01000,0.845
+22,block_sparse_moe.experts.94.w3,0.0000064478,0.01000,0.835
+22,block_sparse_moe.experts.95.w3,0.0000066132,0.01000,0.831
+22,block_sparse_moe.experts.96.w3,0.0000067082,0.01000,0.843
+22,block_sparse_moe.experts.97.w3,0.0000065003,0.01000,0.844
+22,block_sparse_moe.experts.98.w3,0.0000067991,0.01000,0.862
+22,block_sparse_moe.experts.99.w3,0.0000068254,0.01000,0.846
+22,block_sparse_moe.experts.101.w3,0.0000069523,0.01000,0.827
+22,block_sparse_moe.experts.102.w3,0.0000064678,0.01000,0.832
+22,block_sparse_moe.experts.103.w3,0.0000065838,0.01000,0.829
+22,block_sparse_moe.experts.100.w3,0.0000063016,0.01000,0.929
+22,block_sparse_moe.experts.104.w3,0.0000066379,0.01000,0.842
+22,block_sparse_moe.experts.105.w3,0.0000066131,0.01000,0.852
+22,block_sparse_moe.experts.106.w3,0.0000065679,0.01000,0.840
+22,block_sparse_moe.experts.108.w3,0.0000067315,0.01000,0.825
+22,block_sparse_moe.experts.109.w3,0.0000063006,0.01000,0.824
+22,block_sparse_moe.experts.107.w3,0.0000065790,0.01000,0.905
+22,block_sparse_moe.experts.111.w3,0.0000061238,0.01000,0.815
+22,block_sparse_moe.experts.110.w3,0.0000066690,0.01000,0.852
+22,block_sparse_moe.experts.113.w3,0.0000063332,0.01000,0.852
+22,block_sparse_moe.experts.112.w3,0.0000065795,0.01000,0.888
+22,block_sparse_moe.experts.115.w3,0.0000068261,0.01000,0.825
+22,block_sparse_moe.experts.114.w3,0.0000066352,0.01000,0.876
+22,block_sparse_moe.experts.116.w3,0.0000066957,0.01000,0.828
+22,block_sparse_moe.experts.117.w3,0.0000064914,0.01000,0.825
+22,block_sparse_moe.experts.118.w3,0.0000066164,0.01000,0.825
+22,block_sparse_moe.experts.119.w3,0.0000067567,0.01000,0.856
+22,block_sparse_moe.experts.120.w3,0.0000063799,0.01000,0.846
+22,block_sparse_moe.experts.121.w3,0.0000068152,0.01000,0.854
+22,block_sparse_moe.experts.122.w3,0.0000065750,0.01000,0.830
+22,block_sparse_moe.experts.123.w3,0.0000067602,0.01000,0.833
+22,block_sparse_moe.experts.124.w3,0.0000066851,0.01000,0.838
+22,block_sparse_moe.experts.125.w3,0.0000065048,0.01000,0.830
+22,block_sparse_moe.experts.126.w3,0.0000066603,0.01000,0.856
+22,block_sparse_moe.experts.127.w3,0.0000067112,0.01000,0.836
+22,block_sparse_moe.experts.129.w3,0.0000064802,0.01000,0.830
+22,block_sparse_moe.experts.130.w3,0.0000069610,0.01000,0.837
+22,block_sparse_moe.experts.131.w3,0.0000067583,0.01000,0.827
+22,block_sparse_moe.experts.128.w3,0.0000066071,0.01000,0.884
+22,block_sparse_moe.experts.132.w3,0.0000068559,0.01000,0.829
+22,block_sparse_moe.experts.134.w3,0.0000068229,0.01000,0.844
+22,block_sparse_moe.experts.133.w3,0.0000067190,0.01000,0.878
+22,block_sparse_moe.experts.136.w3,0.0000066189,0.01000,0.836
+22,block_sparse_moe.experts.135.w3,0.0000065609,0.01000,0.874
+22,block_sparse_moe.experts.137.w3,0.0000064772,0.01000,0.837
+22,block_sparse_moe.experts.138.w3,0.0000067067,0.01000,0.838
+22,block_sparse_moe.experts.139.w3,0.0000064141,0.01000,0.829
+22,block_sparse_moe.experts.140.w3,0.0000066212,0.01000,0.850
+22,block_sparse_moe.experts.141.w3,0.0000066706,0.01000,0.851
+22,block_sparse_moe.experts.143.w3,0.0000060870,0.01000,0.834
+22,block_sparse_moe.experts.144.w3,0.0000066262,0.01000,0.833
+22,block_sparse_moe.experts.145.w3,0.0000070041,0.01000,0.843
+22,block_sparse_moe.experts.146.w3,0.0000064265,0.01000,0.844
+22,block_sparse_moe.experts.142.w3,0.0000067542,0.01000,0.878
+22,block_sparse_moe.experts.147.w3,0.0000066578,0.01000,0.857
+22,block_sparse_moe.experts.148.w3,0.0000066705,0.01000,0.853
+22,block_sparse_moe.experts.150.w3,0.0000065599,0.01000,0.829
+22,block_sparse_moe.experts.151.w3,0.0000067548,0.01000,0.833
+22,block_sparse_moe.experts.153.w3,0.0000066617,0.01000,0.831
+22,block_sparse_moe.experts.149.w3,0.0000061918,0.01000,0.885
+22,block_sparse_moe.experts.152.w3,0.0000064504,0.01000,0.860
+22,block_sparse_moe.experts.154.w3,0.0000068382,0.01000,0.850
+22,block_sparse_moe.experts.155.w3,0.0000064807,0.01000,0.846
+22,block_sparse_moe.experts.157.w3,0.0000067172,0.01000,0.833
+22,block_sparse_moe.experts.158.w3,0.0000066965,0.01000,0.838
+22,block_sparse_moe.experts.156.w3,0.0000063644,0.01000,0.882
+22,block_sparse_moe.experts.159.w3,0.0000066632,0.01000,0.837
+22,block_sparse_moe.experts.160.w3,0.0000065986,0.01000,0.844
+22,block_sparse_moe.experts.161.w3,0.0000068637,0.01000,0.856
+22,block_sparse_moe.experts.162.w3,0.0000065935,0.01000,0.845
+22,block_sparse_moe.experts.163.w3,0.0000066988,0.01000,0.857
+22,block_sparse_moe.experts.164.w3,0.0000063744,0.01000,0.841
+22,block_sparse_moe.experts.165.w3,0.0000065932,0.01000,0.844
+22,block_sparse_moe.experts.166.w3,0.0000064778,0.01000,0.842
+22,block_sparse_moe.experts.167.w3,0.0000063179,0.01000,0.847
+22,block_sparse_moe.experts.168.w3,0.0000063199,0.01000,0.858
+22,block_sparse_moe.experts.169.w3,0.0000065284,0.01000,0.851
+22,block_sparse_moe.experts.172.w3,0.0000067076,0.01000,0.838
+22,block_sparse_moe.experts.173.w3,0.0000065366,0.01000,0.839
+22,block_sparse_moe.experts.174.w3,0.0000067182,0.01000,0.840
+22,block_sparse_moe.experts.170.w3,0.0000065474,0.01000,0.872
+22,block_sparse_moe.experts.171.w3,0.0000067058,0.01000,0.868
+22,block_sparse_moe.experts.176.w3,0.0000065647,0.01000,0.835
+22,block_sparse_moe.experts.175.w3,0.0000067264,0.01000,0.861
+22,block_sparse_moe.experts.178.w3,0.0000066769,0.01000,0.834
+22,block_sparse_moe.experts.180.w3,0.0000065288,0.01000,0.830
+22,block_sparse_moe.experts.179.w3,0.0000068956,0.01000,0.836
+22,block_sparse_moe.experts.181.w3,0.0000065079,0.01000,0.845
+22,block_sparse_moe.experts.177.w3,0.0000067435,0.01000,0.875
+22,block_sparse_moe.experts.182.w3,0.0000067231,0.01000,0.857
+22,block_sparse_moe.experts.183.w3,0.0000065112,0.01000,0.838
+22,block_sparse_moe.experts.185.w3,0.0000067964,0.01000,0.827
+22,block_sparse_moe.experts.186.w3,0.0000062891,0.01000,0.834
+22,block_sparse_moe.experts.188.w3,0.0000065476,0.01000,0.837
+22,block_sparse_moe.experts.187.w3,0.0000066331,0.01000,0.850
+22,block_sparse_moe.experts.184.w3,0.0000068276,0.01000,0.895
+22,block_sparse_moe.experts.190.w3,0.0000067427,0.01000,0.833
+22,block_sparse_moe.experts.189.w3,0.0000068399,0.01000,0.872
+22,block_sparse_moe.experts.192.w3,0.0000066331,0.01000,0.831
+22,block_sparse_moe.experts.193.w3,0.0000068640,0.01000,0.828
+22,block_sparse_moe.experts.194.w3,0.0000067759,0.01000,0.826
+22,block_sparse_moe.experts.195.w3,0.0000065739,0.01000,0.825
+22,block_sparse_moe.experts.191.w3,0.0000067484,0.01000,0.883
+22,block_sparse_moe.experts.196.w3,0.0000065081,0.01000,0.861
+22,block_sparse_moe.experts.197.w3,0.0000065330,0.01000,0.854
+22,block_sparse_moe.experts.199.w3,0.0000064743,0.01000,0.840
+22,block_sparse_moe.experts.200.w3,0.0000066973,0.01000,0.838
+22,block_sparse_moe.experts.201.w3,0.0000064470,0.01000,0.830
+22,block_sparse_moe.experts.202.w3,0.0000065795,0.01000,0.826
+22,block_sparse_moe.experts.198.w3,0.0000066647,0.01000,0.886
+22,block_sparse_moe.experts.203.w3,0.0000067186,0.01000,0.849
+22,block_sparse_moe.experts.204.w3,0.0000067052,0.01000,0.837
+22,block_sparse_moe.experts.206.w3,0.0000064539,0.01000,0.830
+22,block_sparse_moe.experts.207.w3,0.0000067234,0.01000,0.824
+22,block_sparse_moe.experts.208.w3,0.0000066867,0.01000,0.831
+22,block_sparse_moe.experts.209.w3,0.0000067039,0.01000,0.827
+22,block_sparse_moe.experts.205.w3,0.0000065703,0.01000,0.905
+22,block_sparse_moe.experts.210.w3,0.0000062858,0.01000,0.852
+22,block_sparse_moe.experts.211.w3,0.0000068538,0.01000,0.839
+22,block_sparse_moe.experts.213.w3,0.0000068188,0.01000,0.827
+22,block_sparse_moe.experts.214.w3,0.0000066548,0.01000,0.824
+22,block_sparse_moe.experts.215.w3,0.0000064334,0.01000,0.827
+22,block_sparse_moe.experts.212.w3,0.0000066658,0.01000,0.893
+22,block_sparse_moe.experts.216.w3,0.0000067605,0.01000,0.841
+22,block_sparse_moe.experts.218.w3,0.0000066874,0.01000,0.843
+22,block_sparse_moe.experts.217.w3,0.0000063765,0.01000,0.883
+22,block_sparse_moe.experts.220.w3,0.0000063145,0.01000,0.830
+22,block_sparse_moe.experts.221.w3,0.0000068481,0.01000,0.829
+22,block_sparse_moe.experts.219.w3,0.0000065295,0.01000,0.892
+22,block_sparse_moe.experts.222.w3,0.0000065319,0.01000,0.831
+22,block_sparse_moe.experts.223.w3,0.0000068610,0.01000,0.822
+22,block_sparse_moe.experts.224.w3,0.0000067970,0.01000,0.857
+22,block_sparse_moe.experts.225.w3,0.0000067932,0.01000,0.858
+22,block_sparse_moe.experts.227.w3,0.0000064864,0.01000,0.835
+22,block_sparse_moe.experts.226.w3,0.0000058487,0.01000,0.890
+22,block_sparse_moe.experts.229.w3,0.0000064075,0.01000,0.833
+22,block_sparse_moe.experts.230.w3,0.0000065581,0.01000,0.829
+22,block_sparse_moe.experts.228.w3,0.0000066384,0.01000,0.845
+22,block_sparse_moe.experts.231.w3,0.0000067138,0.01000,0.853
+22,block_sparse_moe.experts.232.w3,0.0000066507,0.01000,0.851
+22,block_sparse_moe.experts.233.w3,0.0000063578,0.01000,0.863
+22,block_sparse_moe.experts.234.w3,0.0000066728,0.01000,0.827
+22,block_sparse_moe.experts.236.w3,0.0000066850,0.01000,0.834
+22,block_sparse_moe.experts.235.w3,0.0000066699,0.01000,0.838
+22,block_sparse_moe.experts.237.w3,0.0000069426,0.01000,0.834
+22,block_sparse_moe.experts.238.w3,0.0000062465,0.01000,0.863
+22,block_sparse_moe.experts.241.w3,0.0000064978,0.01000,0.825
+22,block_sparse_moe.experts.242.w3,0.0000062838,0.01000,0.828
+22,block_sparse_moe.experts.244.w3,0.0000066028,0.01000,0.831
+22,block_sparse_moe.experts.239.w3,0.0000063985,0.01000,0.868
+22,block_sparse_moe.experts.243.w3,0.0000064117,0.01000,0.838
+22,block_sparse_moe.experts.240.w3,0.0000064223,0.01000,0.870
+22,block_sparse_moe.experts.246.w3,0.0000066324,0.01000,0.841
+22,block_sparse_moe.experts.248.w3,0.0000064913,0.01000,0.832
+22,block_sparse_moe.experts.245.w3,0.0000064760,0.01000,0.877
+22,block_sparse_moe.experts.250.w3,0.0000064975,0.01000,0.840
+22,block_sparse_moe.experts.251.w3,0.0000063864,0.01000,0.828
+22,block_sparse_moe.experts.249.w3,0.0000063084,0.01000,0.845
+22,block_sparse_moe.experts.247.w3,0.0000067262,0.01000,0.869
+22,block_sparse_moe.experts.252.w3,0.0000063715,0.01000,0.700
+22,block_sparse_moe.experts.253.w3,0.0000066940,0.01000,0.692
+22,block_sparse_moe.experts.255.w3,0.0000069561,0.01000,0.680
+22,block_sparse_moe.experts.254.w3,0.0000062932,0.01000,0.706
+22,block_sparse_moe.experts.0.w2,0.0000015038,0.01000,0.433
+22,block_sparse_moe.experts.1.w2,0.0000017694,0.01000,0.438
+22,block_sparse_moe.experts.2.w2,0.0000014976,0.01000,0.439
+22,block_sparse_moe.experts.3.w2,0.0000012261,0.01000,0.438
+22,block_sparse_moe.experts.5.w2,0.0000021489,0.01000,0.438
+22,block_sparse_moe.experts.4.w2,0.0000020980,0.01000,0.439
+22,block_sparse_moe.experts.6.w2,0.0000028218,0.01000,0.441
+22,block_sparse_moe.experts.7.w2,0.0000011063,0.01000,0.416
+22,block_sparse_moe.experts.8.w2,0.0000011260,0.01000,0.422
+22,block_sparse_moe.experts.9.w2,0.0000017505,0.01000,0.422
+22,block_sparse_moe.experts.10.w2,0.0000022375,0.01000,0.424
+22,block_sparse_moe.experts.12.w2,0.0000017043,0.01000,0.424
+22,block_sparse_moe.experts.13.w2,0.0000017436,0.01000,0.429
+22,block_sparse_moe.experts.11.w2,0.0000014591,0.01000,0.434
+22,block_sparse_moe.experts.14.w2,0.0000014480,0.01000,0.420
+22,block_sparse_moe.experts.16.w2,0.0000018914,0.01000,0.421
+22,block_sparse_moe.experts.17.w2,0.0000019177,0.01000,0.420
+22,block_sparse_moe.experts.15.w2,0.0000012641,0.01000,0.431
+22,block_sparse_moe.experts.18.w2,0.0000017643,0.01000,0.427
+22,block_sparse_moe.experts.19.w2,0.0000014228,0.01000,0.422
+22,block_sparse_moe.experts.20.w2,0.0000019182,0.01000,0.426
+22,block_sparse_moe.experts.21.w2,0.0000011036,0.01000,0.414
+22,block_sparse_moe.experts.22.w2,0.0000015046,0.01000,0.421
+22,block_sparse_moe.experts.24.w2,0.0000015707,0.01000,0.421
+22,block_sparse_moe.experts.26.w2,0.0000017742,0.01000,0.420
+22,block_sparse_moe.experts.23.w2,0.0000016178,0.01000,0.431
+22,block_sparse_moe.experts.25.w2,0.0000017354,0.01000,0.426
+22,block_sparse_moe.experts.27.w2,0.0000024570,0.01000,0.424
+22,block_sparse_moe.experts.28.w2,0.0000014736,0.01000,0.428
+22,block_sparse_moe.experts.29.w2,0.0000014622,0.01000,0.419
+22,block_sparse_moe.experts.31.w2,0.0000017441,0.01000,0.428
+22,block_sparse_moe.experts.33.w2,0.0000012384,0.01000,0.427
+22,block_sparse_moe.experts.32.w2,0.0000011635,0.01000,0.436
+22,block_sparse_moe.experts.34.w2,0.0000022651,0.01000,0.428
+22,block_sparse_moe.experts.30.w2,0.0000011718,0.01000,0.439
+22,block_sparse_moe.experts.35.w2,0.0000018537,0.01000,0.421
+22,block_sparse_moe.experts.36.w2,0.0000014969,0.01000,0.415
+22,block_sparse_moe.experts.38.w2,0.0000026891,0.01000,0.418
+22,block_sparse_moe.experts.39.w2,0.0000014986,0.01000,0.422
+22,block_sparse_moe.experts.40.w2,0.0000018288,0.01000,0.420
+22,block_sparse_moe.experts.37.w2,0.0000021348,0.01000,0.434
+22,block_sparse_moe.experts.41.w2,0.0000018465,0.01000,0.439
+22,block_sparse_moe.experts.42.w2,0.0000011768,0.01000,0.416
+22,block_sparse_moe.experts.43.w2,0.0000030841,0.01000,0.417
+22,block_sparse_moe.experts.45.w2,0.0000016069,0.01000,0.421
+22,block_sparse_moe.experts.47.w2,0.0000017465,0.01000,0.423
+22,block_sparse_moe.experts.44.w2,0.0000013838,0.01000,0.438
+22,block_sparse_moe.experts.46.w2,0.0000020701,0.01000,0.430
+22,block_sparse_moe.experts.48.w2,0.0000013634,0.01000,0.429
+22,block_sparse_moe.experts.49.w2,0.0000010652,0.01000,0.412
+22,block_sparse_moe.experts.50.w2,0.0000013354,0.01000,0.425
+22,block_sparse_moe.experts.52.w2,0.0000016851,0.01000,0.409
+22,block_sparse_moe.experts.54.w2,0.0000016667,0.01000,0.416
+22,block_sparse_moe.experts.51.w2,0.0000012144,0.01000,0.426
+22,block_sparse_moe.experts.53.w2,0.0000012923,0.01000,0.421
+22,block_sparse_moe.experts.55.w2,0.0000013382,0.01000,0.423
+22,block_sparse_moe.experts.56.w2,0.0000023963,0.01000,0.416
+22,block_sparse_moe.experts.57.w2,0.0000015700,0.01000,0.418
+22,block_sparse_moe.experts.59.w2,0.0000011375,0.01000,0.407
+22,block_sparse_moe.experts.58.w2,0.0000018580,0.01000,0.418
+22,block_sparse_moe.experts.61.w2,0.0000016198,0.01000,0.417
+22,block_sparse_moe.experts.60.w2,0.0000024726,0.01000,0.430
+22,block_sparse_moe.experts.62.w2,0.0000011478,0.01000,0.439
+22,block_sparse_moe.experts.63.w2,0.0000014399,0.01000,0.431
+22,block_sparse_moe.experts.64.w2,0.0000024503,0.01000,0.423
+22,block_sparse_moe.experts.66.w2,0.0000014035,0.01000,0.415
+22,block_sparse_moe.experts.65.w2,0.0000017009,0.01000,0.416
+22,block_sparse_moe.experts.67.w2,0.0000021774,0.01000,0.426
+22,block_sparse_moe.experts.68.w2,0.0000019343,0.01000,0.434
+22,block_sparse_moe.experts.69.w2,0.0000013595,0.01000,0.435
+22,block_sparse_moe.experts.70.w2,0.0000012669,0.01000,0.423
+22,block_sparse_moe.experts.71.w2,0.0000011420,0.01000,0.416
+22,block_sparse_moe.experts.73.w2,0.0000016651,0.01000,0.409
+22,block_sparse_moe.experts.72.w2,0.0000013069,0.01000,0.423
+22,block_sparse_moe.experts.74.w2,0.0000014943,0.01000,0.419
+22,block_sparse_moe.experts.75.w2,0.0000011411,0.01000,0.420
+22,block_sparse_moe.experts.76.w2,0.0000009623,0.01000,0.422
+22,block_sparse_moe.experts.77.w2,0.0000015859,0.01000,0.422
+22,block_sparse_moe.experts.78.w2,0.0000011940,0.01000,0.419
+22,block_sparse_moe.experts.79.w2,0.0000015606,0.01000,0.418
+22,block_sparse_moe.experts.80.w2,0.0000012673,0.01000,0.416
+22,block_sparse_moe.experts.81.w2,0.0000025869,0.01000,0.419
+22,block_sparse_moe.experts.82.w2,0.0000016136,0.01000,0.422
+22,block_sparse_moe.experts.83.w2,0.0000013542,0.01000,0.425
+22,block_sparse_moe.experts.84.w2,0.0000022133,0.01000,0.422
+22,block_sparse_moe.experts.85.w2,0.0000025907,0.01000,0.417
+22,block_sparse_moe.experts.86.w2,0.0000016596,0.01000,0.412
+22,block_sparse_moe.experts.87.w2,0.0000014606,0.01000,0.412
+22,block_sparse_moe.experts.88.w2,0.0000019526,0.01000,0.418
+22,block_sparse_moe.experts.89.w2,0.0000017471,0.01000,0.421
+22,block_sparse_moe.experts.90.w2,0.0000026126,0.01000,0.424
+22,block_sparse_moe.experts.92.w2,0.0000021887,0.01000,0.420
+22,block_sparse_moe.experts.93.w2,0.0000018707,0.01000,0.419
+22,block_sparse_moe.experts.91.w2,0.0000015789,0.01000,0.432
+22,block_sparse_moe.experts.94.w2,0.0000010791,0.01000,0.415
+22,block_sparse_moe.experts.95.w2,0.0000017161,0.01000,0.421
+22,block_sparse_moe.experts.96.w2,0.0000020131,0.01000,0.421
+22,block_sparse_moe.experts.97.w2,0.0000012515,0.01000,0.425
+22,block_sparse_moe.experts.98.w2,0.0000022351,0.01000,0.419
+22,block_sparse_moe.experts.99.w2,0.0000022349,0.01000,0.416
+22,block_sparse_moe.experts.101.w2,0.0000015761,0.01000,0.410
+22,block_sparse_moe.experts.100.w2,0.0000010970,0.01000,0.435
+22,block_sparse_moe.experts.102.w2,0.0000018618,0.01000,0.419
+22,block_sparse_moe.experts.103.w2,0.0000021684,0.01000,0.420
+22,block_sparse_moe.experts.104.w2,0.0000013488,0.01000,0.423
+22,block_sparse_moe.experts.105.w2,0.0000015676,0.01000,0.414
+22,block_sparse_moe.experts.106.w2,0.0000013629,0.01000,0.415
+22,block_sparse_moe.experts.107.w2,0.0000012045,0.01000,0.417
+22,block_sparse_moe.experts.108.w2,0.0000020447,0.01000,0.422
+22,block_sparse_moe.experts.109.w2,0.0000013999,0.01000,0.419
+22,block_sparse_moe.experts.110.w2,0.0000017180,0.01000,0.422
+22,block_sparse_moe.experts.111.w2,0.0000009749,0.01000,0.425
+22,block_sparse_moe.experts.112.w2,0.0000017955,0.01000,0.418
+22,block_sparse_moe.experts.114.w2,0.0000018186,0.01000,0.414
+22,block_sparse_moe.experts.113.w2,0.0000021228,0.01000,0.435
+22,block_sparse_moe.experts.115.w2,0.0000014342,0.01000,0.426
+22,block_sparse_moe.experts.116.w2,0.0000024097,0.01000,0.435
+22,block_sparse_moe.experts.117.w2,0.0000011952,0.01000,0.431
+22,block_sparse_moe.experts.118.w2,0.0000020099,0.01000,0.437
+22,block_sparse_moe.experts.119.w2,0.0000017015,0.01000,0.414
+22,block_sparse_moe.experts.120.w2,0.0000010370,0.01000,0.418
+22,block_sparse_moe.experts.121.w2,0.0000019959,0.01000,0.424
+22,block_sparse_moe.experts.122.w2,0.0000013627,0.01000,0.413
+22,block_sparse_moe.experts.123.w2,0.0000018096,0.01000,0.415
+22,block_sparse_moe.experts.124.w2,0.0000012444,0.01000,0.418
+22,block_sparse_moe.experts.125.w2,0.0000012544,0.01000,0.437
+22,block_sparse_moe.experts.126.w2,0.0000015334,0.01000,0.422
+22,block_sparse_moe.experts.127.w2,0.0000028355,0.01000,0.423
+22,block_sparse_moe.experts.129.w2,0.0000027450,0.01000,0.419
+22,block_sparse_moe.experts.128.w2,0.0000021133,0.01000,0.440
+22,block_sparse_moe.experts.130.w2,0.0000014887,0.01000,0.424
+22,block_sparse_moe.experts.131.w2,0.0000016703,0.01000,0.423
+22,block_sparse_moe.experts.132.w2,0.0000015364,0.01000,0.435
+22,block_sparse_moe.experts.133.w2,0.0000015733,0.01000,0.415
+22,block_sparse_moe.experts.134.w2,0.0000015678,0.01000,0.418
+22,block_sparse_moe.experts.135.w2,0.0000014313,0.01000,0.420
+22,block_sparse_moe.experts.136.w2,0.0000017885,0.01000,0.420
+22,block_sparse_moe.experts.137.w2,0.0000012341,0.01000,0.419
+22,block_sparse_moe.experts.138.w2,0.0000014028,0.01000,0.417
+22,block_sparse_moe.experts.139.w2,0.0000013261,0.01000,0.425
+22,block_sparse_moe.experts.140.w2,0.0000014434,0.01000,0.415
+22,block_sparse_moe.experts.141.w2,0.0000016554,0.01000,0.417
+22,block_sparse_moe.experts.142.w2,0.0000015607,0.01000,0.418
+22,block_sparse_moe.experts.143.w2,0.0000013915,0.01000,0.421
+22,block_sparse_moe.experts.144.w2,0.0000018820,0.01000,0.423
+22,block_sparse_moe.experts.145.w2,0.0000029227,0.01000,0.423
+22,block_sparse_moe.experts.146.w2,0.0000017536,0.01000,0.434
+22,block_sparse_moe.experts.147.w2,0.0000013142,0.01000,0.423
+22,block_sparse_moe.experts.148.w2,0.0000035580,0.01000,0.422
+22,block_sparse_moe.experts.149.w2,0.0000026074,0.01000,0.418
+22,block_sparse_moe.experts.150.w2,0.0000013766,0.01000,0.419
+22,block_sparse_moe.experts.151.w2,0.0000018105,0.01000,0.419
+22,block_sparse_moe.experts.152.w2,0.0000016133,0.01000,0.421
+22,block_sparse_moe.experts.153.w2,0.0000012088,0.01000,0.428
+22,block_sparse_moe.experts.154.w2,0.0000016101,0.01000,0.414
+22,block_sparse_moe.experts.155.w2,0.0000017687,0.01000,0.418
+22,block_sparse_moe.experts.156.w2,0.0000016661,0.01000,0.416
+22,block_sparse_moe.experts.157.w2,0.0000015671,0.01000,0.422
+22,block_sparse_moe.experts.158.w2,0.0000014125,0.01000,0.419
+22,block_sparse_moe.experts.159.w2,0.0000013930,0.01000,0.420
+22,block_sparse_moe.experts.160.w2,0.0000017844,0.01000,0.429
+22,block_sparse_moe.experts.161.w2,0.0000017305,0.01000,0.423
+22,block_sparse_moe.experts.162.w2,0.0000013886,0.01000,0.414
+22,block_sparse_moe.experts.163.w2,0.0000024500,0.01000,0.419
+22,block_sparse_moe.experts.164.w2,0.0000022347,0.01000,0.416
+22,block_sparse_moe.experts.165.w2,0.0000029252,0.01000,0.425
+22,block_sparse_moe.experts.166.w2,0.0000012490,0.01000,0.424
+22,block_sparse_moe.experts.167.w2,0.0000010166,0.01000,0.415
+22,block_sparse_moe.experts.169.w2,0.0000025341,0.01000,0.413
+22,block_sparse_moe.experts.168.w2,0.0000018734,0.01000,0.429
+22,block_sparse_moe.experts.170.w2,0.0000022906,0.01000,0.412
+22,block_sparse_moe.experts.171.w2,0.0000014297,0.01000,0.416
+22,block_sparse_moe.experts.172.w2,0.0000021296,0.01000,0.420
+22,block_sparse_moe.experts.173.w2,0.0000013834,0.01000,0.418
+22,block_sparse_moe.experts.174.w2,0.0000027261,0.01000,0.423
+22,block_sparse_moe.experts.176.w2,0.0000013013,0.01000,0.418
+22,block_sparse_moe.experts.175.w2,0.0000017042,0.01000,0.444
+22,block_sparse_moe.experts.177.w2,0.0000015240,0.01000,0.438
+22,block_sparse_moe.experts.178.w2,0.0000015673,0.01000,0.418
+22,block_sparse_moe.experts.179.w2,0.0000031941,0.01000,0.428
+22,block_sparse_moe.experts.180.w2,0.0000014424,0.01000,0.420
+22,block_sparse_moe.experts.181.w2,0.0000013216,0.01000,0.422
+22,block_sparse_moe.experts.182.w2,0.0000013295,0.01000,0.419
+22,block_sparse_moe.experts.183.w2,0.0000013885,0.01000,0.417
+22,block_sparse_moe.experts.185.w2,0.0000025812,0.01000,0.414
+22,block_sparse_moe.experts.184.w2,0.0000024926,0.01000,0.427
+22,block_sparse_moe.experts.186.w2,0.0000013921,0.01000,0.418
+22,block_sparse_moe.experts.187.w2,0.0000013598,0.01000,0.417
+22,block_sparse_moe.experts.188.w2,0.0000014042,0.01000,0.421
+22,block_sparse_moe.experts.189.w2,0.0000018787,0.01000,0.415
+22,block_sparse_moe.experts.190.w2,0.0000024485,0.01000,0.413
+22,block_sparse_moe.experts.191.w2,0.0000018128,0.01000,0.417
+22,block_sparse_moe.experts.192.w2,0.0000017508,0.01000,0.422
+22,block_sparse_moe.experts.193.w2,0.0000017699,0.01000,0.420
+22,block_sparse_moe.experts.194.w2,0.0000021378,0.01000,0.428
+22,block_sparse_moe.experts.195.w2,0.0000012226,0.01000,0.429
+22,block_sparse_moe.experts.196.w2,0.0000014054,0.01000,0.419
+22,block_sparse_moe.experts.197.w2,0.0000015777,0.01000,0.416
+22,block_sparse_moe.experts.198.w2,0.0000018501,0.01000,0.419
+22,block_sparse_moe.experts.199.w2,0.0000023112,0.01000,0.429
+22,block_sparse_moe.experts.200.w2,0.0000016353,0.01000,0.429
+22,block_sparse_moe.experts.201.w2,0.0000010769,0.01000,0.420
+22,block_sparse_moe.experts.202.w2,0.0000019795,0.01000,0.423
+22,block_sparse_moe.experts.203.w2,0.0000024142,0.01000,0.416
+22,block_sparse_moe.experts.204.w2,0.0000031987,0.01000,0.412
+22,block_sparse_moe.experts.205.w2,0.0000014032,0.01000,0.415
+22,block_sparse_moe.experts.206.w2,0.0000013022,0.01000,0.421
+22,block_sparse_moe.experts.207.w2,0.0000022005,0.01000,0.419
+22,block_sparse_moe.experts.208.w2,0.0000012959,0.01000,0.418
+22,block_sparse_moe.experts.209.w2,0.0000022975,0.01000,0.428
+22,block_sparse_moe.experts.210.w2,0.0000012184,0.01000,0.424
+22,block_sparse_moe.experts.211.w2,0.0000014624,0.01000,0.419
+22,block_sparse_moe.experts.212.w2,0.0000024208,0.01000,0.422
+22,block_sparse_moe.experts.213.w2,0.0000018394,0.01000,0.425
+22,block_sparse_moe.experts.214.w2,0.0000019784,0.01000,0.422
+22,block_sparse_moe.experts.215.w2,0.0000010578,0.01000,0.433
+22,block_sparse_moe.experts.216.w2,0.0000018148,0.01000,0.431
+22,block_sparse_moe.experts.217.w2,0.0000016544,0.01000,0.419
+22,block_sparse_moe.experts.218.w2,0.0000022306,0.01000,0.425
+22,block_sparse_moe.experts.219.w2,0.0000019835,0.01000,0.426
+22,block_sparse_moe.experts.220.w2,0.0000012462,0.01000,0.415
+22,block_sparse_moe.experts.221.w2,0.0000021432,0.01000,0.416
+22,block_sparse_moe.experts.222.w2,0.0000021890,0.01000,0.425
+22,block_sparse_moe.experts.223.w2,0.0000017536,0.01000,0.429
+22,block_sparse_moe.experts.224.w2,0.0000015532,0.01000,0.417
+22,block_sparse_moe.experts.225.w2,0.0000013673,0.01000,0.412
+22,block_sparse_moe.experts.226.w2,0.0000014926,0.01000,0.418
+22,block_sparse_moe.experts.227.w2,0.0000012907,0.01000,0.415
+22,block_sparse_moe.experts.228.w2,0.0000025354,0.01000,0.418
+22,block_sparse_moe.experts.229.w2,0.0000011727,0.01000,0.425
+22,block_sparse_moe.experts.230.w2,0.0000014042,0.01000,0.430
+22,block_sparse_moe.experts.232.w2,0.0000020761,0.01000,0.409
+22,block_sparse_moe.experts.231.w2,0.0000014914,0.01000,0.421
+22,block_sparse_moe.experts.233.w2,0.0000013196,0.01000,0.415
+22,block_sparse_moe.experts.234.w2,0.0000014483,0.01000,0.409
+22,block_sparse_moe.experts.235.w2,0.0000012999,0.01000,0.415
+22,block_sparse_moe.experts.236.w2,0.0000016270,0.01000,0.421
+22,block_sparse_moe.experts.237.w2,0.0000016628,0.01000,0.422
+22,block_sparse_moe.experts.238.w2,0.0000010641,0.01000,0.411
+22,block_sparse_moe.experts.239.w2,0.0000011204,0.01000,0.422
+22,block_sparse_moe.experts.240.w2,0.0000014775,0.01000,0.416
+22,block_sparse_moe.experts.241.w2,0.0000016139,0.01000,0.409
+22,block_sparse_moe.experts.242.w2,0.0000027106,0.01000,0.416
+22,block_sparse_moe.experts.243.w2,0.0000012611,0.01000,0.427
+22,block_sparse_moe.experts.244.w2,0.0000016008,0.01000,0.427
+22,block_sparse_moe.experts.245.w2,0.0000014007,0.01000,0.414
+22,block_sparse_moe.experts.246.w2,0.0000013649,0.01000,0.417
+22,block_sparse_moe.experts.248.w2,0.0000014004,0.01000,0.410
+22,block_sparse_moe.experts.247.w2,0.0000021196,0.01000,0.431
+22,block_sparse_moe.experts.249.w2,0.0000014672,0.01000,0.420
+22,block_sparse_moe.experts.250.w2,0.0000012420,0.01000,0.423
+22,block_sparse_moe.experts.251.w2,0.0000013591,0.01000,0.395
+22,block_sparse_moe.experts.252.w2,0.0000026839,0.01000,0.366
+22,block_sparse_moe.experts.253.w2,0.0000018105,0.01000,0.366
+22,block_sparse_moe.experts.254.w2,0.0000012271,0.01000,0.360
+22,block_sparse_moe.experts.255.w2,0.0000017825,0.01000,0.355
+23,block_sparse_moe.experts.0.w1,0.0000069711,0.01000,0.840
+23,block_sparse_moe.experts.3.w1,0.0000072505,0.01000,0.861
+23,block_sparse_moe.experts.1.w1,0.0000071141,0.01000,0.864
+23,block_sparse_moe.experts.4.w1,0.0000069482,0.01000,0.865
+23,block_sparse_moe.experts.6.w1,0.0000072379,0.01000,0.871
+23,block_sparse_moe.experts.5.w1,0.0000068095,0.01000,0.872
+23,block_sparse_moe.experts.2.w1,0.0000071320,0.01000,0.899
+23,block_sparse_moe.experts.7.w1,0.0000070559,0.01000,0.844
+23,block_sparse_moe.experts.8.w1,0.0000072875,0.01000,0.852
+23,block_sparse_moe.experts.10.w1,0.0000071269,0.01000,0.853
+23,block_sparse_moe.experts.11.w1,0.0000072186,0.01000,0.859
+23,block_sparse_moe.experts.12.w1,0.0000069708,0.01000,0.869
+23,block_sparse_moe.experts.9.w1,0.0000071081,0.01000,0.886
+23,block_sparse_moe.experts.13.w1,0.0000070870,0.01000,0.888
+23,block_sparse_moe.experts.14.w1,0.0000071032,0.01000,0.852
+23,block_sparse_moe.experts.15.w1,0.0000067200,0.01000,0.853
+23,block_sparse_moe.experts.17.w1,0.0000068621,0.01000,0.851
+23,block_sparse_moe.experts.16.w1,0.0000071714,0.01000,0.865
+23,block_sparse_moe.experts.18.w1,0.0000077387,0.01000,0.864
+23,block_sparse_moe.experts.19.w1,0.0000072919,0.01000,0.870
+23,block_sparse_moe.experts.20.w1,0.0000075020,0.01000,0.888
+23,block_sparse_moe.experts.21.w1,0.0000073658,0.01000,0.859
+23,block_sparse_moe.experts.22.w1,0.0000066546,0.01000,0.850
+23,block_sparse_moe.experts.24.w1,0.0000071004,0.01000,0.860
+23,block_sparse_moe.experts.23.w1,0.0000068130,0.01000,0.878
+23,block_sparse_moe.experts.25.w1,0.0000066926,0.01000,0.868
+23,block_sparse_moe.experts.26.w1,0.0000069909,0.01000,0.860
+23,block_sparse_moe.experts.27.w1,0.0000069970,0.01000,0.884
+23,block_sparse_moe.experts.28.w1,0.0000071137,0.01000,0.848
+23,block_sparse_moe.experts.29.w1,0.0000067221,0.01000,0.847
+23,block_sparse_moe.experts.30.w1,0.0000067498,0.01000,0.863
+23,block_sparse_moe.experts.31.w1,0.0000068602,0.01000,0.865
+23,block_sparse_moe.experts.32.w1,0.0000068604,0.01000,0.869
+23,block_sparse_moe.experts.33.w1,0.0000068495,0.01000,0.868
+23,block_sparse_moe.experts.34.w1,0.0000071071,0.01000,0.890
+23,block_sparse_moe.experts.35.w1,0.0000069221,0.01000,0.849
+23,block_sparse_moe.experts.36.w1,0.0000073819,0.01000,0.858
+23,block_sparse_moe.experts.37.w1,0.0000071195,0.01000,0.866
+23,block_sparse_moe.experts.38.w1,0.0000071972,0.01000,0.871
+23,block_sparse_moe.experts.39.w1,0.0000069301,0.01000,0.871
+23,block_sparse_moe.experts.40.w1,0.0000070078,0.01000,0.876
+23,block_sparse_moe.experts.41.w1,0.0000072771,0.01000,0.885
+23,block_sparse_moe.experts.42.w1,0.0000067946,0.01000,0.849
+23,block_sparse_moe.experts.43.w1,0.0000070047,0.01000,0.862
+23,block_sparse_moe.experts.44.w1,0.0000081562,0.01000,0.859
+23,block_sparse_moe.experts.45.w1,0.0000066639,0.01000,0.861
+23,block_sparse_moe.experts.46.w1,0.0000069112,0.01000,0.871
+23,block_sparse_moe.experts.47.w1,0.0000070595,0.01000,0.870
+23,block_sparse_moe.experts.48.w1,0.0000068787,0.01000,0.877
+23,block_sparse_moe.experts.49.w1,0.0000065352,0.01000,0.852
+23,block_sparse_moe.experts.50.w1,0.0000073905,0.01000,0.854
+23,block_sparse_moe.experts.51.w1,0.0000074528,0.01000,0.852
+23,block_sparse_moe.experts.52.w1,0.0000070194,0.01000,0.862
+23,block_sparse_moe.experts.54.w1,0.0000069204,0.01000,0.864
+23,block_sparse_moe.experts.53.w1,0.0000070784,0.01000,0.872
+23,block_sparse_moe.experts.55.w1,0.0000071002,0.01000,0.867
+23,block_sparse_moe.experts.56.w1,0.0000071267,0.01000,0.841
+23,block_sparse_moe.experts.57.w1,0.0000071862,0.01000,0.850
+23,block_sparse_moe.experts.58.w1,0.0000069575,0.01000,0.864
+23,block_sparse_moe.experts.59.w1,0.0000069462,0.01000,0.845
+23,block_sparse_moe.experts.60.w1,0.0000070603,0.01000,0.858
+23,block_sparse_moe.experts.61.w1,0.0000067832,0.01000,0.867
+23,block_sparse_moe.experts.62.w1,0.0000071368,0.01000,0.869
+23,block_sparse_moe.experts.63.w1,0.0000066629,0.01000,0.863
+23,block_sparse_moe.experts.64.w1,0.0000065762,0.01000,0.878
+23,block_sparse_moe.experts.65.w1,0.0000070093,0.01000,0.862
+23,block_sparse_moe.experts.66.w1,0.0000069246,0.01000,0.854
+23,block_sparse_moe.experts.68.w1,0.0000067578,0.01000,0.865
+23,block_sparse_moe.experts.67.w1,0.0000068274,0.01000,0.921
+23,block_sparse_moe.experts.69.w1,0.0000071145,0.01000,0.876
+23,block_sparse_moe.experts.70.w1,0.0000070677,0.01000,0.864
+23,block_sparse_moe.experts.71.w1,0.0000069389,0.01000,0.856
+23,block_sparse_moe.experts.72.w1,0.0000071794,0.01000,0.855
+23,block_sparse_moe.experts.73.w1,0.0000071282,0.01000,0.858
+23,block_sparse_moe.experts.74.w1,0.0000071675,0.01000,0.872
+23,block_sparse_moe.experts.75.w1,0.0000068573,0.01000,0.885
+23,block_sparse_moe.experts.76.w1,0.0000065860,0.01000,0.883
+23,block_sparse_moe.experts.77.w1,0.0000071189,0.01000,0.845
+23,block_sparse_moe.experts.78.w1,0.0000075353,0.01000,0.863
+23,block_sparse_moe.experts.79.w1,0.0000071678,0.01000,0.858
+23,block_sparse_moe.experts.80.w1,0.0000068252,0.01000,0.859
+23,block_sparse_moe.experts.81.w1,0.0000072041,0.01000,0.868
+23,block_sparse_moe.experts.82.w1,0.0000071019,0.01000,0.872
+23,block_sparse_moe.experts.83.w1,0.0000070186,0.01000,0.883
+23,block_sparse_moe.experts.84.w1,0.0000066298,0.01000,0.838
+23,block_sparse_moe.experts.85.w1,0.0000072328,0.01000,0.865
+23,block_sparse_moe.experts.86.w1,0.0000072906,0.01000,0.858
+23,block_sparse_moe.experts.87.w1,0.0000069132,0.01000,0.866
+23,block_sparse_moe.experts.88.w1,0.0000069063,0.01000,0.875
+23,block_sparse_moe.experts.89.w1,0.0000079921,0.01000,0.864
+23,block_sparse_moe.experts.90.w1,0.0000071955,0.01000,0.889
+23,block_sparse_moe.experts.91.w1,0.0000070823,0.01000,0.846
+23,block_sparse_moe.experts.92.w1,0.0000072014,0.01000,0.855
+23,block_sparse_moe.experts.93.w1,0.0000070797,0.01000,0.862
+23,block_sparse_moe.experts.94.w1,0.0000068671,0.01000,0.861
+23,block_sparse_moe.experts.95.w1,0.0000069113,0.01000,0.872
+23,block_sparse_moe.experts.96.w1,0.0000069530,0.01000,0.885
+23,block_sparse_moe.experts.97.w1,0.0000072247,0.01000,0.883
+23,block_sparse_moe.experts.98.w1,0.0000073235,0.01000,0.861
+23,block_sparse_moe.experts.99.w1,0.0000069930,0.01000,0.859
+23,block_sparse_moe.experts.100.w1,0.0000067488,0.01000,0.866
+23,block_sparse_moe.experts.101.w1,0.0000072759,0.01000,0.863
+23,block_sparse_moe.experts.102.w1,0.0000070344,0.01000,0.867
+23,block_sparse_moe.experts.103.w1,0.0000073062,0.01000,0.883
+23,block_sparse_moe.experts.104.w1,0.0000070145,0.01000,0.885
+23,block_sparse_moe.experts.105.w1,0.0000074833,0.01000,0.864
+23,block_sparse_moe.experts.106.w1,0.0000068106,0.01000,0.870
+23,block_sparse_moe.experts.107.w1,0.0000069186,0.01000,0.859
+23,block_sparse_moe.experts.108.w1,0.0000069292,0.01000,0.865
+23,block_sparse_moe.experts.109.w1,0.0000067447,0.01000,0.878
+23,block_sparse_moe.experts.110.w1,0.0000072925,0.01000,0.870
+23,block_sparse_moe.experts.111.w1,0.0000068908,0.01000,0.906
+23,block_sparse_moe.experts.112.w1,0.0000071442,0.01000,0.856
+23,block_sparse_moe.experts.113.w1,0.0000069997,0.01000,0.898
+23,block_sparse_moe.experts.114.w1,0.0000066336,0.01000,0.884
+23,block_sparse_moe.experts.115.w1,0.0000068789,0.01000,0.862
+23,block_sparse_moe.experts.116.w1,0.0000070520,0.01000,0.858
+23,block_sparse_moe.experts.117.w1,0.0000067740,0.01000,0.861
+23,block_sparse_moe.experts.118.w1,0.0000071884,0.01000,0.879
+23,block_sparse_moe.experts.119.w1,0.0000071280,0.01000,0.852
+23,block_sparse_moe.experts.120.w1,0.0000072457,0.01000,0.868
+23,block_sparse_moe.experts.122.w1,0.0000071239,0.01000,0.859
+23,block_sparse_moe.experts.121.w1,0.0000069924,0.01000,0.863
+23,block_sparse_moe.experts.123.w1,0.0000071223,0.01000,0.866
+23,block_sparse_moe.experts.124.w1,0.0000059112,0.01000,0.864
+23,block_sparse_moe.experts.125.w1,0.0000070510,0.01000,0.876
+23,block_sparse_moe.experts.126.w1,0.0000075351,0.01000,0.853
+23,block_sparse_moe.experts.127.w1,0.0000070285,0.01000,0.871
+23,block_sparse_moe.experts.128.w1,0.0000070650,0.01000,0.862
+23,block_sparse_moe.experts.129.w1,0.0000071720,0.01000,0.871
+23,block_sparse_moe.experts.130.w1,0.0000072258,0.01000,0.871
+23,block_sparse_moe.experts.131.w1,0.0000071581,0.01000,0.860
+23,block_sparse_moe.experts.132.w1,0.0000072410,0.01000,0.871
+23,block_sparse_moe.experts.133.w1,0.0000067330,0.01000,0.855
+23,block_sparse_moe.experts.134.w1,0.0000073302,0.01000,0.861
+23,block_sparse_moe.experts.135.w1,0.0000071619,0.01000,0.859
+23,block_sparse_moe.experts.136.w1,0.0000070006,0.01000,0.858
+23,block_sparse_moe.experts.137.w1,0.0000068372,0.01000,0.875
+23,block_sparse_moe.experts.138.w1,0.0000069738,0.01000,0.861
+23,block_sparse_moe.experts.139.w1,0.0000072970,0.01000,0.892
+23,block_sparse_moe.experts.140.w1,0.0000071840,0.01000,0.851
+23,block_sparse_moe.experts.142.w1,0.0000072163,0.01000,0.859
+23,block_sparse_moe.experts.143.w1,0.0000069792,0.01000,0.852
+23,block_sparse_moe.experts.141.w1,0.0000072780,0.01000,0.883
+23,block_sparse_moe.experts.144.w1,0.0000069601,0.01000,0.871
+23,block_sparse_moe.experts.145.w1,0.0000068351,0.01000,0.866
+23,block_sparse_moe.experts.146.w1,0.0000066661,0.01000,0.882
+23,block_sparse_moe.experts.147.w1,0.0000072250,0.01000,0.848
+23,block_sparse_moe.experts.149.w1,0.0000070077,0.01000,0.857
+23,block_sparse_moe.experts.148.w1,0.0000071286,0.01000,0.883
+23,block_sparse_moe.experts.150.w1,0.0000069079,0.01000,0.869
+23,block_sparse_moe.experts.151.w1,0.0000070181,0.01000,0.866
+23,block_sparse_moe.experts.152.w1,0.0000071054,0.01000,0.864
+23,block_sparse_moe.experts.153.w1,0.0000070165,0.01000,0.878
+23,block_sparse_moe.experts.154.w1,0.0000071452,0.01000,0.839
+23,block_sparse_moe.experts.155.w1,0.0000071899,0.01000,0.852
+23,block_sparse_moe.experts.156.w1,0.0000071320,0.01000,0.860
+23,block_sparse_moe.experts.157.w1,0.0000071257,0.01000,0.860
+23,block_sparse_moe.experts.158.w1,0.0000067387,0.01000,0.864
+23,block_sparse_moe.experts.159.w1,0.0000071097,0.01000,0.862
+23,block_sparse_moe.experts.160.w1,0.0000068261,0.01000,0.879
+23,block_sparse_moe.experts.161.w1,0.0000072798,0.01000,0.843
+23,block_sparse_moe.experts.162.w1,0.0000071280,0.01000,0.859
+23,block_sparse_moe.experts.163.w1,0.0000069952,0.01000,0.870
+23,block_sparse_moe.experts.164.w1,0.0000071400,0.01000,0.865
+23,block_sparse_moe.experts.165.w1,0.0000063456,0.01000,0.865
+23,block_sparse_moe.experts.166.w1,0.0000071603,0.01000,0.863
+23,block_sparse_moe.experts.167.w1,0.0000068643,0.01000,0.913
+23,block_sparse_moe.experts.168.w1,0.0000069028,0.01000,0.845
+23,block_sparse_moe.experts.169.w1,0.0000069591,0.01000,0.860
+23,block_sparse_moe.experts.170.w1,0.0000069929,0.01000,0.869
+23,block_sparse_moe.experts.171.w1,0.0000069688,0.01000,0.880
+23,block_sparse_moe.experts.172.w1,0.0000069504,0.01000,0.877
+23,block_sparse_moe.experts.173.w1,0.0000069501,0.01000,0.853
+23,block_sparse_moe.experts.175.w1,0.0000064622,0.01000,0.845
+23,block_sparse_moe.experts.174.w1,0.0000067933,0.01000,0.908
+23,block_sparse_moe.experts.176.w1,0.0000068868,0.01000,0.865
+23,block_sparse_moe.experts.177.w1,0.0000070259,0.01000,0.867
+23,block_sparse_moe.experts.178.w1,0.0000073785,0.01000,0.858
+23,block_sparse_moe.experts.179.w1,0.0000071609,0.01000,0.868
+23,block_sparse_moe.experts.180.w1,0.0000071485,0.01000,0.861
+23,block_sparse_moe.experts.181.w1,0.0000067627,0.01000,0.886
+23,block_sparse_moe.experts.182.w1,0.0000071618,0.01000,0.859
+23,block_sparse_moe.experts.183.w1,0.0000069904,0.01000,0.849
+23,block_sparse_moe.experts.185.w1,0.0000070194,0.01000,0.863
+23,block_sparse_moe.experts.184.w1,0.0000069691,0.01000,0.903
+23,block_sparse_moe.experts.186.w1,0.0000070651,0.01000,0.861
+23,block_sparse_moe.experts.187.w1,0.0000071424,0.01000,0.859
+23,block_sparse_moe.experts.189.w1,0.0000074131,0.01000,0.842
+23,block_sparse_moe.experts.188.w1,0.0000070540,0.01000,0.896
+23,block_sparse_moe.experts.190.w1,0.0000072456,0.01000,0.844
+23,block_sparse_moe.experts.191.w1,0.0000069963,0.01000,0.865
+23,block_sparse_moe.experts.192.w1,0.0000068989,0.01000,0.879
+23,block_sparse_moe.experts.193.w1,0.0000065809,0.01000,0.868
+23,block_sparse_moe.experts.194.w1,0.0000067433,0.01000,0.868
+23,block_sparse_moe.experts.196.w1,0.0000069571,0.01000,0.843
+23,block_sparse_moe.experts.195.w1,0.0000068990,0.01000,0.891
+23,block_sparse_moe.experts.197.w1,0.0000060985,0.01000,0.852
+23,block_sparse_moe.experts.198.w1,0.0000068290,0.01000,0.857
+23,block_sparse_moe.experts.199.w1,0.0000070567,0.01000,0.883
+23,block_sparse_moe.experts.200.w1,0.0000068700,0.01000,0.866
+23,block_sparse_moe.experts.201.w1,0.0000072168,0.01000,0.867
+23,block_sparse_moe.experts.203.w1,0.0000072364,0.01000,0.861
+23,block_sparse_moe.experts.202.w1,0.0000071577,0.01000,0.895
+23,block_sparse_moe.experts.204.w1,0.0000072268,0.01000,0.847
+23,block_sparse_moe.experts.205.w1,0.0000072145,0.01000,0.855
+23,block_sparse_moe.experts.206.w1,0.0000070908,0.01000,0.876
+23,block_sparse_moe.experts.207.w1,0.0000069177,0.01000,0.865
+23,block_sparse_moe.experts.208.w1,0.0000072128,0.01000,0.867
+23,block_sparse_moe.experts.210.w1,0.0000066434,0.01000,0.848
+23,block_sparse_moe.experts.209.w1,0.0000067051,0.01000,0.898
+23,block_sparse_moe.experts.211.w1,0.0000070093,0.01000,0.848
+23,block_sparse_moe.experts.212.w1,0.0000070744,0.01000,0.855
+23,block_sparse_moe.experts.213.w1,0.0000068822,0.01000,0.859
+23,block_sparse_moe.experts.214.w1,0.0000069271,0.01000,0.872
+23,block_sparse_moe.experts.215.w1,0.0000071071,0.01000,0.877
+23,block_sparse_moe.experts.216.w1,0.0000068762,0.01000,0.871
+23,block_sparse_moe.experts.217.w1,0.0000070187,0.01000,0.849
+23,block_sparse_moe.experts.218.w1,0.0000066670,0.01000,0.852
+23,block_sparse_moe.experts.219.w1,0.0000074591,0.01000,0.869
+23,block_sparse_moe.experts.220.w1,0.0000078969,0.01000,0.859
+23,block_sparse_moe.experts.221.w1,0.0000068139,0.01000,0.863
+23,block_sparse_moe.experts.222.w1,0.0000068457,0.01000,0.869
+23,block_sparse_moe.experts.224.w1,0.0000071560,0.01000,0.853
+23,block_sparse_moe.experts.223.w1,0.0000072031,0.01000,0.900
+23,block_sparse_moe.experts.225.w1,0.0000071041,0.01000,0.849
+23,block_sparse_moe.experts.226.w1,0.0000071299,0.01000,0.859
+23,block_sparse_moe.experts.227.w1,0.0000070189,0.01000,0.866
+23,block_sparse_moe.experts.228.w1,0.0000070016,0.01000,0.867
+23,block_sparse_moe.experts.229.w1,0.0000071397,0.01000,0.864
+23,block_sparse_moe.experts.230.w1,0.0000067288,0.01000,0.888
+23,block_sparse_moe.experts.231.w1,0.0000070888,0.01000,0.887
+23,block_sparse_moe.experts.232.w1,0.0000069929,0.01000,0.849
+23,block_sparse_moe.experts.233.w1,0.0000070390,0.01000,0.859
+23,block_sparse_moe.experts.234.w1,0.0000069881,0.01000,0.859
+23,block_sparse_moe.experts.235.w1,0.0000067905,0.01000,0.876
+23,block_sparse_moe.experts.236.w1,0.0000075163,0.01000,0.873
+23,block_sparse_moe.experts.237.w1,0.0000070485,0.01000,0.879
+23,block_sparse_moe.experts.238.w1,0.0000072848,0.01000,0.855
+23,block_sparse_moe.experts.239.w1,0.0000069965,0.01000,0.856
+23,block_sparse_moe.experts.240.w1,0.0000071636,0.01000,0.855
+23,block_sparse_moe.experts.241.w1,0.0000069260,0.01000,0.865
+23,block_sparse_moe.experts.242.w1,0.0000071043,0.01000,0.864
+23,block_sparse_moe.experts.243.w1,0.0000068399,0.01000,0.877
+23,block_sparse_moe.experts.244.w1,0.0000070127,0.01000,0.869
+23,block_sparse_moe.experts.245.w1,0.0000071340,0.01000,0.851
+23,block_sparse_moe.experts.246.w1,0.0000071557,0.01000,0.850
+23,block_sparse_moe.experts.247.w1,0.0000070970,0.01000,0.852
+23,block_sparse_moe.experts.248.w1,0.0000070339,0.01000,0.859
+23,block_sparse_moe.experts.249.w1,0.0000073107,0.01000,0.862
+23,block_sparse_moe.experts.250.w1,0.0000073914,0.01000,0.873
+23,block_sparse_moe.experts.252.w1,0.0000073834,0.01000,0.864
+23,block_sparse_moe.experts.251.w1,0.0000069910,0.01000,0.892
+23,block_sparse_moe.experts.253.w1,0.0000070702,0.01000,0.845
+23,block_sparse_moe.experts.254.w1,0.0000069964,0.01000,0.856
+23,block_sparse_moe.experts.255.w1,0.0000070869,0.01000,0.862
+23,block_sparse_moe.experts.0.w3,0.0000072087,0.01000,0.864
+23,block_sparse_moe.experts.1.w3,0.0000073414,0.01000,0.873
+23,block_sparse_moe.experts.3.w3,0.0000072722,0.01000,0.853
+23,block_sparse_moe.experts.4.w3,0.0000076076,0.01000,0.854
+23,block_sparse_moe.experts.2.w3,0.0000073494,0.01000,0.917
+23,block_sparse_moe.experts.5.w3,0.0000070105,0.01000,0.853
+23,block_sparse_moe.experts.6.w3,0.0000072609,0.01000,0.860
+23,block_sparse_moe.experts.7.w3,0.0000072533,0.01000,0.866
+23,block_sparse_moe.experts.8.w3,0.0000074720,0.01000,0.872
+23,block_sparse_moe.experts.9.w3,0.0000073968,0.01000,0.892
+23,block_sparse_moe.experts.10.w3,0.0000074328,0.01000,0.881
+23,block_sparse_moe.experts.11.w3,0.0000074457,0.01000,0.863
+23,block_sparse_moe.experts.12.w3,0.0000071350,0.01000,0.888
+23,block_sparse_moe.experts.13.w3,0.0000073228,0.01000,0.867
+23,block_sparse_moe.experts.14.w3,0.0000072860,0.01000,0.890
+23,block_sparse_moe.experts.15.w3,0.0000070015,0.01000,0.874
+23,block_sparse_moe.experts.17.w3,0.0000071909,0.01000,0.855
+23,block_sparse_moe.experts.18.w3,0.0000077342,0.01000,0.860
+23,block_sparse_moe.experts.16.w3,0.0000074554,0.01000,0.903
+23,block_sparse_moe.experts.19.w3,0.0000074213,0.01000,0.859
+23,block_sparse_moe.experts.20.w3,0.0000073433,0.01000,0.860
+23,block_sparse_moe.experts.21.w3,0.0000075008,0.01000,0.882
+23,block_sparse_moe.experts.22.w3,0.0000068902,0.01000,0.862
+23,block_sparse_moe.experts.24.w3,0.0000072975,0.01000,0.870
+23,block_sparse_moe.experts.25.w3,0.0000068087,0.01000,0.858
+23,block_sparse_moe.experts.23.w3,0.0000070189,0.01000,0.900
+23,block_sparse_moe.experts.26.w3,0.0000071776,0.01000,0.866
+23,block_sparse_moe.experts.27.w3,0.0000072124,0.01000,0.851
+23,block_sparse_moe.experts.28.w3,0.0000074012,0.01000,0.896
+23,block_sparse_moe.experts.29.w3,0.0000069742,0.01000,0.890
+23,block_sparse_moe.experts.30.w3,0.0000073386,0.01000,0.874
+23,block_sparse_moe.experts.31.w3,0.0000074111,0.01000,0.859
+23,block_sparse_moe.experts.32.w3,0.0000072790,0.01000,0.880
+23,block_sparse_moe.experts.33.w3,0.0000069360,0.01000,0.863
+23,block_sparse_moe.experts.34.w3,0.0000073158,0.01000,0.861
+23,block_sparse_moe.experts.36.w3,0.0000076154,0.01000,0.872
+23,block_sparse_moe.experts.35.w3,0.0000075590,0.01000,0.887
+23,block_sparse_moe.experts.38.w3,0.0000074554,0.01000,0.852
+23,block_sparse_moe.experts.39.w3,0.0000070732,0.01000,0.853
+23,block_sparse_moe.experts.37.w3,0.0000073471,0.01000,0.888
+23,block_sparse_moe.experts.40.w3,0.0000071336,0.01000,0.849
+23,block_sparse_moe.experts.41.w3,0.0000074164,0.01000,0.853
+23,block_sparse_moe.experts.42.w3,0.0000069443,0.01000,0.869
+23,block_sparse_moe.experts.43.w3,0.0000072527,0.01000,0.870
+23,block_sparse_moe.experts.45.w3,0.0000067575,0.01000,0.851
+23,block_sparse_moe.experts.46.w3,0.0000072921,0.01000,0.859
+23,block_sparse_moe.experts.44.w3,0.0000070658,0.01000,0.897
+23,block_sparse_moe.experts.47.w3,0.0000078190,0.01000,0.848
+23,block_sparse_moe.experts.48.w3,0.0000070526,0.01000,0.859
+23,block_sparse_moe.experts.49.w3,0.0000068959,0.01000,0.867
+23,block_sparse_moe.experts.50.w3,0.0000075112,0.01000,0.871
+23,block_sparse_moe.experts.52.w3,0.0000072897,0.01000,0.856
+23,block_sparse_moe.experts.53.w3,0.0000073197,0.01000,0.864
+23,block_sparse_moe.experts.51.w3,0.0000075458,0.01000,0.894
+23,block_sparse_moe.experts.54.w3,0.0000071717,0.01000,0.848
+23,block_sparse_moe.experts.55.w3,0.0000074525,0.01000,0.857
+23,block_sparse_moe.experts.57.w3,0.0000073947,0.01000,0.867
+23,block_sparse_moe.experts.56.w3,0.0000074683,0.01000,0.876
+23,block_sparse_moe.experts.59.w3,0.0000071977,0.01000,0.863
+23,block_sparse_moe.experts.58.w3,0.0000071313,0.01000,0.880
+23,block_sparse_moe.experts.60.w3,0.0000072687,0.01000,0.868
+23,block_sparse_moe.experts.61.w3,0.0000073472,0.01000,0.855
+23,block_sparse_moe.experts.62.w3,0.0000072814,0.01000,0.853
+23,block_sparse_moe.experts.63.w3,0.0000069316,0.01000,0.869
+23,block_sparse_moe.experts.64.w3,0.0000066750,0.01000,0.877
+23,block_sparse_moe.experts.66.w3,0.0000070952,0.01000,0.855
+23,block_sparse_moe.experts.67.w3,0.0000069244,0.01000,0.860
+23,block_sparse_moe.experts.65.w3,0.0000073117,0.01000,0.899
+23,block_sparse_moe.experts.68.w3,0.0000069956,0.01000,0.854
+23,block_sparse_moe.experts.69.w3,0.0000073133,0.01000,0.853
+23,block_sparse_moe.experts.70.w3,0.0000072301,0.01000,0.866
+23,block_sparse_moe.experts.71.w3,0.0000073560,0.01000,0.864
+23,block_sparse_moe.experts.73.w3,0.0000073527,0.01000,0.858
+23,block_sparse_moe.experts.72.w3,0.0000074841,0.01000,0.894
+23,block_sparse_moe.experts.74.w3,0.0000074270,0.01000,0.860
+23,block_sparse_moe.experts.75.w3,0.0000071142,0.01000,0.850
+23,block_sparse_moe.experts.76.w3,0.0000071119,0.01000,0.854
+23,block_sparse_moe.experts.77.w3,0.0000071753,0.01000,0.866
+23,block_sparse_moe.experts.78.w3,0.0000076333,0.01000,0.862
+23,block_sparse_moe.experts.80.w3,0.0000070482,0.01000,0.858
+23,block_sparse_moe.experts.81.w3,0.0000074665,0.01000,0.864
+23,block_sparse_moe.experts.82.w3,0.0000075539,0.01000,0.854
+23,block_sparse_moe.experts.79.w3,0.0000074559,0.01000,0.903
+23,block_sparse_moe.experts.83.w3,0.0000072467,0.01000,0.854
+23,block_sparse_moe.experts.85.w3,0.0000074210,0.01000,0.861
+23,block_sparse_moe.experts.84.w3,0.0000064803,0.01000,0.867
+23,block_sparse_moe.experts.87.w3,0.0000071114,0.01000,0.858
+23,block_sparse_moe.experts.88.w3,0.0000070204,0.01000,0.857
+23,block_sparse_moe.experts.89.w3,0.0000076109,0.01000,0.866
+23,block_sparse_moe.experts.86.w3,0.0000075363,0.01000,0.899
+23,block_sparse_moe.experts.90.w3,0.0000073728,0.01000,0.852
+23,block_sparse_moe.experts.91.w3,0.0000072371,0.01000,0.867
+23,block_sparse_moe.experts.92.w3,0.0000074177,0.01000,0.866
+23,block_sparse_moe.experts.94.w3,0.0000071397,0.01000,0.866
+23,block_sparse_moe.experts.95.w3,0.0000071538,0.01000,0.862
+23,block_sparse_moe.experts.96.w3,0.0000072823,0.01000,0.866
+23,block_sparse_moe.experts.93.w3,0.0000073371,0.01000,0.905
+23,block_sparse_moe.experts.97.w3,0.0000077302,0.01000,0.871
+23,block_sparse_moe.experts.99.w3,0.0000070775,0.01000,0.872
+23,block_sparse_moe.experts.98.w3,0.0000075136,0.01000,0.896
+23,block_sparse_moe.experts.101.w3,0.0000075630,0.01000,0.852
+23,block_sparse_moe.experts.102.w3,0.0000073054,0.01000,0.855
+23,block_sparse_moe.experts.103.w3,0.0000074929,0.01000,0.867
+23,block_sparse_moe.experts.100.w3,0.0000068286,0.01000,0.906
+23,block_sparse_moe.experts.104.w3,0.0000072415,0.01000,0.863
+23,block_sparse_moe.experts.105.w3,0.0000072348,0.01000,0.871
+23,block_sparse_moe.experts.106.w3,0.0000072055,0.01000,0.865
+23,block_sparse_moe.experts.108.w3,0.0000070974,0.01000,0.852
+23,block_sparse_moe.experts.109.w3,0.0000070707,0.01000,0.858
+23,block_sparse_moe.experts.110.w3,0.0000073495,0.01000,0.862
+23,block_sparse_moe.experts.107.w3,0.0000072553,0.01000,0.916
+23,block_sparse_moe.experts.111.w3,0.0000070522,0.01000,0.862
+23,block_sparse_moe.experts.112.w3,0.0000073391,0.01000,0.870
+23,block_sparse_moe.experts.113.w3,0.0000074942,0.01000,0.865
+23,block_sparse_moe.experts.115.w3,0.0000072881,0.01000,0.859
+23,block_sparse_moe.experts.116.w3,0.0000073225,0.01000,0.856
+23,block_sparse_moe.experts.114.w3,0.0000068654,0.01000,0.916
+23,block_sparse_moe.experts.117.w3,0.0000074630,0.01000,0.883
+23,block_sparse_moe.experts.118.w3,0.0000073242,0.01000,0.866
+23,block_sparse_moe.experts.119.w3,0.0000073398,0.01000,0.869
+23,block_sparse_moe.experts.120.w3,0.0000074161,0.01000,0.865
+23,block_sparse_moe.experts.122.w3,0.0000073478,0.01000,0.859
+23,block_sparse_moe.experts.123.w3,0.0000073740,0.01000,0.859
+23,block_sparse_moe.experts.121.w3,0.0000071593,0.01000,0.915
+23,block_sparse_moe.experts.124.w3,0.0000068969,0.01000,0.875
+23,block_sparse_moe.experts.125.w3,0.0000073534,0.01000,0.854
+23,block_sparse_moe.experts.126.w3,0.0000076517,0.01000,0.861
+23,block_sparse_moe.experts.127.w3,0.0000072853,0.01000,0.862
+23,block_sparse_moe.experts.129.w3,0.0000074696,0.01000,0.849
+23,block_sparse_moe.experts.130.w3,0.0000074664,0.01000,0.862
+23,block_sparse_moe.experts.128.w3,0.0000073208,0.01000,0.922
+23,block_sparse_moe.experts.131.w3,0.0000071962,0.01000,0.878
+23,block_sparse_moe.experts.132.w3,0.0000075266,0.01000,0.860
+23,block_sparse_moe.experts.133.w3,0.0000069540,0.01000,0.861
+23,block_sparse_moe.experts.134.w3,0.0000073570,0.01000,0.860
+23,block_sparse_moe.experts.135.w3,0.0000073569,0.01000,0.889
+23,block_sparse_moe.experts.136.w3,0.0000072269,0.01000,0.854
+23,block_sparse_moe.experts.139.w3,0.0000074063,0.01000,0.859
+23,block_sparse_moe.experts.138.w3,0.0000071432,0.01000,0.874
+23,block_sparse_moe.experts.137.w3,0.0000071418,0.01000,0.895
+23,block_sparse_moe.experts.141.w3,0.0000075360,0.01000,0.863
+23,block_sparse_moe.experts.140.w3,0.0000075382,0.01000,0.924
+23,block_sparse_moe.experts.143.w3,0.0000072319,0.01000,0.856
+23,block_sparse_moe.experts.144.w3,0.0000071326,0.01000,0.866
+23,block_sparse_moe.experts.142.w3,0.0000074894,0.01000,0.905
+23,block_sparse_moe.experts.145.w3,0.0000070722,0.01000,0.871
+23,block_sparse_moe.experts.146.w3,0.0000073244,0.01000,0.865
+23,block_sparse_moe.experts.147.w3,0.0000075425,0.01000,0.881
+23,block_sparse_moe.experts.148.w3,0.0000073790,0.01000,0.863
+23,block_sparse_moe.experts.149.w3,0.0000071804,0.01000,0.897
+23,block_sparse_moe.experts.151.w3,0.0000073079,0.01000,0.856
+23,block_sparse_moe.experts.153.w3,0.0000071837,0.01000,0.856
+23,block_sparse_moe.experts.152.w3,0.0000073094,0.01000,0.868
+23,block_sparse_moe.experts.150.w3,0.0000071920,0.01000,0.902
+23,block_sparse_moe.experts.154.w3,0.0000073836,0.01000,0.874
+23,block_sparse_moe.experts.155.w3,0.0000071792,0.01000,0.875
+23,block_sparse_moe.experts.157.w3,0.0000073630,0.01000,0.862
+23,block_sparse_moe.experts.158.w3,0.0000069540,0.01000,0.855
+23,block_sparse_moe.experts.159.w3,0.0000070987,0.01000,0.853
+23,block_sparse_moe.experts.156.w3,0.0000073887,0.01000,0.884
+23,block_sparse_moe.experts.160.w3,0.0000072387,0.01000,0.857
+23,block_sparse_moe.experts.161.w3,0.0000075571,0.01000,0.863
+23,block_sparse_moe.experts.162.w3,0.0000073732,0.01000,0.875
+23,block_sparse_moe.experts.164.w3,0.0000075003,0.01000,0.857
+23,block_sparse_moe.experts.165.w3,0.0000072520,0.01000,0.858
+23,block_sparse_moe.experts.166.w3,0.0000073447,0.01000,0.861
+23,block_sparse_moe.experts.167.w3,0.0000071315,0.01000,0.855
+23,block_sparse_moe.experts.163.w3,0.0000072558,0.01000,0.907
+23,block_sparse_moe.experts.168.w3,0.0000071962,0.01000,0.866
+23,block_sparse_moe.experts.169.w3,0.0000070656,0.01000,0.878
+23,block_sparse_moe.experts.171.w3,0.0000071914,0.01000,0.849
+23,block_sparse_moe.experts.172.w3,0.0000072152,0.01000,0.849
+23,block_sparse_moe.experts.173.w3,0.0000071649,0.01000,0.862
+23,block_sparse_moe.experts.174.w3,0.0000071712,0.01000,0.857
+23,block_sparse_moe.experts.170.w3,0.0000071515,0.01000,0.912
+23,block_sparse_moe.experts.175.w3,0.0000069351,0.01000,0.861
+23,block_sparse_moe.experts.176.w3,0.0000072734,0.01000,0.876
+23,block_sparse_moe.experts.178.w3,0.0000073085,0.01000,0.848
+23,block_sparse_moe.experts.179.w3,0.0000073373,0.01000,0.866
+23,block_sparse_moe.experts.180.w3,0.0000075181,0.01000,0.862
+23,block_sparse_moe.experts.181.w3,0.0000069982,0.01000,0.850
+23,block_sparse_moe.experts.177.w3,0.0000072974,0.01000,0.918
+23,block_sparse_moe.experts.182.w3,0.0000073519,0.01000,0.856
+23,block_sparse_moe.experts.183.w3,0.0000071433,0.01000,0.872
+23,block_sparse_moe.experts.184.w3,0.0000071656,0.01000,0.881
+23,block_sparse_moe.experts.185.w3,0.0000072379,0.01000,0.856
+23,block_sparse_moe.experts.186.w3,0.0000072923,0.01000,0.854
+23,block_sparse_moe.experts.187.w3,0.0000072865,0.01000,0.857
+23,block_sparse_moe.experts.188.w3,0.0000073802,0.01000,0.856
+23,block_sparse_moe.experts.189.w3,0.0000074463,0.01000,0.864
+23,block_sparse_moe.experts.190.w3,0.0000074615,0.01000,0.873
+23,block_sparse_moe.experts.191.w3,0.0000074500,0.01000,0.868
+23,block_sparse_moe.experts.192.w3,0.0000069779,0.01000,0.856
+23,block_sparse_moe.experts.193.w3,0.0000070197,0.01000,0.861
+23,block_sparse_moe.experts.194.w3,0.0000070581,0.01000,0.859
+23,block_sparse_moe.experts.195.w3,0.0000073133,0.01000,0.858
+23,block_sparse_moe.experts.196.w3,0.0000072127,0.01000,0.884
+23,block_sparse_moe.experts.197.w3,0.0000060317,0.01000,0.870
+23,block_sparse_moe.experts.199.w3,0.0000073204,0.01000,0.870
+23,block_sparse_moe.experts.200.w3,0.0000070908,0.01000,0.863
+23,block_sparse_moe.experts.201.w3,0.0000073421,0.01000,0.863
+23,block_sparse_moe.experts.198.w3,0.0000070795,0.01000,0.896
+23,block_sparse_moe.experts.202.w3,0.0000074943,0.01000,0.874
+23,block_sparse_moe.experts.203.w3,0.0000074902,0.01000,0.877
+23,block_sparse_moe.experts.204.w3,0.0000069135,0.01000,0.861
+23,block_sparse_moe.experts.207.w3,0.0000068186,0.01000,0.860
+23,block_sparse_moe.experts.206.w3,0.0000073632,0.01000,0.868
+23,block_sparse_moe.experts.209.w3,0.0000069784,0.01000,0.852
+23,block_sparse_moe.experts.208.w3,0.0000074571,0.01000,0.859
+23,block_sparse_moe.experts.205.w3,0.0000074970,0.01000,0.937
+23,block_sparse_moe.experts.210.w3,0.0000071303,0.01000,0.864
+23,block_sparse_moe.experts.211.w3,0.0000073223,0.01000,0.866
+23,block_sparse_moe.experts.213.w3,0.0000070209,0.01000,0.857
+23,block_sparse_moe.experts.214.w3,0.0000071369,0.01000,0.859
+23,block_sparse_moe.experts.215.w3,0.0000074835,0.01000,0.857
+23,block_sparse_moe.experts.212.w3,0.0000072728,0.01000,0.917
+23,block_sparse_moe.experts.216.w3,0.0000071913,0.01000,0.874
+23,block_sparse_moe.experts.217.w3,0.0000073124,0.01000,0.865
+23,block_sparse_moe.experts.218.w3,0.0000071785,0.01000,0.870
+23,block_sparse_moe.experts.220.w3,0.0000076460,0.01000,0.853
+23,block_sparse_moe.experts.221.w3,0.0000071854,0.01000,0.854
+23,block_sparse_moe.experts.219.w3,0.0000075750,0.01000,0.907
+23,block_sparse_moe.experts.222.w3,0.0000072228,0.01000,0.857
+23,block_sparse_moe.experts.223.w3,0.0000074132,0.01000,0.872
+23,block_sparse_moe.experts.224.w3,0.0000073895,0.01000,0.869
+23,block_sparse_moe.experts.225.w3,0.0000074046,0.01000,0.866
+23,block_sparse_moe.experts.227.w3,0.0000072533,0.01000,0.845
+23,block_sparse_moe.experts.228.w3,0.0000074165,0.01000,0.858
+23,block_sparse_moe.experts.226.w3,0.0000073423,0.01000,0.909
+23,block_sparse_moe.experts.229.w3,0.0000074824,0.01000,0.860
+23,block_sparse_moe.experts.230.w3,0.0000068486,0.01000,0.867
+23,block_sparse_moe.experts.231.w3,0.0000075939,0.01000,0.878
+23,block_sparse_moe.experts.232.w3,0.0000069344,0.01000,0.868
+23,block_sparse_moe.experts.233.w3,0.0000072870,0.01000,0.887
+23,block_sparse_moe.experts.234.w3,0.0000073474,0.01000,0.859
+23,block_sparse_moe.experts.235.w3,0.0000070863,0.01000,0.861
+23,block_sparse_moe.experts.236.w3,0.0000075634,0.01000,0.862
+23,block_sparse_moe.experts.237.w3,0.0000072372,0.01000,0.865
+23,block_sparse_moe.experts.238.w3,0.0000075263,0.01000,0.885
+23,block_sparse_moe.experts.239.w3,0.0000072339,0.01000,0.862
+23,block_sparse_moe.experts.240.w3,0.0000074180,0.01000,0.876
+23,block_sparse_moe.experts.241.w3,0.0000071526,0.01000,0.865
+23,block_sparse_moe.experts.243.w3,0.0000071736,0.01000,0.860
+23,block_sparse_moe.experts.242.w3,0.0000074522,0.01000,0.871
+23,block_sparse_moe.experts.244.w3,0.0000073897,0.01000,0.876
+23,block_sparse_moe.experts.245.w3,0.0000073110,0.01000,0.875
+23,block_sparse_moe.experts.246.w3,0.0000074078,0.01000,0.869
+23,block_sparse_moe.experts.247.w3,0.0000073637,0.01000,0.875
+23,block_sparse_moe.experts.248.w3,0.0000072510,0.01000,0.857
+23,block_sparse_moe.experts.249.w3,0.0000073895,0.01000,0.862
+23,block_sparse_moe.experts.250.w3,0.0000075735,0.01000,0.864
+23,block_sparse_moe.experts.251.w3,0.0000072115,0.01000,0.869
+23,block_sparse_moe.experts.252.w3,0.0000075633,0.01000,0.791
+23,block_sparse_moe.experts.253.w3,0.0000073531,0.01000,0.775
+23,block_sparse_moe.experts.255.w3,0.0000072727,0.01000,0.665
+23,block_sparse_moe.experts.254.w3,0.0000073022,0.01000,0.678
+23,block_sparse_moe.experts.0.w2,0.0000016845,0.01000,0.451
+23,block_sparse_moe.experts.2.w2,0.0000016609,0.01000,0.455
+23,block_sparse_moe.experts.5.w2,0.0000027997,0.01000,0.456
+23,block_sparse_moe.experts.4.w2,0.0000037787,0.01000,0.457
+23,block_sparse_moe.experts.3.w2,0.0000018706,0.01000,0.458
+23,block_sparse_moe.experts.6.w2,0.0000017575,0.01000,0.462
+23,block_sparse_moe.experts.1.w2,0.0000015917,0.01000,0.468
+23,block_sparse_moe.experts.7.w2,0.0000036474,0.01000,0.422
+23,block_sparse_moe.experts.10.w2,0.0000018939,0.01000,0.427
+23,block_sparse_moe.experts.9.w2,0.0000019476,0.01000,0.434
+23,block_sparse_moe.experts.8.w2,0.0000017897,0.01000,0.443
+23,block_sparse_moe.experts.11.w2,0.0000015546,0.01000,0.440
+23,block_sparse_moe.experts.12.w2,0.0000016090,0.01000,0.434
+23,block_sparse_moe.experts.13.w2,0.0000018209,0.01000,0.447
+23,block_sparse_moe.experts.14.w2,0.0000016659,0.01000,0.425
+23,block_sparse_moe.experts.15.w2,0.0000033517,0.01000,0.431
+23,block_sparse_moe.experts.16.w2,0.0000045567,0.01000,0.430
+23,block_sparse_moe.experts.17.w2,0.0000028570,0.01000,0.432
+23,block_sparse_moe.experts.19.w2,0.0000029381,0.01000,0.437
+23,block_sparse_moe.experts.18.w2,0.0000016804,0.01000,0.446
+23,block_sparse_moe.experts.20.w2,0.0000015941,0.01000,0.444
+23,block_sparse_moe.experts.21.w2,0.0000017078,0.01000,0.426
+23,block_sparse_moe.experts.22.w2,0.0000015107,0.01000,0.432
+23,block_sparse_moe.experts.23.w2,0.0000038059,0.01000,0.437
+23,block_sparse_moe.experts.24.w2,0.0000013610,0.01000,0.430
+23,block_sparse_moe.experts.25.w2,0.0000011875,0.01000,0.441
+23,block_sparse_moe.experts.26.w2,0.0000016163,0.01000,0.442
+23,block_sparse_moe.experts.27.w2,0.0000029257,0.01000,0.446
+23,block_sparse_moe.experts.28.w2,0.0000016384,0.01000,0.423
+23,block_sparse_moe.experts.29.w2,0.0000024816,0.01000,0.428
+23,block_sparse_moe.experts.31.w2,0.0000026103,0.01000,0.429
+23,block_sparse_moe.experts.30.w2,0.0000037750,0.01000,0.440
+23,block_sparse_moe.experts.32.w2,0.0000028036,0.01000,0.434
+23,block_sparse_moe.experts.33.w2,0.0000011138,0.01000,0.434
+23,block_sparse_moe.experts.34.w2,0.0000018150,0.01000,0.443
+23,block_sparse_moe.experts.35.w2,0.0000034017,0.01000,0.427
+23,block_sparse_moe.experts.36.w2,0.0000017881,0.01000,0.430
+23,block_sparse_moe.experts.37.w2,0.0000014994,0.01000,0.438
+23,block_sparse_moe.experts.38.w2,0.0000018091,0.01000,0.436
+23,block_sparse_moe.experts.39.w2,0.0000012880,0.01000,0.439
+23,block_sparse_moe.experts.40.w2,0.0000011878,0.01000,0.443
+23,block_sparse_moe.experts.41.w2,0.0000026587,0.01000,0.454
+23,block_sparse_moe.experts.42.w2,0.0000012580,0.01000,0.418
+23,block_sparse_moe.experts.43.w2,0.0000015510,0.01000,0.424
+23,block_sparse_moe.experts.44.w2,0.0000017052,0.01000,0.431
+23,block_sparse_moe.experts.45.w2,0.0000010110,0.01000,0.435
+23,block_sparse_moe.experts.47.w2,0.0000025878,0.01000,0.431
+23,block_sparse_moe.experts.46.w2,0.0000017274,0.01000,0.447
+23,block_sparse_moe.experts.48.w2,0.0000012224,0.01000,0.431
+23,block_sparse_moe.experts.49.w2,0.0000025474,0.01000,0.438
+23,block_sparse_moe.experts.50.w2,0.0000020647,0.01000,0.428
+23,block_sparse_moe.experts.51.w2,0.0000018060,0.01000,0.435
+23,block_sparse_moe.experts.52.w2,0.0000014314,0.01000,0.441
+23,block_sparse_moe.experts.53.w2,0.0000014316,0.01000,0.438
+23,block_sparse_moe.experts.54.w2,0.0000023336,0.01000,0.439
+23,block_sparse_moe.experts.55.w2,0.0000016256,0.01000,0.441
+23,block_sparse_moe.experts.56.w2,0.0000020774,0.01000,0.423
+23,block_sparse_moe.experts.57.w2,0.0000014975,0.01000,0.425
+23,block_sparse_moe.experts.58.w2,0.0000012962,0.01000,0.431
+23,block_sparse_moe.experts.59.w2,0.0000014487,0.01000,0.431
+23,block_sparse_moe.experts.60.w2,0.0000016406,0.01000,0.432
+23,block_sparse_moe.experts.61.w2,0.0000030202,0.01000,0.431
+23,block_sparse_moe.experts.62.w2,0.0000017812,0.01000,0.436
+23,block_sparse_moe.experts.63.w2,0.0000031710,0.01000,0.429
+23,block_sparse_moe.experts.64.w2,0.0000010784,0.01000,0.430
+23,block_sparse_moe.experts.65.w2,0.0000022574,0.01000,0.436
+23,block_sparse_moe.experts.66.w2,0.0000012752,0.01000,0.445
+23,block_sparse_moe.experts.68.w2,0.0000031590,0.01000,0.435
+23,block_sparse_moe.experts.67.w2,0.0000020995,0.01000,0.459
+23,block_sparse_moe.experts.69.w2,0.0000022255,0.01000,0.449
+23,block_sparse_moe.experts.70.w2,0.0000017582,0.01000,0.429
+23,block_sparse_moe.experts.71.w2,0.0000033899,0.01000,0.427
+23,block_sparse_moe.experts.72.w2,0.0000030534,0.01000,0.444
+23,block_sparse_moe.experts.73.w2,0.0000017681,0.01000,0.437
+23,block_sparse_moe.experts.74.w2,0.0000025484,0.01000,0.438
+23,block_sparse_moe.experts.75.w2,0.0000022455,0.01000,0.427
+23,block_sparse_moe.experts.76.w2,0.0000034168,0.01000,0.437
+23,block_sparse_moe.experts.77.w2,0.0000015051,0.01000,0.427
+23,block_sparse_moe.experts.78.w2,0.0000017788,0.01000,0.446
+23,block_sparse_moe.experts.79.w2,0.0000019287,0.01000,0.448
+23,block_sparse_moe.experts.80.w2,0.0000013613,0.01000,0.439
+23,block_sparse_moe.experts.81.w2,0.0000034943,0.01000,0.433
+23,block_sparse_moe.experts.82.w2,0.0000022450,0.01000,0.428
+23,block_sparse_moe.experts.83.w2,0.0000013858,0.01000,0.438
+23,block_sparse_moe.experts.84.w2,0.0000029646,0.01000,0.429
+23,block_sparse_moe.experts.85.w2,0.0000021272,0.01000,0.428
+23,block_sparse_moe.experts.86.w2,0.0000015625,0.01000,0.442
+23,block_sparse_moe.experts.87.w2,0.0000014181,0.01000,0.436
+23,block_sparse_moe.experts.89.w2,0.0000026263,0.01000,0.430
+23,block_sparse_moe.experts.88.w2,0.0000027143,0.01000,0.436
+23,block_sparse_moe.experts.90.w2,0.0000017232,0.01000,0.440
+23,block_sparse_moe.experts.91.w2,0.0000030009,0.01000,0.425
+23,block_sparse_moe.experts.92.w2,0.0000028495,0.01000,0.427
+23,block_sparse_moe.experts.94.w2,0.0000021346,0.01000,0.434
+23,block_sparse_moe.experts.93.w2,0.0000014801,0.01000,0.440
+23,block_sparse_moe.experts.96.w2,0.0000017149,0.01000,0.430
+23,block_sparse_moe.experts.95.w2,0.0000021449,0.01000,0.435
+23,block_sparse_moe.experts.97.w2,0.0000028463,0.01000,0.436
+23,block_sparse_moe.experts.98.w2,0.0000018062,0.01000,0.429
+23,block_sparse_moe.experts.99.w2,0.0000023721,0.01000,0.430
+23,block_sparse_moe.experts.102.w2,0.0000019770,0.01000,0.433
+23,block_sparse_moe.experts.101.w2,0.0000018499,0.01000,0.443
+23,block_sparse_moe.experts.103.w2,0.0000016879,0.01000,0.437
+23,block_sparse_moe.experts.100.w2,0.0000010641,0.01000,0.450
+23,block_sparse_moe.experts.104.w2,0.0000019263,0.01000,0.439
+23,block_sparse_moe.experts.105.w2,0.0000019026,0.01000,0.426
+23,block_sparse_moe.experts.106.w2,0.0000018580,0.01000,0.426
+23,block_sparse_moe.experts.107.w2,0.0000026067,0.01000,0.428
+23,block_sparse_moe.experts.109.w2,0.0000032658,0.01000,0.431
+23,block_sparse_moe.experts.108.w2,0.0000012484,0.01000,0.434
+23,block_sparse_moe.experts.110.w2,0.0000024277,0.01000,0.441
+23,block_sparse_moe.experts.111.w2,0.0000012231,0.01000,0.437
+23,block_sparse_moe.experts.112.w2,0.0000015497,0.01000,0.425
+23,block_sparse_moe.experts.113.w2,0.0000027049,0.01000,0.427
+23,block_sparse_moe.experts.114.w2,0.0000013888,0.01000,0.438
+23,block_sparse_moe.experts.115.w2,0.0000039468,0.01000,0.435
+23,block_sparse_moe.experts.117.w2,0.0000020220,0.01000,0.440
+23,block_sparse_moe.experts.116.w2,0.0000017748,0.01000,0.471
+23,block_sparse_moe.experts.118.w2,0.0000018056,0.01000,0.434
+23,block_sparse_moe.experts.119.w2,0.0000020553,0.01000,0.435
+23,block_sparse_moe.experts.120.w2,0.0000019426,0.01000,0.427
+23,block_sparse_moe.experts.121.w2,0.0000012692,0.01000,0.426
+23,block_sparse_moe.experts.122.w2,0.0000019012,0.01000,0.420
+23,block_sparse_moe.experts.123.w2,0.0000021589,0.01000,0.445
+23,block_sparse_moe.experts.124.w2,0.0000024583,0.01000,0.451
+23,block_sparse_moe.experts.125.w2,0.0000014415,0.01000,0.436
+23,block_sparse_moe.experts.126.w2,0.0000026692,0.01000,0.424
+23,block_sparse_moe.experts.127.w2,0.0000015216,0.01000,0.425
+23,block_sparse_moe.experts.129.w2,0.0000017700,0.01000,0.419
+23,block_sparse_moe.experts.128.w2,0.0000015875,0.01000,0.433
+23,block_sparse_moe.experts.130.w2,0.0000026380,0.01000,0.446
+23,block_sparse_moe.experts.131.w2,0.0000028824,0.01000,0.455
+23,block_sparse_moe.experts.132.w2,0.0000022568,0.01000,0.440
+23,block_sparse_moe.experts.133.w2,0.0000014648,0.01000,0.428
+23,block_sparse_moe.experts.134.w2,0.0000018282,0.01000,0.431
+23,block_sparse_moe.experts.135.w2,0.0000018453,0.01000,0.433
+23,block_sparse_moe.experts.136.w2,0.0000018645,0.01000,0.425
+23,block_sparse_moe.experts.137.w2,0.0000017534,0.01000,0.439
+23,block_sparse_moe.experts.138.w2,0.0000014877,0.01000,0.433
+23,block_sparse_moe.experts.139.w2,0.0000023319,0.01000,0.445
+23,block_sparse_moe.experts.140.w2,0.0000030579,0.01000,0.426
+23,block_sparse_moe.experts.141.w2,0.0000016690,0.01000,0.424
+23,block_sparse_moe.experts.142.w2,0.0000014774,0.01000,0.425
+23,block_sparse_moe.experts.143.w2,0.0000024593,0.01000,0.430
+23,block_sparse_moe.experts.144.w2,0.0000013605,0.01000,0.443
+23,block_sparse_moe.experts.145.w2,0.0000015543,0.01000,0.435
+23,block_sparse_moe.experts.146.w2,0.0000020528,0.01000,0.434
+23,block_sparse_moe.experts.147.w2,0.0000035233,0.01000,0.426
+23,block_sparse_moe.experts.148.w2,0.0000016440,0.01000,0.429
+23,block_sparse_moe.experts.149.w2,0.0000017301,0.01000,0.429
+23,block_sparse_moe.experts.150.w2,0.0000026075,0.01000,0.425
+23,block_sparse_moe.experts.151.w2,0.0000018358,0.01000,0.442
+23,block_sparse_moe.experts.152.w2,0.0000013843,0.01000,0.441
+23,block_sparse_moe.experts.153.w2,0.0000015012,0.01000,0.437
+23,block_sparse_moe.experts.154.w2,0.0000017825,0.01000,0.427
+23,block_sparse_moe.experts.155.w2,0.0000014652,0.01000,0.427
+23,block_sparse_moe.experts.156.w2,0.0000017343,0.01000,0.426
+23,block_sparse_moe.experts.157.w2,0.0000015068,0.01000,0.424
+23,block_sparse_moe.experts.158.w2,0.0000014555,0.01000,0.439
+23,block_sparse_moe.experts.159.w2,0.0000034612,0.01000,0.434
+23,block_sparse_moe.experts.160.w2,0.0000027286,0.01000,0.433
+23,block_sparse_moe.experts.161.w2,0.0000022635,0.01000,0.423
+23,block_sparse_moe.experts.162.w2,0.0000018176,0.01000,0.425
+23,block_sparse_moe.experts.164.w2,0.0000031821,0.01000,0.426
+23,block_sparse_moe.experts.163.w2,0.0000017627,0.01000,0.431
+23,block_sparse_moe.experts.165.w2,0.0000022745,0.01000,0.442
+23,block_sparse_moe.experts.166.w2,0.0000016054,0.01000,0.442
+23,block_sparse_moe.experts.167.w2,0.0000018358,0.01000,0.440
+23,block_sparse_moe.experts.168.w2,0.0000026951,0.01000,0.449
+23,block_sparse_moe.experts.169.w2,0.0000019002,0.01000,0.433
+23,block_sparse_moe.experts.170.w2,0.0000014011,0.01000,0.428
+23,block_sparse_moe.experts.171.w2,0.0000014040,0.01000,0.433
+23,block_sparse_moe.experts.172.w2,0.0000023888,0.01000,0.436
+23,block_sparse_moe.experts.174.w2,0.0000032317,0.01000,0.436
+23,block_sparse_moe.experts.173.w2,0.0000014971,0.01000,0.444
+23,block_sparse_moe.experts.175.w2,0.0000042262,0.01000,0.439
+23,block_sparse_moe.experts.176.w2,0.0000025156,0.01000,0.429
+23,block_sparse_moe.experts.177.w2,0.0000018858,0.01000,0.427
+23,block_sparse_moe.experts.178.w2,0.0000027358,0.01000,0.425
+23,block_sparse_moe.experts.179.w2,0.0000014207,0.01000,0.438
+23,block_sparse_moe.experts.180.w2,0.0000031831,0.01000,0.448
+23,block_sparse_moe.experts.181.w2,0.0000020876,0.01000,0.454
+23,block_sparse_moe.experts.182.w2,0.0000017854,0.01000,0.441
+23,block_sparse_moe.experts.183.w2,0.0000015212,0.01000,0.431
+23,block_sparse_moe.experts.185.w2,0.0000017164,0.01000,0.425
+23,block_sparse_moe.experts.184.w2,0.0000015933,0.01000,0.447
+23,block_sparse_moe.experts.186.w2,0.0000014954,0.01000,0.454
+23,block_sparse_moe.experts.188.w2,0.0000029146,0.01000,0.444
+23,block_sparse_moe.experts.187.w2,0.0000022075,0.01000,0.492
+23,block_sparse_moe.experts.189.w2,0.0000021751,0.01000,0.420
+23,block_sparse_moe.experts.190.w2,0.0000017080,0.01000,0.426
+23,block_sparse_moe.experts.192.w2,0.0000011514,0.01000,0.426
+23,block_sparse_moe.experts.191.w2,0.0000017554,0.01000,0.444
+23,block_sparse_moe.experts.193.w2,0.0000037982,0.01000,0.428
+23,block_sparse_moe.experts.194.w2,0.0000026681,0.01000,0.458
+23,block_sparse_moe.experts.195.w2,0.0000034831,0.01000,0.444
+23,block_sparse_moe.experts.196.w2,0.0000014497,0.01000,0.427
+23,block_sparse_moe.experts.197.w2,0.0000022486,0.01000,0.456
+23,block_sparse_moe.experts.199.w2,0.0000015324,0.01000,0.427
+23,block_sparse_moe.experts.198.w2,0.0000015562,0.01000,0.430
+23,block_sparse_moe.experts.200.w2,0.0000012645,0.01000,0.438
+23,block_sparse_moe.experts.201.w2,0.0000015962,0.01000,0.441
+23,block_sparse_moe.experts.202.w2,0.0000028650,0.01000,0.442
+23,block_sparse_moe.experts.203.w2,0.0000020151,0.01000,0.424
+23,block_sparse_moe.experts.204.w2,0.0000016566,0.01000,0.450
+23,block_sparse_moe.experts.206.w2,0.0000021114,0.01000,0.434
+23,block_sparse_moe.experts.205.w2,0.0000024636,0.01000,0.437
+23,block_sparse_moe.experts.207.w2,0.0000018179,0.01000,0.432
+23,block_sparse_moe.experts.208.w2,0.0000017610,0.01000,0.434
+23,block_sparse_moe.experts.209.w2,0.0000020923,0.01000,0.442
+23,block_sparse_moe.experts.210.w2,0.0000028027,0.01000,0.426
+23,block_sparse_moe.experts.211.w2,0.0000021919,0.01000,0.454
+23,block_sparse_moe.experts.213.w2,0.0000026323,0.01000,0.428
+23,block_sparse_moe.experts.212.w2,0.0000020408,0.01000,0.439
+23,block_sparse_moe.experts.214.w2,0.0000016565,0.01000,0.444
+23,block_sparse_moe.experts.215.w2,0.0000017321,0.01000,0.438
+23,block_sparse_moe.experts.217.w2,0.0000015634,0.01000,0.437
+23,block_sparse_moe.experts.216.w2,0.0000020057,0.01000,0.456
+23,block_sparse_moe.experts.218.w2,0.0000029922,0.01000,0.431
+23,block_sparse_moe.experts.219.w2,0.0000022733,0.01000,0.428
+23,block_sparse_moe.experts.220.w2,0.0000025539,0.01000,0.424
+23,block_sparse_moe.experts.221.w2,0.0000027302,0.01000,0.433
+23,block_sparse_moe.experts.222.w2,0.0000027346,0.01000,0.431
+23,block_sparse_moe.experts.223.w2,0.0000021816,0.01000,0.442
+23,block_sparse_moe.experts.224.w2,0.0000014184,0.01000,0.426
+23,block_sparse_moe.experts.225.w2,0.0000020604,0.01000,0.433
+23,block_sparse_moe.experts.226.w2,0.0000013174,0.01000,0.426
+23,block_sparse_moe.experts.227.w2,0.0000013932,0.01000,0.423
+23,block_sparse_moe.experts.228.w2,0.0000030664,0.01000,0.432
+23,block_sparse_moe.experts.229.w2,0.0000029506,0.01000,0.433
+23,block_sparse_moe.experts.231.w2,0.0000028587,0.01000,0.431
+23,block_sparse_moe.experts.230.w2,0.0000011850,0.01000,0.446
+23,block_sparse_moe.experts.232.w2,0.0000024448,0.01000,0.435
+23,block_sparse_moe.experts.233.w2,0.0000017293,0.01000,0.436
+23,block_sparse_moe.experts.234.w2,0.0000016239,0.01000,0.440
+23,block_sparse_moe.experts.235.w2,0.0000023257,0.01000,0.438
+23,block_sparse_moe.experts.236.w2,0.0000017462,0.01000,0.431
+23,block_sparse_moe.experts.238.w2,0.0000017663,0.01000,0.427
+23,block_sparse_moe.experts.237.w2,0.0000013539,0.01000,0.456
+23,block_sparse_moe.experts.239.w2,0.0000015529,0.01000,0.432
+23,block_sparse_moe.experts.240.w2,0.0000016278,0.01000,0.423
+23,block_sparse_moe.experts.241.w2,0.0000015227,0.01000,0.421
+23,block_sparse_moe.experts.242.w2,0.0000019248,0.01000,0.430
+23,block_sparse_moe.experts.243.w2,0.0000019267,0.01000,0.433
+23,block_sparse_moe.experts.244.w2,0.0000026426,0.01000,0.445
+23,block_sparse_moe.experts.245.w2,0.0000018905,0.01000,0.431
+23,block_sparse_moe.experts.246.w2,0.0000014721,0.01000,0.433
+23,block_sparse_moe.experts.247.w2,0.0000015039,0.01000,0.426
+23,block_sparse_moe.experts.248.w2,0.0000017228,0.01000,0.428
+23,block_sparse_moe.experts.249.w2,0.0000024357,0.01000,0.431
+23,block_sparse_moe.experts.250.w2,0.0000014886,0.01000,0.427
+23,block_sparse_moe.experts.252.w2,0.0000020945,0.01000,0.410
+23,block_sparse_moe.experts.251.w2,0.0000014560,0.01000,0.423
+23,block_sparse_moe.experts.253.w2,0.0000025937,0.01000,0.404
+23,block_sparse_moe.experts.254.w2,0.0000035984,0.01000,0.386
+23,block_sparse_moe.experts.255.w2,0.0000014364,0.01000,0.389
+24,block_sparse_moe.experts.0.w1,0.0000075516,0.01000,0.842
+24,block_sparse_moe.experts.1.w1,0.0000077861,0.01000,0.852
+24,block_sparse_moe.experts.2.w1,0.0000073861,0.01000,0.852
+24,block_sparse_moe.experts.3.w1,0.0000068404,0.01000,0.858
+24,block_sparse_moe.experts.4.w1,0.0000077188,0.01000,0.863
+24,block_sparse_moe.experts.5.w1,0.0000076245,0.01000,0.863
+24,block_sparse_moe.experts.6.w1,0.0000073897,0.01000,0.867
+24,block_sparse_moe.experts.7.w1,0.0000079961,0.01000,0.833
+24,block_sparse_moe.experts.8.w1,0.0000079942,0.01000,0.831
+24,block_sparse_moe.experts.9.w1,0.0000082829,0.01000,0.838
+24,block_sparse_moe.experts.10.w1,0.0000073406,0.01000,0.841
+24,block_sparse_moe.experts.11.w1,0.0000072643,0.01000,0.844
+24,block_sparse_moe.experts.12.w1,0.0000077076,0.01000,0.846
+24,block_sparse_moe.experts.13.w1,0.0000077093,0.01000,0.851
+24,block_sparse_moe.experts.14.w1,0.0000077492,0.01000,0.824
+24,block_sparse_moe.experts.15.w1,0.0000079246,0.01000,0.834
+24,block_sparse_moe.experts.16.w1,0.0000071169,0.01000,0.833
+24,block_sparse_moe.experts.17.w1,0.0000074522,0.01000,0.829
+24,block_sparse_moe.experts.18.w1,0.0000069219,0.01000,0.837
+24,block_sparse_moe.experts.19.w1,0.0000075443,0.01000,0.859
+24,block_sparse_moe.experts.20.w1,0.0000076407,0.01000,0.864
+24,block_sparse_moe.experts.21.w1,0.0000075464,0.01000,0.821
+24,block_sparse_moe.experts.22.w1,0.0000074704,0.01000,0.824
+24,block_sparse_moe.experts.23.w1,0.0000078550,0.01000,0.828
+24,block_sparse_moe.experts.24.w1,0.0000073277,0.01000,0.825
+24,block_sparse_moe.experts.25.w1,0.0000078756,0.01000,0.837
+24,block_sparse_moe.experts.26.w1,0.0000076190,0.01000,0.832
+24,block_sparse_moe.experts.27.w1,0.0000077621,0.01000,0.838
+24,block_sparse_moe.experts.29.w1,0.0000072687,0.01000,0.832
+24,block_sparse_moe.experts.31.w1,0.0000076018,0.01000,0.824
+24,block_sparse_moe.experts.30.w1,0.0000076142,0.01000,0.863
+24,block_sparse_moe.experts.28.w1,0.0000080022,0.01000,0.898
+24,block_sparse_moe.experts.32.w1,0.0000075306,0.01000,0.845
+24,block_sparse_moe.experts.33.w1,0.0000076035,0.01000,0.841
+24,block_sparse_moe.experts.34.w1,0.0000079509,0.01000,0.838
+24,block_sparse_moe.experts.36.w1,0.0000078097,0.01000,0.830
+24,block_sparse_moe.experts.35.w1,0.0000076436,0.01000,0.858
+24,block_sparse_moe.experts.38.w1,0.0000078744,0.01000,0.831
+24,block_sparse_moe.experts.37.w1,0.0000071771,0.01000,0.833
+24,block_sparse_moe.experts.39.w1,0.0000079147,0.01000,0.843
+24,block_sparse_moe.experts.40.w1,0.0000076866,0.01000,0.846
+24,block_sparse_moe.experts.41.w1,0.0000077532,0.01000,0.863
+24,block_sparse_moe.experts.42.w1,0.0000074371,0.01000,0.827
+24,block_sparse_moe.experts.43.w1,0.0000074076,0.01000,0.830
+24,block_sparse_moe.experts.45.w1,0.0000070395,0.01000,0.833
+24,block_sparse_moe.experts.44.w1,0.0000074550,0.01000,0.862
+24,block_sparse_moe.experts.46.w1,0.0000078819,0.01000,0.842
+24,block_sparse_moe.experts.47.w1,0.0000077031,0.01000,0.852
+24,block_sparse_moe.experts.48.w1,0.0000072578,0.01000,0.844
+24,block_sparse_moe.experts.49.w1,0.0000074545,0.01000,0.825
+24,block_sparse_moe.experts.50.w1,0.0000072946,0.01000,0.828
+24,block_sparse_moe.experts.51.w1,0.0000075081,0.01000,0.837
+24,block_sparse_moe.experts.52.w1,0.0000064020,0.01000,0.838
+24,block_sparse_moe.experts.53.w1,0.0000074969,0.01000,0.838
+24,block_sparse_moe.experts.54.w1,0.0000076341,0.01000,0.839
+24,block_sparse_moe.experts.55.w1,0.0000076344,0.01000,0.848
+24,block_sparse_moe.experts.56.w1,0.0000078630,0.01000,0.834
+24,block_sparse_moe.experts.57.w1,0.0000076397,0.01000,0.839
+24,block_sparse_moe.experts.58.w1,0.0000074560,0.01000,0.830
+24,block_sparse_moe.experts.60.w1,0.0000076358,0.01000,0.834
+24,block_sparse_moe.experts.59.w1,0.0000079062,0.01000,0.844
+24,block_sparse_moe.experts.61.w1,0.0000079142,0.01000,0.837
+24,block_sparse_moe.experts.62.w1,0.0000075256,0.01000,0.846
+24,block_sparse_moe.experts.63.w1,0.0000073854,0.01000,0.825
+24,block_sparse_moe.experts.64.w1,0.0000080270,0.01000,0.835
+24,block_sparse_moe.experts.65.w1,0.0000073813,0.01000,0.837
+24,block_sparse_moe.experts.66.w1,0.0000076855,0.01000,0.823
+24,block_sparse_moe.experts.67.w1,0.0000077549,0.01000,0.841
+24,block_sparse_moe.experts.68.w1,0.0000076784,0.01000,0.849
+24,block_sparse_moe.experts.69.w1,0.0000079242,0.01000,0.850
+24,block_sparse_moe.experts.70.w1,0.0000077514,0.01000,0.836
+24,block_sparse_moe.experts.71.w1,0.0000079282,0.01000,0.838
+24,block_sparse_moe.experts.73.w1,0.0000073175,0.01000,0.818
+24,block_sparse_moe.experts.72.w1,0.0000073988,0.01000,0.840
+24,block_sparse_moe.experts.74.w1,0.0000078213,0.01000,0.834
+24,block_sparse_moe.experts.75.w1,0.0000077162,0.01000,0.840
+24,block_sparse_moe.experts.76.w1,0.0000076642,0.01000,0.851
+24,block_sparse_moe.experts.77.w1,0.0000078063,0.01000,0.823
+24,block_sparse_moe.experts.78.w1,0.0000076295,0.01000,0.836
+24,block_sparse_moe.experts.79.w1,0.0000073817,0.01000,0.831
+24,block_sparse_moe.experts.80.w1,0.0000078561,0.01000,0.832
+24,block_sparse_moe.experts.81.w1,0.0000075826,0.01000,0.839
+24,block_sparse_moe.experts.82.w1,0.0000075157,0.01000,0.843
+24,block_sparse_moe.experts.83.w1,0.0000070957,0.01000,0.856
+24,block_sparse_moe.experts.84.w1,0.0000076396,0.01000,0.824
+24,block_sparse_moe.experts.85.w1,0.0000077093,0.01000,0.839
+24,block_sparse_moe.experts.86.w1,0.0000071755,0.01000,0.826
+24,block_sparse_moe.experts.87.w1,0.0000071565,0.01000,0.826
+24,block_sparse_moe.experts.88.w1,0.0000076288,0.01000,0.842
+24,block_sparse_moe.experts.89.w1,0.0000076357,0.01000,0.839
+24,block_sparse_moe.experts.90.w1,0.0000074092,0.01000,0.852
+24,block_sparse_moe.experts.91.w1,0.0000080476,0.01000,0.827
+24,block_sparse_moe.experts.93.w1,0.0000076840,0.01000,0.832
+24,block_sparse_moe.experts.92.w1,0.0000071505,0.01000,0.840
+24,block_sparse_moe.experts.94.w1,0.0000079587,0.01000,0.835
+24,block_sparse_moe.experts.95.w1,0.0000074106,0.01000,0.838
+24,block_sparse_moe.experts.96.w1,0.0000076506,0.01000,0.859
+24,block_sparse_moe.experts.97.w1,0.0000072359,0.01000,0.845
+24,block_sparse_moe.experts.98.w1,0.0000077274,0.01000,0.826
+24,block_sparse_moe.experts.99.w1,0.0000072971,0.01000,0.828
+24,block_sparse_moe.experts.100.w1,0.0000077335,0.01000,0.836
+24,block_sparse_moe.experts.101.w1,0.0000075919,0.01000,0.843
+24,block_sparse_moe.experts.102.w1,0.0000076741,0.01000,0.838
+24,block_sparse_moe.experts.103.w1,0.0000076442,0.01000,0.861
+24,block_sparse_moe.experts.104.w1,0.0000077313,0.01000,0.847
+24,block_sparse_moe.experts.105.w1,0.0000076520,0.01000,0.824
+24,block_sparse_moe.experts.106.w1,0.0000075722,0.01000,0.824
+24,block_sparse_moe.experts.107.w1,0.0000077566,0.01000,0.830
+24,block_sparse_moe.experts.108.w1,0.0000076077,0.01000,0.837
+24,block_sparse_moe.experts.109.w1,0.0000074166,0.01000,0.842
+24,block_sparse_moe.experts.110.w1,0.0000073789,0.01000,0.864
+24,block_sparse_moe.experts.111.w1,0.0000075791,0.01000,0.845
+24,block_sparse_moe.experts.112.w1,0.0000074095,0.01000,0.820
+24,block_sparse_moe.experts.113.w1,0.0000075750,0.01000,0.829
+24,block_sparse_moe.experts.114.w1,0.0000079652,0.01000,0.836
+24,block_sparse_moe.experts.115.w1,0.0000074686,0.01000,0.839
+24,block_sparse_moe.experts.116.w1,0.0000075518,0.01000,0.838
+24,block_sparse_moe.experts.117.w1,0.0000066716,0.01000,0.843
+24,block_sparse_moe.experts.118.w1,0.0000074867,0.01000,0.848
+24,block_sparse_moe.experts.119.w1,0.0000075732,0.01000,0.822
+24,block_sparse_moe.experts.120.w1,0.0000074783,0.01000,0.826
+24,block_sparse_moe.experts.121.w1,0.0000077851,0.01000,0.834
+24,block_sparse_moe.experts.122.w1,0.0000069408,0.01000,0.829
+24,block_sparse_moe.experts.123.w1,0.0000083390,0.01000,0.844
+24,block_sparse_moe.experts.124.w1,0.0000079483,0.01000,0.849
+24,block_sparse_moe.experts.125.w1,0.0000079479,0.01000,0.838
+24,block_sparse_moe.experts.126.w1,0.0000077395,0.01000,0.820
+24,block_sparse_moe.experts.127.w1,0.0000073000,0.01000,0.826
+24,block_sparse_moe.experts.128.w1,0.0000065849,0.01000,0.832
+24,block_sparse_moe.experts.129.w1,0.0000078481,0.01000,0.826
+24,block_sparse_moe.experts.130.w1,0.0000078863,0.01000,0.840
+24,block_sparse_moe.experts.131.w1,0.0000076585,0.01000,0.853
+24,block_sparse_moe.experts.132.w1,0.0000076727,0.01000,0.843
+24,block_sparse_moe.experts.133.w1,0.0000075017,0.01000,0.830
+24,block_sparse_moe.experts.134.w1,0.0000076338,0.01000,0.832
+24,block_sparse_moe.experts.135.w1,0.0000074389,0.01000,0.837
+24,block_sparse_moe.experts.136.w1,0.0000077986,0.01000,0.832
+24,block_sparse_moe.experts.137.w1,0.0000076975,0.01000,0.837
+24,block_sparse_moe.experts.138.w1,0.0000085188,0.01000,0.860
+24,block_sparse_moe.experts.139.w1,0.0000077295,0.01000,0.846
+24,block_sparse_moe.experts.140.w1,0.0000074759,0.01000,0.821
+24,block_sparse_moe.experts.141.w1,0.0000077418,0.01000,0.829
+24,block_sparse_moe.experts.143.w1,0.0000073455,0.01000,0.828
+24,block_sparse_moe.experts.142.w1,0.0000078513,0.01000,0.832
+24,block_sparse_moe.experts.144.w1,0.0000080139,0.01000,0.832
+24,block_sparse_moe.experts.146.w1,0.0000074423,0.01000,0.845
+24,block_sparse_moe.experts.145.w1,0.0000070741,0.01000,0.854
+24,block_sparse_moe.experts.147.w1,0.0000078575,0.01000,0.822
+24,block_sparse_moe.experts.148.w1,0.0000078960,0.01000,0.822
+24,block_sparse_moe.experts.150.w1,0.0000076992,0.01000,0.831
+24,block_sparse_moe.experts.149.w1,0.0000073980,0.01000,0.862
+24,block_sparse_moe.experts.151.w1,0.0000077960,0.01000,0.836
+24,block_sparse_moe.experts.153.w1,0.0000075099,0.01000,0.846
+24,block_sparse_moe.experts.152.w1,0.0000073292,0.01000,0.874
+24,block_sparse_moe.experts.154.w1,0.0000078275,0.01000,0.820
+24,block_sparse_moe.experts.155.w1,0.0000075458,0.01000,0.837
+24,block_sparse_moe.experts.156.w1,0.0000072561,0.01000,0.838
+24,block_sparse_moe.experts.157.w1,0.0000079544,0.01000,0.854
+24,block_sparse_moe.experts.158.w1,0.0000077535,0.01000,0.828
+24,block_sparse_moe.experts.159.w1,0.0000074859,0.01000,0.848
+24,block_sparse_moe.experts.160.w1,0.0000073167,0.01000,0.854
+24,block_sparse_moe.experts.161.w1,0.0000075932,0.01000,0.820
+24,block_sparse_moe.experts.162.w1,0.0000074625,0.01000,0.843
+24,block_sparse_moe.experts.163.w1,0.0000078067,0.01000,0.830
+24,block_sparse_moe.experts.164.w1,0.0000066122,0.01000,0.845
+24,block_sparse_moe.experts.165.w1,0.0000077703,0.01000,0.830
+24,block_sparse_moe.experts.166.w1,0.0000077633,0.01000,0.841
+24,block_sparse_moe.experts.167.w1,0.0000078023,0.01000,0.849
+24,block_sparse_moe.experts.168.w1,0.0000081171,0.01000,0.840
+24,block_sparse_moe.experts.169.w1,0.0000078197,0.01000,0.840
+24,block_sparse_moe.experts.170.w1,0.0000077404,0.01000,0.831
+24,block_sparse_moe.experts.171.w1,0.0000075322,0.01000,0.840
+24,block_sparse_moe.experts.172.w1,0.0000075511,0.01000,0.833
+24,block_sparse_moe.experts.173.w1,0.0000068198,0.01000,0.851
+24,block_sparse_moe.experts.174.w1,0.0000074310,0.01000,0.872
+24,block_sparse_moe.experts.175.w1,0.0000074700,0.01000,0.830
+24,block_sparse_moe.experts.176.w1,0.0000072780,0.01000,0.833
+24,block_sparse_moe.experts.177.w1,0.0000073709,0.01000,0.832
+24,block_sparse_moe.experts.178.w1,0.0000077215,0.01000,0.836
+24,block_sparse_moe.experts.179.w1,0.0000078006,0.01000,0.838
+24,block_sparse_moe.experts.180.w1,0.0000073948,0.01000,0.846
+24,block_sparse_moe.experts.181.w1,0.0000071280,0.01000,0.858
+24,block_sparse_moe.experts.182.w1,0.0000078316,0.01000,0.825
+24,block_sparse_moe.experts.183.w1,0.0000076811,0.01000,0.833
+24,block_sparse_moe.experts.184.w1,0.0000076186,0.01000,0.831
+24,block_sparse_moe.experts.185.w1,0.0000076843,0.01000,0.833
+24,block_sparse_moe.experts.186.w1,0.0000072428,0.01000,0.831
+24,block_sparse_moe.experts.187.w1,0.0000067143,0.01000,0.849
+24,block_sparse_moe.experts.188.w1,0.0000075997,0.01000,0.855
+24,block_sparse_moe.experts.189.w1,0.0000077273,0.01000,0.822
+24,block_sparse_moe.experts.190.w1,0.0000084131,0.01000,0.828
+24,block_sparse_moe.experts.191.w1,0.0000077359,0.01000,0.831
+24,block_sparse_moe.experts.192.w1,0.0000078039,0.01000,0.836
+24,block_sparse_moe.experts.193.w1,0.0000077474,0.01000,0.836
+24,block_sparse_moe.experts.194.w1,0.0000073802,0.01000,0.844
+24,block_sparse_moe.experts.195.w1,0.0000075282,0.01000,0.857
+24,block_sparse_moe.experts.196.w1,0.0000075670,0.01000,0.829
+24,block_sparse_moe.experts.197.w1,0.0000075649,0.01000,0.827
+24,block_sparse_moe.experts.198.w1,0.0000079408,0.01000,0.828
+24,block_sparse_moe.experts.199.w1,0.0000079004,0.01000,0.826
+24,block_sparse_moe.experts.200.w1,0.0000079539,0.01000,0.830
+24,block_sparse_moe.experts.201.w1,0.0000067243,0.01000,0.848
+24,block_sparse_moe.experts.202.w1,0.0000075319,0.01000,0.859
+24,block_sparse_moe.experts.203.w1,0.0000075256,0.01000,0.840
+24,block_sparse_moe.experts.204.w1,0.0000075345,0.01000,0.827
+24,block_sparse_moe.experts.205.w1,0.0000075620,0.01000,0.829
+24,block_sparse_moe.experts.206.w1,0.0000074009,0.01000,0.843
+24,block_sparse_moe.experts.207.w1,0.0000076191,0.01000,0.847
+24,block_sparse_moe.experts.208.w1,0.0000078230,0.01000,0.854
+24,block_sparse_moe.experts.209.w1,0.0000076476,0.01000,0.845
+24,block_sparse_moe.experts.210.w1,0.0000073377,0.01000,0.833
+24,block_sparse_moe.experts.211.w1,0.0000074801,0.01000,0.835
+24,block_sparse_moe.experts.212.w1,0.0000076722,0.01000,0.838
+24,block_sparse_moe.experts.213.w1,0.0000075430,0.01000,0.831
+24,block_sparse_moe.experts.214.w1,0.0000082761,0.01000,0.843
+24,block_sparse_moe.experts.215.w1,0.0000084370,0.01000,0.834
+24,block_sparse_moe.experts.216.w1,0.0000075649,0.01000,0.836
+24,block_sparse_moe.experts.217.w1,0.0000075098,0.01000,0.828
+24,block_sparse_moe.experts.218.w1,0.0000077571,0.01000,0.821
+24,block_sparse_moe.experts.219.w1,0.0000084747,0.01000,0.838
+24,block_sparse_moe.experts.220.w1,0.0000076299,0.01000,0.843
+24,block_sparse_moe.experts.221.w1,0.0000075804,0.01000,0.840
+24,block_sparse_moe.experts.222.w1,0.0000077834,0.01000,0.834
+24,block_sparse_moe.experts.223.w1,0.0000069371,0.01000,0.846
+24,block_sparse_moe.experts.224.w1,0.0000076458,0.01000,0.828
+24,block_sparse_moe.experts.225.w1,0.0000075544,0.01000,0.825
+24,block_sparse_moe.experts.226.w1,0.0000071998,0.01000,0.843
+24,block_sparse_moe.experts.227.w1,0.0000076569,0.01000,0.827
+24,block_sparse_moe.experts.228.w1,0.0000076654,0.01000,0.836
+24,block_sparse_moe.experts.229.w1,0.0000078039,0.01000,0.840
+24,block_sparse_moe.experts.230.w1,0.0000077805,0.01000,0.848
+24,block_sparse_moe.experts.231.w1,0.0000069723,0.01000,0.830
+24,block_sparse_moe.experts.232.w1,0.0000074336,0.01000,0.819
+24,block_sparse_moe.experts.233.w1,0.0000079368,0.01000,0.840
+24,block_sparse_moe.experts.234.w1,0.0000075573,0.01000,0.825
+24,block_sparse_moe.experts.235.w1,0.0000074391,0.01000,0.835
+24,block_sparse_moe.experts.236.w1,0.0000079125,0.01000,0.839
+24,block_sparse_moe.experts.237.w1,0.0000078589,0.01000,0.846
+24,block_sparse_moe.experts.238.w1,0.0000075741,0.01000,0.823
+24,block_sparse_moe.experts.239.w1,0.0000080952,0.01000,0.828
+24,block_sparse_moe.experts.240.w1,0.0000078737,0.01000,0.839
+24,block_sparse_moe.experts.241.w1,0.0000068876,0.01000,0.827
+24,block_sparse_moe.experts.242.w1,0.0000077659,0.01000,0.831
+24,block_sparse_moe.experts.243.w1,0.0000076411,0.01000,0.844
+24,block_sparse_moe.experts.244.w1,0.0000074981,0.01000,0.853
+24,block_sparse_moe.experts.245.w1,0.0000072120,0.01000,0.836
+24,block_sparse_moe.experts.246.w1,0.0000072214,0.01000,0.821
+24,block_sparse_moe.experts.247.w1,0.0000075904,0.01000,0.845
+24,block_sparse_moe.experts.248.w1,0.0000076519,0.01000,0.839
+24,block_sparse_moe.experts.249.w1,0.0000078305,0.01000,0.835
+24,block_sparse_moe.experts.250.w1,0.0000077265,0.01000,0.844
+24,block_sparse_moe.experts.251.w1,0.0000074545,0.01000,0.854
+24,block_sparse_moe.experts.252.w1,0.0000075289,0.01000,0.825
+24,block_sparse_moe.experts.253.w1,0.0000063633,0.01000,0.838
+24,block_sparse_moe.experts.254.w1,0.0000078156,0.01000,0.828
+24,block_sparse_moe.experts.255.w1,0.0000072104,0.01000,0.828
+24,block_sparse_moe.experts.0.w3,0.0000077360,0.01000,0.838
+24,block_sparse_moe.experts.1.w3,0.0000079311,0.01000,0.833
+24,block_sparse_moe.experts.3.w3,0.0000071647,0.01000,0.823
+24,block_sparse_moe.experts.2.w3,0.0000080443,0.01000,0.881
+24,block_sparse_moe.experts.4.w3,0.0000081483,0.01000,0.851
+24,block_sparse_moe.experts.5.w3,0.0000077782,0.01000,0.821
+24,block_sparse_moe.experts.6.w3,0.0000075145,0.01000,0.828
+24,block_sparse_moe.experts.7.w3,0.0000084839,0.01000,0.847
+24,block_sparse_moe.experts.8.w3,0.0000082078,0.01000,0.840
+24,block_sparse_moe.experts.9.w3,0.0000077706,0.01000,0.861
+24,block_sparse_moe.experts.10.w3,0.0000079017,0.01000,0.834
+24,block_sparse_moe.experts.11.w3,0.0000079888,0.01000,0.849
+24,block_sparse_moe.experts.12.w3,0.0000079297,0.01000,0.849
+24,block_sparse_moe.experts.13.w3,0.0000079218,0.01000,0.821
+24,block_sparse_moe.experts.14.w3,0.0000080051,0.01000,0.895
+24,block_sparse_moe.experts.15.w3,0.0000083490,0.01000,0.854
+24,block_sparse_moe.experts.17.w3,0.0000079509,0.01000,0.826
+24,block_sparse_moe.experts.16.w3,0.0000076659,0.01000,0.889
+24,block_sparse_moe.experts.18.w3,0.0000073554,0.01000,0.829
+24,block_sparse_moe.experts.19.w3,0.0000079637,0.01000,0.833
+24,block_sparse_moe.experts.20.w3,0.0000078398,0.01000,0.821
+24,block_sparse_moe.experts.21.w3,0.0000077527,0.01000,0.845
+24,block_sparse_moe.experts.22.w3,0.0000079115,0.01000,0.844
+24,block_sparse_moe.experts.23.w3,0.0000081705,0.01000,0.855
+24,block_sparse_moe.experts.24.w3,0.0000076571,0.01000,0.828
+24,block_sparse_moe.experts.25.w3,0.0000083620,0.01000,0.841
+24,block_sparse_moe.experts.26.w3,0.0000078986,0.01000,0.837
+24,block_sparse_moe.experts.27.w3,0.0000079955,0.01000,0.827
+24,block_sparse_moe.experts.28.w3,0.0000080122,0.01000,0.849
+24,block_sparse_moe.experts.29.w3,0.0000075966,0.01000,0.844
+24,block_sparse_moe.experts.31.w3,0.0000079707,0.01000,0.826
+24,block_sparse_moe.experts.30.w3,0.0000077337,0.01000,0.850
+24,block_sparse_moe.experts.32.w3,0.0000078808,0.01000,0.834
+24,block_sparse_moe.experts.34.w3,0.0000081576,0.01000,0.822
+24,block_sparse_moe.experts.33.w3,0.0000078692,0.01000,0.859
+24,block_sparse_moe.experts.35.w3,0.0000078460,0.01000,0.840
+24,block_sparse_moe.experts.36.w3,0.0000079453,0.01000,0.845
+24,block_sparse_moe.experts.38.w3,0.0000083476,0.01000,0.833
+24,block_sparse_moe.experts.37.w3,0.0000075279,0.01000,0.865
+24,block_sparse_moe.experts.39.w3,0.0000080963,0.01000,0.832
+24,block_sparse_moe.experts.40.w3,0.0000078208,0.01000,0.834
+24,block_sparse_moe.experts.41.w3,0.0000080638,0.01000,0.832
+24,block_sparse_moe.experts.42.w3,0.0000075769,0.01000,0.846
+24,block_sparse_moe.experts.43.w3,0.0000078196,0.01000,0.839
+24,block_sparse_moe.experts.45.w3,0.0000076474,0.01000,0.823
+24,block_sparse_moe.experts.44.w3,0.0000080098,0.01000,0.873
+24,block_sparse_moe.experts.46.w3,0.0000081941,0.01000,0.833
+24,block_sparse_moe.experts.47.w3,0.0000080013,0.01000,0.829
+24,block_sparse_moe.experts.48.w3,0.0000076358,0.01000,0.829
+24,block_sparse_moe.experts.49.w3,0.0000081935,0.01000,0.847
+24,block_sparse_moe.experts.50.w3,0.0000074667,0.01000,0.841
+24,block_sparse_moe.experts.52.w3,0.0000072610,0.01000,0.820
+24,block_sparse_moe.experts.51.w3,0.0000079720,0.01000,0.862
+24,block_sparse_moe.experts.53.w3,0.0000073081,0.01000,0.839
+24,block_sparse_moe.experts.54.w3,0.0000079724,0.01000,0.829
+24,block_sparse_moe.experts.55.w3,0.0000079461,0.01000,0.831
+24,block_sparse_moe.experts.56.w3,0.0000082555,0.01000,0.845
+24,block_sparse_moe.experts.57.w3,0.0000079356,0.01000,0.849
+24,block_sparse_moe.experts.59.w3,0.0000081581,0.01000,0.825
+24,block_sparse_moe.experts.58.w3,0.0000079285,0.01000,0.843
+24,block_sparse_moe.experts.60.w3,0.0000077689,0.01000,0.836
+24,block_sparse_moe.experts.61.w3,0.0000080822,0.01000,0.829
+24,block_sparse_moe.experts.62.w3,0.0000077539,0.01000,0.824
+24,block_sparse_moe.experts.63.w3,0.0000077112,0.01000,0.845
+24,block_sparse_moe.experts.64.w3,0.0000084284,0.01000,0.852
+24,block_sparse_moe.experts.66.w3,0.0000080002,0.01000,0.839
+24,block_sparse_moe.experts.65.w3,0.0000077303,0.01000,0.887
+24,block_sparse_moe.experts.67.w3,0.0000082304,0.01000,0.831
+24,block_sparse_moe.experts.68.w3,0.0000081119,0.01000,0.834
+24,block_sparse_moe.experts.69.w3,0.0000082952,0.01000,0.815
+24,block_sparse_moe.experts.70.w3,0.0000078996,0.01000,0.846
+24,block_sparse_moe.experts.71.w3,0.0000081801,0.01000,0.852
+24,block_sparse_moe.experts.72.w3,0.0000080051,0.01000,0.867
+24,block_sparse_moe.experts.73.w3,0.0000078014,0.01000,0.824
+24,block_sparse_moe.experts.74.w3,0.0000080884,0.01000,0.832
+24,block_sparse_moe.experts.75.w3,0.0000080578,0.01000,0.829
+24,block_sparse_moe.experts.76.w3,0.0000079810,0.01000,0.827
+24,block_sparse_moe.experts.77.w3,0.0000082123,0.01000,0.854
+24,block_sparse_moe.experts.78.w3,0.0000081504,0.01000,0.845
+24,block_sparse_moe.experts.80.w3,0.0000080757,0.01000,0.823
+24,block_sparse_moe.experts.81.w3,0.0000078582,0.01000,0.825
+24,block_sparse_moe.experts.79.w3,0.0000080807,0.01000,0.872
+24,block_sparse_moe.experts.82.w3,0.0000081198,0.01000,0.847
+24,block_sparse_moe.experts.83.w3,0.0000075304,0.01000,0.841
+24,block_sparse_moe.experts.84.w3,0.0000079342,0.01000,0.861
+24,block_sparse_moe.experts.85.w3,0.0000079815,0.01000,0.830
+24,block_sparse_moe.experts.86.w3,0.0000074106,0.01000,0.859
+24,block_sparse_moe.experts.87.w3,0.0000075370,0.01000,0.824
+24,block_sparse_moe.experts.88.w3,0.0000077588,0.01000,0.828
+24,block_sparse_moe.experts.90.w3,0.0000076987,0.01000,0.818
+24,block_sparse_moe.experts.89.w3,0.0000080225,0.01000,0.864
+24,block_sparse_moe.experts.91.w3,0.0000086262,0.01000,0.850
+24,block_sparse_moe.experts.92.w3,0.0000074850,0.01000,0.832
+24,block_sparse_moe.experts.94.w3,0.0000081104,0.01000,0.825
+24,block_sparse_moe.experts.95.w3,0.0000078570,0.01000,0.825
+24,block_sparse_moe.experts.93.w3,0.0000081552,0.01000,0.874
+24,block_sparse_moe.experts.96.w3,0.0000084199,0.01000,0.846
+24,block_sparse_moe.experts.97.w3,0.0000075604,0.01000,0.835
+24,block_sparse_moe.experts.98.w3,0.0000078114,0.01000,0.847
+24,block_sparse_moe.experts.99.w3,0.0000077178,0.01000,0.837
+24,block_sparse_moe.experts.101.w3,0.0000078133,0.01000,0.815
+24,block_sparse_moe.experts.102.w3,0.0000080296,0.01000,0.825
+24,block_sparse_moe.experts.100.w3,0.0000079741,0.01000,0.872
+24,block_sparse_moe.experts.103.w3,0.0000078171,0.01000,0.829
+24,block_sparse_moe.experts.104.w3,0.0000079868,0.01000,0.832
+24,block_sparse_moe.experts.105.w3,0.0000080811,0.01000,0.845
+24,block_sparse_moe.experts.106.w3,0.0000082490,0.01000,0.833
+24,block_sparse_moe.experts.107.w3,0.0000080441,0.01000,0.859
+24,block_sparse_moe.experts.108.w3,0.0000080984,0.01000,0.824
+24,block_sparse_moe.experts.109.w3,0.0000077916,0.01000,0.833
+24,block_sparse_moe.experts.110.w3,0.0000078264,0.01000,0.822
+24,block_sparse_moe.experts.111.w3,0.0000078293,0.01000,0.830
+24,block_sparse_moe.experts.112.w3,0.0000080269,0.01000,0.853
+24,block_sparse_moe.experts.113.w3,0.0000075839,0.01000,0.839
+24,block_sparse_moe.experts.115.w3,0.0000079271,0.01000,0.819
+24,block_sparse_moe.experts.116.w3,0.0000078090,0.01000,0.832
+24,block_sparse_moe.experts.114.w3,0.0000084185,0.01000,0.874
+24,block_sparse_moe.experts.117.w3,0.0000070491,0.01000,0.822
+24,block_sparse_moe.experts.118.w3,0.0000077406,0.01000,0.825
+24,block_sparse_moe.experts.119.w3,0.0000078979,0.01000,0.855
+24,block_sparse_moe.experts.120.w3,0.0000076660,0.01000,0.846
+24,block_sparse_moe.experts.122.w3,0.0000072393,0.01000,0.829
+24,block_sparse_moe.experts.121.w3,0.0000081716,0.01000,0.873
+24,block_sparse_moe.experts.123.w3,0.0000088388,0.01000,0.840
+24,block_sparse_moe.experts.124.w3,0.0000083401,0.01000,0.828
+24,block_sparse_moe.experts.125.w3,0.0000081627,0.01000,0.831
+24,block_sparse_moe.experts.126.w3,0.0000077556,0.01000,0.842
+24,block_sparse_moe.experts.127.w3,0.0000078480,0.01000,0.854
+24,block_sparse_moe.experts.129.w3,0.0000080316,0.01000,0.828
+24,block_sparse_moe.experts.128.w3,0.0000074495,0.01000,0.848
+24,block_sparse_moe.experts.130.w3,0.0000082643,0.01000,0.837
+24,block_sparse_moe.experts.131.w3,0.0000079747,0.01000,0.835
+24,block_sparse_moe.experts.132.w3,0.0000077713,0.01000,0.847
+24,block_sparse_moe.experts.133.w3,0.0000074666,0.01000,0.858
+24,block_sparse_moe.experts.134.w3,0.0000078912,0.01000,0.858
+24,block_sparse_moe.experts.136.w3,0.0000080893,0.01000,0.826
+24,block_sparse_moe.experts.138.w3,0.0000085874,0.01000,0.825
+24,block_sparse_moe.experts.137.w3,0.0000079610,0.01000,0.840
+24,block_sparse_moe.experts.135.w3,0.0000075130,0.01000,0.869
+24,block_sparse_moe.experts.139.w3,0.0000080064,0.01000,0.826
+24,block_sparse_moe.experts.140.w3,0.0000077174,0.01000,0.834
+24,block_sparse_moe.experts.141.w3,0.0000082635,0.01000,0.842
+24,block_sparse_moe.experts.143.w3,0.0000076503,0.01000,0.815
+24,block_sparse_moe.experts.144.w3,0.0000080978,0.01000,0.824
+24,block_sparse_moe.experts.145.w3,0.0000075042,0.01000,0.825
+24,block_sparse_moe.experts.142.w3,0.0000080698,0.01000,0.880
+24,block_sparse_moe.experts.146.w3,0.0000077913,0.01000,0.825
+24,block_sparse_moe.experts.147.w3,0.0000083641,0.01000,0.836
+24,block_sparse_moe.experts.148.w3,0.0000083428,0.01000,0.842
+24,block_sparse_moe.experts.150.w3,0.0000078930,0.01000,0.823
+24,block_sparse_moe.experts.151.w3,0.0000081204,0.01000,0.822
+24,block_sparse_moe.experts.152.w3,0.0000078565,0.01000,0.825
+24,block_sparse_moe.experts.153.w3,0.0000075753,0.01000,0.822
+24,block_sparse_moe.experts.149.w3,0.0000076775,0.01000,0.898
+24,block_sparse_moe.experts.154.w3,0.0000083835,0.01000,0.837
+24,block_sparse_moe.experts.155.w3,0.0000078282,0.01000,0.836
+24,block_sparse_moe.experts.157.w3,0.0000082581,0.01000,0.820
+24,block_sparse_moe.experts.158.w3,0.0000080012,0.01000,0.825
+24,block_sparse_moe.experts.160.w3,0.0000080633,0.01000,0.825
+24,block_sparse_moe.experts.159.w3,0.0000082482,0.01000,0.838
+24,block_sparse_moe.experts.156.w3,0.0000077112,0.01000,0.894
+24,block_sparse_moe.experts.161.w3,0.0000079527,0.01000,0.836
+24,block_sparse_moe.experts.162.w3,0.0000079740,0.01000,0.839
+24,block_sparse_moe.experts.164.w3,0.0000071325,0.01000,0.823
+24,block_sparse_moe.experts.165.w3,0.0000080508,0.01000,0.819
+24,block_sparse_moe.experts.163.w3,0.0000080519,0.01000,0.890
+24,block_sparse_moe.experts.167.w3,0.0000080168,0.01000,0.826
+24,block_sparse_moe.experts.166.w3,0.0000083609,0.01000,0.836
+24,block_sparse_moe.experts.168.w3,0.0000084211,0.01000,0.831
+24,block_sparse_moe.experts.169.w3,0.0000081389,0.01000,0.837
+24,block_sparse_moe.experts.171.w3,0.0000080054,0.01000,0.816
+24,block_sparse_moe.experts.172.w3,0.0000078653,0.01000,0.825
+24,block_sparse_moe.experts.174.w3,0.0000080645,0.01000,0.825
+24,block_sparse_moe.experts.173.w3,0.0000073199,0.01000,0.832
+24,block_sparse_moe.experts.170.w3,0.0000082115,0.01000,0.878
+24,block_sparse_moe.experts.175.w3,0.0000081322,0.01000,0.834
+24,block_sparse_moe.experts.176.w3,0.0000078642,0.01000,0.840
+24,block_sparse_moe.experts.177.w3,0.0000076222,0.01000,0.853
+24,block_sparse_moe.experts.178.w3,0.0000079878,0.01000,0.823
+24,block_sparse_moe.experts.179.w3,0.0000080068,0.01000,0.834
+24,block_sparse_moe.experts.180.w3,0.0000078636,0.01000,0.829
+24,block_sparse_moe.experts.181.w3,0.0000077446,0.01000,0.831
+24,block_sparse_moe.experts.182.w3,0.0000082469,0.01000,0.838
+24,block_sparse_moe.experts.183.w3,0.0000080886,0.01000,0.841
+24,block_sparse_moe.experts.185.w3,0.0000079378,0.01000,0.825
+24,block_sparse_moe.experts.188.w3,0.0000078850,0.01000,0.824
+24,block_sparse_moe.experts.187.w3,0.0000077539,0.01000,0.844
+24,block_sparse_moe.experts.184.w3,0.0000078646,0.01000,0.874
+24,block_sparse_moe.experts.186.w3,0.0000077363,0.01000,0.875
+24,block_sparse_moe.experts.189.w3,0.0000080929,0.01000,0.828
+24,block_sparse_moe.experts.190.w3,0.0000083535,0.01000,0.832
+24,block_sparse_moe.experts.192.w3,0.0000081191,0.01000,0.810
+24,block_sparse_moe.experts.194.w3,0.0000077782,0.01000,0.823
+24,block_sparse_moe.experts.191.w3,0.0000079562,0.01000,0.874
+24,block_sparse_moe.experts.195.w3,0.0000077506,0.01000,0.838
+24,block_sparse_moe.experts.193.w3,0.0000079498,0.01000,0.881
+24,block_sparse_moe.experts.196.w3,0.0000077901,0.01000,0.827
+24,block_sparse_moe.experts.197.w3,0.0000079760,0.01000,0.835
+24,block_sparse_moe.experts.199.w3,0.0000082224,0.01000,0.817
+24,block_sparse_moe.experts.198.w3,0.0000082741,0.01000,0.864
+24,block_sparse_moe.experts.200.w3,0.0000082099,0.01000,0.835
+24,block_sparse_moe.experts.201.w3,0.0000072086,0.01000,0.840
+24,block_sparse_moe.experts.202.w3,0.0000080147,0.01000,0.850
+24,block_sparse_moe.experts.203.w3,0.0000079179,0.01000,0.843
+24,block_sparse_moe.experts.204.w3,0.0000079968,0.01000,0.848
+24,block_sparse_moe.experts.206.w3,0.0000078312,0.01000,0.826
+24,block_sparse_moe.experts.207.w3,0.0000081301,0.01000,0.829
+24,block_sparse_moe.experts.205.w3,0.0000079690,0.01000,0.876
+24,block_sparse_moe.experts.208.w3,0.0000079221,0.01000,0.833
+24,block_sparse_moe.experts.209.w3,0.0000080109,0.01000,0.825
+24,block_sparse_moe.experts.210.w3,0.0000073921,0.01000,0.838
+24,block_sparse_moe.experts.211.w3,0.0000078337,0.01000,0.846
+24,block_sparse_moe.experts.213.w3,0.0000080267,0.01000,0.824
+24,block_sparse_moe.experts.214.w3,0.0000083795,0.01000,0.829
+24,block_sparse_moe.experts.215.w3,0.0000080843,0.01000,0.834
+24,block_sparse_moe.experts.212.w3,0.0000081053,0.01000,0.897
+24,block_sparse_moe.experts.216.w3,0.0000077295,0.01000,0.836
+24,block_sparse_moe.experts.217.w3,0.0000079870,0.01000,0.832
+24,block_sparse_moe.experts.218.w3,0.0000080760,0.01000,0.846
+24,block_sparse_moe.experts.219.w3,0.0000082889,0.01000,0.859
+24,block_sparse_moe.experts.220.w3,0.0000079761,0.01000,0.835
+24,block_sparse_moe.experts.221.w3,0.0000077334,0.01000,0.834
+24,block_sparse_moe.experts.223.w3,0.0000076634,0.01000,0.836
+24,block_sparse_moe.experts.222.w3,0.0000079958,0.01000,0.856
+24,block_sparse_moe.experts.224.w3,0.0000080292,0.01000,0.843
+24,block_sparse_moe.experts.225.w3,0.0000080154,0.01000,0.840
+24,block_sparse_moe.experts.227.w3,0.0000077842,0.01000,0.825
+24,block_sparse_moe.experts.228.w3,0.0000078577,0.01000,0.832
+24,block_sparse_moe.experts.226.w3,0.0000077686,0.01000,0.865
+24,block_sparse_moe.experts.229.w3,0.0000081000,0.01000,0.834
+24,block_sparse_moe.experts.230.w3,0.0000079933,0.01000,0.833
+24,block_sparse_moe.experts.231.w3,0.0000075575,0.01000,0.830
+24,block_sparse_moe.experts.232.w3,0.0000077655,0.01000,0.836
+24,block_sparse_moe.experts.233.w3,0.0000082867,0.01000,0.855
+24,block_sparse_moe.experts.234.w3,0.0000078332,0.01000,0.831
+24,block_sparse_moe.experts.235.w3,0.0000073743,0.01000,0.837
+24,block_sparse_moe.experts.236.w3,0.0000081346,0.01000,0.831
+24,block_sparse_moe.experts.237.w3,0.0000082116,0.01000,0.834
+24,block_sparse_moe.experts.238.w3,0.0000080822,0.01000,0.834
+24,block_sparse_moe.experts.239.w3,0.0000082402,0.01000,0.833
+24,block_sparse_moe.experts.241.w3,0.0000078966,0.01000,0.828
+24,block_sparse_moe.experts.243.w3,0.0000080056,0.01000,0.832
+24,block_sparse_moe.experts.242.w3,0.0000081022,0.01000,0.840
+24,block_sparse_moe.experts.244.w3,0.0000077789,0.01000,0.831
+24,block_sparse_moe.experts.240.w3,0.0000080976,0.01000,0.865
+24,block_sparse_moe.experts.245.w3,0.0000082842,0.01000,0.850
+24,block_sparse_moe.experts.246.w3,0.0000077979,0.01000,0.839
+24,block_sparse_moe.experts.248.w3,0.0000078451,0.01000,0.826
+24,block_sparse_moe.experts.249.w3,0.0000083665,0.01000,0.833
+24,block_sparse_moe.experts.251.w3,0.0000080407,0.01000,0.830
+24,block_sparse_moe.experts.250.w3,0.0000079451,0.01000,0.843
+24,block_sparse_moe.experts.247.w3,0.0000078348,0.01000,0.887
+24,block_sparse_moe.experts.252.w3,0.0000078870,0.01000,0.767
+24,block_sparse_moe.experts.253.w3,0.0000071428,0.01000,0.722
+24,block_sparse_moe.experts.255.w3,0.0000075030,0.01000,0.660
+24,block_sparse_moe.experts.254.w3,0.0000081008,0.01000,0.685
+24,block_sparse_moe.experts.0.w2,0.0000019770,0.01000,0.407
+24,block_sparse_moe.experts.3.w2,0.0000038071,0.01000,0.410
+24,block_sparse_moe.experts.6.w2,0.0000040649,0.01000,0.419
+24,block_sparse_moe.experts.5.w2,0.0000025750,0.01000,0.421
+24,block_sparse_moe.experts.1.w2,0.0000014130,0.01000,0.432
+24,block_sparse_moe.experts.2.w2,0.0000048985,0.01000,0.526
+24,block_sparse_moe.experts.4.w2,0.0000026002,0.01000,0.539
+24,block_sparse_moe.experts.7.w2,0.0000025426,0.01000,0.400
+24,block_sparse_moe.experts.8.w2,0.0000022861,0.01000,0.413
+24,block_sparse_moe.experts.10.w2,0.0000042363,0.01000,0.408
+24,block_sparse_moe.experts.11.w2,0.0000027600,0.01000,0.453
+24,block_sparse_moe.experts.9.w2,0.0000033984,0.01000,0.465
+24,block_sparse_moe.experts.12.w2,0.0000016416,0.01000,0.425
+24,block_sparse_moe.experts.13.w2,0.0000015705,0.01000,0.437
+24,block_sparse_moe.experts.14.w2,0.0000021113,0.01000,0.426
+24,block_sparse_moe.experts.15.w2,0.0000023490,0.01000,0.413
+24,block_sparse_moe.experts.16.w2,0.0000029293,0.01000,0.443
+24,block_sparse_moe.experts.17.w2,0.0000017013,0.01000,0.424
+24,block_sparse_moe.experts.18.w2,0.0000021915,0.01000,0.424
+24,block_sparse_moe.experts.19.w2,0.0000034606,0.01000,0.431
+24,block_sparse_moe.experts.20.w2,0.0000028911,0.01000,0.449
+24,block_sparse_moe.experts.21.w2,0.0000015656,0.01000,0.411
+24,block_sparse_moe.experts.22.w2,0.0000034822,0.01000,0.417
+24,block_sparse_moe.experts.23.w2,0.0000018659,0.01000,0.418
+24,block_sparse_moe.experts.24.w2,0.0000042289,0.01000,0.421
+24,block_sparse_moe.experts.25.w2,0.0000023915,0.01000,0.422
+24,block_sparse_moe.experts.26.w2,0.0000027959,0.01000,0.420
+24,block_sparse_moe.experts.27.w2,0.0000016032,0.01000,0.428
+24,block_sparse_moe.experts.28.w2,0.0000023118,0.01000,0.414
+24,block_sparse_moe.experts.29.w2,0.0000025238,0.01000,0.419
+24,block_sparse_moe.experts.30.w2,0.0000014268,0.01000,0.419
+24,block_sparse_moe.experts.31.w2,0.0000027841,0.01000,0.427
+24,block_sparse_moe.experts.32.w2,0.0000020894,0.01000,0.426
+24,block_sparse_moe.experts.33.w2,0.0000017012,0.01000,0.424
+24,block_sparse_moe.experts.34.w2,0.0000019020,0.01000,0.430
+24,block_sparse_moe.experts.35.w2,0.0000019847,0.01000,0.412
+24,block_sparse_moe.experts.36.w2,0.0000014247,0.01000,0.417
+24,block_sparse_moe.experts.37.w2,0.0000038128,0.01000,0.417
+24,block_sparse_moe.experts.38.w2,0.0000021319,0.01000,0.420
+24,block_sparse_moe.experts.39.w2,0.0000017680,0.01000,0.422
+24,block_sparse_moe.experts.40.w2,0.0000015684,0.01000,0.421
+24,block_sparse_moe.experts.41.w2,0.0000029700,0.01000,0.427
+24,block_sparse_moe.experts.42.w2,0.0000018550,0.01000,0.413
+24,block_sparse_moe.experts.43.w2,0.0000024002,0.01000,0.417
+24,block_sparse_moe.experts.44.w2,0.0000029665,0.01000,0.416
+24,block_sparse_moe.experts.45.w2,0.0000028659,0.01000,0.423
+24,block_sparse_moe.experts.46.w2,0.0000020010,0.01000,0.424
+24,block_sparse_moe.experts.47.w2,0.0000019549,0.01000,0.424
+24,block_sparse_moe.experts.48.w2,0.0000032162,0.01000,0.430
+24,block_sparse_moe.experts.49.w2,0.0000031725,0.01000,0.416
+24,block_sparse_moe.experts.50.w2,0.0000036397,0.01000,0.418
+24,block_sparse_moe.experts.51.w2,0.0000025175,0.01000,0.420
+24,block_sparse_moe.experts.52.w2,0.0000038062,0.01000,0.419
+24,block_sparse_moe.experts.53.w2,0.0000013915,0.01000,0.423
+24,block_sparse_moe.experts.54.w2,0.0000014670,0.01000,0.421
+24,block_sparse_moe.experts.55.w2,0.0000021032,0.01000,0.427
+24,block_sparse_moe.experts.56.w2,0.0000021349,0.01000,0.417
+24,block_sparse_moe.experts.57.w2,0.0000020518,0.01000,0.416
+24,block_sparse_moe.experts.58.w2,0.0000030326,0.01000,0.416
+24,block_sparse_moe.experts.59.w2,0.0000022700,0.01000,0.418
+24,block_sparse_moe.experts.60.w2,0.0000022104,0.01000,0.425
+24,block_sparse_moe.experts.61.w2,0.0000029201,0.01000,0.421
+24,block_sparse_moe.experts.62.w2,0.0000018189,0.01000,0.432
+24,block_sparse_moe.experts.63.w2,0.0000021618,0.01000,0.419
+24,block_sparse_moe.experts.64.w2,0.0000030966,0.01000,0.429
+24,block_sparse_moe.experts.65.w2,0.0000032869,0.01000,0.420
+24,block_sparse_moe.experts.66.w2,0.0000018823,0.01000,0.421
+24,block_sparse_moe.experts.67.w2,0.0000021271,0.01000,0.425
+24,block_sparse_moe.experts.68.w2,0.0000021261,0.01000,0.424
+24,block_sparse_moe.experts.69.w2,0.0000022805,0.01000,0.426
+24,block_sparse_moe.experts.70.w2,0.0000039958,0.01000,0.413
+24,block_sparse_moe.experts.71.w2,0.0000017411,0.01000,0.414
+24,block_sparse_moe.experts.72.w2,0.0000029391,0.01000,0.417
+24,block_sparse_moe.experts.73.w2,0.0000037298,0.01000,0.420
+24,block_sparse_moe.experts.74.w2,0.0000030456,0.01000,0.423
+24,block_sparse_moe.experts.75.w2,0.0000019441,0.01000,0.420
+24,block_sparse_moe.experts.76.w2,0.0000018799,0.01000,0.429
+24,block_sparse_moe.experts.77.w2,0.0000020832,0.01000,0.415
+24,block_sparse_moe.experts.78.w2,0.0000026231,0.01000,0.417
+24,block_sparse_moe.experts.79.w2,0.0000035021,0.01000,0.419
+24,block_sparse_moe.experts.80.w2,0.0000015780,0.01000,0.423
+24,block_sparse_moe.experts.81.w2,0.0000016945,0.01000,0.424
+24,block_sparse_moe.experts.82.w2,0.0000035307,0.01000,0.424
+24,block_sparse_moe.experts.83.w2,0.0000040793,0.01000,0.430
+24,block_sparse_moe.experts.84.w2,0.0000020374,0.01000,0.412
+24,block_sparse_moe.experts.85.w2,0.0000017347,0.01000,0.415
+24,block_sparse_moe.experts.86.w2,0.0000033704,0.01000,0.417
+24,block_sparse_moe.experts.87.w2,0.0000015119,0.01000,0.420
+24,block_sparse_moe.experts.88.w2,0.0000013644,0.01000,0.421
+24,block_sparse_moe.experts.89.w2,0.0000021630,0.01000,0.421
+24,block_sparse_moe.experts.90.w2,0.0000029532,0.01000,0.428
+24,block_sparse_moe.experts.91.w2,0.0000018642,0.01000,0.411
+24,block_sparse_moe.experts.92.w2,0.0000023767,0.01000,0.416
+24,block_sparse_moe.experts.93.w2,0.0000019331,0.01000,0.418
+24,block_sparse_moe.experts.94.w2,0.0000030657,0.01000,0.420
+24,block_sparse_moe.experts.95.w2,0.0000031803,0.01000,0.436
+24,block_sparse_moe.experts.96.w2,0.0000021198,0.01000,0.421
+24,block_sparse_moe.experts.97.w2,0.0000015010,0.01000,0.448
+24,block_sparse_moe.experts.98.w2,0.0000016128,0.01000,0.412
+24,block_sparse_moe.experts.99.w2,0.0000028284,0.01000,0.415
+24,block_sparse_moe.experts.100.w2,0.0000015344,0.01000,0.417
+24,block_sparse_moe.experts.101.w2,0.0000021694,0.01000,0.423
+24,block_sparse_moe.experts.102.w2,0.0000017696,0.01000,0.423
+24,block_sparse_moe.experts.103.w2,0.0000014214,0.01000,0.419
+24,block_sparse_moe.experts.104.w2,0.0000015371,0.01000,0.428
+24,block_sparse_moe.experts.105.w2,0.0000020437,0.01000,0.415
+24,block_sparse_moe.experts.106.w2,0.0000028823,0.01000,0.418
+24,block_sparse_moe.experts.107.w2,0.0000018838,0.01000,0.440
+24,block_sparse_moe.experts.108.w2,0.0000046527,0.01000,0.416
+24,block_sparse_moe.experts.109.w2,0.0000022082,0.01000,0.425
+24,block_sparse_moe.experts.110.w2,0.0000036144,0.01000,0.433
+24,block_sparse_moe.experts.112.w2,0.0000032776,0.01000,0.414
+24,block_sparse_moe.experts.111.w2,0.0000019160,0.01000,0.452
+24,block_sparse_moe.experts.113.w2,0.0000031499,0.01000,0.415
+24,block_sparse_moe.experts.114.w2,0.0000022237,0.01000,0.429
+24,block_sparse_moe.experts.115.w2,0.0000017727,0.01000,0.423
+24,block_sparse_moe.experts.116.w2,0.0000020250,0.01000,0.423
+24,block_sparse_moe.experts.117.w2,0.0000023852,0.01000,0.421
+24,block_sparse_moe.experts.118.w2,0.0000022333,0.01000,0.425
+24,block_sparse_moe.experts.119.w2,0.0000019614,0.01000,0.410
+24,block_sparse_moe.experts.120.w2,0.0000024399,0.01000,0.410
+24,block_sparse_moe.experts.121.w2,0.0000025016,0.01000,0.410
+24,block_sparse_moe.experts.122.w2,0.0000037295,0.01000,0.403
+24,block_sparse_moe.experts.123.w2,0.0000019199,0.01000,0.409
+24,block_sparse_moe.experts.124.w2,0.0000023861,0.01000,0.419
+24,block_sparse_moe.experts.126.w2,0.0000014907,0.01000,0.408
+24,block_sparse_moe.experts.125.w2,0.0000021269,0.01000,0.425
+24,block_sparse_moe.experts.127.w2,0.0000043064,0.01000,0.406
+24,block_sparse_moe.experts.128.w2,0.0000018830,0.01000,0.412
+24,block_sparse_moe.experts.129.w2,0.0000057341,0.01000,0.418
+24,block_sparse_moe.experts.130.w2,0.0000037954,0.01000,0.439
+24,block_sparse_moe.experts.131.w2,0.0000021007,0.01000,0.426
+24,block_sparse_moe.experts.133.w2,0.0000155343,0.01000,0.423
+24,block_sparse_moe.experts.134.w2,0.0000015204,0.01000,0.419
+24,block_sparse_moe.experts.132.w2,0.0000021300,0.01000,0.465
+24,block_sparse_moe.experts.135.w2,0.0000029270,0.01000,0.418
+24,block_sparse_moe.experts.136.w2,0.0000018804,0.01000,0.417
+24,block_sparse_moe.experts.137.w2,0.0000018227,0.01000,0.445
+24,block_sparse_moe.experts.138.w2,0.0000019416,0.01000,0.428
+24,block_sparse_moe.experts.140.w2,0.0000023375,0.01000,0.416
+24,block_sparse_moe.experts.139.w2,0.0000016964,0.01000,0.446
+24,block_sparse_moe.experts.141.w2,0.0000025688,0.01000,0.420
+24,block_sparse_moe.experts.142.w2,0.0000017513,0.01000,0.419
+24,block_sparse_moe.experts.143.w2,0.0000021395,0.01000,0.412
+24,block_sparse_moe.experts.144.w2,0.0000018692,0.01000,0.440
+24,block_sparse_moe.experts.145.w2,0.0000033553,0.01000,0.430
+24,block_sparse_moe.experts.146.w2,0.0000031285,0.01000,0.433
+24,block_sparse_moe.experts.147.w2,0.0000027522,0.01000,0.425
+24,block_sparse_moe.experts.148.w2,0.0000024277,0.01000,0.424
+24,block_sparse_moe.experts.149.w2,0.0000018742,0.01000,0.430
+24,block_sparse_moe.experts.150.w2,0.0000014202,0.01000,0.417
+24,block_sparse_moe.experts.152.w2,0.0000034072,0.01000,0.419
+24,block_sparse_moe.experts.151.w2,0.0000025334,0.01000,0.439
+24,block_sparse_moe.experts.154.w2,0.0000023126,0.01000,0.416
+24,block_sparse_moe.experts.153.w2,0.0000012798,0.01000,0.425
+24,block_sparse_moe.experts.155.w2,0.0000022510,0.01000,0.416
+24,block_sparse_moe.experts.156.w2,0.0000034449,0.01000,0.419
+24,block_sparse_moe.experts.157.w2,0.0000024737,0.01000,0.414
+24,block_sparse_moe.experts.158.w2,0.0000031977,0.01000,0.417
+24,block_sparse_moe.experts.159.w2,0.0000029242,0.01000,0.435
+24,block_sparse_moe.experts.161.w2,0.0000033956,0.01000,0.422
+24,block_sparse_moe.experts.162.w2,0.0000044857,0.01000,0.422
+24,block_sparse_moe.experts.160.w2,0.0000026131,0.01000,0.438
+24,block_sparse_moe.experts.163.w2,0.0000016260,0.01000,0.426
+24,block_sparse_moe.experts.164.w2,0.0000030317,0.01000,0.419
+24,block_sparse_moe.experts.165.w2,0.0000020211,0.01000,0.419
+24,block_sparse_moe.experts.166.w2,0.0000029522,0.01000,0.429
+24,block_sparse_moe.experts.168.w2,0.0000027843,0.01000,0.418
+24,block_sparse_moe.experts.169.w2,0.0000017947,0.01000,0.418
+24,block_sparse_moe.experts.167.w2,0.0000017171,0.01000,0.438
+24,block_sparse_moe.experts.170.w2,0.0000032232,0.01000,0.416
+24,block_sparse_moe.experts.171.w2,0.0000024846,0.01000,0.413
+24,block_sparse_moe.experts.172.w2,0.0000025439,0.01000,0.422
+24,block_sparse_moe.experts.173.w2,0.0000023114,0.01000,0.418
+24,block_sparse_moe.experts.175.w2,0.0000030395,0.01000,0.418
+24,block_sparse_moe.experts.176.w2,0.0000029991,0.01000,0.415
+24,block_sparse_moe.experts.174.w2,0.0000024037,0.01000,0.437
+24,block_sparse_moe.experts.177.w2,0.0000018534,0.01000,0.412
+24,block_sparse_moe.experts.178.w2,0.0000018133,0.01000,0.412
+24,block_sparse_moe.experts.179.w2,0.0000015034,0.01000,0.424
+24,block_sparse_moe.experts.180.w2,0.0000016558,0.01000,0.424
+24,block_sparse_moe.experts.182.w2,0.0000024002,0.01000,0.415
+24,block_sparse_moe.experts.183.w2,0.0000020186,0.01000,0.427
+24,block_sparse_moe.experts.181.w2,0.0000036674,0.01000,0.438
+24,block_sparse_moe.experts.184.w2,0.0000039179,0.01000,0.415
+24,block_sparse_moe.experts.185.w2,0.0000018450,0.01000,0.412
+24,block_sparse_moe.experts.186.w2,0.0000031665,0.01000,0.421
+24,block_sparse_moe.experts.187.w2,0.0000029510,0.01000,0.418
+24,block_sparse_moe.experts.188.w2,0.0000036184,0.01000,0.427
+24,block_sparse_moe.experts.190.w2,0.0000024422,0.01000,0.414
+24,block_sparse_moe.experts.189.w2,0.0000035349,0.01000,0.429
+24,block_sparse_moe.experts.191.w2,0.0000015647,0.01000,0.413
+24,block_sparse_moe.experts.192.w2,0.0000020343,0.01000,0.409
+24,block_sparse_moe.experts.193.w2,0.0000017453,0.01000,0.421
+24,block_sparse_moe.experts.194.w2,0.0000021188,0.01000,0.422
+24,block_sparse_moe.experts.195.w2,0.0000016064,0.01000,0.426
+24,block_sparse_moe.experts.196.w2,0.0000020875,0.01000,0.421
+24,block_sparse_moe.experts.197.w2,0.0000024826,0.01000,0.425
+24,block_sparse_moe.experts.199.w2,0.0000030893,0.01000,0.413
+24,block_sparse_moe.experts.198.w2,0.0000022105,0.01000,0.423
+24,block_sparse_moe.experts.200.w2,0.0000024265,0.01000,0.422
+24,block_sparse_moe.experts.201.w2,0.0000019268,0.01000,0.415
+24,block_sparse_moe.experts.203.w2,0.0000022809,0.01000,0.419
+24,block_sparse_moe.experts.202.w2,0.0000022720,0.01000,0.421
+24,block_sparse_moe.experts.204.w2,0.0000037091,0.01000,0.423
+24,block_sparse_moe.experts.205.w2,0.0000030864,0.01000,0.419
+24,block_sparse_moe.experts.206.w2,0.0000028914,0.01000,0.415
+24,block_sparse_moe.experts.207.w2,0.0000048761,0.01000,0.419
+24,block_sparse_moe.experts.208.w2,0.0000028464,0.01000,0.418
+24,block_sparse_moe.experts.210.w2,0.0000027562,0.01000,0.411
+24,block_sparse_moe.experts.209.w2,0.0000017779,0.01000,0.439
+24,block_sparse_moe.experts.211.w2,0.0000021406,0.01000,0.423
+24,block_sparse_moe.experts.212.w2,0.0000020226,0.01000,0.417
+24,block_sparse_moe.experts.213.w2,0.0000028469,0.01000,0.414
+24,block_sparse_moe.experts.214.w2,0.0000023577,0.01000,0.422
+24,block_sparse_moe.experts.215.w2,0.0000020613,0.01000,0.418
+24,block_sparse_moe.experts.216.w2,0.0000014819,0.01000,0.432
+24,block_sparse_moe.experts.217.w2,0.0000019024,0.01000,0.415
+24,block_sparse_moe.experts.220.w2,0.0000035288,0.01000,0.412
+24,block_sparse_moe.experts.219.w2,0.0000028421,0.01000,0.415
+24,block_sparse_moe.experts.218.w2,0.0000021147,0.01000,0.428
+24,block_sparse_moe.experts.221.w2,0.0000013775,0.01000,0.418
+24,block_sparse_moe.experts.222.w2,0.0000015632,0.01000,0.413
+24,block_sparse_moe.experts.223.w2,0.0000044794,0.01000,0.422
+24,block_sparse_moe.experts.224.w2,0.0000023266,0.01000,0.417
+24,block_sparse_moe.experts.226.w2,0.0000024135,0.01000,0.413
+24,block_sparse_moe.experts.225.w2,0.0000039064,0.01000,0.418
+24,block_sparse_moe.experts.227.w2,0.0000014566,0.01000,0.424
+24,block_sparse_moe.experts.228.w2,0.0000015093,0.01000,0.421
+24,block_sparse_moe.experts.229.w2,0.0000018037,0.01000,0.415
+24,block_sparse_moe.experts.231.w2,0.0000034760,0.01000,0.413
+24,block_sparse_moe.experts.232.w2,0.0000022558,0.01000,0.421
+24,block_sparse_moe.experts.233.w2,0.0000023746,0.01000,0.418
+24,block_sparse_moe.experts.230.w2,0.0000022435,0.01000,0.435
+24,block_sparse_moe.experts.234.w2,0.0000016719,0.01000,0.423
+24,block_sparse_moe.experts.235.w2,0.0000029467,0.01000,0.418
+24,block_sparse_moe.experts.236.w2,0.0000015900,0.01000,0.416
+24,block_sparse_moe.experts.239.w2,0.0000026728,0.01000,0.415
+24,block_sparse_moe.experts.238.w2,0.0000020910,0.01000,0.421
+24,block_sparse_moe.experts.240.w2,0.0000025165,0.01000,0.419
+24,block_sparse_moe.experts.237.w2,0.0000017983,0.01000,0.440
+24,block_sparse_moe.experts.241.w2,0.0000025036,0.01000,0.416
+24,block_sparse_moe.experts.243.w2,0.0000015196,0.01000,0.416
+24,block_sparse_moe.experts.242.w2,0.0000030993,0.01000,0.447
+24,block_sparse_moe.experts.245.w2,0.0000043544,0.01000,0.416
+24,block_sparse_moe.experts.244.w2,0.0000017027,0.01000,0.432
+24,block_sparse_moe.experts.246.w2,0.0000030711,0.01000,0.422
+24,block_sparse_moe.experts.247.w2,0.0000023064,0.01000,0.422
+24,block_sparse_moe.experts.248.w2,0.0000015086,0.01000,0.417
+24,block_sparse_moe.experts.249.w2,0.0000032001,0.01000,0.428
+24,block_sparse_moe.experts.250.w2,0.0000015326,0.01000,0.438
+24,block_sparse_moe.experts.252.w2,0.0000021038,0.01000,0.389
+24,block_sparse_moe.experts.254.w2,0.0000029920,0.01000,0.390
+24,block_sparse_moe.experts.251.w2,0.0000023297,0.01000,0.412
+24,block_sparse_moe.experts.255.w2,0.0000020857,0.01000,0.395
+24,block_sparse_moe.experts.253.w2,0.0000033378,0.01000,0.403
+25,block_sparse_moe.experts.0.w1,0.0000072865,0.01000,0.839
+25,block_sparse_moe.experts.3.w1,0.0000079066,0.01000,0.839
+25,block_sparse_moe.experts.5.w1,0.0000072613,0.01000,0.857
+25,block_sparse_moe.experts.4.w1,0.0000071742,0.01000,0.861
+25,block_sparse_moe.experts.1.w1,0.0000074862,0.01000,0.868
+25,block_sparse_moe.experts.6.w1,0.0000073873,0.01000,0.869
+25,block_sparse_moe.experts.2.w1,0.0000072018,0.01000,0.887
+25,block_sparse_moe.experts.7.w1,0.0000076079,0.01000,0.829
+25,block_sparse_moe.experts.8.w1,0.0000074170,0.01000,0.852
+25,block_sparse_moe.experts.10.w1,0.0000073856,0.01000,0.832
+25,block_sparse_moe.experts.12.w1,0.0000073782,0.01000,0.833
+25,block_sparse_moe.experts.9.w1,0.0000071682,0.01000,0.859
+25,block_sparse_moe.experts.13.w1,0.0000078016,0.01000,0.845
+25,block_sparse_moe.experts.11.w1,0.0000075689,0.01000,0.877
+25,block_sparse_moe.experts.14.w1,0.0000074315,0.01000,0.827
+25,block_sparse_moe.experts.16.w1,0.0000070792,0.01000,0.836
+25,block_sparse_moe.experts.17.w1,0.0000070579,0.01000,0.828
+25,block_sparse_moe.experts.15.w1,0.0000073992,0.01000,0.861
+25,block_sparse_moe.experts.18.w1,0.0000071300,0.01000,0.850
+25,block_sparse_moe.experts.19.w1,0.0000071987,0.01000,0.837
+25,block_sparse_moe.experts.20.w1,0.0000074223,0.01000,0.866
+25,block_sparse_moe.experts.21.w1,0.0000074285,0.01000,0.830
+25,block_sparse_moe.experts.23.w1,0.0000074122,0.01000,0.831
+25,block_sparse_moe.experts.24.w1,0.0000073124,0.01000,0.821
+25,block_sparse_moe.experts.22.w1,0.0000071321,0.01000,0.860
+25,block_sparse_moe.experts.26.w1,0.0000074713,0.01000,0.835
+25,block_sparse_moe.experts.25.w1,0.0000074937,0.01000,0.858
+25,block_sparse_moe.experts.27.w1,0.0000072570,0.01000,0.859
+25,block_sparse_moe.experts.28.w1,0.0000070799,0.01000,0.836
+25,block_sparse_moe.experts.29.w1,0.0000072651,0.01000,0.828
+25,block_sparse_moe.experts.31.w1,0.0000071620,0.01000,0.825
+25,block_sparse_moe.experts.30.w1,0.0000067958,0.01000,0.870
+25,block_sparse_moe.experts.32.w1,0.0000069876,0.01000,0.854
+25,block_sparse_moe.experts.33.w1,0.0000075434,0.01000,0.838
+25,block_sparse_moe.experts.34.w1,0.0000071971,0.01000,0.869
+25,block_sparse_moe.experts.35.w1,0.0000076052,0.01000,0.833
+25,block_sparse_moe.experts.36.w1,0.0000072885,0.01000,0.823
+25,block_sparse_moe.experts.37.w1,0.0000076396,0.01000,0.834
+25,block_sparse_moe.experts.38.w1,0.0000077694,0.01000,0.840
+25,block_sparse_moe.experts.40.w1,0.0000076895,0.01000,0.836
+25,block_sparse_moe.experts.39.w1,0.0000073328,0.01000,0.847
+25,block_sparse_moe.experts.41.w1,0.0000073386,0.01000,0.868
+25,block_sparse_moe.experts.42.w1,0.0000077495,0.01000,0.841
+25,block_sparse_moe.experts.43.w1,0.0000075546,0.01000,0.839
+25,block_sparse_moe.experts.44.w1,0.0000072336,0.01000,0.859
+25,block_sparse_moe.experts.45.w1,0.0000068388,0.01000,0.846
+25,block_sparse_moe.experts.46.w1,0.0000072496,0.01000,0.858
+25,block_sparse_moe.experts.47.w1,0.0000074663,0.01000,0.864
+25,block_sparse_moe.experts.48.w1,0.0000073915,0.01000,0.865
+25,block_sparse_moe.experts.49.w1,0.0000076160,0.01000,0.833
+25,block_sparse_moe.experts.50.w1,0.0000079558,0.01000,0.832
+25,block_sparse_moe.experts.51.w1,0.0000075962,0.01000,0.848
+25,block_sparse_moe.experts.52.w1,0.0000071720,0.01000,0.833
+25,block_sparse_moe.experts.53.w1,0.0000071499,0.01000,0.858
+25,block_sparse_moe.experts.54.w1,0.0000067558,0.01000,0.871
+25,block_sparse_moe.experts.55.w1,0.0000075825,0.01000,0.856
+25,block_sparse_moe.experts.56.w1,0.0000069273,0.01000,0.844
+25,block_sparse_moe.experts.57.w1,0.0000073469,0.01000,0.834
+25,block_sparse_moe.experts.59.w1,0.0000074294,0.01000,0.843
+25,block_sparse_moe.experts.58.w1,0.0000073201,0.01000,0.875
+25,block_sparse_moe.experts.60.w1,0.0000075924,0.01000,0.865
+25,block_sparse_moe.experts.61.w1,0.0000073904,0.01000,0.886
+25,block_sparse_moe.experts.62.w1,0.0000075016,0.01000,0.865
+25,block_sparse_moe.experts.63.w1,0.0000073018,0.01000,0.825
+25,block_sparse_moe.experts.64.w1,0.0000072432,0.01000,0.831
+25,block_sparse_moe.experts.65.w1,0.0000068193,0.01000,0.838
+25,block_sparse_moe.experts.66.w1,0.0000075470,0.01000,0.834
+25,block_sparse_moe.experts.67.w1,0.0000073727,0.01000,0.859
+25,block_sparse_moe.experts.68.w1,0.0000074198,0.01000,0.849
+25,block_sparse_moe.experts.69.w1,0.0000077556,0.01000,0.862
+25,block_sparse_moe.experts.70.w1,0.0000071057,0.01000,0.838
+25,block_sparse_moe.experts.71.w1,0.0000075243,0.01000,0.837
+25,block_sparse_moe.experts.72.w1,0.0000073486,0.01000,0.839
+25,block_sparse_moe.experts.73.w1,0.0000073652,0.01000,0.835
+25,block_sparse_moe.experts.74.w1,0.0000070791,0.01000,0.849
+25,block_sparse_moe.experts.75.w1,0.0000070255,0.01000,0.839
+25,block_sparse_moe.experts.76.w1,0.0000074015,0.01000,0.882
+25,block_sparse_moe.experts.77.w1,0.0000072286,0.01000,0.834
+25,block_sparse_moe.experts.78.w1,0.0000077898,0.01000,0.833
+25,block_sparse_moe.experts.79.w1,0.0000072884,0.01000,0.837
+25,block_sparse_moe.experts.80.w1,0.0000072773,0.01000,0.829
+25,block_sparse_moe.experts.81.w1,0.0000073190,0.01000,0.854
+25,block_sparse_moe.experts.82.w1,0.0000071965,0.01000,0.844
+25,block_sparse_moe.experts.83.w1,0.0000073075,0.01000,0.874
+25,block_sparse_moe.experts.84.w1,0.0000073673,0.01000,0.834
+25,block_sparse_moe.experts.85.w1,0.0000077214,0.01000,0.833
+25,block_sparse_moe.experts.86.w1,0.0000074703,0.01000,0.838
+25,block_sparse_moe.experts.87.w1,0.0000075564,0.01000,0.833
+25,block_sparse_moe.experts.88.w1,0.0000076001,0.01000,0.856
+25,block_sparse_moe.experts.89.w1,0.0000070067,0.01000,0.843
+25,block_sparse_moe.experts.90.w1,0.0000074763,0.01000,0.878
+25,block_sparse_moe.experts.91.w1,0.0000069412,0.01000,0.829
+25,block_sparse_moe.experts.92.w1,0.0000072690,0.01000,0.832
+25,block_sparse_moe.experts.94.w1,0.0000074221,0.01000,0.830
+25,block_sparse_moe.experts.93.w1,0.0000074386,0.01000,0.834
+25,block_sparse_moe.experts.96.w1,0.0000073315,0.01000,0.843
+25,block_sparse_moe.experts.95.w1,0.0000071364,0.01000,0.867
+25,block_sparse_moe.experts.97.w1,0.0000073923,0.01000,0.877
+25,block_sparse_moe.experts.98.w1,0.0000074890,0.01000,0.827
+25,block_sparse_moe.experts.99.w1,0.0000076399,0.01000,0.827
+25,block_sparse_moe.experts.101.w1,0.0000074952,0.01000,0.832
+25,block_sparse_moe.experts.100.w1,0.0000072949,0.01000,0.835
+25,block_sparse_moe.experts.102.w1,0.0000075404,0.01000,0.844
+25,block_sparse_moe.experts.103.w1,0.0000070255,0.01000,0.854
+25,block_sparse_moe.experts.104.w1,0.0000073999,0.01000,0.863
+25,block_sparse_moe.experts.105.w1,0.0000073130,0.01000,0.839
+25,block_sparse_moe.experts.106.w1,0.0000074367,0.01000,0.823
+25,block_sparse_moe.experts.108.w1,0.0000069862,0.01000,0.825
+25,block_sparse_moe.experts.107.w1,0.0000074658,0.01000,0.851
+25,block_sparse_moe.experts.109.w1,0.0000075953,0.01000,0.844
+25,block_sparse_moe.experts.110.w1,0.0000075317,0.01000,0.851
+25,block_sparse_moe.experts.111.w1,0.0000074808,0.01000,0.862
+25,block_sparse_moe.experts.113.w1,0.0000076766,0.01000,0.826
+25,block_sparse_moe.experts.112.w1,0.0000073190,0.01000,0.832
+25,block_sparse_moe.experts.114.w1,0.0000073357,0.01000,0.835
+25,block_sparse_moe.experts.115.w1,0.0000073334,0.01000,0.825
+25,block_sparse_moe.experts.116.w1,0.0000072967,0.01000,0.841
+25,block_sparse_moe.experts.117.w1,0.0000074192,0.01000,0.846
+25,block_sparse_moe.experts.118.w1,0.0000071602,0.01000,0.864
+25,block_sparse_moe.experts.119.w1,0.0000075278,0.01000,0.829
+25,block_sparse_moe.experts.120.w1,0.0000073368,0.01000,0.837
+25,block_sparse_moe.experts.122.w1,0.0000073258,0.01000,0.834
+25,block_sparse_moe.experts.121.w1,0.0000068878,0.01000,0.852
+25,block_sparse_moe.experts.123.w1,0.0000075105,0.01000,0.871
+25,block_sparse_moe.experts.124.w1,0.0000074905,0.01000,0.838
+25,block_sparse_moe.experts.125.w1,0.0000074697,0.01000,0.865
+25,block_sparse_moe.experts.126.w1,0.0000076313,0.01000,0.852
+25,block_sparse_moe.experts.127.w1,0.0000075377,0.01000,0.849
+25,block_sparse_moe.experts.129.w1,0.0000074780,0.01000,0.826
+25,block_sparse_moe.experts.128.w1,0.0000058217,0.01000,0.856
+25,block_sparse_moe.experts.130.w1,0.0000075783,0.01000,0.841
+25,block_sparse_moe.experts.131.w1,0.0000075105,0.01000,0.852
+25,block_sparse_moe.experts.132.w1,0.0000072964,0.01000,0.866
+25,block_sparse_moe.experts.133.w1,0.0000072059,0.01000,0.827
+25,block_sparse_moe.experts.134.w1,0.0000070964,0.01000,0.830
+25,block_sparse_moe.experts.135.w1,0.0000076553,0.01000,0.846
+25,block_sparse_moe.experts.136.w1,0.0000074972,0.01000,0.843
+25,block_sparse_moe.experts.137.w1,0.0000070701,0.01000,0.854
+25,block_sparse_moe.experts.138.w1,0.0000070685,0.01000,0.839
+25,block_sparse_moe.experts.139.w1,0.0000072893,0.01000,0.876
+25,block_sparse_moe.experts.140.w1,0.0000072340,0.01000,0.833
+25,block_sparse_moe.experts.141.w1,0.0000071262,0.01000,0.828
+25,block_sparse_moe.experts.142.w1,0.0000076801,0.01000,0.832
+25,block_sparse_moe.experts.143.w1,0.0000072005,0.01000,0.832
+25,block_sparse_moe.experts.144.w1,0.0000072791,0.01000,0.843
+25,block_sparse_moe.experts.145.w1,0.0000075561,0.01000,0.840
+25,block_sparse_moe.experts.146.w1,0.0000058288,0.01000,0.880
+25,block_sparse_moe.experts.147.w1,0.0000070170,0.01000,0.827
+25,block_sparse_moe.experts.148.w1,0.0000075156,0.01000,0.830
+25,block_sparse_moe.experts.149.w1,0.0000073749,0.01000,0.833
+25,block_sparse_moe.experts.150.w1,0.0000077854,0.01000,0.837
+25,block_sparse_moe.experts.151.w1,0.0000073532,0.01000,0.844
+25,block_sparse_moe.experts.152.w1,0.0000073267,0.01000,0.850
+25,block_sparse_moe.experts.153.w1,0.0000074054,0.01000,0.877
+25,block_sparse_moe.experts.154.w1,0.0000074608,0.01000,0.825
+25,block_sparse_moe.experts.155.w1,0.0000072315,0.01000,0.840
+25,block_sparse_moe.experts.156.w1,0.0000075907,0.01000,0.829
+25,block_sparse_moe.experts.157.w1,0.0000076612,0.01000,0.829
+25,block_sparse_moe.experts.158.w1,0.0000076644,0.01000,0.841
+25,block_sparse_moe.experts.159.w1,0.0000072794,0.01000,0.836
+25,block_sparse_moe.experts.161.w1,0.0000074104,0.01000,0.830
+25,block_sparse_moe.experts.162.w1,0.0000074313,0.01000,0.828
+25,block_sparse_moe.experts.160.w1,0.0000076237,0.01000,0.912
+25,block_sparse_moe.experts.163.w1,0.0000079352,0.01000,0.827
+25,block_sparse_moe.experts.164.w1,0.0000072737,0.01000,0.836
+25,block_sparse_moe.experts.166.w1,0.0000070590,0.01000,0.833
+25,block_sparse_moe.experts.165.w1,0.0000076345,0.01000,0.834
+25,block_sparse_moe.experts.168.w1,0.0000072683,0.01000,0.822
+25,block_sparse_moe.experts.167.w1,0.0000070143,0.01000,0.895
+25,block_sparse_moe.experts.169.w1,0.0000075885,0.01000,0.864
+25,block_sparse_moe.experts.170.w1,0.0000068700,0.01000,0.832
+25,block_sparse_moe.experts.171.w1,0.0000075774,0.01000,0.828
+25,block_sparse_moe.experts.173.w1,0.0000073405,0.01000,0.841
+25,block_sparse_moe.experts.172.w1,0.0000075004,0.01000,0.844
+25,block_sparse_moe.experts.174.w1,0.0000072422,0.01000,0.860
+25,block_sparse_moe.experts.175.w1,0.0000070535,0.01000,0.834
+25,block_sparse_moe.experts.176.w1,0.0000076337,0.01000,0.864
+25,block_sparse_moe.experts.177.w1,0.0000073526,0.01000,0.840
+25,block_sparse_moe.experts.178.w1,0.0000071029,0.01000,0.844
+25,block_sparse_moe.experts.180.w1,0.0000074252,0.01000,0.844
+25,block_sparse_moe.experts.179.w1,0.0000072756,0.01000,0.865
+25,block_sparse_moe.experts.181.w1,0.0000074782,0.01000,0.846
+25,block_sparse_moe.experts.182.w1,0.0000076417,0.01000,0.831
+25,block_sparse_moe.experts.183.w1,0.0000075647,0.01000,0.857
+25,block_sparse_moe.experts.184.w1,0.0000073951,0.01000,0.849
+25,block_sparse_moe.experts.185.w1,0.0000073434,0.01000,0.854
+25,block_sparse_moe.experts.186.w1,0.0000069633,0.01000,0.847
+25,block_sparse_moe.experts.187.w1,0.0000075132,0.01000,0.865
+25,block_sparse_moe.experts.189.w1,0.0000075664,0.01000,0.825
+25,block_sparse_moe.experts.188.w1,0.0000071170,0.01000,0.859
+25,block_sparse_moe.experts.190.w1,0.0000071112,0.01000,0.838
+25,block_sparse_moe.experts.191.w1,0.0000070113,0.01000,0.828
+25,block_sparse_moe.experts.192.w1,0.0000076819,0.01000,0.845
+25,block_sparse_moe.experts.193.w1,0.0000073587,0.01000,0.846
+25,block_sparse_moe.experts.194.w1,0.0000082126,0.01000,0.838
+25,block_sparse_moe.experts.195.w1,0.0000073997,0.01000,0.852
+25,block_sparse_moe.experts.196.w1,0.0000076000,0.01000,0.831
+25,block_sparse_moe.experts.197.w1,0.0000070030,0.01000,0.835
+25,block_sparse_moe.experts.198.w1,0.0000072600,0.01000,0.829
+25,block_sparse_moe.experts.199.w1,0.0000070514,0.01000,0.842
+25,block_sparse_moe.experts.200.w1,0.0000072560,0.01000,0.844
+25,block_sparse_moe.experts.201.w1,0.0000076848,0.01000,0.846
+25,block_sparse_moe.experts.203.w1,0.0000072169,0.01000,0.827
+25,block_sparse_moe.experts.202.w1,0.0000068234,0.01000,0.879
+25,block_sparse_moe.experts.204.w1,0.0000068648,0.01000,0.839
+25,block_sparse_moe.experts.205.w1,0.0000072140,0.01000,0.835
+25,block_sparse_moe.experts.206.w1,0.0000073811,0.01000,0.844
+25,block_sparse_moe.experts.207.w1,0.0000073285,0.01000,0.838
+25,block_sparse_moe.experts.208.w1,0.0000074615,0.01000,0.846
+25,block_sparse_moe.experts.209.w1,0.0000073539,0.01000,0.861
+25,block_sparse_moe.experts.210.w1,0.0000073117,0.01000,0.834
+25,block_sparse_moe.experts.211.w1,0.0000074138,0.01000,0.848
+25,block_sparse_moe.experts.212.w1,0.0000072966,0.01000,0.836
+25,block_sparse_moe.experts.213.w1,0.0000065652,0.01000,0.844
+25,block_sparse_moe.experts.214.w1,0.0000074974,0.01000,0.843
+25,block_sparse_moe.experts.215.w1,0.0000071543,0.01000,0.848
+25,block_sparse_moe.experts.216.w1,0.0000072621,0.01000,0.849
+25,block_sparse_moe.experts.217.w1,0.0000072383,0.01000,0.834
+25,block_sparse_moe.experts.219.w1,0.0000070709,0.01000,0.840
+25,block_sparse_moe.experts.218.w1,0.0000076506,0.01000,0.842
+25,block_sparse_moe.experts.220.w1,0.0000068951,0.01000,0.845
+25,block_sparse_moe.experts.221.w1,0.0000066812,0.01000,0.847
+25,block_sparse_moe.experts.222.w1,0.0000072422,0.01000,0.849
+25,block_sparse_moe.experts.224.w1,0.0000073003,0.01000,0.832
+25,block_sparse_moe.experts.223.w1,0.0000076262,0.01000,0.869
+25,block_sparse_moe.experts.225.w1,0.0000075415,0.01000,0.830
+25,block_sparse_moe.experts.226.w1,0.0000071815,0.01000,0.847
+25,block_sparse_moe.experts.227.w1,0.0000071388,0.01000,0.837
+25,block_sparse_moe.experts.228.w1,0.0000068618,0.01000,0.848
+25,block_sparse_moe.experts.229.w1,0.0000075596,0.01000,0.842
+25,block_sparse_moe.experts.231.w1,0.0000073747,0.01000,0.831
+25,block_sparse_moe.experts.230.w1,0.0000071945,0.01000,0.861
+25,block_sparse_moe.experts.232.w1,0.0000076759,0.01000,0.835
+25,block_sparse_moe.experts.233.w1,0.0000070070,0.01000,0.849
+25,block_sparse_moe.experts.234.w1,0.0000077417,0.01000,0.849
+25,block_sparse_moe.experts.235.w1,0.0000076257,0.01000,0.848
+25,block_sparse_moe.experts.236.w1,0.0000074039,0.01000,0.841
+25,block_sparse_moe.experts.238.w1,0.0000077757,0.01000,0.834
+25,block_sparse_moe.experts.239.w1,0.0000071787,0.01000,0.831
+25,block_sparse_moe.experts.237.w1,0.0000076408,0.01000,0.866
+25,block_sparse_moe.experts.240.w1,0.0000072181,0.01000,0.854
+25,block_sparse_moe.experts.241.w1,0.0000073290,0.01000,0.839
+25,block_sparse_moe.experts.242.w1,0.0000075736,0.01000,0.855
+25,block_sparse_moe.experts.243.w1,0.0000074860,0.01000,0.838
+25,block_sparse_moe.experts.245.w1,0.0000069752,0.01000,0.835
+25,block_sparse_moe.experts.246.w1,0.0000074359,0.01000,0.836
+25,block_sparse_moe.experts.244.w1,0.0000068758,0.01000,0.884
+25,block_sparse_moe.experts.247.w1,0.0000076563,0.01000,0.856
+25,block_sparse_moe.experts.248.w1,0.0000075249,0.01000,0.846
+25,block_sparse_moe.experts.250.w1,0.0000074368,0.01000,0.845
+25,block_sparse_moe.experts.249.w1,0.0000072576,0.01000,0.888
+25,block_sparse_moe.experts.253.w1,0.0000077281,0.01000,0.832
+25,block_sparse_moe.experts.251.w1,0.0000071976,0.01000,0.864
+25,block_sparse_moe.experts.252.w1,0.0000076015,0.01000,0.854
+25,block_sparse_moe.experts.254.w1,0.0000073982,0.01000,0.846
+25,block_sparse_moe.experts.255.w1,0.0000073709,0.01000,0.831
+25,block_sparse_moe.experts.0.w3,0.0000078895,0.01000,0.845
+25,block_sparse_moe.experts.1.w3,0.0000078119,0.01000,0.845
+25,block_sparse_moe.experts.3.w3,0.0000082839,0.01000,0.845
+25,block_sparse_moe.experts.4.w3,0.0000075629,0.01000,0.849
+25,block_sparse_moe.experts.2.w3,0.0000076955,0.01000,0.876
+25,block_sparse_moe.experts.5.w3,0.0000076104,0.01000,0.847
+25,block_sparse_moe.experts.6.w3,0.0000075076,0.01000,0.830
+25,block_sparse_moe.experts.7.w3,0.0000079125,0.01000,0.849
+25,block_sparse_moe.experts.8.w3,0.0000078311,0.01000,0.844
+25,block_sparse_moe.experts.10.w3,0.0000076591,0.01000,0.837
+25,block_sparse_moe.experts.11.w3,0.0000079610,0.01000,0.835
+25,block_sparse_moe.experts.9.w3,0.0000077115,0.01000,0.877
+25,block_sparse_moe.experts.12.w3,0.0000076677,0.01000,0.854
+25,block_sparse_moe.experts.13.w3,0.0000081032,0.01000,0.837
+25,block_sparse_moe.experts.14.w3,0.0000076813,0.01000,0.848
+25,block_sparse_moe.experts.15.w3,0.0000078626,0.01000,0.845
+25,block_sparse_moe.experts.17.w3,0.0000075536,0.01000,0.824
+25,block_sparse_moe.experts.18.w3,0.0000073011,0.01000,0.830
+25,block_sparse_moe.experts.16.w3,0.0000072157,0.01000,0.886
+25,block_sparse_moe.experts.20.w3,0.0000075724,0.01000,0.831
+25,block_sparse_moe.experts.19.w3,0.0000077339,0.01000,0.865
+25,block_sparse_moe.experts.21.w3,0.0000081027,0.01000,0.842
+25,block_sparse_moe.experts.22.w3,0.0000079567,0.01000,0.846
+25,block_sparse_moe.experts.24.w3,0.0000074129,0.01000,0.830
+25,block_sparse_moe.experts.23.w3,0.0000080342,0.01000,0.873
+25,block_sparse_moe.experts.25.w3,0.0000080256,0.01000,0.832
+25,block_sparse_moe.experts.26.w3,0.0000077216,0.01000,0.845
+25,block_sparse_moe.experts.27.w3,0.0000080790,0.01000,0.846
+25,block_sparse_moe.experts.28.w3,0.0000080652,0.01000,0.844
+25,block_sparse_moe.experts.29.w3,0.0000077715,0.01000,0.848
+25,block_sparse_moe.experts.30.w3,0.0000075540,0.01000,0.854
+25,block_sparse_moe.experts.31.w3,0.0000072081,0.01000,0.837
+25,block_sparse_moe.experts.32.w3,0.0000078168,0.01000,0.847
+25,block_sparse_moe.experts.33.w3,0.0000076644,0.01000,0.836
+25,block_sparse_moe.experts.34.w3,0.0000072766,0.01000,0.840
+25,block_sparse_moe.experts.35.w3,0.0000078189,0.01000,0.852
+25,block_sparse_moe.experts.36.w3,0.0000077635,0.01000,0.844
+25,block_sparse_moe.experts.37.w3,0.0000079495,0.01000,0.850
+25,block_sparse_moe.experts.38.w3,0.0000081448,0.01000,0.849
+25,block_sparse_moe.experts.39.w3,0.0000076188,0.01000,0.850
+25,block_sparse_moe.experts.40.w3,0.0000080497,0.01000,0.845
+25,block_sparse_moe.experts.41.w3,0.0000077516,0.01000,0.834
+25,block_sparse_moe.experts.42.w3,0.0000082212,0.01000,0.848
+25,block_sparse_moe.experts.43.w3,0.0000079810,0.01000,0.847
+25,block_sparse_moe.experts.45.w3,0.0000067961,0.01000,0.828
+25,block_sparse_moe.experts.46.w3,0.0000074435,0.01000,0.823
+25,block_sparse_moe.experts.44.w3,0.0000077406,0.01000,0.855
+25,block_sparse_moe.experts.47.w3,0.0000078449,0.01000,0.839
+25,block_sparse_moe.experts.48.w3,0.0000078128,0.01000,0.825
+25,block_sparse_moe.experts.49.w3,0.0000078693,0.01000,0.825
+25,block_sparse_moe.experts.50.w3,0.0000081264,0.01000,0.854
+25,block_sparse_moe.experts.53.w3,0.0000077843,0.01000,0.829
+25,block_sparse_moe.experts.52.w3,0.0000076003,0.01000,0.851
+25,block_sparse_moe.experts.55.w3,0.0000078273,0.01000,0.828
+25,block_sparse_moe.experts.54.w3,0.0000075705,0.01000,0.838
+25,block_sparse_moe.experts.51.w3,0.0000081367,0.01000,0.898
+25,block_sparse_moe.experts.56.w3,0.0000075566,0.01000,0.845
+25,block_sparse_moe.experts.57.w3,0.0000079113,0.01000,0.866
+25,block_sparse_moe.experts.59.w3,0.0000077688,0.01000,0.823
+25,block_sparse_moe.experts.60.w3,0.0000078244,0.01000,0.829
+25,block_sparse_moe.experts.62.w3,0.0000079322,0.01000,0.834
+25,block_sparse_moe.experts.61.w3,0.0000078618,0.01000,0.865
+25,block_sparse_moe.experts.58.w3,0.0000079798,0.01000,0.912
+25,block_sparse_moe.experts.63.w3,0.0000071174,0.01000,0.865
+25,block_sparse_moe.experts.64.w3,0.0000074397,0.01000,0.877
+25,block_sparse_moe.experts.66.w3,0.0000081389,0.01000,0.830
+25,block_sparse_moe.experts.67.w3,0.0000078124,0.01000,0.838
+25,block_sparse_moe.experts.65.w3,0.0000075666,0.01000,0.895
+25,block_sparse_moe.experts.68.w3,0.0000077510,0.01000,0.836
+25,block_sparse_moe.experts.69.w3,0.0000081593,0.01000,0.839
+25,block_sparse_moe.experts.70.w3,0.0000076710,0.01000,0.842
+25,block_sparse_moe.experts.71.w3,0.0000077608,0.01000,0.853
+25,block_sparse_moe.experts.72.w3,0.0000082509,0.01000,0.862
+25,block_sparse_moe.experts.73.w3,0.0000079842,0.01000,0.831
+25,block_sparse_moe.experts.74.w3,0.0000078096,0.01000,0.831
+25,block_sparse_moe.experts.75.w3,0.0000073809,0.01000,0.847
+25,block_sparse_moe.experts.76.w3,0.0000082619,0.01000,0.836
+25,block_sparse_moe.experts.77.w3,0.0000076674,0.01000,0.845
+25,block_sparse_moe.experts.78.w3,0.0000078942,0.01000,0.861
+25,block_sparse_moe.experts.80.w3,0.0000073936,0.01000,0.833
+25,block_sparse_moe.experts.81.w3,0.0000075938,0.01000,0.838
+25,block_sparse_moe.experts.82.w3,0.0000074841,0.01000,0.844
+25,block_sparse_moe.experts.79.w3,0.0000075776,0.01000,0.879
+25,block_sparse_moe.experts.83.w3,0.0000075356,0.01000,0.844
+25,block_sparse_moe.experts.84.w3,0.0000078159,0.01000,0.845
+25,block_sparse_moe.experts.85.w3,0.0000078575,0.01000,0.848
+25,block_sparse_moe.experts.87.w3,0.0000077721,0.01000,0.838
+25,block_sparse_moe.experts.89.w3,0.0000072605,0.01000,0.837
+25,block_sparse_moe.experts.88.w3,0.0000078781,0.01000,0.837
+25,block_sparse_moe.experts.86.w3,0.0000078149,0.01000,0.884
+25,block_sparse_moe.experts.90.w3,0.0000077095,0.01000,0.840
+25,block_sparse_moe.experts.91.w3,0.0000078362,0.01000,0.846
+25,block_sparse_moe.experts.92.w3,0.0000074676,0.01000,0.850
+25,block_sparse_moe.experts.95.w3,0.0000076528,0.01000,0.840
+25,block_sparse_moe.experts.93.w3,0.0000077233,0.01000,0.872
+25,block_sparse_moe.experts.96.w3,0.0000077562,0.01000,0.843
+25,block_sparse_moe.experts.97.w3,0.0000076018,0.01000,0.844
+25,block_sparse_moe.experts.94.w3,0.0000077238,0.01000,0.868
+25,block_sparse_moe.experts.98.w3,0.0000076295,0.01000,0.853
+25,block_sparse_moe.experts.99.w3,0.0000076869,0.01000,0.847
+25,block_sparse_moe.experts.102.w3,0.0000081480,0.01000,0.841
+25,block_sparse_moe.experts.101.w3,0.0000079175,0.01000,0.854
+25,block_sparse_moe.experts.103.w3,0.0000078091,0.01000,0.844
+25,block_sparse_moe.experts.104.w3,0.0000076188,0.01000,0.840
+25,block_sparse_moe.experts.100.w3,0.0000078012,0.01000,0.871
+25,block_sparse_moe.experts.105.w3,0.0000076280,0.01000,0.861
+25,block_sparse_moe.experts.106.w3,0.0000075783,0.01000,0.853
+25,block_sparse_moe.experts.108.w3,0.0000075793,0.01000,0.839
+25,block_sparse_moe.experts.109.w3,0.0000081816,0.01000,0.845
+25,block_sparse_moe.experts.111.w3,0.0000078752,0.01000,0.839
+25,block_sparse_moe.experts.110.w3,0.0000077463,0.01000,0.863
+25,block_sparse_moe.experts.107.w3,0.0000077459,0.01000,0.884
+25,block_sparse_moe.experts.112.w3,0.0000077084,0.01000,0.843
+25,block_sparse_moe.experts.113.w3,0.0000079229,0.01000,0.847
+25,block_sparse_moe.experts.115.w3,0.0000080644,0.01000,0.830
+25,block_sparse_moe.experts.116.w3,0.0000075429,0.01000,0.828
+25,block_sparse_moe.experts.117.w3,0.0000077840,0.01000,0.839
+25,block_sparse_moe.experts.114.w3,0.0000078549,0.01000,0.880
+25,block_sparse_moe.experts.118.w3,0.0000077013,0.01000,0.839
+25,block_sparse_moe.experts.119.w3,0.0000079472,0.01000,0.840
+25,block_sparse_moe.experts.120.w3,0.0000078863,0.01000,0.839
+25,block_sparse_moe.experts.122.w3,0.0000077894,0.01000,0.828
+25,block_sparse_moe.experts.121.w3,0.0000075022,0.01000,0.870
+25,block_sparse_moe.experts.124.w3,0.0000081692,0.01000,0.830
+25,block_sparse_moe.experts.125.w3,0.0000078398,0.01000,0.838
+25,block_sparse_moe.experts.123.w3,0.0000077816,0.01000,0.866
+25,block_sparse_moe.experts.126.w3,0.0000078788,0.01000,0.841
+25,block_sparse_moe.experts.127.w3,0.0000076277,0.01000,0.831
+25,block_sparse_moe.experts.128.w3,0.0000077953,0.01000,0.858
+25,block_sparse_moe.experts.129.w3,0.0000077311,0.01000,0.838
+25,block_sparse_moe.experts.130.w3,0.0000081120,0.01000,0.838
+25,block_sparse_moe.experts.131.w3,0.0000079240,0.01000,0.848
+25,block_sparse_moe.experts.132.w3,0.0000075217,0.01000,0.837
+25,block_sparse_moe.experts.133.w3,0.0000077095,0.01000,0.846
+25,block_sparse_moe.experts.134.w3,0.0000079266,0.01000,0.837
+25,block_sparse_moe.experts.137.w3,0.0000075383,0.01000,0.833
+25,block_sparse_moe.experts.136.w3,0.0000079619,0.01000,0.840
+25,block_sparse_moe.experts.135.w3,0.0000077586,0.01000,0.873
+25,block_sparse_moe.experts.139.w3,0.0000080559,0.01000,0.834
+25,block_sparse_moe.experts.138.w3,0.0000077998,0.01000,0.864
+25,block_sparse_moe.experts.140.w3,0.0000074661,0.01000,0.842
+25,block_sparse_moe.experts.141.w3,0.0000074737,0.01000,0.834
+25,block_sparse_moe.experts.143.w3,0.0000081099,0.01000,0.829
+25,block_sparse_moe.experts.144.w3,0.0000076526,0.01000,0.828
+25,block_sparse_moe.experts.145.w3,0.0000079264,0.01000,0.836
+25,block_sparse_moe.experts.142.w3,0.0000081023,0.01000,0.873
+25,block_sparse_moe.experts.146.w3,0.0000076072,0.01000,0.842
+25,block_sparse_moe.experts.147.w3,0.0000074819,0.01000,0.845
+25,block_sparse_moe.experts.148.w3,0.0000081757,0.01000,0.835
+25,block_sparse_moe.experts.150.w3,0.0000080888,0.01000,0.827
+25,block_sparse_moe.experts.151.w3,0.0000079494,0.01000,0.833
+25,block_sparse_moe.experts.152.w3,0.0000079706,0.01000,0.837
+25,block_sparse_moe.experts.149.w3,0.0000081224,0.01000,0.889
+25,block_sparse_moe.experts.153.w3,0.0000077096,0.01000,0.839
+25,block_sparse_moe.experts.154.w3,0.0000076795,0.01000,0.844
+25,block_sparse_moe.experts.155.w3,0.0000073988,0.01000,0.838
+25,block_sparse_moe.experts.157.w3,0.0000079913,0.01000,0.830
+25,block_sparse_moe.experts.158.w3,0.0000081130,0.01000,0.833
+25,block_sparse_moe.experts.156.w3,0.0000081055,0.01000,0.883
+25,block_sparse_moe.experts.159.w3,0.0000076145,0.01000,0.840
+25,block_sparse_moe.experts.160.w3,0.0000081024,0.01000,0.836
+25,block_sparse_moe.experts.161.w3,0.0000077348,0.01000,0.849
+25,block_sparse_moe.experts.162.w3,0.0000078286,0.01000,0.845
+25,block_sparse_moe.experts.164.w3,0.0000077152,0.01000,0.832
+25,block_sparse_moe.experts.165.w3,0.0000082801,0.01000,0.836
+25,block_sparse_moe.experts.167.w3,0.0000074135,0.01000,0.832
+25,block_sparse_moe.experts.166.w3,0.0000075924,0.01000,0.839
+25,block_sparse_moe.experts.163.w3,0.0000079369,0.01000,0.887
+25,block_sparse_moe.experts.168.w3,0.0000079934,0.01000,0.847
+25,block_sparse_moe.experts.169.w3,0.0000079510,0.01000,0.850
+25,block_sparse_moe.experts.172.w3,0.0000078356,0.01000,0.836
+25,block_sparse_moe.experts.173.w3,0.0000076942,0.01000,0.839
+25,block_sparse_moe.experts.171.w3,0.0000081001,0.01000,0.850
+25,block_sparse_moe.experts.174.w3,0.0000075875,0.01000,0.842
+25,block_sparse_moe.experts.170.w3,0.0000080210,0.01000,0.889
+25,block_sparse_moe.experts.175.w3,0.0000078675,0.01000,0.852
+25,block_sparse_moe.experts.176.w3,0.0000080618,0.01000,0.839
+25,block_sparse_moe.experts.178.w3,0.0000075441,0.01000,0.827
+25,block_sparse_moe.experts.179.w3,0.0000078660,0.01000,0.838
+25,block_sparse_moe.experts.181.w3,0.0000080393,0.01000,0.829
+25,block_sparse_moe.experts.180.w3,0.0000080523,0.01000,0.842
+25,block_sparse_moe.experts.177.w3,0.0000079464,0.01000,0.897
+25,block_sparse_moe.experts.182.w3,0.0000079285,0.01000,0.841
+25,block_sparse_moe.experts.183.w3,0.0000081510,0.01000,0.838
+25,block_sparse_moe.experts.185.w3,0.0000076084,0.01000,0.833
+25,block_sparse_moe.experts.186.w3,0.0000079803,0.01000,0.832
+25,block_sparse_moe.experts.187.w3,0.0000078561,0.01000,0.839
+25,block_sparse_moe.experts.184.w3,0.0000077466,0.01000,0.892
+25,block_sparse_moe.experts.188.w3,0.0000082818,0.01000,0.847
+25,block_sparse_moe.experts.189.w3,0.0000080590,0.01000,0.860
+25,block_sparse_moe.experts.190.w3,0.0000075356,0.01000,0.831
+25,block_sparse_moe.experts.192.w3,0.0000079625,0.01000,0.829
+25,block_sparse_moe.experts.193.w3,0.0000075055,0.01000,0.834
+25,block_sparse_moe.experts.194.w3,0.0000080842,0.01000,0.831
+25,block_sparse_moe.experts.191.w3,0.0000071897,0.01000,0.887
+25,block_sparse_moe.experts.195.w3,0.0000075931,0.01000,0.845
+25,block_sparse_moe.experts.197.w3,0.0000074448,0.01000,0.837
+25,block_sparse_moe.experts.196.w3,0.0000080685,0.01000,0.875
+25,block_sparse_moe.experts.199.w3,0.0000074464,0.01000,0.842
+25,block_sparse_moe.experts.200.w3,0.0000078369,0.01000,0.834
+25,block_sparse_moe.experts.198.w3,0.0000077723,0.01000,0.884
+25,block_sparse_moe.experts.201.w3,0.0000079524,0.01000,0.837
+25,block_sparse_moe.experts.202.w3,0.0000083163,0.01000,0.835
+25,block_sparse_moe.experts.203.w3,0.0000078991,0.01000,0.852
+25,block_sparse_moe.experts.204.w3,0.0000078531,0.01000,0.853
+25,block_sparse_moe.experts.206.w3,0.0000077789,0.01000,0.823
+25,block_sparse_moe.experts.207.w3,0.0000075034,0.01000,0.828
+25,block_sparse_moe.experts.208.w3,0.0000079312,0.01000,0.837
+25,block_sparse_moe.experts.209.w3,0.0000077933,0.01000,0.840
+25,block_sparse_moe.experts.205.w3,0.0000074361,0.01000,0.884
+25,block_sparse_moe.experts.210.w3,0.0000080496,0.01000,0.845
+25,block_sparse_moe.experts.211.w3,0.0000082190,0.01000,0.849
+25,block_sparse_moe.experts.213.w3,0.0000070710,0.01000,0.838
+25,block_sparse_moe.experts.214.w3,0.0000082257,0.01000,0.830
+25,block_sparse_moe.experts.212.w3,0.0000077247,0.01000,0.876
+25,block_sparse_moe.experts.216.w3,0.0000075798,0.01000,0.828
+25,block_sparse_moe.experts.215.w3,0.0000077157,0.01000,0.873
+25,block_sparse_moe.experts.217.w3,0.0000075711,0.01000,0.840
+25,block_sparse_moe.experts.218.w3,0.0000080178,0.01000,0.844
+25,block_sparse_moe.experts.220.w3,0.0000076697,0.01000,0.835
+25,block_sparse_moe.experts.221.w3,0.0000072478,0.01000,0.827
+25,block_sparse_moe.experts.222.w3,0.0000073751,0.01000,0.855
+25,block_sparse_moe.experts.219.w3,0.0000074226,0.01000,0.900
+25,block_sparse_moe.experts.223.w3,0.0000078200,0.01000,0.844
+25,block_sparse_moe.experts.224.w3,0.0000075363,0.01000,0.846
+25,block_sparse_moe.experts.225.w3,0.0000077740,0.01000,0.845
+25,block_sparse_moe.experts.227.w3,0.0000074833,0.01000,0.838
+25,block_sparse_moe.experts.228.w3,0.0000074085,0.01000,0.823
+25,block_sparse_moe.experts.229.w3,0.0000079115,0.01000,0.846
+25,block_sparse_moe.experts.226.w3,0.0000075205,0.01000,0.907
+25,block_sparse_moe.experts.230.w3,0.0000077085,0.01000,0.849
+25,block_sparse_moe.experts.231.w3,0.0000076106,0.01000,0.835
+25,block_sparse_moe.experts.232.w3,0.0000080273,0.01000,0.849
+25,block_sparse_moe.experts.234.w3,0.0000080004,0.01000,0.831
+25,block_sparse_moe.experts.235.w3,0.0000080407,0.01000,0.830
+25,block_sparse_moe.experts.236.w3,0.0000076282,0.01000,0.839
+25,block_sparse_moe.experts.233.w3,0.0000075796,0.01000,0.905
+25,block_sparse_moe.experts.237.w3,0.0000081391,0.01000,0.830
+25,block_sparse_moe.experts.238.w3,0.0000080917,0.01000,0.846
+25,block_sparse_moe.experts.239.w3,0.0000078033,0.01000,0.842
+25,block_sparse_moe.experts.240.w3,0.0000077687,0.01000,0.860
+25,block_sparse_moe.experts.241.w3,0.0000075259,0.01000,0.850
+25,block_sparse_moe.experts.242.w3,0.0000081561,0.01000,0.841
+25,block_sparse_moe.experts.243.w3,0.0000079501,0.01000,0.846
+25,block_sparse_moe.experts.244.w3,0.0000079942,0.01000,0.846
+25,block_sparse_moe.experts.245.w3,0.0000068348,0.01000,0.844
+25,block_sparse_moe.experts.246.w3,0.0000076687,0.01000,0.844
+25,block_sparse_moe.experts.247.w3,0.0000078901,0.01000,0.851
+25,block_sparse_moe.experts.248.w3,0.0000080743,0.01000,0.832
+25,block_sparse_moe.experts.249.w3,0.0000076835,0.01000,0.833
+25,block_sparse_moe.experts.251.w3,0.0000077491,0.01000,0.834
+25,block_sparse_moe.experts.250.w3,0.0000078663,0.01000,0.846
+25,block_sparse_moe.experts.252.w3,0.0000079155,0.01000,0.783
+25,block_sparse_moe.experts.253.w3,0.0000079135,0.01000,0.779
+25,block_sparse_moe.experts.254.w3,0.0000078095,0.01000,0.656
+25,block_sparse_moe.experts.255.w3,0.0000077763,0.01000,0.646
+25,block_sparse_moe.experts.0.w2,0.0000026638,0.01000,0.445
+25,block_sparse_moe.experts.1.w2,0.0000019253,0.01000,0.445
+25,block_sparse_moe.experts.3.w2,0.0000088661,0.01000,0.445
+25,block_sparse_moe.experts.4.w2,0.0000022416,0.01000,0.453
+25,block_sparse_moe.experts.2.w2,0.0000022432,0.01000,0.457
+25,block_sparse_moe.experts.6.w2,0.0000015812,0.01000,0.456
+25,block_sparse_moe.experts.5.w2,0.0000053614,0.01000,0.464
+25,block_sparse_moe.experts.7.w2,0.0000018637,0.01000,0.421
+25,block_sparse_moe.experts.8.w2,0.0000027081,0.01000,0.423
+25,block_sparse_moe.experts.9.w2,0.0000040340,0.01000,0.423
+25,block_sparse_moe.experts.10.w2,0.0000023435,0.01000,0.425
+25,block_sparse_moe.experts.11.w2,0.0000017136,0.01000,0.430
+25,block_sparse_moe.experts.12.w2,0.0000025753,0.01000,0.429
+25,block_sparse_moe.experts.13.w2,0.0000020857,0.01000,0.437
+25,block_sparse_moe.experts.14.w2,0.0000019804,0.01000,0.415
+25,block_sparse_moe.experts.15.w2,0.0000018164,0.01000,0.420
+25,block_sparse_moe.experts.16.w2,0.0000012479,0.01000,0.422
+25,block_sparse_moe.experts.17.w2,0.0000021575,0.01000,0.421
+25,block_sparse_moe.experts.18.w2,0.0000013188,0.01000,0.420
+25,block_sparse_moe.experts.19.w2,0.0000026217,0.01000,0.421
+25,block_sparse_moe.experts.20.w2,0.0000013776,0.01000,0.431
+25,block_sparse_moe.experts.21.w2,0.0000022285,0.01000,0.418
+25,block_sparse_moe.experts.22.w2,0.0000044615,0.01000,0.421
+25,block_sparse_moe.experts.23.w2,0.0000029359,0.01000,0.431
+25,block_sparse_moe.experts.24.w2,0.0000013063,0.01000,0.424
+25,block_sparse_moe.experts.25.w2,0.0000020428,0.01000,0.425
+25,block_sparse_moe.experts.26.w2,0.0000015947,0.01000,0.431
+25,block_sparse_moe.experts.27.w2,0.0000030446,0.01000,0.436
+25,block_sparse_moe.experts.28.w2,0.0000030452,0.01000,0.418
+25,block_sparse_moe.experts.29.w2,0.0000036492,0.01000,0.413
+25,block_sparse_moe.experts.31.w2,0.0000011954,0.01000,0.412
+25,block_sparse_moe.experts.30.w2,0.0000035778,0.01000,0.416
+25,block_sparse_moe.experts.32.w2,0.0000022618,0.01000,0.419
+25,block_sparse_moe.experts.33.w2,0.0000015185,0.01000,0.421
+25,block_sparse_moe.experts.34.w2,0.0000036305,0.01000,0.427
+25,block_sparse_moe.experts.36.w2,0.0000030201,0.01000,0.421
+25,block_sparse_moe.experts.35.w2,0.0000017340,0.01000,0.431
+25,block_sparse_moe.experts.38.w2,0.0000026359,0.01000,0.421
+25,block_sparse_moe.experts.37.w2,0.0000021288,0.01000,0.424
+25,block_sparse_moe.experts.39.w2,0.0000014529,0.01000,0.420
+25,block_sparse_moe.experts.40.w2,0.0000028905,0.01000,0.423
+25,block_sparse_moe.experts.41.w2,0.0000015528,0.01000,0.436
+25,block_sparse_moe.experts.42.w2,0.0000022201,0.01000,0.425
+25,block_sparse_moe.experts.43.w2,0.0000027297,0.01000,0.423
+25,block_sparse_moe.experts.44.w2,0.0000028244,0.01000,0.434
+25,block_sparse_moe.experts.45.w2,0.0000014391,0.01000,0.436
+25,block_sparse_moe.experts.46.w2,0.0000019412,0.01000,0.433
+25,block_sparse_moe.experts.47.w2,0.0000022547,0.01000,0.428
+25,block_sparse_moe.experts.48.w2,0.0000017113,0.01000,0.429
+25,block_sparse_moe.experts.49.w2,0.0000019501,0.01000,0.421
+25,block_sparse_moe.experts.50.w2,0.0000031213,0.01000,0.420
+25,block_sparse_moe.experts.52.w2,0.0000029021,0.01000,0.419
+25,block_sparse_moe.experts.51.w2,0.0000031175,0.01000,0.425
+25,block_sparse_moe.experts.53.w2,0.0000034077,0.01000,0.420
+25,block_sparse_moe.experts.54.w2,0.0000040853,0.01000,0.428
+25,block_sparse_moe.experts.55.w2,0.0000025116,0.01000,0.426
+25,block_sparse_moe.experts.56.w2,0.0000031107,0.01000,0.416
+25,block_sparse_moe.experts.57.w2,0.0000040900,0.01000,0.423
+25,block_sparse_moe.experts.59.w2,0.0000021368,0.01000,0.424
+25,block_sparse_moe.experts.60.w2,0.0000020045,0.01000,0.425
+25,block_sparse_moe.experts.58.w2,0.0000028504,0.01000,0.439
+25,block_sparse_moe.experts.61.w2,0.0000032455,0.01000,0.429
+25,block_sparse_moe.experts.62.w2,0.0000033499,0.01000,0.438
+25,block_sparse_moe.experts.63.w2,0.0000018207,0.01000,0.413
+25,block_sparse_moe.experts.64.w2,0.0000015448,0.01000,0.418
+25,block_sparse_moe.experts.66.w2,0.0000021581,0.01000,0.412
+25,block_sparse_moe.experts.67.w2,0.0000015707,0.01000,0.430
+25,block_sparse_moe.experts.65.w2,0.0000029349,0.01000,0.443
+25,block_sparse_moe.experts.68.w2,0.0000018445,0.01000,0.427
+25,block_sparse_moe.experts.69.w2,0.0000028778,0.01000,0.426
+25,block_sparse_moe.experts.70.w2,0.0000036267,0.01000,0.413
+25,block_sparse_moe.experts.71.w2,0.0000015744,0.01000,0.418
+25,block_sparse_moe.experts.72.w2,0.0000043863,0.01000,0.425
+25,block_sparse_moe.experts.73.w2,0.0000031880,0.01000,0.424
+25,block_sparse_moe.experts.75.w2,0.0000038785,0.01000,0.430
+25,block_sparse_moe.experts.74.w2,0.0000035494,0.01000,0.445
+25,block_sparse_moe.experts.76.w2,0.0000024999,0.01000,0.428
+25,block_sparse_moe.experts.77.w2,0.0000020115,0.01000,0.424
+25,block_sparse_moe.experts.78.w2,0.0000027808,0.01000,0.420
+25,block_sparse_moe.experts.79.w2,0.0000018048,0.01000,0.417
+25,block_sparse_moe.experts.80.w2,0.0000028669,0.01000,0.420
+25,block_sparse_moe.experts.82.w2,0.0000018669,0.01000,0.426
+25,block_sparse_moe.experts.81.w2,0.0000014737,0.01000,0.437
+25,block_sparse_moe.experts.83.w2,0.0000018322,0.01000,0.426
+25,block_sparse_moe.experts.84.w2,0.0000029436,0.01000,0.411
+25,block_sparse_moe.experts.85.w2,0.0000023496,0.01000,0.417
+25,block_sparse_moe.experts.86.w2,0.0000031185,0.01000,0.415
+25,block_sparse_moe.experts.87.w2,0.0000030226,0.01000,0.416
+25,block_sparse_moe.experts.88.w2,0.0000016652,0.01000,0.427
+25,block_sparse_moe.experts.89.w2,0.0000012692,0.01000,0.429
+25,block_sparse_moe.experts.90.w2,0.0000016041,0.01000,0.423
+25,block_sparse_moe.experts.91.w2,0.0000048120,0.01000,0.415
+25,block_sparse_moe.experts.92.w2,0.0000014457,0.01000,0.421
+25,block_sparse_moe.experts.93.w2,0.0000019710,0.01000,0.419
+25,block_sparse_moe.experts.94.w2,0.0000017321,0.01000,0.420
+25,block_sparse_moe.experts.95.w2,0.0000022959,0.01000,0.432
+25,block_sparse_moe.experts.96.w2,0.0000023813,0.01000,0.430
+25,block_sparse_moe.experts.97.w2,0.0000016667,0.01000,0.428
+25,block_sparse_moe.experts.98.w2,0.0000014526,0.01000,0.412
+25,block_sparse_moe.experts.99.w2,0.0000033587,0.01000,0.421
+25,block_sparse_moe.experts.100.w2,0.0000024550,0.01000,0.417
+25,block_sparse_moe.experts.101.w2,0.0000039965,0.01000,0.417
+25,block_sparse_moe.experts.102.w2,0.0000021551,0.01000,0.423
+25,block_sparse_moe.experts.103.w2,0.0000043846,0.01000,0.428
+25,block_sparse_moe.experts.104.w2,0.0000015172,0.01000,0.426
+25,block_sparse_moe.experts.105.w2,0.0000018003,0.01000,0.415
+25,block_sparse_moe.experts.107.w2,0.0000021167,0.01000,0.419
+25,block_sparse_moe.experts.106.w2,0.0000013483,0.01000,0.445
+25,block_sparse_moe.experts.108.w2,0.0000024148,0.01000,0.421
+25,block_sparse_moe.experts.109.w2,0.0000028261,0.01000,0.429
+25,block_sparse_moe.experts.110.w2,0.0000016441,0.01000,0.427
+25,block_sparse_moe.experts.111.w2,0.0000016899,0.01000,0.433
+25,block_sparse_moe.experts.112.w2,0.0000031415,0.01000,0.413
+25,block_sparse_moe.experts.113.w2,0.0000018989,0.01000,0.418
+25,block_sparse_moe.experts.114.w2,0.0000027769,0.01000,0.428
+25,block_sparse_moe.experts.115.w2,0.0000030808,0.01000,0.419
+25,block_sparse_moe.experts.116.w2,0.0000019961,0.01000,0.425
+25,block_sparse_moe.experts.117.w2,0.0000016372,0.01000,0.423
+25,block_sparse_moe.experts.118.w2,0.0000019358,0.01000,0.427
+25,block_sparse_moe.experts.119.w2,0.0000027766,0.01000,0.412
+25,block_sparse_moe.experts.120.w2,0.0000025607,0.01000,0.424
+25,block_sparse_moe.experts.121.w2,0.0000035695,0.01000,0.433
+25,block_sparse_moe.experts.122.w2,0.0000030603,0.01000,0.420
+25,block_sparse_moe.experts.123.w2,0.0000020562,0.01000,0.429
+25,block_sparse_moe.experts.124.w2,0.0000037692,0.01000,0.428
+25,block_sparse_moe.experts.125.w2,0.0000022813,0.01000,0.426
+25,block_sparse_moe.experts.126.w2,0.0000015828,0.01000,0.417
+25,block_sparse_moe.experts.127.w2,0.0000015210,0.01000,0.412
+25,block_sparse_moe.experts.128.w2,0.0000047135,0.01000,0.425
+25,block_sparse_moe.experts.129.w2,0.0000014424,0.01000,0.420
+25,block_sparse_moe.experts.130.w2,0.0000032023,0.01000,0.423
+25,block_sparse_moe.experts.131.w2,0.0000018978,0.01000,0.423
+25,block_sparse_moe.experts.132.w2,0.0000015957,0.01000,0.424
+25,block_sparse_moe.experts.133.w2,0.0000031947,0.01000,0.415
+25,block_sparse_moe.experts.134.w2,0.0000039992,0.01000,0.413
+25,block_sparse_moe.experts.136.w2,0.0000023362,0.01000,0.415
+25,block_sparse_moe.experts.135.w2,0.0000018423,0.01000,0.434
+25,block_sparse_moe.experts.137.w2,0.0000018727,0.01000,0.424
+25,block_sparse_moe.experts.138.w2,0.0000051159,0.01000,0.425
+25,block_sparse_moe.experts.139.w2,0.0000024817,0.01000,0.423
+25,block_sparse_moe.experts.140.w2,0.0000014517,0.01000,0.421
+25,block_sparse_moe.experts.141.w2,0.0000027230,0.01000,0.413
+25,block_sparse_moe.experts.142.w2,0.0000030254,0.01000,0.428
+25,block_sparse_moe.experts.143.w2,0.0000034714,0.01000,0.429
+25,block_sparse_moe.experts.144.w2,0.0000032492,0.01000,0.424
+25,block_sparse_moe.experts.145.w2,0.0000019181,0.01000,0.425
+25,block_sparse_moe.experts.146.w2,0.0000049020,0.01000,0.427
+25,block_sparse_moe.experts.147.w2,0.0000034185,0.01000,0.416
+25,block_sparse_moe.experts.148.w2,0.0000021254,0.01000,0.413
+25,block_sparse_moe.experts.149.w2,0.0000029010,0.01000,0.420
+25,block_sparse_moe.experts.150.w2,0.0000020458,0.01000,0.425
+25,block_sparse_moe.experts.151.w2,0.0000034247,0.01000,0.425
+25,block_sparse_moe.experts.152.w2,0.0000031600,0.01000,0.425
+25,block_sparse_moe.experts.153.w2,0.0000018384,0.01000,0.426
+25,block_sparse_moe.experts.154.w2,0.0000023159,0.01000,0.413
+25,block_sparse_moe.experts.155.w2,0.0000016888,0.01000,0.414
+25,block_sparse_moe.experts.156.w2,0.0000028758,0.01000,0.418
+25,block_sparse_moe.experts.157.w2,0.0000026266,0.01000,0.430
+25,block_sparse_moe.experts.159.w2,0.0000020631,0.01000,0.425
+25,block_sparse_moe.experts.158.w2,0.0000028421,0.01000,0.437
+25,block_sparse_moe.experts.160.w2,0.0000024065,0.01000,0.430
+25,block_sparse_moe.experts.161.w2,0.0000017271,0.01000,0.426
+25,block_sparse_moe.experts.162.w2,0.0000023395,0.01000,0.411
+25,block_sparse_moe.experts.163.w2,0.0000020587,0.01000,0.419
+25,block_sparse_moe.experts.164.w2,0.0000024693,0.01000,0.424
+25,block_sparse_moe.experts.165.w2,0.0000024000,0.01000,0.425
+25,block_sparse_moe.experts.166.w2,0.0000037468,0.01000,0.426
+25,block_sparse_moe.experts.167.w2,0.0000031699,0.01000,0.428
+25,block_sparse_moe.experts.168.w2,0.0000036995,0.01000,0.413
+25,block_sparse_moe.experts.169.w2,0.0000020514,0.01000,0.410
+25,block_sparse_moe.experts.170.w2,0.0000033153,0.01000,0.417
+25,block_sparse_moe.experts.171.w2,0.0000019011,0.01000,0.423
+25,block_sparse_moe.experts.172.w2,0.0000022124,0.01000,0.427
+25,block_sparse_moe.experts.173.w2,0.0000020562,0.01000,0.427
+25,block_sparse_moe.experts.174.w2,0.0000015830,0.01000,0.432
+25,block_sparse_moe.experts.175.w2,0.0000037876,0.01000,0.418
+25,block_sparse_moe.experts.176.w2,0.0000031710,0.01000,0.420
+25,block_sparse_moe.experts.177.w2,0.0000021082,0.01000,0.427
+25,block_sparse_moe.experts.178.w2,0.0000025551,0.01000,0.425
+25,block_sparse_moe.experts.179.w2,0.0000036791,0.01000,0.422
+25,block_sparse_moe.experts.180.w2,0.0000025928,0.01000,0.440
+25,block_sparse_moe.experts.181.w2,0.0000033662,0.01000,0.429
+25,block_sparse_moe.experts.182.w2,0.0000039839,0.01000,0.419
+25,block_sparse_moe.experts.183.w2,0.0000029409,0.01000,0.411
+25,block_sparse_moe.experts.184.w2,0.0000019799,0.01000,0.418
+25,block_sparse_moe.experts.185.w2,0.0000018939,0.01000,0.420
+25,block_sparse_moe.experts.186.w2,0.0000044773,0.01000,0.422
+25,block_sparse_moe.experts.187.w2,0.0000020155,0.01000,0.438
+25,block_sparse_moe.experts.188.w2,0.0000033370,0.01000,0.425
+25,block_sparse_moe.experts.189.w2,0.0000024294,0.01000,0.416
+25,block_sparse_moe.experts.190.w2,0.0000029883,0.01000,0.417
+25,block_sparse_moe.experts.191.w2,0.0000012899,0.01000,0.422
+25,block_sparse_moe.experts.192.w2,0.0000028965,0.01000,0.422
+25,block_sparse_moe.experts.193.w2,0.0000014238,0.01000,0.422
+25,block_sparse_moe.experts.194.w2,0.0000026486,0.01000,0.440
+25,block_sparse_moe.experts.195.w2,0.0000021960,0.01000,0.428
+25,block_sparse_moe.experts.196.w2,0.0000019550,0.01000,0.414
+25,block_sparse_moe.experts.197.w2,0.0000018526,0.01000,0.414
+25,block_sparse_moe.experts.198.w2,0.0000021951,0.01000,0.420
+25,block_sparse_moe.experts.199.w2,0.0000022734,0.01000,0.421
+25,block_sparse_moe.experts.200.w2,0.0000022071,0.01000,0.420
+25,block_sparse_moe.experts.201.w2,0.0000032151,0.01000,0.431
+25,block_sparse_moe.experts.202.w2,0.0000036218,0.01000,0.426
+25,block_sparse_moe.experts.203.w2,0.0000033300,0.01000,0.423
+25,block_sparse_moe.experts.204.w2,0.0000033863,0.01000,0.410
+25,block_sparse_moe.experts.205.w2,0.0000015829,0.01000,0.421
+25,block_sparse_moe.experts.206.w2,0.0000020730,0.01000,0.423
+25,block_sparse_moe.experts.207.w2,0.0000018058,0.01000,0.425
+25,block_sparse_moe.experts.208.w2,0.0000021712,0.01000,0.423
+25,block_sparse_moe.experts.209.w2,0.0000025275,0.01000,0.430
+25,block_sparse_moe.experts.210.w2,0.0000039615,0.01000,0.419
+25,block_sparse_moe.experts.211.w2,0.0000053315,0.01000,0.414
+25,block_sparse_moe.experts.212.w2,0.0000021468,0.01000,0.419
+25,block_sparse_moe.experts.213.w2,0.0000019617,0.01000,0.421
+25,block_sparse_moe.experts.214.w2,0.0000031155,0.01000,0.422
+25,block_sparse_moe.experts.215.w2,0.0000042162,0.01000,0.422
+25,block_sparse_moe.experts.216.w2,0.0000016542,0.01000,0.427
+25,block_sparse_moe.experts.217.w2,0.0000015766,0.01000,0.418
+25,block_sparse_moe.experts.218.w2,0.0000026852,0.01000,0.411
+25,block_sparse_moe.experts.219.w2,0.0000025700,0.01000,0.419
+25,block_sparse_moe.experts.220.w2,0.0000046395,0.01000,0.421
+25,block_sparse_moe.experts.221.w2,0.0000046611,0.01000,0.429
+25,block_sparse_moe.experts.222.w2,0.0000012571,0.01000,0.430
+25,block_sparse_moe.experts.223.w2,0.0000015971,0.01000,0.428
+25,block_sparse_moe.experts.224.w2,0.0000016430,0.01000,0.429
+25,block_sparse_moe.experts.225.w2,0.0000020135,0.01000,0.416
+25,block_sparse_moe.experts.226.w2,0.0000015540,0.01000,0.423
+25,block_sparse_moe.experts.227.w2,0.0000031353,0.01000,0.433
+25,block_sparse_moe.experts.228.w2,0.0000044837,0.01000,0.422
+25,block_sparse_moe.experts.229.w2,0.0000020022,0.01000,0.430
+25,block_sparse_moe.experts.230.w2,0.0000037945,0.01000,0.424
+25,block_sparse_moe.experts.232.w2,0.0000030372,0.01000,0.415
+25,block_sparse_moe.experts.231.w2,0.0000014777,0.01000,0.416
+25,block_sparse_moe.experts.233.w2,0.0000026658,0.01000,0.423
+25,block_sparse_moe.experts.234.w2,0.0000020209,0.01000,0.425
+25,block_sparse_moe.experts.235.w2,0.0000037818,0.01000,0.421
+25,block_sparse_moe.experts.236.w2,0.0000016296,0.01000,0.438
+25,block_sparse_moe.experts.237.w2,0.0000025629,0.01000,0.424
+25,block_sparse_moe.experts.238.w2,0.0000024641,0.01000,0.417
+25,block_sparse_moe.experts.239.w2,0.0000035929,0.01000,0.431
+25,block_sparse_moe.experts.240.w2,0.0000019626,0.01000,0.428
+25,block_sparse_moe.experts.241.w2,0.0000019285,0.01000,0.423
+25,block_sparse_moe.experts.242.w2,0.0000031425,0.01000,0.440
+25,block_sparse_moe.experts.243.w2,0.0000024144,0.01000,0.430
+25,block_sparse_moe.experts.244.w2,0.0000040904,0.01000,0.442
+25,block_sparse_moe.experts.245.w2,0.0000023440,0.01000,0.411
+25,block_sparse_moe.experts.246.w2,0.0000029048,0.01000,0.421
+25,block_sparse_moe.experts.247.w2,0.0000017730,0.01000,0.424
+25,block_sparse_moe.experts.248.w2,0.0000034640,0.01000,0.417
+25,block_sparse_moe.experts.249.w2,0.0000022132,0.01000,0.422
+25,block_sparse_moe.experts.250.w2,0.0000027305,0.01000,0.411
+25,block_sparse_moe.experts.252.w2,0.0000017544,0.01000,0.406
+25,block_sparse_moe.experts.251.w2,0.0000022746,0.01000,0.422
+25,block_sparse_moe.experts.253.w2,0.0000018639,0.01000,0.411
+25,block_sparse_moe.experts.254.w2,0.0000026684,0.01000,0.368
+25,block_sparse_moe.experts.255.w2,0.0000021157,0.01000,0.344
+26,block_sparse_moe.experts.0.w1,0.0000116478,0.01000,0.840
+26,block_sparse_moe.experts.1.w1,0.0000124813,0.01000,0.847
+26,block_sparse_moe.experts.3.w1,0.0000132454,0.01000,0.848
+26,block_sparse_moe.experts.2.w1,0.0000126361,0.01000,0.849
+26,block_sparse_moe.experts.4.w1,0.0000116446,0.01000,0.852
+26,block_sparse_moe.experts.5.w1,0.0000127352,0.01000,0.856
+26,block_sparse_moe.experts.6.w1,0.0000122207,0.01000,0.857
+26,block_sparse_moe.experts.7.w1,0.0000120974,0.01000,0.822
+26,block_sparse_moe.experts.10.w1,0.0000108414,0.01000,0.824
+26,block_sparse_moe.experts.9.w1,0.0000129619,0.01000,0.833
+26,block_sparse_moe.experts.11.w1,0.0000131643,0.01000,0.841
+26,block_sparse_moe.experts.8.w1,0.0000126772,0.01000,0.848
+26,block_sparse_moe.experts.13.w1,0.0000120084,0.01000,0.842
+26,block_sparse_moe.experts.12.w1,0.0000128207,0.01000,0.864
+26,block_sparse_moe.experts.14.w1,0.0000128072,0.01000,0.820
+26,block_sparse_moe.experts.15.w1,0.0000127450,0.01000,0.829
+26,block_sparse_moe.experts.16.w1,0.0000127538,0.01000,0.834
+26,block_sparse_moe.experts.17.w1,0.0000132104,0.01000,0.826
+26,block_sparse_moe.experts.18.w1,0.0000124732,0.01000,0.845
+26,block_sparse_moe.experts.19.w1,0.0000126266,0.01000,0.841
+26,block_sparse_moe.experts.20.w1,0.0000117939,0.01000,0.863
+26,block_sparse_moe.experts.21.w1,0.0000129155,0.01000,0.837
+26,block_sparse_moe.experts.22.w1,0.0000123764,0.01000,0.831
+26,block_sparse_moe.experts.24.w1,0.0000123264,0.01000,0.823
+26,block_sparse_moe.experts.23.w1,0.0000127538,0.01000,0.861
+26,block_sparse_moe.experts.26.w1,0.0000127815,0.01000,0.835
+26,block_sparse_moe.experts.25.w1,0.0000130342,0.01000,0.840
+26,block_sparse_moe.experts.27.w1,0.0000125802,0.01000,0.858
+26,block_sparse_moe.experts.28.w1,0.0000121725,0.01000,0.825
+26,block_sparse_moe.experts.29.w1,0.0000129032,0.01000,0.830
+26,block_sparse_moe.experts.30.w1,0.0000116470,0.01000,0.836
+26,block_sparse_moe.experts.31.w1,0.0000130007,0.01000,0.825
+26,block_sparse_moe.experts.32.w1,0.0000127008,0.01000,0.837
+26,block_sparse_moe.experts.33.w1,0.0000122513,0.01000,0.841
+26,block_sparse_moe.experts.34.w1,0.0000125243,0.01000,0.863
+26,block_sparse_moe.experts.35.w1,0.0000125327,0.01000,0.825
+26,block_sparse_moe.experts.36.w1,0.0000124393,0.01000,0.832
+26,block_sparse_moe.experts.37.w1,0.0000122911,0.01000,0.834
+26,block_sparse_moe.experts.38.w1,0.0000128593,0.01000,0.840
+26,block_sparse_moe.experts.39.w1,0.0000122752,0.01000,0.840
+26,block_sparse_moe.experts.40.w1,0.0000125601,0.01000,0.847
+26,block_sparse_moe.experts.41.w1,0.0000124463,0.01000,0.860
+26,block_sparse_moe.experts.42.w1,0.0000125301,0.01000,0.839
+26,block_sparse_moe.experts.43.w1,0.0000130478,0.01000,0.848
+26,block_sparse_moe.experts.44.w1,0.0000125238,0.01000,0.843
+26,block_sparse_moe.experts.45.w1,0.0000122181,0.01000,0.858
+26,block_sparse_moe.experts.47.w1,0.0000126590,0.01000,0.839
+26,block_sparse_moe.experts.46.w1,0.0000124935,0.01000,0.877
+26,block_sparse_moe.experts.48.w1,0.0000123129,0.01000,0.848
+26,block_sparse_moe.experts.49.w1,0.0000116812,0.01000,0.824
+26,block_sparse_moe.experts.51.w1,0.0000126384,0.01000,0.823
+26,block_sparse_moe.experts.50.w1,0.0000116062,0.01000,0.859
+26,block_sparse_moe.experts.52.w1,0.0000123852,0.01000,0.829
+26,block_sparse_moe.experts.53.w1,0.0000119878,0.01000,0.841
+26,block_sparse_moe.experts.54.w1,0.0000127322,0.01000,0.835
+26,block_sparse_moe.experts.55.w1,0.0000134029,0.01000,0.849
+26,block_sparse_moe.experts.56.w1,0.0000119261,0.01000,0.837
+26,block_sparse_moe.experts.57.w1,0.0000117068,0.01000,0.828
+26,block_sparse_moe.experts.58.w1,0.0000123761,0.01000,0.828
+26,block_sparse_moe.experts.59.w1,0.0000125712,0.01000,0.815
+26,block_sparse_moe.experts.60.w1,0.0000126078,0.01000,0.830
+26,block_sparse_moe.experts.61.w1,0.0000123011,0.01000,0.845
+26,block_sparse_moe.experts.62.w1,0.0000131426,0.01000,0.851
+26,block_sparse_moe.experts.63.w1,0.0000113604,0.01000,0.838
+26,block_sparse_moe.experts.64.w1,0.0000132496,0.01000,0.850
+26,block_sparse_moe.experts.65.w1,0.0000129387,0.01000,0.832
+26,block_sparse_moe.experts.66.w1,0.0000125625,0.01000,0.829
+26,block_sparse_moe.experts.67.w1,0.0000121876,0.01000,0.836
+26,block_sparse_moe.experts.68.w1,0.0000129765,0.01000,0.844
+26,block_sparse_moe.experts.69.w1,0.0000129689,0.01000,0.857
+26,block_sparse_moe.experts.70.w1,0.0000120820,0.01000,0.848
+26,block_sparse_moe.experts.71.w1,0.0000125961,0.01000,0.837
+26,block_sparse_moe.experts.73.w1,0.0000119408,0.01000,0.828
+26,block_sparse_moe.experts.72.w1,0.0000126861,0.01000,0.844
+26,block_sparse_moe.experts.74.w1,0.0000119417,0.01000,0.837
+26,block_sparse_moe.experts.75.w1,0.0000115163,0.01000,0.831
+26,block_sparse_moe.experts.76.w1,0.0000117325,0.01000,0.865
+26,block_sparse_moe.experts.77.w1,0.0000116413,0.01000,0.835
+26,block_sparse_moe.experts.78.w1,0.0000126042,0.01000,0.831
+26,block_sparse_moe.experts.79.w1,0.0000126447,0.01000,0.833
+26,block_sparse_moe.experts.80.w1,0.0000116641,0.01000,0.828
+26,block_sparse_moe.experts.81.w1,0.0000126435,0.01000,0.838
+26,block_sparse_moe.experts.82.w1,0.0000129016,0.01000,0.830
+26,block_sparse_moe.experts.83.w1,0.0000126064,0.01000,0.860
+26,block_sparse_moe.experts.84.w1,0.0000120165,0.01000,0.824
+26,block_sparse_moe.experts.85.w1,0.0000123521,0.01000,0.829
+26,block_sparse_moe.experts.87.w1,0.0000126340,0.01000,0.822
+26,block_sparse_moe.experts.86.w1,0.0000130408,0.01000,0.851
+26,block_sparse_moe.experts.88.w1,0.0000117097,0.01000,0.857
+26,block_sparse_moe.experts.89.w1,0.0000124067,0.01000,0.832
+26,block_sparse_moe.experts.90.w1,0.0000129237,0.01000,0.866
+26,block_sparse_moe.experts.91.w1,0.0000127703,0.01000,0.836
+26,block_sparse_moe.experts.92.w1,0.0000130671,0.01000,0.828
+26,block_sparse_moe.experts.93.w1,0.0000123828,0.01000,0.831
+26,block_sparse_moe.experts.94.w1,0.0000122108,0.01000,0.839
+26,block_sparse_moe.experts.95.w1,0.0000123401,0.01000,0.833
+26,block_sparse_moe.experts.96.w1,0.0000128007,0.01000,0.844
+26,block_sparse_moe.experts.97.w1,0.0000127739,0.01000,0.859
+26,block_sparse_moe.experts.98.w1,0.0000127893,0.01000,0.841
+26,block_sparse_moe.experts.99.w1,0.0000124265,0.01000,0.828
+26,block_sparse_moe.experts.100.w1,0.0000127162,0.01000,0.830
+26,block_sparse_moe.experts.101.w1,0.0000130987,0.01000,0.833
+26,block_sparse_moe.experts.102.w1,0.0000124784,0.01000,0.837
+26,block_sparse_moe.experts.103.w1,0.0000126109,0.01000,0.834
+26,block_sparse_moe.experts.104.w1,0.0000124203,0.01000,0.854
+26,block_sparse_moe.experts.105.w1,0.0000127389,0.01000,0.836
+26,block_sparse_moe.experts.106.w1,0.0000119042,0.01000,0.829
+26,block_sparse_moe.experts.107.w1,0.0000120492,0.01000,0.827
+26,block_sparse_moe.experts.108.w1,0.0000129973,0.01000,0.829
+26,block_sparse_moe.experts.110.w1,0.0000123134,0.01000,0.840
+26,block_sparse_moe.experts.109.w1,0.0000124602,0.01000,0.872
+26,block_sparse_moe.experts.111.w1,0.0000116316,0.01000,0.857
+26,block_sparse_moe.experts.113.w1,0.0000118797,0.01000,0.823
+26,block_sparse_moe.experts.112.w1,0.0000129886,0.01000,0.838
+26,block_sparse_moe.experts.114.w1,0.0000136963,0.01000,0.822
+26,block_sparse_moe.experts.115.w1,0.0000124765,0.01000,0.823
+26,block_sparse_moe.experts.116.w1,0.0000124878,0.01000,0.848
+26,block_sparse_moe.experts.117.w1,0.0000127458,0.01000,0.851
+26,block_sparse_moe.experts.118.w1,0.0000124303,0.01000,0.854
+26,block_sparse_moe.experts.119.w1,0.0000124067,0.01000,0.825
+26,block_sparse_moe.experts.121.w1,0.0000120628,0.01000,0.825
+26,block_sparse_moe.experts.122.w1,0.0000128534,0.01000,0.829
+26,block_sparse_moe.experts.120.w1,0.0000127028,0.01000,0.876
+26,block_sparse_moe.experts.123.w1,0.0000128557,0.01000,0.848
+26,block_sparse_moe.experts.124.w1,0.0000110784,0.01000,0.836
+26,block_sparse_moe.experts.125.w1,0.0000119709,0.01000,0.852
+26,block_sparse_moe.experts.126.w1,0.0000129486,0.01000,0.822
+26,block_sparse_moe.experts.127.w1,0.0000124409,0.01000,0.833
+26,block_sparse_moe.experts.128.w1,0.0000122909,0.01000,0.841
+26,block_sparse_moe.experts.129.w1,0.0000121958,0.01000,0.851
+26,block_sparse_moe.experts.131.w1,0.0000126526,0.01000,0.837
+26,block_sparse_moe.experts.130.w1,0.0000124521,0.01000,0.850
+26,block_sparse_moe.experts.132.w1,0.0000128244,0.01000,0.849
+26,block_sparse_moe.experts.133.w1,0.0000122247,0.01000,0.816
+26,block_sparse_moe.experts.134.w1,0.0000123396,0.01000,0.835
+26,block_sparse_moe.experts.136.w1,0.0000123832,0.01000,0.817
+26,block_sparse_moe.experts.135.w1,0.0000126139,0.01000,0.851
+26,block_sparse_moe.experts.137.w1,0.0000121964,0.01000,0.842
+26,block_sparse_moe.experts.138.w1,0.0000125976,0.01000,0.863
+26,block_sparse_moe.experts.139.w1,0.0000128970,0.01000,0.842
+26,block_sparse_moe.experts.140.w1,0.0000127432,0.01000,0.816
+26,block_sparse_moe.experts.141.w1,0.0000129165,0.01000,0.837
+26,block_sparse_moe.experts.142.w1,0.0000123450,0.01000,0.850
+26,block_sparse_moe.experts.143.w1,0.0000123052,0.01000,0.838
+26,block_sparse_moe.experts.144.w1,0.0000118863,0.01000,0.842
+26,block_sparse_moe.experts.145.w1,0.0000131040,0.01000,0.844
+26,block_sparse_moe.experts.146.w1,0.0000119769,0.01000,0.839
+26,block_sparse_moe.experts.147.w1,0.0000131631,0.01000,0.822
+26,block_sparse_moe.experts.148.w1,0.0000121539,0.01000,0.827
+26,block_sparse_moe.experts.150.w1,0.0000121123,0.01000,0.830
+26,block_sparse_moe.experts.149.w1,0.0000124719,0.01000,0.857
+26,block_sparse_moe.experts.151.w1,0.0000124136,0.01000,0.844
+26,block_sparse_moe.experts.152.w1,0.0000124397,0.01000,0.848
+26,block_sparse_moe.experts.153.w1,0.0000129293,0.01000,0.845
+26,block_sparse_moe.experts.154.w1,0.0000123808,0.01000,0.821
+26,block_sparse_moe.experts.155.w1,0.0000125406,0.01000,0.834
+26,block_sparse_moe.experts.156.w1,0.0000126556,0.01000,0.841
+26,block_sparse_moe.experts.157.w1,0.0000121638,0.01000,0.827
+26,block_sparse_moe.experts.158.w1,0.0000128318,0.01000,0.841
+26,block_sparse_moe.experts.159.w1,0.0000120141,0.01000,0.852
+26,block_sparse_moe.experts.160.w1,0.0000139076,0.01000,0.840
+26,block_sparse_moe.experts.161.w1,0.0000118869,0.01000,0.825
+26,block_sparse_moe.experts.162.w1,0.0000124902,0.01000,0.829
+26,block_sparse_moe.experts.164.w1,0.0000129436,0.01000,0.826
+26,block_sparse_moe.experts.163.w1,0.0000125845,0.01000,0.856
+26,block_sparse_moe.experts.165.w1,0.0000128205,0.01000,0.841
+26,block_sparse_moe.experts.166.w1,0.0000113955,0.01000,0.845
+26,block_sparse_moe.experts.167.w1,0.0000129711,0.01000,0.847
+26,block_sparse_moe.experts.168.w1,0.0000125114,0.01000,0.812
+26,block_sparse_moe.experts.169.w1,0.0000112332,0.01000,0.833
+26,block_sparse_moe.experts.170.w1,0.0000124051,0.01000,0.830
+26,block_sparse_moe.experts.171.w1,0.0000116047,0.01000,0.829
+26,block_sparse_moe.experts.172.w1,0.0000126342,0.01000,0.842
+26,block_sparse_moe.experts.173.w1,0.0000127660,0.01000,0.844
+26,block_sparse_moe.experts.174.w1,0.0000142258,0.01000,0.849
+26,block_sparse_moe.experts.175.w1,0.0000124062,0.01000,0.824
+26,block_sparse_moe.experts.176.w1,0.0000124566,0.01000,0.838
+26,block_sparse_moe.experts.177.w1,0.0000121505,0.01000,0.826
+26,block_sparse_moe.experts.178.w1,0.0000120391,0.01000,0.827
+26,block_sparse_moe.experts.179.w1,0.0000131274,0.01000,0.846
+26,block_sparse_moe.experts.180.w1,0.0000129810,0.01000,0.862
+26,block_sparse_moe.experts.181.w1,0.0000125832,0.01000,0.881
+26,block_sparse_moe.experts.182.w1,0.0000121967,0.01000,0.824
+26,block_sparse_moe.experts.183.w1,0.0000129093,0.01000,0.848
+26,block_sparse_moe.experts.184.w1,0.0000125855,0.01000,0.847
+26,block_sparse_moe.experts.185.w1,0.0000128998,0.01000,0.834
+26,block_sparse_moe.experts.186.w1,0.0000125566,0.01000,0.855
+26,block_sparse_moe.experts.187.w1,0.0000123262,0.01000,0.846
+26,block_sparse_moe.experts.188.w1,0.0000129531,0.01000,0.866
+26,block_sparse_moe.experts.189.w1,0.0000130136,0.01000,0.828
+26,block_sparse_moe.experts.190.w1,0.0000126635,0.01000,0.833
+26,block_sparse_moe.experts.191.w1,0.0000122361,0.01000,0.833
+26,block_sparse_moe.experts.192.w1,0.0000127902,0.01000,0.835
+26,block_sparse_moe.experts.193.w1,0.0000125300,0.01000,0.866
+26,block_sparse_moe.experts.194.w1,0.0000127012,0.01000,0.846
+26,block_sparse_moe.experts.195.w1,0.0000116780,0.01000,0.852
+26,block_sparse_moe.experts.196.w1,0.0000121768,0.01000,0.831
+26,block_sparse_moe.experts.197.w1,0.0000139446,0.01000,0.831
+26,block_sparse_moe.experts.198.w1,0.0000125742,0.01000,0.834
+26,block_sparse_moe.experts.199.w1,0.0000129899,0.01000,0.832
+26,block_sparse_moe.experts.200.w1,0.0000120239,0.01000,0.844
+26,block_sparse_moe.experts.201.w1,0.0000123076,0.01000,0.847
+26,block_sparse_moe.experts.202.w1,0.0000117765,0.01000,0.860
+26,block_sparse_moe.experts.203.w1,0.0000128708,0.01000,0.829
+26,block_sparse_moe.experts.204.w1,0.0000128645,0.01000,0.829
+26,block_sparse_moe.experts.205.w1,0.0000121731,0.01000,0.834
+26,block_sparse_moe.experts.206.w1,0.0000119818,0.01000,0.830
+26,block_sparse_moe.experts.207.w1,0.0000128360,0.01000,0.849
+26,block_sparse_moe.experts.208.w1,0.0000124373,0.01000,0.843
+26,block_sparse_moe.experts.209.w1,0.0000123247,0.01000,0.844
+26,block_sparse_moe.experts.210.w1,0.0000127937,0.01000,0.818
+26,block_sparse_moe.experts.211.w1,0.0000125950,0.01000,0.835
+26,block_sparse_moe.experts.212.w1,0.0000121005,0.01000,0.832
+26,block_sparse_moe.experts.213.w1,0.0000118191,0.01000,0.834
+26,block_sparse_moe.experts.214.w1,0.0000120330,0.01000,0.841
+26,block_sparse_moe.experts.215.w1,0.0000128188,0.01000,0.845
+26,block_sparse_moe.experts.217.w1,0.0000116152,0.01000,0.826
+26,block_sparse_moe.experts.216.w1,0.0000119228,0.01000,0.849
+26,block_sparse_moe.experts.218.w1,0.0000109997,0.01000,0.831
+26,block_sparse_moe.experts.219.w1,0.0000128058,0.01000,0.832
+26,block_sparse_moe.experts.220.w1,0.0000128545,0.01000,0.830
+26,block_sparse_moe.experts.221.w1,0.0000119988,0.01000,0.848
+26,block_sparse_moe.experts.222.w1,0.0000131210,0.01000,0.846
+26,block_sparse_moe.experts.224.w1,0.0000122838,0.01000,0.829
+26,block_sparse_moe.experts.223.w1,0.0000129167,0.01000,0.883
+26,block_sparse_moe.experts.225.w1,0.0000128352,0.01000,0.825
+26,block_sparse_moe.experts.226.w1,0.0000124331,0.01000,0.834
+26,block_sparse_moe.experts.227.w1,0.0000111614,0.01000,0.826
+26,block_sparse_moe.experts.228.w1,0.0000130362,0.01000,0.843
+26,block_sparse_moe.experts.229.w1,0.0000129485,0.01000,0.839
+26,block_sparse_moe.experts.230.w1,0.0000128594,0.01000,0.865
+26,block_sparse_moe.experts.231.w1,0.0000115971,0.01000,0.831
+26,block_sparse_moe.experts.232.w1,0.0000124912,0.01000,0.837
+26,block_sparse_moe.experts.234.w1,0.0000122867,0.01000,0.827
+26,block_sparse_moe.experts.233.w1,0.0000115576,0.01000,0.866
+26,block_sparse_moe.experts.235.w1,0.0000123737,0.01000,0.840
+26,block_sparse_moe.experts.236.w1,0.0000126377,0.01000,0.841
+26,block_sparse_moe.experts.238.w1,0.0000126365,0.01000,0.829
+26,block_sparse_moe.experts.237.w1,0.0000120920,0.01000,0.850
+26,block_sparse_moe.experts.239.w1,0.0000117563,0.01000,0.828
+26,block_sparse_moe.experts.240.w1,0.0000125293,0.01000,0.835
+26,block_sparse_moe.experts.241.w1,0.0000119437,0.01000,0.828
+26,block_sparse_moe.experts.242.w1,0.0000132152,0.01000,0.827
+26,block_sparse_moe.experts.243.w1,0.0000125115,0.01000,0.847
+26,block_sparse_moe.experts.245.w1,0.0000119186,0.01000,0.838
+26,block_sparse_moe.experts.244.w1,0.0000125969,0.01000,0.885
+26,block_sparse_moe.experts.246.w1,0.0000125615,0.01000,0.834
+26,block_sparse_moe.experts.247.w1,0.0000131362,0.01000,0.832
+26,block_sparse_moe.experts.248.w1,0.0000123280,0.01000,0.825
+26,block_sparse_moe.experts.249.w1,0.0000116807,0.01000,0.845
+26,block_sparse_moe.experts.250.w1,0.0000120087,0.01000,0.828
+26,block_sparse_moe.experts.251.w1,0.0000114682,0.01000,0.867
+26,block_sparse_moe.experts.252.w1,0.0000126383,0.01000,0.825
+26,block_sparse_moe.experts.253.w1,0.0000129357,0.01000,0.834
+26,block_sparse_moe.experts.254.w1,0.0000130042,0.01000,0.832
+26,block_sparse_moe.experts.255.w1,0.0000120469,0.01000,0.832
+26,block_sparse_moe.experts.0.w3,0.0000131532,0.01000,0.846
+26,block_sparse_moe.experts.1.w3,0.0000132706,0.01000,0.834
+26,block_sparse_moe.experts.3.w3,0.0000133902,0.01000,0.821
+26,block_sparse_moe.experts.2.w3,0.0000133406,0.01000,0.887
+26,block_sparse_moe.experts.4.w3,0.0000121005,0.01000,0.829
+26,block_sparse_moe.experts.5.w3,0.0000134917,0.01000,0.826
+26,block_sparse_moe.experts.6.w3,0.0000125601,0.01000,0.825
+26,block_sparse_moe.experts.7.w3,0.0000127629,0.01000,0.838
+26,block_sparse_moe.experts.8.w3,0.0000137226,0.01000,0.827
+26,block_sparse_moe.experts.9.w3,0.0000136503,0.01000,0.866
+26,block_sparse_moe.experts.10.w3,0.0000125749,0.01000,0.833
+26,block_sparse_moe.experts.11.w3,0.0000135076,0.01000,0.834
+26,block_sparse_moe.experts.12.w3,0.0000132273,0.01000,0.832
+26,block_sparse_moe.experts.13.w3,0.0000128911,0.01000,0.832
+26,block_sparse_moe.experts.15.w3,0.0000130546,0.01000,0.830
+26,block_sparse_moe.experts.14.w3,0.0000132756,0.01000,0.865
+26,block_sparse_moe.experts.16.w3,0.0000137458,0.01000,0.850
+26,block_sparse_moe.experts.17.w3,0.0000136983,0.01000,0.834
+26,block_sparse_moe.experts.18.w3,0.0000132724,0.01000,0.826
+26,block_sparse_moe.experts.19.w3,0.0000138352,0.01000,0.824
+26,block_sparse_moe.experts.20.w3,0.0000122408,0.01000,0.834
+26,block_sparse_moe.experts.21.w3,0.0000141185,0.01000,0.854
+26,block_sparse_moe.experts.22.w3,0.0000129930,0.01000,0.857
+26,block_sparse_moe.experts.24.w3,0.0000126603,0.01000,0.820
+26,block_sparse_moe.experts.25.w3,0.0000135944,0.01000,0.829
+26,block_sparse_moe.experts.23.w3,0.0000130735,0.01000,0.863
+26,block_sparse_moe.experts.26.w3,0.0000134141,0.01000,0.835
+26,block_sparse_moe.experts.27.w3,0.0000131135,0.01000,0.848
+26,block_sparse_moe.experts.28.w3,0.0000130912,0.01000,0.850
+26,block_sparse_moe.experts.29.w3,0.0000134454,0.01000,0.837
+26,block_sparse_moe.experts.31.w3,0.0000135799,0.01000,0.821
+26,block_sparse_moe.experts.32.w3,0.0000133785,0.01000,0.828
+26,block_sparse_moe.experts.30.w3,0.0000124215,0.01000,0.869
+26,block_sparse_moe.experts.33.w3,0.0000133697,0.01000,0.835
+26,block_sparse_moe.experts.34.w3,0.0000130964,0.01000,0.847
+26,block_sparse_moe.experts.35.w3,0.0000131821,0.01000,0.853
+26,block_sparse_moe.experts.36.w3,0.0000119921,0.01000,0.840
+26,block_sparse_moe.experts.38.w3,0.0000132760,0.01000,0.820
+26,block_sparse_moe.experts.39.w3,0.0000131740,0.01000,0.827
+26,block_sparse_moe.experts.37.w3,0.0000129367,0.01000,0.869
+26,block_sparse_moe.experts.40.w3,0.0000136889,0.01000,0.829
+26,block_sparse_moe.experts.41.w3,0.0000128507,0.01000,0.845
+26,block_sparse_moe.experts.42.w3,0.0000130830,0.01000,0.848
+26,block_sparse_moe.experts.43.w3,0.0000136725,0.01000,0.856
+26,block_sparse_moe.experts.45.w3,0.0000127082,0.01000,0.822
+26,block_sparse_moe.experts.46.w3,0.0000133637,0.01000,0.831
+26,block_sparse_moe.experts.44.w3,0.0000132060,0.01000,0.866
+26,block_sparse_moe.experts.47.w3,0.0000132694,0.01000,0.828
+26,block_sparse_moe.experts.48.w3,0.0000130615,0.01000,0.836
+26,block_sparse_moe.experts.49.w3,0.0000123113,0.01000,0.839
+26,block_sparse_moe.experts.50.w3,0.0000131192,0.01000,0.848
+26,block_sparse_moe.experts.51.w3,0.0000129646,0.01000,0.850
+26,block_sparse_moe.experts.52.w3,0.0000131513,0.01000,0.838
+26,block_sparse_moe.experts.53.w3,0.0000126592,0.01000,0.839
+26,block_sparse_moe.experts.54.w3,0.0000135768,0.01000,0.836
+26,block_sparse_moe.experts.55.w3,0.0000140165,0.01000,0.821
+26,block_sparse_moe.experts.56.w3,0.0000128444,0.01000,0.841
+26,block_sparse_moe.experts.57.w3,0.0000121394,0.01000,0.861
+26,block_sparse_moe.experts.59.w3,0.0000128498,0.01000,0.835
+26,block_sparse_moe.experts.60.w3,0.0000133569,0.01000,0.839
+26,block_sparse_moe.experts.58.w3,0.0000133332,0.01000,0.866
+26,block_sparse_moe.experts.61.w3,0.0000127385,0.01000,0.835
+26,block_sparse_moe.experts.62.w3,0.0000140728,0.01000,0.823
+26,block_sparse_moe.experts.63.w3,0.0000129031,0.01000,0.843
+26,block_sparse_moe.experts.64.w3,0.0000142463,0.01000,0.855
+26,block_sparse_moe.experts.66.w3,0.0000135365,0.01000,0.838
+26,block_sparse_moe.experts.67.w3,0.0000141188,0.01000,0.844
+26,block_sparse_moe.experts.68.w3,0.0000143891,0.01000,0.834
+26,block_sparse_moe.experts.65.w3,0.0000133482,0.01000,0.875
+26,block_sparse_moe.experts.69.w3,0.0000139910,0.01000,0.818
+26,block_sparse_moe.experts.70.w3,0.0000131581,0.01000,0.838
+26,block_sparse_moe.experts.71.w3,0.0000130686,0.01000,0.842
+26,block_sparse_moe.experts.73.w3,0.0000137588,0.01000,0.824
+26,block_sparse_moe.experts.75.w3,0.0000124032,0.01000,0.835
+26,block_sparse_moe.experts.74.w3,0.0000125773,0.01000,0.836
+26,block_sparse_moe.experts.76.w3,0.0000124426,0.01000,0.823
+26,block_sparse_moe.experts.72.w3,0.0000133099,0.01000,0.891
+26,block_sparse_moe.experts.77.w3,0.0000125282,0.01000,0.861
+26,block_sparse_moe.experts.78.w3,0.0000133828,0.01000,0.848
+26,block_sparse_moe.experts.80.w3,0.0000134205,0.01000,0.827
+26,block_sparse_moe.experts.81.w3,0.0000134617,0.01000,0.837
+26,block_sparse_moe.experts.82.w3,0.0000132943,0.01000,0.828
+26,block_sparse_moe.experts.83.w3,0.0000142037,0.01000,0.834
+26,block_sparse_moe.experts.79.w3,0.0000130787,0.01000,0.901
+26,block_sparse_moe.experts.84.w3,0.0000131654,0.01000,0.844
+26,block_sparse_moe.experts.85.w3,0.0000129512,0.01000,0.842
+26,block_sparse_moe.experts.87.w3,0.0000131458,0.01000,0.830
+26,block_sparse_moe.experts.88.w3,0.0000128787,0.01000,0.822
+26,block_sparse_moe.experts.89.w3,0.0000128626,0.01000,0.842
+26,block_sparse_moe.experts.86.w3,0.0000143333,0.01000,0.890
+26,block_sparse_moe.experts.90.w3,0.0000142916,0.01000,0.841
+26,block_sparse_moe.experts.91.w3,0.0000136563,0.01000,0.845
+26,block_sparse_moe.experts.92.w3,0.0000139663,0.01000,0.840
+26,block_sparse_moe.experts.94.w3,0.0000135032,0.01000,0.831
+26,block_sparse_moe.experts.96.w3,0.0000139811,0.01000,0.834
+26,block_sparse_moe.experts.97.w3,0.0000131783,0.01000,0.826
+26,block_sparse_moe.experts.95.w3,0.0000130852,0.01000,0.844
+26,block_sparse_moe.experts.93.w3,0.0000129334,0.01000,0.896
+26,block_sparse_moe.experts.98.w3,0.0000137561,0.01000,0.840
+26,block_sparse_moe.experts.99.w3,0.0000129452,0.01000,0.839
+26,block_sparse_moe.experts.100.w3,0.0000131605,0.01000,0.866
+26,block_sparse_moe.experts.101.w3,0.0000144501,0.01000,0.833
+26,block_sparse_moe.experts.102.w3,0.0000129315,0.01000,0.842
+26,block_sparse_moe.experts.103.w3,0.0000129259,0.01000,0.846
+26,block_sparse_moe.experts.104.w3,0.0000135765,0.01000,0.834
+26,block_sparse_moe.experts.105.w3,0.0000130633,0.01000,0.844
+26,block_sparse_moe.experts.106.w3,0.0000138800,0.01000,0.854
+26,block_sparse_moe.experts.108.w3,0.0000134966,0.01000,0.833
+26,block_sparse_moe.experts.109.w3,0.0000130723,0.01000,0.830
+26,block_sparse_moe.experts.111.w3,0.0000125414,0.01000,0.834
+26,block_sparse_moe.experts.110.w3,0.0000128312,0.01000,0.842
+26,block_sparse_moe.experts.107.w3,0.0000129614,0.01000,0.867
+26,block_sparse_moe.experts.112.w3,0.0000135627,0.01000,0.841
+26,block_sparse_moe.experts.113.w3,0.0000127208,0.01000,0.851
+26,block_sparse_moe.experts.115.w3,0.0000133907,0.01000,0.831
+26,block_sparse_moe.experts.116.w3,0.0000135709,0.01000,0.832
+26,block_sparse_moe.experts.117.w3,0.0000131086,0.01000,0.831
+26,block_sparse_moe.experts.118.w3,0.0000130302,0.01000,0.836
+26,block_sparse_moe.experts.114.w3,0.0000139753,0.01000,0.890
+26,block_sparse_moe.experts.119.w3,0.0000139754,0.01000,0.841
+26,block_sparse_moe.experts.120.w3,0.0000130761,0.01000,0.845
+26,block_sparse_moe.experts.122.w3,0.0000138679,0.01000,0.827
+26,block_sparse_moe.experts.123.w3,0.0000143628,0.01000,0.828
+26,block_sparse_moe.experts.124.w3,0.0000126077,0.01000,0.833
+26,block_sparse_moe.experts.125.w3,0.0000130050,0.01000,0.828
+26,block_sparse_moe.experts.121.w3,0.0000122964,0.01000,0.911
+26,block_sparse_moe.experts.126.w3,0.0000134129,0.01000,0.847
+26,block_sparse_moe.experts.127.w3,0.0000131640,0.01000,0.849
+26,block_sparse_moe.experts.129.w3,0.0000129184,0.01000,0.822
+26,block_sparse_moe.experts.130.w3,0.0000132717,0.01000,0.835
+26,block_sparse_moe.experts.131.w3,0.0000138121,0.01000,0.836
+26,block_sparse_moe.experts.128.w3,0.0000130971,0.01000,0.897
+26,block_sparse_moe.experts.132.w3,0.0000133540,0.01000,0.834
+26,block_sparse_moe.experts.133.w3,0.0000138382,0.01000,0.852
+26,block_sparse_moe.experts.134.w3,0.0000130178,0.01000,0.850
+26,block_sparse_moe.experts.136.w3,0.0000126892,0.01000,0.832
+26,block_sparse_moe.experts.135.w3,0.0000132551,0.01000,0.877
+26,block_sparse_moe.experts.137.w3,0.0000130628,0.01000,0.834
+26,block_sparse_moe.experts.138.w3,0.0000130810,0.01000,0.836
+26,block_sparse_moe.experts.139.w3,0.0000146448,0.01000,0.855
+26,block_sparse_moe.experts.140.w3,0.0000130325,0.01000,0.869
+26,block_sparse_moe.experts.141.w3,0.0000131891,0.01000,0.845
+26,block_sparse_moe.experts.143.w3,0.0000129451,0.01000,0.829
+26,block_sparse_moe.experts.144.w3,0.0000129865,0.01000,0.838
+26,block_sparse_moe.experts.142.w3,0.0000130861,0.01000,0.868
+26,block_sparse_moe.experts.145.w3,0.0000137608,0.01000,0.836
+26,block_sparse_moe.experts.146.w3,0.0000137310,0.01000,0.834
+26,block_sparse_moe.experts.147.w3,0.0000135725,0.01000,0.846
+26,block_sparse_moe.experts.148.w3,0.0000131019,0.01000,0.842
+26,block_sparse_moe.experts.150.w3,0.0000123637,0.01000,0.835
+26,block_sparse_moe.experts.149.w3,0.0000126595,0.01000,0.851
+26,block_sparse_moe.experts.151.w3,0.0000134346,0.01000,0.838
+26,block_sparse_moe.experts.152.w3,0.0000126960,0.01000,0.837
+26,block_sparse_moe.experts.153.w3,0.0000134646,0.01000,0.830
+26,block_sparse_moe.experts.154.w3,0.0000139182,0.01000,0.853
+26,block_sparse_moe.experts.155.w3,0.0000129950,0.01000,0.841
+26,block_sparse_moe.experts.157.w3,0.0000131828,0.01000,0.834
+26,block_sparse_moe.experts.158.w3,0.0000134941,0.01000,0.831
+26,block_sparse_moe.experts.159.w3,0.0000125722,0.01000,0.837
+26,block_sparse_moe.experts.160.w3,0.0000139511,0.01000,0.836
+26,block_sparse_moe.experts.156.w3,0.0000132162,0.01000,0.900
+26,block_sparse_moe.experts.161.w3,0.0000124254,0.01000,0.860
+26,block_sparse_moe.experts.162.w3,0.0000133858,0.01000,0.838
+26,block_sparse_moe.experts.164.w3,0.0000136720,0.01000,0.822
+26,block_sparse_moe.experts.165.w3,0.0000135434,0.01000,0.834
+26,block_sparse_moe.experts.166.w3,0.0000122088,0.01000,0.854
+26,block_sparse_moe.experts.167.w3,0.0000133702,0.01000,0.838
+26,block_sparse_moe.experts.163.w3,0.0000130332,0.01000,0.931
+26,block_sparse_moe.experts.168.w3,0.0000130569,0.01000,0.841
+26,block_sparse_moe.experts.169.w3,0.0000126364,0.01000,0.842
+26,block_sparse_moe.experts.171.w3,0.0000126093,0.01000,0.847
+26,block_sparse_moe.experts.172.w3,0.0000128987,0.01000,0.826
+26,block_sparse_moe.experts.170.w3,0.0000135710,0.01000,0.906
+26,block_sparse_moe.experts.173.w3,0.0000136753,0.01000,0.833
+26,block_sparse_moe.experts.174.w3,0.0000148459,0.01000,0.827
+26,block_sparse_moe.experts.175.w3,0.0000129161,0.01000,0.847
+26,block_sparse_moe.experts.176.w3,0.0000129863,0.01000,0.851
+26,block_sparse_moe.experts.178.w3,0.0000129211,0.01000,0.830
+26,block_sparse_moe.experts.179.w3,0.0000143464,0.01000,0.834
+26,block_sparse_moe.experts.180.w3,0.0000134684,0.01000,0.832
+26,block_sparse_moe.experts.181.w3,0.0000131974,0.01000,0.824
+26,block_sparse_moe.experts.177.w3,0.0000134187,0.01000,0.884
+26,block_sparse_moe.experts.182.w3,0.0000129140,0.01000,0.846
+26,block_sparse_moe.experts.183.w3,0.0000137257,0.01000,0.851
+26,block_sparse_moe.experts.186.w3,0.0000129782,0.01000,0.832
+26,block_sparse_moe.experts.185.w3,0.0000134998,0.01000,0.837
+26,block_sparse_moe.experts.187.w3,0.0000127492,0.01000,0.836
+26,block_sparse_moe.experts.188.w3,0.0000137358,0.01000,0.834
+26,block_sparse_moe.experts.184.w3,0.0000133682,0.01000,0.875
+26,block_sparse_moe.experts.189.w3,0.0000135135,0.01000,0.850
+26,block_sparse_moe.experts.190.w3,0.0000131064,0.01000,0.851
+26,block_sparse_moe.experts.192.w3,0.0000139550,0.01000,0.832
+26,block_sparse_moe.experts.193.w3,0.0000134938,0.01000,0.835
+26,block_sparse_moe.experts.195.w3,0.0000131015,0.01000,0.832
+26,block_sparse_moe.experts.194.w3,0.0000135408,0.01000,0.844
+26,block_sparse_moe.experts.191.w3,0.0000131528,0.01000,0.878
+26,block_sparse_moe.experts.196.w3,0.0000135201,0.01000,0.840
+26,block_sparse_moe.experts.197.w3,0.0000145640,0.01000,0.848
+26,block_sparse_moe.experts.199.w3,0.0000139485,0.01000,0.835
+26,block_sparse_moe.experts.200.w3,0.0000123122,0.01000,0.834
+26,block_sparse_moe.experts.201.w3,0.0000139958,0.01000,0.833
+26,block_sparse_moe.experts.202.w3,0.0000140925,0.01000,0.829
+26,block_sparse_moe.experts.198.w3,0.0000128908,0.01000,0.885
+26,block_sparse_moe.experts.203.w3,0.0000138387,0.01000,0.849
+26,block_sparse_moe.experts.204.w3,0.0000132865,0.01000,0.856
+26,block_sparse_moe.experts.206.w3,0.0000138022,0.01000,0.832
+26,block_sparse_moe.experts.207.w3,0.0000134419,0.01000,0.839
+26,block_sparse_moe.experts.208.w3,0.0000139682,0.01000,0.836
+26,block_sparse_moe.experts.209.w3,0.0000126620,0.01000,0.835
+26,block_sparse_moe.experts.205.w3,0.0000124294,0.01000,0.888
+26,block_sparse_moe.experts.210.w3,0.0000134600,0.01000,0.837
+26,block_sparse_moe.experts.211.w3,0.0000130654,0.01000,0.848
+26,block_sparse_moe.experts.213.w3,0.0000118482,0.01000,0.842
+26,block_sparse_moe.experts.214.w3,0.0000129617,0.01000,0.838
+26,block_sparse_moe.experts.215.w3,0.0000143051,0.01000,0.848
+26,block_sparse_moe.experts.216.w3,0.0000120594,0.01000,0.839
+26,block_sparse_moe.experts.212.w3,0.0000130992,0.01000,0.903
+26,block_sparse_moe.experts.217.w3,0.0000123606,0.01000,0.849
+26,block_sparse_moe.experts.218.w3,0.0000121450,0.01000,0.854
+26,block_sparse_moe.experts.220.w3,0.0000135933,0.01000,0.832
+26,block_sparse_moe.experts.221.w3,0.0000122623,0.01000,0.840
+26,block_sparse_moe.experts.222.w3,0.0000136626,0.01000,0.837
+26,block_sparse_moe.experts.223.w3,0.0000140357,0.01000,0.833
+26,block_sparse_moe.experts.219.w3,0.0000134343,0.01000,0.899
+26,block_sparse_moe.experts.224.w3,0.0000126116,0.01000,0.872
+26,block_sparse_moe.experts.225.w3,0.0000140053,0.01000,0.850
+26,block_sparse_moe.experts.227.w3,0.0000132022,0.01000,0.828
+26,block_sparse_moe.experts.228.w3,0.0000136452,0.01000,0.832
+26,block_sparse_moe.experts.229.w3,0.0000132764,0.01000,0.827
+26,block_sparse_moe.experts.226.w3,0.0000137789,0.01000,0.886
+26,block_sparse_moe.experts.230.w3,0.0000131363,0.01000,0.841
+26,block_sparse_moe.experts.231.w3,0.0000125020,0.01000,0.850
+26,block_sparse_moe.experts.232.w3,0.0000133194,0.01000,0.848
+26,block_sparse_moe.experts.235.w3,0.0000134933,0.01000,0.829
+26,block_sparse_moe.experts.234.w3,0.0000126082,0.01000,0.835
+26,block_sparse_moe.experts.233.w3,0.0000123793,0.01000,0.853
+26,block_sparse_moe.experts.236.w3,0.0000137375,0.01000,0.838
+26,block_sparse_moe.experts.237.w3,0.0000130647,0.01000,0.831
+26,block_sparse_moe.experts.238.w3,0.0000133521,0.01000,0.852
+26,block_sparse_moe.experts.239.w3,0.0000132266,0.01000,0.854
+26,block_sparse_moe.experts.241.w3,0.0000132436,0.01000,0.830
+26,block_sparse_moe.experts.242.w3,0.0000137401,0.01000,0.844
+26,block_sparse_moe.experts.243.w3,0.0000128509,0.01000,0.840
+26,block_sparse_moe.experts.244.w3,0.0000136500,0.01000,0.840
+26,block_sparse_moe.experts.240.w3,0.0000129547,0.01000,0.874
+26,block_sparse_moe.experts.245.w3,0.0000130204,0.01000,0.853
+26,block_sparse_moe.experts.246.w3,0.0000132425,0.01000,0.847
+26,block_sparse_moe.experts.248.w3,0.0000126675,0.01000,0.829
+26,block_sparse_moe.experts.249.w3,0.0000123438,0.01000,0.828
+26,block_sparse_moe.experts.250.w3,0.0000120043,0.01000,0.831
+26,block_sparse_moe.experts.247.w3,0.0000139529,0.01000,0.872
+26,block_sparse_moe.experts.251.w3,0.0000134227,0.01000,0.832
+26,block_sparse_moe.experts.253.w3,0.0000136716,0.01000,0.733
+26,block_sparse_moe.experts.252.w3,0.0000128625,0.01000,0.747
+26,block_sparse_moe.experts.255.w3,0.0000122548,0.01000,0.652
+26,block_sparse_moe.experts.254.w3,0.0000138702,0.01000,0.676
+26,block_sparse_moe.experts.0.w2,0.0000080411,0.01000,0.445
+26,block_sparse_moe.experts.2.w2,0.0000089972,0.01000,0.446
+26,block_sparse_moe.experts.4.w2,0.0000092393,0.01000,0.444
+26,block_sparse_moe.experts.5.w2,0.0000093488,0.01000,0.450
+26,block_sparse_moe.experts.6.w2,0.0000050061,0.01000,0.452
+26,block_sparse_moe.experts.3.w2,0.0000177703,0.01000,0.472
+26,block_sparse_moe.experts.1.w2,0.0000075345,0.01000,0.479
+26,block_sparse_moe.experts.7.w2,0.0000091974,0.01000,0.413
+26,block_sparse_moe.experts.9.w2,0.0000088631,0.01000,0.424
+26,block_sparse_moe.experts.10.w2,0.0000116152,0.01000,0.420
+26,block_sparse_moe.experts.11.w2,0.0000085266,0.01000,0.421
+26,block_sparse_moe.experts.8.w2,0.0000110783,0.01000,0.436
+26,block_sparse_moe.experts.12.w2,0.0000067991,0.01000,0.431
+26,block_sparse_moe.experts.13.w2,0.0000071465,0.01000,0.432
+26,block_sparse_moe.experts.14.w2,0.0000068558,0.01000,0.415
+26,block_sparse_moe.experts.15.w2,0.0000054609,0.01000,0.422
+26,block_sparse_moe.experts.16.w2,0.0000115686,0.01000,0.419
+26,block_sparse_moe.experts.17.w2,0.0000066158,0.01000,0.417
+26,block_sparse_moe.experts.18.w2,0.0000081856,0.01000,0.425
+26,block_sparse_moe.experts.19.w2,0.0000088166,0.01000,0.432
+26,block_sparse_moe.experts.20.w2,0.0000135328,0.01000,0.433
+26,block_sparse_moe.experts.21.w2,0.0000100647,0.01000,0.414
+26,block_sparse_moe.experts.24.w2,0.0000059675,0.01000,0.415
+26,block_sparse_moe.experts.23.w2,0.0000050325,0.01000,0.420
+26,block_sparse_moe.experts.22.w2,0.0000077723,0.01000,0.426
+26,block_sparse_moe.experts.25.w2,0.0000066282,0.01000,0.426
+26,block_sparse_moe.experts.26.w2,0.0000088884,0.01000,0.428
+26,block_sparse_moe.experts.27.w2,0.0000055669,0.01000,0.429
+26,block_sparse_moe.experts.28.w2,0.0000120448,0.01000,0.411
+26,block_sparse_moe.experts.29.w2,0.0000070836,0.01000,0.416
+26,block_sparse_moe.experts.30.w2,0.0000094164,0.01000,0.419
+26,block_sparse_moe.experts.31.w2,0.0000079998,0.01000,0.415
+26,block_sparse_moe.experts.32.w2,0.0000071444,0.01000,0.421
+26,block_sparse_moe.experts.33.w2,0.0000161339,0.01000,0.427
+26,block_sparse_moe.experts.34.w2,0.0000066277,0.01000,0.429
+26,block_sparse_moe.experts.35.w2,0.0000067398,0.01000,0.414
+26,block_sparse_moe.experts.36.w2,0.0000095742,0.01000,0.418
+26,block_sparse_moe.experts.38.w2,0.0000048025,0.01000,0.416
+26,block_sparse_moe.experts.37.w2,0.0000090524,0.01000,0.429
+26,block_sparse_moe.experts.39.w2,0.0000096826,0.01000,0.425
+26,block_sparse_moe.experts.40.w2,0.0000111304,0.01000,0.433
+26,block_sparse_moe.experts.41.w2,0.0000051617,0.01000,0.431
+26,block_sparse_moe.experts.42.w2,0.0000103230,0.01000,0.413
+26,block_sparse_moe.experts.43.w2,0.0000096536,0.01000,0.413
+26,block_sparse_moe.experts.44.w2,0.0000079060,0.01000,0.422
+26,block_sparse_moe.experts.45.w2,0.0000133997,0.01000,0.415
+26,block_sparse_moe.experts.46.w2,0.0000105012,0.01000,0.422
+26,block_sparse_moe.experts.47.w2,0.0000086078,0.01000,0.428
+26,block_sparse_moe.experts.48.w2,0.0000096977,0.01000,0.440
+26,block_sparse_moe.experts.49.w2,0.0000164758,0.01000,0.414
+26,block_sparse_moe.experts.50.w2,0.0000167466,0.01000,0.418
+26,block_sparse_moe.experts.52.w2,0.0000102510,0.01000,0.417
+26,block_sparse_moe.experts.51.w2,0.0000062823,0.01000,0.452
+26,block_sparse_moe.experts.53.w2,0.0000067180,0.01000,0.425
+26,block_sparse_moe.experts.54.w2,0.0000076773,0.01000,0.428
+26,block_sparse_moe.experts.55.w2,0.0000126178,0.01000,0.447
+26,block_sparse_moe.experts.56.w2,0.0000071502,0.01000,0.410
+26,block_sparse_moe.experts.57.w2,0.0000067439,0.01000,0.412
+26,block_sparse_moe.experts.58.w2,0.0000111964,0.01000,0.427
+26,block_sparse_moe.experts.59.w2,0.0000044306,0.01000,0.419
+26,block_sparse_moe.experts.60.w2,0.0000120946,0.01000,0.422
+26,block_sparse_moe.experts.61.w2,0.0000055587,0.01000,0.436
+26,block_sparse_moe.experts.62.w2,0.0000092554,0.01000,0.445
+26,block_sparse_moe.experts.63.w2,0.0000090446,0.01000,0.434
+26,block_sparse_moe.experts.64.w2,0.0000109612,0.01000,0.421
+26,block_sparse_moe.experts.65.w2,0.0000074302,0.01000,0.439
+26,block_sparse_moe.experts.66.w2,0.0000113351,0.01000,0.421
+26,block_sparse_moe.experts.67.w2,0.0000126000,0.01000,0.437
+26,block_sparse_moe.experts.68.w2,0.0000156740,0.01000,0.429
+26,block_sparse_moe.experts.69.w2,0.0000097308,0.01000,0.443
+26,block_sparse_moe.experts.70.w2,0.0000096862,0.01000,0.417
+26,block_sparse_moe.experts.71.w2,0.0000093826,0.01000,0.416
+26,block_sparse_moe.experts.72.w2,0.0000079797,0.01000,0.425
+26,block_sparse_moe.experts.73.w2,0.0000149151,0.01000,0.433
+26,block_sparse_moe.experts.74.w2,0.0000088120,0.01000,0.429
+26,block_sparse_moe.experts.75.w2,0.0000133077,0.01000,0.423
+26,block_sparse_moe.experts.76.w2,0.0000106674,0.01000,0.425
+26,block_sparse_moe.experts.77.w2,0.0000150668,0.01000,0.417
+26,block_sparse_moe.experts.78.w2,0.0000080953,0.01000,0.418
+26,block_sparse_moe.experts.79.w2,0.0000067541,0.01000,0.424
+26,block_sparse_moe.experts.80.w2,0.0000174689,0.01000,0.433
+26,block_sparse_moe.experts.81.w2,0.0000099265,0.01000,0.421
+26,block_sparse_moe.experts.82.w2,0.0000052920,0.01000,0.420
+26,block_sparse_moe.experts.83.w2,0.0000101881,0.01000,0.425
+26,block_sparse_moe.experts.84.w2,0.0000095064,0.01000,0.420
+26,block_sparse_moe.experts.85.w2,0.0000067149,0.01000,0.422
+26,block_sparse_moe.experts.86.w2,0.0000076525,0.01000,0.427
+26,block_sparse_moe.experts.88.w2,0.0000097742,0.01000,0.421
+26,block_sparse_moe.experts.87.w2,0.0000070628,0.01000,0.440
+26,block_sparse_moe.experts.89.w2,0.0000067418,0.01000,0.422
+26,block_sparse_moe.experts.90.w2,0.0000152157,0.01000,0.427
+26,block_sparse_moe.experts.91.w2,0.0000083812,0.01000,0.414
+26,block_sparse_moe.experts.92.w2,0.0000116597,0.01000,0.422
+26,block_sparse_moe.experts.93.w2,0.0000075584,0.01000,0.426
+26,block_sparse_moe.experts.94.w2,0.0000117096,0.01000,0.416
+26,block_sparse_moe.experts.95.w2,0.0000120212,0.01000,0.440
+26,block_sparse_moe.experts.96.w2,0.0000102372,0.01000,0.421
+26,block_sparse_moe.experts.97.w2,0.0000070010,0.01000,0.426
+26,block_sparse_moe.experts.98.w2,0.0000128344,0.01000,0.415
+26,block_sparse_moe.experts.99.w2,0.0000058532,0.01000,0.423
+26,block_sparse_moe.experts.100.w2,0.0000057673,0.01000,0.427
+26,block_sparse_moe.experts.101.w2,0.0000144871,0.01000,0.428
+26,block_sparse_moe.experts.102.w2,0.0000057335,0.01000,0.441
+26,block_sparse_moe.experts.103.w2,0.0000058417,0.01000,0.425
+26,block_sparse_moe.experts.104.w2,0.0000164995,0.01000,0.422
+26,block_sparse_moe.experts.105.w2,0.0000050139,0.01000,0.412
+26,block_sparse_moe.experts.106.w2,0.0000091963,0.01000,0.426
+26,block_sparse_moe.experts.107.w2,0.0000102463,0.01000,0.413
+26,block_sparse_moe.experts.108.w2,0.0000074512,0.01000,0.406
+26,block_sparse_moe.experts.109.w2,0.0000076910,0.01000,0.410
+26,block_sparse_moe.experts.110.w2,0.0000058208,0.01000,0.415
+26,block_sparse_moe.experts.111.w2,0.0000109121,0.01000,0.417
+26,block_sparse_moe.experts.112.w2,0.0000096685,0.01000,0.408
+26,block_sparse_moe.experts.113.w2,0.0000109583,0.01000,0.405
+26,block_sparse_moe.experts.114.w2,0.0000097552,0.01000,0.412
+26,block_sparse_moe.experts.115.w2,0.0000125193,0.01000,0.423
+26,block_sparse_moe.experts.116.w2,0.0000108313,0.01000,0.409
+26,block_sparse_moe.experts.117.w2,0.0000047957,0.01000,0.414
+26,block_sparse_moe.experts.118.w2,0.0000063539,0.01000,0.422
+26,block_sparse_moe.experts.119.w2,0.0000095355,0.01000,0.413
+26,block_sparse_moe.experts.120.w2,0.0000064576,0.01000,0.425
+26,block_sparse_moe.experts.121.w2,0.0000036563,0.01000,0.419
+26,block_sparse_moe.experts.122.w2,0.0000143742,0.01000,0.412
+26,block_sparse_moe.experts.123.w2,0.0000104182,0.01000,0.419
+26,block_sparse_moe.experts.124.w2,0.0000195108,0.01000,0.419
+26,block_sparse_moe.experts.125.w2,0.0000265068,0.01000,0.423
+26,block_sparse_moe.experts.126.w2,0.0000069787,0.01000,0.414
+26,block_sparse_moe.experts.127.w2,0.0000076074,0.01000,0.419
+26,block_sparse_moe.experts.129.w2,0.0000079887,0.01000,0.411
+26,block_sparse_moe.experts.128.w2,0.0000161347,0.01000,0.427
+26,block_sparse_moe.experts.130.w2,0.0000096216,0.01000,0.419
+26,block_sparse_moe.experts.131.w2,0.0000099575,0.01000,0.419
+26,block_sparse_moe.experts.132.w2,0.0000071145,0.01000,0.424
+26,block_sparse_moe.experts.133.w2,0.0000110015,0.01000,0.412
+26,block_sparse_moe.experts.134.w2,0.0000073788,0.01000,0.423
+26,block_sparse_moe.experts.135.w2,0.0000082176,0.01000,0.421
+26,block_sparse_moe.experts.136.w2,0.0000051848,0.01000,0.425
+26,block_sparse_moe.experts.137.w2,0.0000139420,0.01000,0.422
+26,block_sparse_moe.experts.138.w2,0.0000075549,0.01000,0.421
+26,block_sparse_moe.experts.139.w2,0.0000110443,0.01000,0.428
+26,block_sparse_moe.experts.140.w2,0.0000050802,0.01000,0.413
+26,block_sparse_moe.experts.141.w2,0.0000049709,0.01000,0.420
+26,block_sparse_moe.experts.142.w2,0.0000082491,0.01000,0.415
+26,block_sparse_moe.experts.143.w2,0.0000045632,0.01000,0.418
+26,block_sparse_moe.experts.144.w2,0.0000125646,0.01000,0.422
+26,block_sparse_moe.experts.145.w2,0.0000078494,0.01000,0.420
+26,block_sparse_moe.experts.146.w2,0.0000146016,0.01000,0.426
+26,block_sparse_moe.experts.147.w2,0.0000079863,0.01000,0.413
+26,block_sparse_moe.experts.148.w2,0.0000119157,0.01000,0.421
+26,block_sparse_moe.experts.149.w2,0.0000126296,0.01000,0.415
+26,block_sparse_moe.experts.150.w2,0.0000043742,0.01000,0.419
+26,block_sparse_moe.experts.151.w2,0.0000121691,0.01000,0.425
+26,block_sparse_moe.experts.152.w2,0.0000049564,0.01000,0.422
+26,block_sparse_moe.experts.153.w2,0.0000057084,0.01000,0.428
+26,block_sparse_moe.experts.154.w2,0.0000114482,0.01000,0.418
+26,block_sparse_moe.experts.155.w2,0.0000072357,0.01000,0.426
+26,block_sparse_moe.experts.156.w2,0.0000060016,0.01000,0.417
+26,block_sparse_moe.experts.157.w2,0.0000097555,0.01000,0.417
+26,block_sparse_moe.experts.158.w2,0.0000072255,0.01000,0.419
+26,block_sparse_moe.experts.159.w2,0.0000066843,0.01000,0.420
+26,block_sparse_moe.experts.160.w2,0.0000146660,0.01000,0.424
+26,block_sparse_moe.experts.161.w2,0.0000137381,0.01000,0.412
+26,block_sparse_moe.experts.162.w2,0.0000095508,0.01000,0.421
+26,block_sparse_moe.experts.163.w2,0.0000072634,0.01000,0.410
+26,block_sparse_moe.experts.164.w2,0.0000107716,0.01000,0.416
+26,block_sparse_moe.experts.165.w2,0.0000081049,0.01000,0.419
+26,block_sparse_moe.experts.166.w2,0.0000126987,0.01000,0.416
+26,block_sparse_moe.experts.167.w2,0.0000074625,0.01000,0.423
+26,block_sparse_moe.experts.168.w2,0.0000142768,0.01000,0.415
+26,block_sparse_moe.experts.169.w2,0.0000165696,0.01000,0.424
+26,block_sparse_moe.experts.170.w2,0.0000094877,0.01000,0.412
+26,block_sparse_moe.experts.171.w2,0.0000112428,0.01000,0.418
+26,block_sparse_moe.experts.172.w2,0.0000137213,0.01000,0.421
+26,block_sparse_moe.experts.173.w2,0.0000136663,0.01000,0.422
+26,block_sparse_moe.experts.174.w2,0.0000148952,0.01000,0.423
+26,block_sparse_moe.experts.175.w2,0.0000051869,0.01000,0.413
+26,block_sparse_moe.experts.176.w2,0.0000059388,0.01000,0.423
+26,block_sparse_moe.experts.177.w2,0.0000085769,0.01000,0.413
+26,block_sparse_moe.experts.178.w2,0.0000101024,0.01000,0.419
+26,block_sparse_moe.experts.179.w2,0.0000116732,0.01000,0.420
+26,block_sparse_moe.experts.180.w2,0.0000078265,0.01000,0.418
+26,block_sparse_moe.experts.181.w2,0.0000090353,0.01000,0.425
+26,block_sparse_moe.experts.182.w2,0.0000090966,0.01000,0.416
+26,block_sparse_moe.experts.184.w2,0.0000083171,0.01000,0.416
+26,block_sparse_moe.experts.183.w2,0.0000114908,0.01000,0.439
+26,block_sparse_moe.experts.185.w2,0.0000065424,0.01000,0.418
+26,block_sparse_moe.experts.186.w2,0.0000061699,0.01000,0.423
+26,block_sparse_moe.experts.187.w2,0.0000053076,0.01000,0.419
+26,block_sparse_moe.experts.188.w2,0.0000092845,0.01000,0.423
+26,block_sparse_moe.experts.189.w2,0.0000066256,0.01000,0.413
+26,block_sparse_moe.experts.190.w2,0.0000053526,0.01000,0.414
+26,block_sparse_moe.experts.191.w2,0.0000069693,0.01000,0.413
+26,block_sparse_moe.experts.192.w2,0.0000092456,0.01000,0.413
+26,block_sparse_moe.experts.193.w2,0.0000101314,0.01000,0.422
+26,block_sparse_moe.experts.194.w2,0.0000112592,0.01000,0.417
+26,block_sparse_moe.experts.195.w2,0.0000110509,0.01000,0.424
+26,block_sparse_moe.experts.196.w2,0.0000092743,0.01000,0.415
+26,block_sparse_moe.experts.197.w2,0.0000078931,0.01000,0.411
+26,block_sparse_moe.experts.198.w2,0.0000048424,0.01000,0.416
+26,block_sparse_moe.experts.199.w2,0.0000163213,0.01000,0.416
+26,block_sparse_moe.experts.201.w2,0.0000192809,0.01000,0.421
+26,block_sparse_moe.experts.200.w2,0.0000073932,0.01000,0.426
+26,block_sparse_moe.experts.203.w2,0.0000072808,0.01000,0.417
+26,block_sparse_moe.experts.202.w2,0.0000116641,0.01000,0.441
+26,block_sparse_moe.experts.204.w2,0.0000091332,0.01000,0.415
+26,block_sparse_moe.experts.205.w2,0.0000038344,0.01000,0.419
+26,block_sparse_moe.experts.206.w2,0.0000170215,0.01000,0.418
+26,block_sparse_moe.experts.208.w2,0.0000122314,0.01000,0.421
+26,block_sparse_moe.experts.207.w2,0.0000063407,0.01000,0.425
+26,block_sparse_moe.experts.209.w2,0.0000048513,0.01000,0.425
+26,block_sparse_moe.experts.210.w2,0.0000074906,0.01000,0.418
+26,block_sparse_moe.experts.211.w2,0.0000058277,0.01000,0.412
+26,block_sparse_moe.experts.212.w2,0.0000123421,0.01000,0.413
+26,block_sparse_moe.experts.213.w2,0.0000037217,0.01000,0.416
+26,block_sparse_moe.experts.215.w2,0.0000073706,0.01000,0.424
+26,block_sparse_moe.experts.214.w2,0.0000117487,0.01000,0.430
+26,block_sparse_moe.experts.217.w2,0.0000123580,0.01000,0.423
+26,block_sparse_moe.experts.216.w2,0.0000039837,0.01000,0.428
+26,block_sparse_moe.experts.218.w2,0.0000105402,0.01000,0.413
+26,block_sparse_moe.experts.219.w2,0.0000085865,0.01000,0.423
+26,block_sparse_moe.experts.220.w2,0.0000110868,0.01000,0.436
+26,block_sparse_moe.experts.221.w2,0.0000037790,0.01000,0.420
+26,block_sparse_moe.experts.222.w2,0.0000067843,0.01000,0.428
+26,block_sparse_moe.experts.224.w2,0.0000052420,0.01000,0.411
+26,block_sparse_moe.experts.223.w2,0.0000087126,0.01000,0.438
+26,block_sparse_moe.experts.225.w2,0.0000155359,0.01000,0.410
+26,block_sparse_moe.experts.226.w2,0.0000148313,0.01000,0.409
+26,block_sparse_moe.experts.227.w2,0.0000125484,0.01000,0.420
+26,block_sparse_moe.experts.228.w2,0.0000058860,0.01000,0.423
+26,block_sparse_moe.experts.229.w2,0.0000067622,0.01000,0.424
+26,block_sparse_moe.experts.230.w2,0.0000048508,0.01000,0.435
+26,block_sparse_moe.experts.231.w2,0.0000216339,0.01000,0.417
+26,block_sparse_moe.experts.232.w2,0.0000108917,0.01000,0.415
+26,block_sparse_moe.experts.233.w2,0.0000149179,0.01000,0.413
+26,block_sparse_moe.experts.234.w2,0.0000060778,0.01000,0.427
+26,block_sparse_moe.experts.235.w2,0.0000068442,0.01000,0.428
+26,block_sparse_moe.experts.236.w2,0.0000085720,0.01000,0.437
+26,block_sparse_moe.experts.238.w2,0.0000059758,0.01000,0.419
+26,block_sparse_moe.experts.237.w2,0.0000103865,0.01000,0.441
+26,block_sparse_moe.experts.239.w2,0.0000168616,0.01000,0.417
+26,block_sparse_moe.experts.240.w2,0.0000067201,0.01000,0.418
+26,block_sparse_moe.experts.241.w2,0.0000166052,0.01000,0.411
+26,block_sparse_moe.experts.242.w2,0.0000121661,0.01000,0.418
+26,block_sparse_moe.experts.243.w2,0.0000065804,0.01000,0.425
+26,block_sparse_moe.experts.244.w2,0.0000155301,0.01000,0.427
+26,block_sparse_moe.experts.245.w2,0.0000167759,0.01000,0.418
+26,block_sparse_moe.experts.246.w2,0.0000072167,0.01000,0.413
+26,block_sparse_moe.experts.247.w2,0.0000237911,0.01000,0.412
+26,block_sparse_moe.experts.248.w2,0.0000045544,0.01000,0.417
+26,block_sparse_moe.experts.249.w2,0.0000103160,0.01000,0.419
+26,block_sparse_moe.experts.250.w2,0.0000034918,0.01000,0.421
+26,block_sparse_moe.experts.252.w2,0.0000041959,0.01000,0.395
+26,block_sparse_moe.experts.251.w2,0.0000155220,0.01000,0.409
+26,block_sparse_moe.experts.253.w2,0.0000070578,0.01000,0.385
+26,block_sparse_moe.experts.254.w2,0.0000075146,0.01000,0.375
+26,block_sparse_moe.experts.255.w2,0.0000037532,0.01000,0.353
+27,block_sparse_moe.experts.0.w1,0.0000121922,0.01000,0.831
+27,block_sparse_moe.experts.1.w1,0.0000124333,0.01000,0.842
+27,block_sparse_moe.experts.2.w1,0.0000120481,0.01000,0.856
+27,block_sparse_moe.experts.5.w1,0.0000125434,0.01000,0.860
+27,block_sparse_moe.experts.4.w1,0.0000123557,0.01000,0.866
+27,block_sparse_moe.experts.3.w1,0.0000125266,0.01000,0.869
+27,block_sparse_moe.experts.6.w1,0.0000122581,0.01000,0.875
+27,block_sparse_moe.experts.7.w1,0.0000125662,0.01000,0.835
+27,block_sparse_moe.experts.8.w1,0.0000126148,0.01000,0.837
+27,block_sparse_moe.experts.9.w1,0.0000121447,0.01000,0.843
+27,block_sparse_moe.experts.10.w1,0.0000119468,0.01000,0.837
+27,block_sparse_moe.experts.12.w1,0.0000123641,0.01000,0.862
+27,block_sparse_moe.experts.11.w1,0.0000124432,0.01000,0.864
+27,block_sparse_moe.experts.13.w1,0.0000122512,0.01000,0.872
+27,block_sparse_moe.experts.14.w1,0.0000124340,0.01000,0.835
+27,block_sparse_moe.experts.15.w1,0.0000118753,0.01000,0.838
+27,block_sparse_moe.experts.17.w1,0.0000123128,0.01000,0.832
+27,block_sparse_moe.experts.16.w1,0.0000124368,0.01000,0.866
+27,block_sparse_moe.experts.18.w1,0.0000120321,0.01000,0.850
+27,block_sparse_moe.experts.19.w1,0.0000125768,0.01000,0.855
+27,block_sparse_moe.experts.20.w1,0.0000134535,0.01000,0.862
+27,block_sparse_moe.experts.21.w1,0.0000118353,0.01000,0.823
+27,block_sparse_moe.experts.22.w1,0.0000118957,0.01000,0.843
+27,block_sparse_moe.experts.23.w1,0.0000123442,0.01000,0.841
+27,block_sparse_moe.experts.24.w1,0.0000114314,0.01000,0.843
+27,block_sparse_moe.experts.25.w1,0.0000130152,0.01000,0.848
+27,block_sparse_moe.experts.26.w1,0.0000128612,0.01000,0.856
+27,block_sparse_moe.experts.27.w1,0.0000129798,0.01000,0.853
+27,block_sparse_moe.experts.28.w1,0.0000120221,0.01000,0.825
+27,block_sparse_moe.experts.29.w1,0.0000127139,0.01000,0.828
+27,block_sparse_moe.experts.30.w1,0.0000124936,0.01000,0.831
+27,block_sparse_moe.experts.31.w1,0.0000127931,0.01000,0.842
+27,block_sparse_moe.experts.32.w1,0.0000128921,0.01000,0.847
+27,block_sparse_moe.experts.33.w1,0.0000122072,0.01000,0.851
+27,block_sparse_moe.experts.34.w1,0.0000130335,0.01000,0.861
+27,block_sparse_moe.experts.35.w1,0.0000123795,0.01000,0.843
+27,block_sparse_moe.experts.36.w1,0.0000124422,0.01000,0.840
+27,block_sparse_moe.experts.37.w1,0.0000133075,0.01000,0.835
+27,block_sparse_moe.experts.38.w1,0.0000128566,0.01000,0.843
+27,block_sparse_moe.experts.39.w1,0.0000137934,0.01000,0.861
+27,block_sparse_moe.experts.40.w1,0.0000130304,0.01000,0.851
+27,block_sparse_moe.experts.41.w1,0.0000124999,0.01000,0.862
+27,block_sparse_moe.experts.42.w1,0.0000124812,0.01000,0.842
+27,block_sparse_moe.experts.44.w1,0.0000125917,0.01000,0.830
+27,block_sparse_moe.experts.43.w1,0.0000124929,0.01000,0.885
+27,block_sparse_moe.experts.45.w1,0.0000127339,0.01000,0.830
+27,block_sparse_moe.experts.46.w1,0.0000130094,0.01000,0.852
+27,block_sparse_moe.experts.47.w1,0.0000120172,0.01000,0.856
+27,block_sparse_moe.experts.48.w1,0.0000128304,0.01000,0.843
+27,block_sparse_moe.experts.49.w1,0.0000124908,0.01000,0.842
+27,block_sparse_moe.experts.50.w1,0.0000128036,0.01000,0.843
+27,block_sparse_moe.experts.51.w1,0.0000130168,0.01000,0.850
+27,block_sparse_moe.experts.52.w1,0.0000123371,0.01000,0.850
+27,block_sparse_moe.experts.53.w1,0.0000127283,0.01000,0.853
+27,block_sparse_moe.experts.54.w1,0.0000120924,0.01000,0.850
+27,block_sparse_moe.experts.55.w1,0.0000125677,0.01000,0.848
+27,block_sparse_moe.experts.56.w1,0.0000113999,0.01000,0.829
+27,block_sparse_moe.experts.57.w1,0.0000123943,0.01000,0.843
+27,block_sparse_moe.experts.58.w1,0.0000128560,0.01000,0.845
+27,block_sparse_moe.experts.59.w1,0.0000119174,0.01000,0.846
+27,block_sparse_moe.experts.60.w1,0.0000112307,0.01000,0.844
+27,block_sparse_moe.experts.61.w1,0.0000127267,0.01000,0.845
+27,block_sparse_moe.experts.62.w1,0.0000125754,0.01000,0.852
+27,block_sparse_moe.experts.63.w1,0.0000117808,0.01000,0.824
+27,block_sparse_moe.experts.64.w1,0.0000125579,0.01000,0.830
+27,block_sparse_moe.experts.65.w1,0.0000126199,0.01000,0.851
+27,block_sparse_moe.experts.66.w1,0.0000117479,0.01000,0.842
+27,block_sparse_moe.experts.67.w1,0.0000120145,0.01000,0.847
+27,block_sparse_moe.experts.68.w1,0.0000124987,0.01000,0.842
+27,block_sparse_moe.experts.69.w1,0.0000127097,0.01000,0.854
+27,block_sparse_moe.experts.70.w1,0.0000123777,0.01000,0.820
+27,block_sparse_moe.experts.71.w1,0.0000122990,0.01000,0.822
+27,block_sparse_moe.experts.73.w1,0.0000119358,0.01000,0.837
+27,block_sparse_moe.experts.72.w1,0.0000130456,0.01000,0.871
+27,block_sparse_moe.experts.74.w1,0.0000117310,0.01000,0.842
+27,block_sparse_moe.experts.75.w1,0.0000120975,0.01000,0.847
+27,block_sparse_moe.experts.76.w1,0.0000124642,0.01000,0.855
+27,block_sparse_moe.experts.77.w1,0.0000125348,0.01000,0.821
+27,block_sparse_moe.experts.78.w1,0.0000127915,0.01000,0.826
+27,block_sparse_moe.experts.79.w1,0.0000129740,0.01000,0.843
+27,block_sparse_moe.experts.80.w1,0.0000127652,0.01000,0.837
+27,block_sparse_moe.experts.81.w1,0.0000120241,0.01000,0.841
+27,block_sparse_moe.experts.82.w1,0.0000124318,0.01000,0.844
+27,block_sparse_moe.experts.83.w1,0.0000119955,0.01000,0.846
+27,block_sparse_moe.experts.84.w1,0.0000127097,0.01000,0.823
+27,block_sparse_moe.experts.85.w1,0.0000125967,0.01000,0.838
+27,block_sparse_moe.experts.86.w1,0.0000126429,0.01000,0.846
+27,block_sparse_moe.experts.87.w1,0.0000125604,0.01000,0.841
+27,block_sparse_moe.experts.88.w1,0.0000126817,0.01000,0.851
+27,block_sparse_moe.experts.89.w1,0.0000121965,0.01000,0.853
+27,block_sparse_moe.experts.90.w1,0.0000122743,0.01000,0.844
+27,block_sparse_moe.experts.91.w1,0.0000121735,0.01000,0.832
+27,block_sparse_moe.experts.92.w1,0.0000118530,0.01000,0.822
+27,block_sparse_moe.experts.93.w1,0.0000126858,0.01000,0.845
+27,block_sparse_moe.experts.94.w1,0.0000124633,0.01000,0.842
+27,block_sparse_moe.experts.95.w1,0.0000128537,0.01000,0.842
+27,block_sparse_moe.experts.96.w1,0.0000118461,0.01000,0.841
+27,block_sparse_moe.experts.97.w1,0.0000123852,0.01000,0.845
+27,block_sparse_moe.experts.98.w1,0.0000123949,0.01000,0.820
+27,block_sparse_moe.experts.99.w1,0.0000121652,0.01000,0.826
+27,block_sparse_moe.experts.100.w1,0.0000127988,0.01000,0.834
+27,block_sparse_moe.experts.101.w1,0.0000123168,0.01000,0.842
+27,block_sparse_moe.experts.102.w1,0.0000135544,0.01000,0.849
+27,block_sparse_moe.experts.103.w1,0.0000123347,0.01000,0.845
+27,block_sparse_moe.experts.104.w1,0.0000130660,0.01000,0.845
+27,block_sparse_moe.experts.105.w1,0.0000133548,0.01000,0.817
+27,block_sparse_moe.experts.106.w1,0.0000124266,0.01000,0.823
+27,block_sparse_moe.experts.107.w1,0.0000123238,0.01000,0.837
+27,block_sparse_moe.experts.108.w1,0.0000122911,0.01000,0.846
+27,block_sparse_moe.experts.109.w1,0.0000129503,0.01000,0.841
+27,block_sparse_moe.experts.110.w1,0.0000123321,0.01000,0.846
+27,block_sparse_moe.experts.111.w1,0.0000122213,0.01000,0.862
+27,block_sparse_moe.experts.112.w1,0.0000126956,0.01000,0.830
+27,block_sparse_moe.experts.113.w1,0.0000123129,0.01000,0.822
+27,block_sparse_moe.experts.114.w1,0.0000126889,0.01000,0.857
+27,block_sparse_moe.experts.115.w1,0.0000121548,0.01000,0.842
+27,block_sparse_moe.experts.116.w1,0.0000125405,0.01000,0.848
+27,block_sparse_moe.experts.117.w1,0.0000122069,0.01000,0.872
+27,block_sparse_moe.experts.118.w1,0.0000123338,0.01000,0.858
+27,block_sparse_moe.experts.119.w1,0.0000128220,0.01000,0.846
+27,block_sparse_moe.experts.120.w1,0.0000131329,0.01000,0.833
+27,block_sparse_moe.experts.122.w1,0.0000127668,0.01000,0.829
+27,block_sparse_moe.experts.121.w1,0.0000117247,0.01000,0.888
+27,block_sparse_moe.experts.123.w1,0.0000125663,0.01000,0.857
+27,block_sparse_moe.experts.124.w1,0.0000129289,0.01000,0.844
+27,block_sparse_moe.experts.125.w1,0.0000119997,0.01000,0.855
+27,block_sparse_moe.experts.126.w1,0.0000122374,0.01000,0.843
+27,block_sparse_moe.experts.127.w1,0.0000128444,0.01000,0.836
+27,block_sparse_moe.experts.128.w1,0.0000115454,0.01000,0.846
+27,block_sparse_moe.experts.129.w1,0.0000102501,0.01000,0.830
+27,block_sparse_moe.experts.130.w1,0.0000124052,0.01000,0.841
+27,block_sparse_moe.experts.131.w1,0.0000123432,0.01000,0.840
+27,block_sparse_moe.experts.132.w1,0.0000126791,0.01000,0.853
+27,block_sparse_moe.experts.133.w1,0.0000124286,0.01000,0.823
+27,block_sparse_moe.experts.134.w1,0.0000130027,0.01000,0.835
+27,block_sparse_moe.experts.135.w1,0.0000127490,0.01000,0.830
+27,block_sparse_moe.experts.136.w1,0.0000124522,0.01000,0.832
+27,block_sparse_moe.experts.137.w1,0.0000123411,0.01000,0.844
+27,block_sparse_moe.experts.138.w1,0.0000130904,0.01000,0.845
+27,block_sparse_moe.experts.139.w1,0.0000130385,0.01000,0.857
+27,block_sparse_moe.experts.140.w1,0.0000123980,0.01000,0.823
+27,block_sparse_moe.experts.141.w1,0.0000128257,0.01000,0.833
+27,block_sparse_moe.experts.142.w1,0.0000119117,0.01000,0.826
+27,block_sparse_moe.experts.143.w1,0.0000121284,0.01000,0.827
+27,block_sparse_moe.experts.144.w1,0.0000128131,0.01000,0.845
+27,block_sparse_moe.experts.145.w1,0.0000104326,0.01000,0.852
+27,block_sparse_moe.experts.146.w1,0.0000136181,0.01000,0.852
+27,block_sparse_moe.experts.147.w1,0.0000126462,0.01000,0.824
+27,block_sparse_moe.experts.148.w1,0.0000126227,0.01000,0.827
+27,block_sparse_moe.experts.149.w1,0.0000131861,0.01000,0.840
+27,block_sparse_moe.experts.150.w1,0.0000121036,0.01000,0.839
+27,block_sparse_moe.experts.151.w1,0.0000127939,0.01000,0.852
+27,block_sparse_moe.experts.152.w1,0.0000132897,0.01000,0.863
+27,block_sparse_moe.experts.153.w1,0.0000121528,0.01000,0.847
+27,block_sparse_moe.experts.154.w1,0.0000121780,0.01000,0.832
+27,block_sparse_moe.experts.155.w1,0.0000119450,0.01000,0.826
+27,block_sparse_moe.experts.156.w1,0.0000130030,0.01000,0.830
+27,block_sparse_moe.experts.157.w1,0.0000131019,0.01000,0.837
+27,block_sparse_moe.experts.158.w1,0.0000119925,0.01000,0.862
+27,block_sparse_moe.experts.159.w1,0.0000120984,0.01000,0.862
+27,block_sparse_moe.experts.160.w1,0.0000125749,0.01000,0.845
+27,block_sparse_moe.experts.161.w1,0.0000126217,0.01000,0.831
+27,block_sparse_moe.experts.162.w1,0.0000129672,0.01000,0.832
+27,block_sparse_moe.experts.163.w1,0.0000117836,0.01000,0.829
+27,block_sparse_moe.experts.164.w1,0.0000123500,0.01000,0.853
+27,block_sparse_moe.experts.165.w1,0.0000124693,0.01000,0.859
+27,block_sparse_moe.experts.166.w1,0.0000128511,0.01000,0.860
+27,block_sparse_moe.experts.167.w1,0.0000129039,0.01000,0.855
+27,block_sparse_moe.experts.168.w1,0.0000130224,0.01000,0.831
+27,block_sparse_moe.experts.169.w1,0.0000119770,0.01000,0.850
+27,block_sparse_moe.experts.170.w1,0.0000128836,0.01000,0.832
+27,block_sparse_moe.experts.171.w1,0.0000126554,0.01000,0.861
+27,block_sparse_moe.experts.172.w1,0.0000119749,0.01000,0.838
+27,block_sparse_moe.experts.173.w1,0.0000123913,0.01000,0.840
+27,block_sparse_moe.experts.174.w1,0.0000129405,0.01000,0.856
+27,block_sparse_moe.experts.175.w1,0.0000125423,0.01000,0.836
+27,block_sparse_moe.experts.176.w1,0.0000129776,0.01000,0.838
+27,block_sparse_moe.experts.177.w1,0.0000134236,0.01000,0.844
+27,block_sparse_moe.experts.178.w1,0.0000130025,0.01000,0.853
+27,block_sparse_moe.experts.179.w1,0.0000118565,0.01000,0.858
+27,block_sparse_moe.experts.180.w1,0.0000125488,0.01000,0.850
+27,block_sparse_moe.experts.181.w1,0.0000127422,0.01000,0.845
+27,block_sparse_moe.experts.182.w1,0.0000120098,0.01000,0.836
+27,block_sparse_moe.experts.183.w1,0.0000118720,0.01000,0.838
+27,block_sparse_moe.experts.184.w1,0.0000131099,0.01000,0.850
+27,block_sparse_moe.experts.185.w1,0.0000123260,0.01000,0.835
+27,block_sparse_moe.experts.186.w1,0.0000119266,0.01000,0.860
+27,block_sparse_moe.experts.187.w1,0.0000122381,0.01000,0.847
+27,block_sparse_moe.experts.188.w1,0.0000125338,0.01000,0.855
+27,block_sparse_moe.experts.189.w1,0.0000128111,0.01000,0.824
+27,block_sparse_moe.experts.190.w1,0.0000131895,0.01000,0.852
+27,block_sparse_moe.experts.191.w1,0.0000130394,0.01000,0.831
+27,block_sparse_moe.experts.192.w1,0.0000124539,0.01000,0.841
+27,block_sparse_moe.experts.194.w1,0.0000124592,0.01000,0.845
+27,block_sparse_moe.experts.193.w1,0.0000122636,0.01000,0.857
+27,block_sparse_moe.experts.195.w1,0.0000130532,0.01000,0.853
+27,block_sparse_moe.experts.196.w1,0.0000122102,0.01000,0.837
+27,block_sparse_moe.experts.197.w1,0.0000124325,0.01000,0.822
+27,block_sparse_moe.experts.198.w1,0.0000126833,0.01000,0.837
+27,block_sparse_moe.experts.199.w1,0.0000127061,0.01000,0.835
+27,block_sparse_moe.experts.200.w1,0.0000122741,0.01000,0.850
+27,block_sparse_moe.experts.201.w1,0.0000124869,0.01000,0.853
+27,block_sparse_moe.experts.202.w1,0.0000118923,0.01000,0.844
+27,block_sparse_moe.experts.203.w1,0.0000131901,0.01000,0.842
+27,block_sparse_moe.experts.204.w1,0.0000123878,0.01000,0.831
+27,block_sparse_moe.experts.205.w1,0.0000126597,0.01000,0.833
+27,block_sparse_moe.experts.206.w1,0.0000124969,0.01000,0.828
+27,block_sparse_moe.experts.207.w1,0.0000123548,0.01000,0.847
+27,block_sparse_moe.experts.208.w1,0.0000125538,0.01000,0.853
+27,block_sparse_moe.experts.209.w1,0.0000120575,0.01000,0.846
+27,block_sparse_moe.experts.210.w1,0.0000131905,0.01000,0.843
+27,block_sparse_moe.experts.211.w1,0.0000126078,0.01000,0.830
+27,block_sparse_moe.experts.212.w1,0.0000122074,0.01000,0.837
+27,block_sparse_moe.experts.213.w1,0.0000122320,0.01000,0.825
+27,block_sparse_moe.experts.214.w1,0.0000123280,0.01000,0.848
+27,block_sparse_moe.experts.215.w1,0.0000127957,0.01000,0.862
+27,block_sparse_moe.experts.216.w1,0.0000121922,0.01000,0.838
+27,block_sparse_moe.experts.217.w1,0.0000128420,0.01000,0.839
+27,block_sparse_moe.experts.218.w1,0.0000127286,0.01000,0.839
+27,block_sparse_moe.experts.219.w1,0.0000122081,0.01000,0.853
+27,block_sparse_moe.experts.220.w1,0.0000126260,0.01000,0.834
+27,block_sparse_moe.experts.221.w1,0.0000119790,0.01000,0.845
+27,block_sparse_moe.experts.222.w1,0.0000125088,0.01000,0.841
+27,block_sparse_moe.experts.223.w1,0.0000123114,0.01000,0.838
+27,block_sparse_moe.experts.224.w1,0.0000113507,0.01000,0.847
+27,block_sparse_moe.experts.225.w1,0.0000125366,0.01000,0.840
+27,block_sparse_moe.experts.226.w1,0.0000118584,0.01000,0.853
+27,block_sparse_moe.experts.227.w1,0.0000132579,0.01000,0.848
+27,block_sparse_moe.experts.228.w1,0.0000120831,0.01000,0.849
+27,block_sparse_moe.experts.229.w1,0.0000121007,0.01000,0.864
+27,block_sparse_moe.experts.230.w1,0.0000127024,0.01000,0.851
+27,block_sparse_moe.experts.231.w1,0.0000129229,0.01000,0.831
+27,block_sparse_moe.experts.232.w1,0.0000124417,0.01000,0.850
+27,block_sparse_moe.experts.233.w1,0.0000128194,0.01000,0.846
+27,block_sparse_moe.experts.234.w1,0.0000122057,0.01000,0.840
+27,block_sparse_moe.experts.235.w1,0.0000121134,0.01000,0.858
+27,block_sparse_moe.experts.236.w1,0.0000120669,0.01000,0.857
+27,block_sparse_moe.experts.237.w1,0.0000123456,0.01000,0.846
+27,block_sparse_moe.experts.238.w1,0.0000114968,0.01000,0.836
+27,block_sparse_moe.experts.239.w1,0.0000126180,0.01000,0.830
+27,block_sparse_moe.experts.240.w1,0.0000124386,0.01000,0.839
+27,block_sparse_moe.experts.241.w1,0.0000128243,0.01000,0.838
+27,block_sparse_moe.experts.242.w1,0.0000120407,0.01000,0.855
+27,block_sparse_moe.experts.243.w1,0.0000128358,0.01000,0.848
+27,block_sparse_moe.experts.244.w1,0.0000126553,0.01000,0.844
+27,block_sparse_moe.experts.245.w1,0.0000125448,0.01000,0.839
+27,block_sparse_moe.experts.246.w1,0.0000126016,0.01000,0.825
+27,block_sparse_moe.experts.247.w1,0.0000129838,0.01000,0.835
+27,block_sparse_moe.experts.248.w1,0.0000124228,0.01000,0.833
+27,block_sparse_moe.experts.249.w1,0.0000143342,0.01000,0.861
+27,block_sparse_moe.experts.251.w1,0.0000123985,0.01000,0.842
+27,block_sparse_moe.experts.250.w1,0.0000124018,0.01000,0.856
+27,block_sparse_moe.experts.252.w1,0.0000133661,0.01000,0.826
+27,block_sparse_moe.experts.253.w1,0.0000124759,0.01000,0.826
+27,block_sparse_moe.experts.254.w1,0.0000121100,0.01000,0.829
+27,block_sparse_moe.experts.255.w1,0.0000124746,0.01000,0.831
+27,block_sparse_moe.experts.1.w3,0.0000137697,0.01000,0.840
+27,block_sparse_moe.experts.0.w3,0.0000126616,0.01000,0.865
+27,block_sparse_moe.experts.2.w3,0.0000136842,0.01000,0.868
+27,block_sparse_moe.experts.3.w3,0.0000125153,0.01000,0.830
+27,block_sparse_moe.experts.4.w3,0.0000134088,0.01000,0.827
+27,block_sparse_moe.experts.5.w3,0.0000131982,0.01000,0.830
+27,block_sparse_moe.experts.6.w3,0.0000132316,0.01000,0.837
+27,block_sparse_moe.experts.7.w3,0.0000127562,0.01000,0.849
+27,block_sparse_moe.experts.8.w3,0.0000130226,0.01000,0.855
+27,block_sparse_moe.experts.9.w3,0.0000133659,0.01000,0.864
+27,block_sparse_moe.experts.10.w3,0.0000122128,0.01000,0.828
+27,block_sparse_moe.experts.11.w3,0.0000130549,0.01000,0.835
+27,block_sparse_moe.experts.12.w3,0.0000133939,0.01000,0.827
+27,block_sparse_moe.experts.13.w3,0.0000135580,0.01000,0.830
+27,block_sparse_moe.experts.14.w3,0.0000133330,0.01000,0.843
+27,block_sparse_moe.experts.15.w3,0.0000123545,0.01000,0.846
+27,block_sparse_moe.experts.17.w3,0.0000129889,0.01000,0.824
+27,block_sparse_moe.experts.16.w3,0.0000140786,0.01000,0.896
+27,block_sparse_moe.experts.18.w3,0.0000130342,0.01000,0.830
+27,block_sparse_moe.experts.19.w3,0.0000129440,0.01000,0.835
+27,block_sparse_moe.experts.20.w3,0.0000142721,0.01000,0.822
+27,block_sparse_moe.experts.21.w3,0.0000129263,0.01000,0.858
+27,block_sparse_moe.experts.22.w3,0.0000121612,0.01000,0.852
+27,block_sparse_moe.experts.23.w3,0.0000134582,0.01000,0.859
+27,block_sparse_moe.experts.24.w3,0.0000146659,0.01000,0.829
+27,block_sparse_moe.experts.25.w3,0.0000135034,0.01000,0.835
+27,block_sparse_moe.experts.26.w3,0.0000137283,0.01000,0.849
+27,block_sparse_moe.experts.27.w3,0.0000143148,0.01000,0.828
+27,block_sparse_moe.experts.28.w3,0.0000133459,0.01000,0.846
+27,block_sparse_moe.experts.29.w3,0.0000134393,0.01000,0.849
+27,block_sparse_moe.experts.31.w3,0.0000138567,0.01000,0.837
+27,block_sparse_moe.experts.30.w3,0.0000137179,0.01000,0.881
+27,block_sparse_moe.experts.32.w3,0.0000141694,0.01000,0.833
+27,block_sparse_moe.experts.33.w3,0.0000127369,0.01000,0.837
+27,block_sparse_moe.experts.34.w3,0.0000140431,0.01000,0.844
+27,block_sparse_moe.experts.35.w3,0.0000127539,0.01000,0.845
+27,block_sparse_moe.experts.36.w3,0.0000130744,0.01000,0.840
+27,block_sparse_moe.experts.37.w3,0.0000137470,0.01000,0.860
+27,block_sparse_moe.experts.38.w3,0.0000136351,0.01000,0.850
+27,block_sparse_moe.experts.39.w3,0.0000141445,0.01000,0.832
+27,block_sparse_moe.experts.41.w3,0.0000129119,0.01000,0.838
+27,block_sparse_moe.experts.40.w3,0.0000143393,0.01000,0.868
+27,block_sparse_moe.experts.42.w3,0.0000139825,0.01000,0.853
+27,block_sparse_moe.experts.43.w3,0.0000127689,0.01000,0.847
+27,block_sparse_moe.experts.45.w3,0.0000132057,0.01000,0.839
+27,block_sparse_moe.experts.44.w3,0.0000133065,0.01000,0.859
+27,block_sparse_moe.experts.46.w3,0.0000137015,0.01000,0.831
+27,block_sparse_moe.experts.48.w3,0.0000136641,0.01000,0.833
+27,block_sparse_moe.experts.47.w3,0.0000124115,0.01000,0.865
+27,block_sparse_moe.experts.50.w3,0.0000135802,0.01000,0.843
+27,block_sparse_moe.experts.49.w3,0.0000128100,0.01000,0.862
+27,block_sparse_moe.experts.52.w3,0.0000136534,0.01000,0.838
+27,block_sparse_moe.experts.53.w3,0.0000134319,0.01000,0.831
+27,block_sparse_moe.experts.51.w3,0.0000140514,0.01000,0.866
+27,block_sparse_moe.experts.54.w3,0.0000134534,0.01000,0.845
+27,block_sparse_moe.experts.55.w3,0.0000133294,0.01000,0.837
+27,block_sparse_moe.experts.56.w3,0.0000133158,0.01000,0.847
+27,block_sparse_moe.experts.57.w3,0.0000140743,0.01000,0.849
+27,block_sparse_moe.experts.59.w3,0.0000126374,0.01000,0.832
+27,block_sparse_moe.experts.60.w3,0.0000129341,0.01000,0.833
+27,block_sparse_moe.experts.58.w3,0.0000133440,0.01000,0.898
+27,block_sparse_moe.experts.61.w3,0.0000135741,0.01000,0.839
+27,block_sparse_moe.experts.62.w3,0.0000138826,0.01000,0.831
+27,block_sparse_moe.experts.63.w3,0.0000131398,0.01000,0.855
+27,block_sparse_moe.experts.64.w3,0.0000136846,0.01000,0.846
+27,block_sparse_moe.experts.66.w3,0.0000132570,0.01000,0.820
+27,block_sparse_moe.experts.65.w3,0.0000132848,0.01000,0.881
+27,block_sparse_moe.experts.67.w3,0.0000133026,0.01000,0.841
+27,block_sparse_moe.experts.68.w3,0.0000145907,0.01000,0.840
+27,block_sparse_moe.experts.69.w3,0.0000130529,0.01000,0.828
+27,block_sparse_moe.experts.71.w3,0.0000131281,0.01000,0.847
+27,block_sparse_moe.experts.70.w3,0.0000130452,0.01000,0.861
+27,block_sparse_moe.experts.72.w3,0.0000144100,0.01000,0.856
+27,block_sparse_moe.experts.73.w3,0.0000125246,0.01000,0.827
+27,block_sparse_moe.experts.74.w3,0.0000131379,0.01000,0.837
+27,block_sparse_moe.experts.76.w3,0.0000132510,0.01000,0.831
+27,block_sparse_moe.experts.75.w3,0.0000128152,0.01000,0.855
+27,block_sparse_moe.experts.78.w3,0.0000137838,0.01000,0.844
+27,block_sparse_moe.experts.77.w3,0.0000138938,0.01000,0.881
+27,block_sparse_moe.experts.80.w3,0.0000138314,0.01000,0.829
+27,block_sparse_moe.experts.79.w3,0.0000134111,0.01000,0.869
+27,block_sparse_moe.experts.81.w3,0.0000125403,0.01000,0.851
+27,block_sparse_moe.experts.82.w3,0.0000129243,0.01000,0.841
+27,block_sparse_moe.experts.83.w3,0.0000132253,0.01000,0.832
+27,block_sparse_moe.experts.84.w3,0.0000149904,0.01000,0.856
+27,block_sparse_moe.experts.85.w3,0.0000130706,0.01000,0.851
+27,block_sparse_moe.experts.87.w3,0.0000132899,0.01000,0.837
+27,block_sparse_moe.experts.88.w3,0.0000137092,0.01000,0.833
+27,block_sparse_moe.experts.86.w3,0.0000138038,0.01000,0.921
+27,block_sparse_moe.experts.90.w3,0.0000132616,0.01000,0.834
+27,block_sparse_moe.experts.89.w3,0.0000133353,0.01000,0.843
+27,block_sparse_moe.experts.91.w3,0.0000130023,0.01000,0.848
+27,block_sparse_moe.experts.92.w3,0.0000132536,0.01000,0.849
+27,block_sparse_moe.experts.94.w3,0.0000128841,0.01000,0.834
+27,block_sparse_moe.experts.93.w3,0.0000134221,0.01000,0.903
+27,block_sparse_moe.experts.95.w3,0.0000133676,0.01000,0.849
+27,block_sparse_moe.experts.96.w3,0.0000127962,0.01000,0.830
+27,block_sparse_moe.experts.97.w3,0.0000127520,0.01000,0.835
+27,block_sparse_moe.experts.98.w3,0.0000132560,0.01000,0.840
+27,block_sparse_moe.experts.99.w3,0.0000132067,0.01000,0.842
+27,block_sparse_moe.experts.100.w3,0.0000136209,0.01000,0.879
+27,block_sparse_moe.experts.101.w3,0.0000130413,0.01000,0.840
+27,block_sparse_moe.experts.102.w3,0.0000153965,0.01000,0.837
+27,block_sparse_moe.experts.103.w3,0.0000132978,0.01000,0.832
+27,block_sparse_moe.experts.104.w3,0.0000136759,0.01000,0.834
+27,block_sparse_moe.experts.105.w3,0.0000148228,0.01000,0.837
+27,block_sparse_moe.experts.106.w3,0.0000136709,0.01000,0.846
+27,block_sparse_moe.experts.109.w3,0.0000133324,0.01000,0.832
+27,block_sparse_moe.experts.108.w3,0.0000134246,0.01000,0.838
+27,block_sparse_moe.experts.107.w3,0.0000133253,0.01000,0.884
+27,block_sparse_moe.experts.110.w3,0.0000127719,0.01000,0.833
+27,block_sparse_moe.experts.111.w3,0.0000130972,0.01000,0.830
+27,block_sparse_moe.experts.112.w3,0.0000135789,0.01000,0.842
+27,block_sparse_moe.experts.113.w3,0.0000128594,0.01000,0.846
+27,block_sparse_moe.experts.115.w3,0.0000135921,0.01000,0.838
+27,block_sparse_moe.experts.116.w3,0.0000132627,0.01000,0.835
+27,block_sparse_moe.experts.114.w3,0.0000130495,0.01000,0.882
+27,block_sparse_moe.experts.118.w3,0.0000132938,0.01000,0.828
+27,block_sparse_moe.experts.117.w3,0.0000132172,0.01000,0.833
+27,block_sparse_moe.experts.119.w3,0.0000136166,0.01000,0.839
+27,block_sparse_moe.experts.120.w3,0.0000138621,0.01000,0.841
+27,block_sparse_moe.experts.121.w3,0.0000130975,0.01000,0.871
+27,block_sparse_moe.experts.122.w3,0.0000133253,0.01000,0.837
+27,block_sparse_moe.experts.123.w3,0.0000139377,0.01000,0.837
+27,block_sparse_moe.experts.125.w3,0.0000126348,0.01000,0.820
+27,block_sparse_moe.experts.124.w3,0.0000134785,0.01000,0.849
+27,block_sparse_moe.experts.126.w3,0.0000130581,0.01000,0.841
+27,block_sparse_moe.experts.127.w3,0.0000140704,0.01000,0.845
+27,block_sparse_moe.experts.129.w3,0.0000163830,0.01000,0.836
+27,block_sparse_moe.experts.130.w3,0.0000130457,0.01000,0.847
+27,block_sparse_moe.experts.128.w3,0.0000140020,0.01000,0.886
+27,block_sparse_moe.experts.131.w3,0.0000145511,0.01000,0.835
+27,block_sparse_moe.experts.132.w3,0.0000131696,0.01000,0.839
+27,block_sparse_moe.experts.133.w3,0.0000128675,0.01000,0.838
+27,block_sparse_moe.experts.134.w3,0.0000139965,0.01000,0.843
+27,block_sparse_moe.experts.136.w3,0.0000127743,0.01000,0.830
+27,block_sparse_moe.experts.137.w3,0.0000131897,0.01000,0.844
+27,block_sparse_moe.experts.135.w3,0.0000133217,0.01000,0.899
+27,block_sparse_moe.experts.138.w3,0.0000139906,0.01000,0.848
+27,block_sparse_moe.experts.139.w3,0.0000139884,0.01000,0.845
+27,block_sparse_moe.experts.140.w3,0.0000127189,0.01000,0.848
+27,block_sparse_moe.experts.141.w3,0.0000138520,0.01000,0.837
+27,block_sparse_moe.experts.142.w3,0.0000136384,0.01000,0.865
+27,block_sparse_moe.experts.144.w3,0.0000135551,0.01000,0.823
+27,block_sparse_moe.experts.143.w3,0.0000125912,0.01000,0.850
+27,block_sparse_moe.experts.145.w3,0.0000121561,0.01000,0.842
+27,block_sparse_moe.experts.146.w3,0.0000154211,0.01000,0.824
+27,block_sparse_moe.experts.147.w3,0.0000140318,0.01000,0.839
+27,block_sparse_moe.experts.148.w3,0.0000131033,0.01000,0.842
+27,block_sparse_moe.experts.149.w3,0.0000146336,0.01000,0.840
+27,block_sparse_moe.experts.150.w3,0.0000129197,0.01000,0.839
+27,block_sparse_moe.experts.151.w3,0.0000140214,0.01000,0.844
+27,block_sparse_moe.experts.153.w3,0.0000124534,0.01000,0.835
+27,block_sparse_moe.experts.152.w3,0.0000142818,0.01000,0.880
+27,block_sparse_moe.experts.154.w3,0.0000136405,0.01000,0.844
+27,block_sparse_moe.experts.155.w3,0.0000122377,0.01000,0.838
+27,block_sparse_moe.experts.156.w3,0.0000138817,0.01000,0.836
+27,block_sparse_moe.experts.157.w3,0.0000147282,0.01000,0.836
+27,block_sparse_moe.experts.158.w3,0.0000129217,0.01000,0.834
+27,block_sparse_moe.experts.159.w3,0.0000130010,0.01000,0.853
+27,block_sparse_moe.experts.160.w3,0.0000132710,0.01000,0.841
+27,block_sparse_moe.experts.161.w3,0.0000140667,0.01000,0.854
+27,block_sparse_moe.experts.162.w3,0.0000137231,0.01000,0.848
+27,block_sparse_moe.experts.163.w3,0.0000136228,0.01000,0.840
+27,block_sparse_moe.experts.164.w3,0.0000140015,0.01000,0.851
+27,block_sparse_moe.experts.165.w3,0.0000131948,0.01000,0.833
+27,block_sparse_moe.experts.166.w3,0.0000131727,0.01000,0.848
+27,block_sparse_moe.experts.167.w3,0.0000133232,0.01000,0.834
+27,block_sparse_moe.experts.168.w3,0.0000135975,0.01000,0.853
+27,block_sparse_moe.experts.169.w3,0.0000138352,0.01000,0.849
+27,block_sparse_moe.experts.170.w3,0.0000139117,0.01000,0.844
+27,block_sparse_moe.experts.172.w3,0.0000134199,0.01000,0.840
+27,block_sparse_moe.experts.171.w3,0.0000130663,0.01000,0.865
+27,block_sparse_moe.experts.174.w3,0.0000140275,0.01000,0.828
+27,block_sparse_moe.experts.173.w3,0.0000131715,0.01000,0.860
+27,block_sparse_moe.experts.175.w3,0.0000128905,0.01000,0.852
+27,block_sparse_moe.experts.176.w3,0.0000136526,0.01000,0.840
+27,block_sparse_moe.experts.177.w3,0.0000147596,0.01000,0.842
+27,block_sparse_moe.experts.178.w3,0.0000137795,0.01000,0.834
+27,block_sparse_moe.experts.179.w3,0.0000127138,0.01000,0.854
+27,block_sparse_moe.experts.180.w3,0.0000128462,0.01000,0.847
+27,block_sparse_moe.experts.181.w3,0.0000141000,0.01000,0.846
+27,block_sparse_moe.experts.182.w3,0.0000121431,0.01000,0.853
+27,block_sparse_moe.experts.183.w3,0.0000134050,0.01000,0.858
+27,block_sparse_moe.experts.184.w3,0.0000140508,0.01000,0.844
+27,block_sparse_moe.experts.185.w3,0.0000134732,0.01000,0.843
+27,block_sparse_moe.experts.186.w3,0.0000126624,0.01000,0.853
+27,block_sparse_moe.experts.187.w3,0.0000133356,0.01000,0.834
+27,block_sparse_moe.experts.188.w3,0.0000129064,0.01000,0.842
+27,block_sparse_moe.experts.189.w3,0.0000133714,0.01000,0.860
+27,block_sparse_moe.experts.190.w3,0.0000129161,0.01000,0.848
+27,block_sparse_moe.experts.191.w3,0.0000139984,0.01000,0.846
+27,block_sparse_moe.experts.192.w3,0.0000136962,0.01000,0.833
+27,block_sparse_moe.experts.193.w3,0.0000127827,0.01000,0.851
+27,block_sparse_moe.experts.194.w3,0.0000128151,0.01000,0.835
+27,block_sparse_moe.experts.195.w3,0.0000140582,0.01000,0.840
+27,block_sparse_moe.experts.196.w3,0.0000139451,0.01000,0.856
+27,block_sparse_moe.experts.197.w3,0.0000135365,0.01000,0.843
+27,block_sparse_moe.experts.199.w3,0.0000135609,0.01000,0.830
+27,block_sparse_moe.experts.198.w3,0.0000134007,0.01000,0.862
+27,block_sparse_moe.experts.200.w3,0.0000126322,0.01000,0.831
+27,block_sparse_moe.experts.201.w3,0.0000142158,0.01000,0.828
+27,block_sparse_moe.experts.202.w3,0.0000127866,0.01000,0.846
+27,block_sparse_moe.experts.203.w3,0.0000140624,0.01000,0.869
+27,block_sparse_moe.experts.204.w3,0.0000129554,0.01000,0.867
+27,block_sparse_moe.experts.205.w3,0.0000130662,0.01000,0.855
+27,block_sparse_moe.experts.206.w3,0.0000130354,0.01000,0.841
+27,block_sparse_moe.experts.207.w3,0.0000127902,0.01000,0.829
+27,block_sparse_moe.experts.208.w3,0.0000134102,0.01000,0.864
+27,block_sparse_moe.experts.209.w3,0.0000129840,0.01000,0.858
+27,block_sparse_moe.experts.210.w3,0.0000141255,0.01000,0.849
+27,block_sparse_moe.experts.211.w3,0.0000132840,0.01000,0.860
+27,block_sparse_moe.experts.213.w3,0.0000136026,0.01000,0.827
+27,block_sparse_moe.experts.214.w3,0.0000129868,0.01000,0.835
+27,block_sparse_moe.experts.212.w3,0.0000127795,0.01000,0.883
+27,block_sparse_moe.experts.215.w3,0.0000136001,0.01000,0.835
+27,block_sparse_moe.experts.216.w3,0.0000125802,0.01000,0.826
+27,block_sparse_moe.experts.217.w3,0.0000133750,0.01000,0.847
+27,block_sparse_moe.experts.218.w3,0.0000132319,0.01000,0.837
+27,block_sparse_moe.experts.219.w3,0.0000132353,0.01000,0.850
+27,block_sparse_moe.experts.221.w3,0.0000135779,0.01000,0.835
+27,block_sparse_moe.experts.220.w3,0.0000137734,0.01000,0.863
+27,block_sparse_moe.experts.222.w3,0.0000132866,0.01000,0.841
+27,block_sparse_moe.experts.223.w3,0.0000149459,0.01000,0.848
+27,block_sparse_moe.experts.225.w3,0.0000129032,0.01000,0.843
+27,block_sparse_moe.experts.224.w3,0.0000122549,0.01000,0.871
+27,block_sparse_moe.experts.226.w3,0.0000128033,0.01000,0.845
+27,block_sparse_moe.experts.227.w3,0.0000136289,0.01000,0.844
+27,block_sparse_moe.experts.228.w3,0.0000134713,0.01000,0.839
+27,block_sparse_moe.experts.229.w3,0.0000139550,0.01000,0.836
+27,block_sparse_moe.experts.230.w3,0.0000131036,0.01000,0.851
+27,block_sparse_moe.experts.231.w3,0.0000132595,0.01000,0.860
+27,block_sparse_moe.experts.232.w3,0.0000139475,0.01000,0.853
+27,block_sparse_moe.experts.234.w3,0.0000127011,0.01000,0.829
+27,block_sparse_moe.experts.233.w3,0.0000132504,0.01000,0.855
+27,block_sparse_moe.experts.235.w3,0.0000133109,0.01000,0.846
+27,block_sparse_moe.experts.236.w3,0.0000127539,0.01000,0.838
+27,block_sparse_moe.experts.237.w3,0.0000128565,0.01000,0.849
+27,block_sparse_moe.experts.238.w3,0.0000132325,0.01000,0.852
+27,block_sparse_moe.experts.239.w3,0.0000137615,0.01000,0.857
+27,block_sparse_moe.experts.241.w3,0.0000131766,0.01000,0.836
+27,block_sparse_moe.experts.240.w3,0.0000127658,0.01000,0.873
+27,block_sparse_moe.experts.242.w3,0.0000132710,0.01000,0.843
+27,block_sparse_moe.experts.243.w3,0.0000135712,0.01000,0.834
+27,block_sparse_moe.experts.244.w3,0.0000132603,0.01000,0.832
+27,block_sparse_moe.experts.245.w3,0.0000130713,0.01000,0.839
+27,block_sparse_moe.experts.246.w3,0.0000132025,0.01000,0.854
+27,block_sparse_moe.experts.247.w3,0.0000135413,0.01000,0.864
+27,block_sparse_moe.experts.248.w3,0.0000130657,0.01000,0.843
+27,block_sparse_moe.experts.249.w3,0.0000146081,0.01000,0.838
+27,block_sparse_moe.experts.250.w3,0.0000134952,0.01000,0.836
+27,block_sparse_moe.experts.251.w3,0.0000131731,0.01000,0.836
+27,block_sparse_moe.experts.252.w3,0.0000141280,0.01000,0.717
+27,block_sparse_moe.experts.253.w3,0.0000127484,0.01000,0.710
+27,block_sparse_moe.experts.255.w3,0.0000132892,0.01000,0.683
+27,block_sparse_moe.experts.254.w3,0.0000138477,0.01000,0.704
+27,block_sparse_moe.experts.2.w2,0.0000079635,0.01000,0.418
+27,block_sparse_moe.experts.6.w2,0.0000121681,0.01000,0.425
+27,block_sparse_moe.experts.1.w2,0.0000110011,0.01000,0.434
+27,block_sparse_moe.experts.5.w2,0.0000088217,0.01000,0.437
+27,block_sparse_moe.experts.3.w2,0.0000189717,0.01000,0.441
+27,block_sparse_moe.experts.4.w2,0.0000061823,0.01000,0.450
+27,block_sparse_moe.experts.0.w2,0.0000056556,0.01000,0.454
+27,block_sparse_moe.experts.7.w2,0.0000064787,0.01000,0.419
+27,block_sparse_moe.experts.8.w2,0.0000061442,0.01000,0.414
+27,block_sparse_moe.experts.9.w2,0.0000104569,0.01000,0.416
+27,block_sparse_moe.experts.11.w2,0.0000062177,0.01000,0.414
+27,block_sparse_moe.experts.10.w2,0.0000048335,0.01000,0.417
+27,block_sparse_moe.experts.12.w2,0.0000146823,0.01000,0.419
+27,block_sparse_moe.experts.13.w2,0.0000110574,0.01000,0.430
+27,block_sparse_moe.experts.15.w2,0.0000157836,0.01000,0.411
+27,block_sparse_moe.experts.14.w2,0.0000094338,0.01000,0.422
+27,block_sparse_moe.experts.16.w2,0.0000138793,0.01000,0.417
+27,block_sparse_moe.experts.17.w2,0.0000110271,0.01000,0.420
+27,block_sparse_moe.experts.18.w2,0.0000084563,0.01000,0.426
+27,block_sparse_moe.experts.19.w2,0.0000046146,0.01000,0.420
+27,block_sparse_moe.experts.20.w2,0.0000166985,0.01000,0.427
+27,block_sparse_moe.experts.21.w2,0.0000106650,0.01000,0.417
+27,block_sparse_moe.experts.22.w2,0.0000044955,0.01000,0.418
+27,block_sparse_moe.experts.23.w2,0.0000147688,0.01000,0.428
+27,block_sparse_moe.experts.24.w2,0.0000104932,0.01000,0.420
+27,block_sparse_moe.experts.25.w2,0.0000059878,0.01000,0.431
+27,block_sparse_moe.experts.26.w2,0.0000096974,0.01000,0.425
+27,block_sparse_moe.experts.27.w2,0.0000122811,0.01000,0.428
+27,block_sparse_moe.experts.28.w2,0.0000115798,0.01000,0.410
+27,block_sparse_moe.experts.29.w2,0.0000128415,0.01000,0.414
+27,block_sparse_moe.experts.31.w2,0.0000120504,0.01000,0.416
+27,block_sparse_moe.experts.30.w2,0.0000120347,0.01000,0.419
+27,block_sparse_moe.experts.32.w2,0.0000117408,0.01000,0.422
+27,block_sparse_moe.experts.33.w2,0.0000060169,0.01000,0.421
+27,block_sparse_moe.experts.34.w2,0.0000112476,0.01000,0.432
+27,block_sparse_moe.experts.35.w2,0.0000047847,0.01000,0.415
+27,block_sparse_moe.experts.36.w2,0.0000072428,0.01000,0.417
+27,block_sparse_moe.experts.38.w2,0.0000067644,0.01000,0.414
+27,block_sparse_moe.experts.37.w2,0.0000084007,0.01000,0.425
+27,block_sparse_moe.experts.40.w2,0.0000104261,0.01000,0.421
+27,block_sparse_moe.experts.39.w2,0.0000093999,0.01000,0.424
+27,block_sparse_moe.experts.41.w2,0.0000063613,0.01000,0.432
+27,block_sparse_moe.experts.42.w2,0.0000115717,0.01000,0.415
+27,block_sparse_moe.experts.43.w2,0.0000040161,0.01000,0.415
+27,block_sparse_moe.experts.44.w2,0.0000093559,0.01000,0.428
+27,block_sparse_moe.experts.45.w2,0.0000076117,0.01000,0.420
+27,block_sparse_moe.experts.46.w2,0.0000085178,0.01000,0.423
+27,block_sparse_moe.experts.47.w2,0.0000054094,0.01000,0.423
+27,block_sparse_moe.experts.48.w2,0.0000087038,0.01000,0.433
+27,block_sparse_moe.experts.49.w2,0.0000065732,0.01000,0.412
+27,block_sparse_moe.experts.50.w2,0.0000090845,0.01000,0.413
+27,block_sparse_moe.experts.52.w2,0.0000096322,0.01000,0.416
+27,block_sparse_moe.experts.51.w2,0.0000136728,0.01000,0.426
+27,block_sparse_moe.experts.54.w2,0.0000116032,0.01000,0.421
+27,block_sparse_moe.experts.53.w2,0.0000074815,0.01000,0.421
+27,block_sparse_moe.experts.55.w2,0.0000093254,0.01000,0.433
+27,block_sparse_moe.experts.56.w2,0.0000196799,0.01000,0.418
+27,block_sparse_moe.experts.57.w2,0.0000093939,0.01000,0.420
+27,block_sparse_moe.experts.58.w2,0.0000075742,0.01000,0.425
+27,block_sparse_moe.experts.59.w2,0.0000072530,0.01000,0.424
+27,block_sparse_moe.experts.61.w2,0.0000102953,0.01000,0.424
+27,block_sparse_moe.experts.60.w2,0.0000161002,0.01000,0.433
+27,block_sparse_moe.experts.62.w2,0.0000134815,0.01000,0.436
+27,block_sparse_moe.experts.63.w2,0.0000161012,0.01000,0.410
+27,block_sparse_moe.experts.64.w2,0.0000103070,0.01000,0.417
+27,block_sparse_moe.experts.65.w2,0.0000080844,0.01000,0.421
+27,block_sparse_moe.experts.66.w2,0.0000106699,0.01000,0.419
+27,block_sparse_moe.experts.67.w2,0.0000215855,0.01000,0.421
+27,block_sparse_moe.experts.68.w2,0.0000101834,0.01000,0.420
+27,block_sparse_moe.experts.69.w2,0.0000050178,0.01000,0.432
+27,block_sparse_moe.experts.70.w2,0.0000066893,0.01000,0.411
+27,block_sparse_moe.experts.71.w2,0.0000085080,0.01000,0.413
+27,block_sparse_moe.experts.72.w2,0.0000097676,0.01000,0.423
+27,block_sparse_moe.experts.73.w2,0.0000078940,0.01000,0.421
+27,block_sparse_moe.experts.74.w2,0.0000122490,0.01000,0.423
+27,block_sparse_moe.experts.75.w2,0.0000092720,0.01000,0.423
+27,block_sparse_moe.experts.76.w2,0.0000176717,0.01000,0.435
+27,block_sparse_moe.experts.77.w2,0.0000117016,0.01000,0.417
+27,block_sparse_moe.experts.78.w2,0.0000083978,0.01000,0.412
+27,block_sparse_moe.experts.79.w2,0.0000074139,0.01000,0.419
+27,block_sparse_moe.experts.80.w2,0.0000110016,0.01000,0.427
+27,block_sparse_moe.experts.81.w2,0.0000059614,0.01000,0.420
+27,block_sparse_moe.experts.82.w2,0.0000068604,0.01000,0.420
+27,block_sparse_moe.experts.83.w2,0.0000108587,0.01000,0.427
+27,block_sparse_moe.experts.84.w2,0.0000136974,0.01000,0.412
+27,block_sparse_moe.experts.85.w2,0.0000068868,0.01000,0.412
+27,block_sparse_moe.experts.86.w2,0.0000084742,0.01000,0.418
+27,block_sparse_moe.experts.87.w2,0.0000101024,0.01000,0.431
+27,block_sparse_moe.experts.88.w2,0.0000166554,0.01000,0.421
+27,block_sparse_moe.experts.89.w2,0.0000098867,0.01000,0.421
+27,block_sparse_moe.experts.90.w2,0.0000147275,0.01000,0.429
+27,block_sparse_moe.experts.91.w2,0.0000159289,0.01000,0.424
+27,block_sparse_moe.experts.92.w2,0.0000106486,0.01000,0.424
+27,block_sparse_moe.experts.93.w2,0.0000055429,0.01000,0.422
+27,block_sparse_moe.experts.94.w2,0.0000066851,0.01000,0.435
+27,block_sparse_moe.experts.95.w2,0.0000071714,0.01000,0.425
+27,block_sparse_moe.experts.96.w2,0.0000102101,0.01000,0.424
+27,block_sparse_moe.experts.97.w2,0.0000050774,0.01000,0.433
+27,block_sparse_moe.experts.98.w2,0.0000096534,0.01000,0.418
+27,block_sparse_moe.experts.99.w2,0.0000092151,0.01000,0.412
+27,block_sparse_moe.experts.100.w2,0.0000112860,0.01000,0.421
+27,block_sparse_moe.experts.102.w2,0.0000113834,0.01000,0.423
+27,block_sparse_moe.experts.103.w2,0.0000074916,0.01000,0.419
+27,block_sparse_moe.experts.101.w2,0.0000073591,0.01000,0.435
+27,block_sparse_moe.experts.104.w2,0.0000094604,0.01000,0.432
+27,block_sparse_moe.experts.105.w2,0.0000108623,0.01000,0.430
+27,block_sparse_moe.experts.106.w2,0.0000129310,0.01000,0.415
+27,block_sparse_moe.experts.107.w2,0.0000073023,0.01000,0.419
+27,block_sparse_moe.experts.108.w2,0.0000092260,0.01000,0.429
+27,block_sparse_moe.experts.109.w2,0.0000070951,0.01000,0.432
+27,block_sparse_moe.experts.110.w2,0.0000050930,0.01000,0.428
+27,block_sparse_moe.experts.111.w2,0.0000071144,0.01000,0.436
+27,block_sparse_moe.experts.112.w2,0.0000114825,0.01000,0.413
+27,block_sparse_moe.experts.113.w2,0.0000062510,0.01000,0.416
+27,block_sparse_moe.experts.114.w2,0.0000061367,0.01000,0.421
+27,block_sparse_moe.experts.115.w2,0.0000067748,0.01000,0.418
+27,block_sparse_moe.experts.117.w2,0.0000098756,0.01000,0.422
+27,block_sparse_moe.experts.116.w2,0.0000074886,0.01000,0.429
+27,block_sparse_moe.experts.118.w2,0.0000058701,0.01000,0.429
+27,block_sparse_moe.experts.119.w2,0.0000114290,0.01000,0.413
+27,block_sparse_moe.experts.120.w2,0.0000094949,0.01000,0.414
+27,block_sparse_moe.experts.121.w2,0.0000199476,0.01000,0.420
+27,block_sparse_moe.experts.122.w2,0.0000071964,0.01000,0.428
+27,block_sparse_moe.experts.123.w2,0.0000137157,0.01000,0.423
+27,block_sparse_moe.experts.124.w2,0.0000089501,0.01000,0.433
+27,block_sparse_moe.experts.125.w2,0.0000077435,0.01000,0.431
+27,block_sparse_moe.experts.126.w2,0.0000082845,0.01000,0.421
+27,block_sparse_moe.experts.127.w2,0.0000103426,0.01000,0.413
+27,block_sparse_moe.experts.128.w2,0.0000183321,0.01000,0.417
+27,block_sparse_moe.experts.129.w2,0.0000103653,0.01000,0.422
+27,block_sparse_moe.experts.130.w2,0.0000107276,0.01000,0.423
+27,block_sparse_moe.experts.131.w2,0.0000161533,0.01000,0.423
+27,block_sparse_moe.experts.132.w2,0.0000078741,0.01000,0.422
+27,block_sparse_moe.experts.134.w2,0.0000107849,0.01000,0.414
+27,block_sparse_moe.experts.133.w2,0.0000054422,0.01000,0.426
+27,block_sparse_moe.experts.135.w2,0.0000076715,0.01000,0.431
+27,block_sparse_moe.experts.136.w2,0.0000097683,0.01000,0.418
+27,block_sparse_moe.experts.138.w2,0.0000106976,0.01000,0.419
+27,block_sparse_moe.experts.137.w2,0.0000081198,0.01000,0.431
+27,block_sparse_moe.experts.139.w2,0.0000105910,0.01000,0.425
+27,block_sparse_moe.experts.140.w2,0.0000053232,0.01000,0.417
+27,block_sparse_moe.experts.141.w2,0.0000136665,0.01000,0.419
+27,block_sparse_moe.experts.142.w2,0.0000142451,0.01000,0.427
+27,block_sparse_moe.experts.143.w2,0.0000066284,0.01000,0.422
+27,block_sparse_moe.experts.144.w2,0.0000070918,0.01000,0.429
+27,block_sparse_moe.experts.145.w2,0.0000134559,0.01000,0.431
+27,block_sparse_moe.experts.146.w2,0.0000120254,0.01000,0.424
+27,block_sparse_moe.experts.147.w2,0.0000105230,0.01000,0.412
+27,block_sparse_moe.experts.148.w2,0.0000056373,0.01000,0.414
+27,block_sparse_moe.experts.149.w2,0.0000119900,0.01000,0.426
+27,block_sparse_moe.experts.150.w2,0.0000093937,0.01000,0.417
+27,block_sparse_moe.experts.151.w2,0.0000124594,0.01000,0.423
+27,block_sparse_moe.experts.152.w2,0.0000080980,0.01000,0.425
+27,block_sparse_moe.experts.153.w2,0.0000050080,0.01000,0.423
+27,block_sparse_moe.experts.154.w2,0.0000096837,0.01000,0.411
+27,block_sparse_moe.experts.155.w2,0.0000043089,0.01000,0.417
+27,block_sparse_moe.experts.156.w2,0.0000078441,0.01000,0.429
+27,block_sparse_moe.experts.157.w2,0.0000115788,0.01000,0.421
+27,block_sparse_moe.experts.158.w2,0.0000076188,0.01000,0.426
+27,block_sparse_moe.experts.159.w2,0.0000105341,0.01000,0.429
+27,block_sparse_moe.experts.160.w2,0.0000093707,0.01000,0.427
+27,block_sparse_moe.experts.161.w2,0.0000168802,0.01000,0.414
+27,block_sparse_moe.experts.162.w2,0.0000084252,0.01000,0.418
+27,block_sparse_moe.experts.163.w2,0.0000099934,0.01000,0.424
+27,block_sparse_moe.experts.164.w2,0.0000116064,0.01000,0.418
+27,block_sparse_moe.experts.165.w2,0.0000066738,0.01000,0.423
+27,block_sparse_moe.experts.166.w2,0.0000060828,0.01000,0.425
+27,block_sparse_moe.experts.167.w2,0.0000064791,0.01000,0.423
+27,block_sparse_moe.experts.168.w2,0.0000068187,0.01000,0.414
+27,block_sparse_moe.experts.169.w2,0.0000085788,0.01000,0.416
+27,block_sparse_moe.experts.170.w2,0.0000117203,0.01000,0.421
+27,block_sparse_moe.experts.171.w2,0.0000074908,0.01000,0.418
+27,block_sparse_moe.experts.172.w2,0.0000141352,0.01000,0.425
+27,block_sparse_moe.experts.173.w2,0.0000065952,0.01000,0.427
+27,block_sparse_moe.experts.174.w2,0.0000089731,0.01000,0.430
+27,block_sparse_moe.experts.175.w2,0.0000055321,0.01000,0.415
+27,block_sparse_moe.experts.176.w2,0.0000086917,0.01000,0.420
+27,block_sparse_moe.experts.177.w2,0.0000105616,0.01000,0.426
+27,block_sparse_moe.experts.178.w2,0.0000082154,0.01000,0.419
+27,block_sparse_moe.experts.179.w2,0.0000141938,0.01000,0.426
+27,block_sparse_moe.experts.180.w2,0.0000081184,0.01000,0.426
+27,block_sparse_moe.experts.181.w2,0.0000136156,0.01000,0.420
+27,block_sparse_moe.experts.182.w2,0.0000041641,0.01000,0.412
+27,block_sparse_moe.experts.183.w2,0.0000172011,0.01000,0.414
+27,block_sparse_moe.experts.184.w2,0.0000086527,0.01000,0.421
+27,block_sparse_moe.experts.185.w2,0.0000139274,0.01000,0.416
+27,block_sparse_moe.experts.186.w2,0.0000079296,0.01000,0.421
+27,block_sparse_moe.experts.187.w2,0.0000082454,0.01000,0.424
+27,block_sparse_moe.experts.188.w2,0.0000060357,0.01000,0.427
+27,block_sparse_moe.experts.189.w2,0.0000061560,0.01000,0.414
+27,block_sparse_moe.experts.190.w2,0.0000094122,0.01000,0.418
+27,block_sparse_moe.experts.191.w2,0.0000117981,0.01000,0.427
+27,block_sparse_moe.experts.192.w2,0.0000094383,0.01000,0.421
+27,block_sparse_moe.experts.193.w2,0.0000046128,0.01000,0.426
+27,block_sparse_moe.experts.194.w2,0.0000044627,0.01000,0.428
+27,block_sparse_moe.experts.195.w2,0.0000080978,0.01000,0.431
+27,block_sparse_moe.experts.196.w2,0.0000135743,0.01000,0.410
+27,block_sparse_moe.experts.197.w2,0.0000118208,0.01000,0.412
+27,block_sparse_moe.experts.199.w2,0.0000094692,0.01000,0.428
+27,block_sparse_moe.experts.198.w2,0.0000080156,0.01000,0.446
+27,block_sparse_moe.experts.200.w2,0.0000051621,0.01000,0.442
+27,block_sparse_moe.experts.201.w2,0.0000124958,0.01000,0.449
+27,block_sparse_moe.experts.203.w2,0.0000162706,0.01000,0.416
+27,block_sparse_moe.experts.202.w2,0.0000175675,0.01000,0.433
+27,block_sparse_moe.experts.204.w2,0.0000061402,0.01000,0.436
+27,block_sparse_moe.experts.206.w2,0.0000113315,0.01000,0.417
+27,block_sparse_moe.experts.205.w2,0.0000072590,0.01000,0.435
+27,block_sparse_moe.experts.207.w2,0.0000059532,0.01000,0.424
+27,block_sparse_moe.experts.208.w2,0.0000088362,0.01000,0.426
+27,block_sparse_moe.experts.209.w2,0.0000093462,0.01000,0.429
+27,block_sparse_moe.experts.210.w2,0.0000086082,0.01000,0.416
+27,block_sparse_moe.experts.211.w2,0.0000093912,0.01000,0.414
+27,block_sparse_moe.experts.212.w2,0.0000074827,0.01000,0.421
+27,block_sparse_moe.experts.213.w2,0.0000116629,0.01000,0.426
+27,block_sparse_moe.experts.214.w2,0.0000091314,0.01000,0.423
+27,block_sparse_moe.experts.215.w2,0.0000092144,0.01000,0.425
+27,block_sparse_moe.experts.217.w2,0.0000070204,0.01000,0.413
+27,block_sparse_moe.experts.216.w2,0.0000041239,0.01000,0.431
+27,block_sparse_moe.experts.218.w2,0.0000055148,0.01000,0.413
+27,block_sparse_moe.experts.219.w2,0.0000070440,0.01000,0.421
+27,block_sparse_moe.experts.220.w2,0.0000117078,0.01000,0.423
+27,block_sparse_moe.experts.221.w2,0.0000147183,0.01000,0.429
+27,block_sparse_moe.experts.222.w2,0.0000062083,0.01000,0.426
+27,block_sparse_moe.experts.223.w2,0.0000148516,0.01000,0.431
+27,block_sparse_moe.experts.224.w2,0.0000141714,0.01000,0.415
+27,block_sparse_moe.experts.225.w2,0.0000059064,0.01000,0.421
+27,block_sparse_moe.experts.226.w2,0.0000114372,0.01000,0.423
+27,block_sparse_moe.experts.227.w2,0.0000118998,0.01000,0.425
+27,block_sparse_moe.experts.228.w2,0.0000099736,0.01000,0.420
+27,block_sparse_moe.experts.229.w2,0.0000120971,0.01000,0.426
+27,block_sparse_moe.experts.231.w2,0.0000068027,0.01000,0.413
+27,block_sparse_moe.experts.230.w2,0.0000055080,0.01000,0.431
+27,block_sparse_moe.experts.232.w2,0.0000112505,0.01000,0.412
+27,block_sparse_moe.experts.233.w2,0.0000068347,0.01000,0.426
+27,block_sparse_moe.experts.234.w2,0.0000075008,0.01000,0.422
+27,block_sparse_moe.experts.235.w2,0.0000110840,0.01000,0.425
+27,block_sparse_moe.experts.236.w2,0.0000061922,0.01000,0.425
+27,block_sparse_moe.experts.237.w2,0.0000058843,0.01000,0.434
+27,block_sparse_moe.experts.238.w2,0.0000166737,0.01000,0.421
+27,block_sparse_moe.experts.239.w2,0.0000068293,0.01000,0.415
+27,block_sparse_moe.experts.240.w2,0.0000052343,0.01000,0.422
+27,block_sparse_moe.experts.241.w2,0.0000065841,0.01000,0.434
+27,block_sparse_moe.experts.242.w2,0.0000211234,0.01000,0.441
+27,block_sparse_moe.experts.243.w2,0.0000091051,0.01000,0.423
+27,block_sparse_moe.experts.245.w2,0.0000101562,0.01000,0.415
+27,block_sparse_moe.experts.246.w2,0.0000062914,0.01000,0.406
+27,block_sparse_moe.experts.244.w2,0.0000069193,0.01000,0.437
+27,block_sparse_moe.experts.247.w2,0.0000090065,0.01000,0.413
+27,block_sparse_moe.experts.248.w2,0.0000061715,0.01000,0.406
+27,block_sparse_moe.experts.250.w2,0.0000165034,0.01000,0.419
+27,block_sparse_moe.experts.249.w2,0.0000134573,0.01000,0.432
+27,block_sparse_moe.experts.252.w2,0.0000081916,0.01000,0.401
+27,block_sparse_moe.experts.251.w2,0.0000104698,0.01000,0.416
+27,block_sparse_moe.experts.253.w2,0.0000044022,0.01000,0.400
+27,block_sparse_moe.experts.254.w2,0.0000132489,0.01000,0.348
+27,block_sparse_moe.experts.255.w2,0.0000177428,0.01000,0.340
+28,block_sparse_moe.experts.1.w1,0.0000152259,0.01000,0.848
+28,block_sparse_moe.experts.4.w1,0.0000151509,0.01000,0.881
+28,block_sparse_moe.experts.5.w1,0.0000148782,0.01000,0.879
+28,block_sparse_moe.experts.3.w1,0.0000160824,0.01000,0.898
+28,block_sparse_moe.experts.0.w1,0.0000154587,0.01000,0.904
+28,block_sparse_moe.experts.6.w1,0.0000152206,0.01000,0.894
+28,block_sparse_moe.experts.2.w1,0.0000154403,0.01000,0.918
+28,block_sparse_moe.experts.7.w1,0.0000153108,0.01000,0.850
+28,block_sparse_moe.experts.8.w1,0.0000147675,0.01000,0.836
+28,block_sparse_moe.experts.9.w1,0.0000169215,0.01000,0.854
+28,block_sparse_moe.experts.10.w1,0.0000161622,0.01000,0.854
+28,block_sparse_moe.experts.11.w1,0.0000148273,0.01000,0.851
+28,block_sparse_moe.experts.12.w1,0.0000150852,0.01000,0.858
+28,block_sparse_moe.experts.13.w1,0.0000155526,0.01000,0.847
+28,block_sparse_moe.experts.14.w1,0.0000146978,0.01000,0.847
+28,block_sparse_moe.experts.15.w1,0.0000156521,0.01000,0.839
+28,block_sparse_moe.experts.16.w1,0.0000142038,0.01000,0.853
+28,block_sparse_moe.experts.17.w1,0.0000151424,0.01000,0.852
+28,block_sparse_moe.experts.18.w1,0.0000153372,0.01000,0.856
+28,block_sparse_moe.experts.19.w1,0.0000157414,0.01000,0.850
+28,block_sparse_moe.experts.20.w1,0.0000143801,0.01000,0.851
+28,block_sparse_moe.experts.22.w1,0.0000156062,0.01000,0.841
+28,block_sparse_moe.experts.21.w1,0.0000147877,0.01000,0.854
+28,block_sparse_moe.experts.24.w1,0.0000148747,0.01000,0.841
+28,block_sparse_moe.experts.23.w1,0.0000154701,0.01000,0.847
+28,block_sparse_moe.experts.27.w1,0.0000149176,0.01000,0.848
+28,block_sparse_moe.experts.26.w1,0.0000153794,0.01000,0.857
+28,block_sparse_moe.experts.25.w1,0.0000146866,0.01000,0.893
+28,block_sparse_moe.experts.28.w1,0.0000140405,0.01000,0.835
+28,block_sparse_moe.experts.29.w1,0.0000157056,0.01000,0.840
+28,block_sparse_moe.experts.30.w1,0.0000154437,0.01000,0.851
+28,block_sparse_moe.experts.31.w1,0.0000147070,0.01000,0.855
+28,block_sparse_moe.experts.33.w1,0.0000156073,0.01000,0.841
+28,block_sparse_moe.experts.32.w1,0.0000146769,0.01000,0.884
+28,block_sparse_moe.experts.34.w1,0.0000146618,0.01000,0.869
+28,block_sparse_moe.experts.35.w1,0.0000150624,0.01000,0.834
+28,block_sparse_moe.experts.36.w1,0.0000152017,0.01000,0.829
+28,block_sparse_moe.experts.38.w1,0.0000157409,0.01000,0.823
+28,block_sparse_moe.experts.37.w1,0.0000149987,0.01000,0.854
+28,block_sparse_moe.experts.39.w1,0.0000152541,0.01000,0.866
+28,block_sparse_moe.experts.40.w1,0.0000154885,0.01000,0.833
+28,block_sparse_moe.experts.41.w1,0.0000151210,0.01000,0.849
+28,block_sparse_moe.experts.43.w1,0.0000157197,0.01000,0.836
+28,block_sparse_moe.experts.42.w1,0.0000140968,0.01000,0.840
+28,block_sparse_moe.experts.44.w1,0.0000145860,0.01000,0.842
+28,block_sparse_moe.experts.45.w1,0.0000154260,0.01000,0.834
+28,block_sparse_moe.experts.46.w1,0.0000146556,0.01000,0.840
+28,block_sparse_moe.experts.47.w1,0.0000152291,0.01000,0.843
+28,block_sparse_moe.experts.48.w1,0.0000149720,0.01000,0.860
+28,block_sparse_moe.experts.49.w1,0.0000146579,0.01000,0.832
+28,block_sparse_moe.experts.50.w1,0.0000148629,0.01000,0.849
+28,block_sparse_moe.experts.51.w1,0.0000139231,0.01000,0.832
+28,block_sparse_moe.experts.52.w1,0.0000134526,0.01000,0.830
+28,block_sparse_moe.experts.54.w1,0.0000154287,0.01000,0.845
+28,block_sparse_moe.experts.53.w1,0.0000151937,0.01000,0.878
+28,block_sparse_moe.experts.55.w1,0.0000160762,0.01000,0.852
+28,block_sparse_moe.experts.56.w1,0.0000157632,0.01000,0.832
+28,block_sparse_moe.experts.57.w1,0.0000153434,0.01000,0.838
+28,block_sparse_moe.experts.58.w1,0.0000149351,0.01000,0.828
+28,block_sparse_moe.experts.59.w1,0.0000151616,0.01000,0.834
+28,block_sparse_moe.experts.60.w1,0.0000157706,0.01000,0.844
+28,block_sparse_moe.experts.61.w1,0.0000154251,0.01000,0.857
+28,block_sparse_moe.experts.62.w1,0.0000158794,0.01000,0.854
+28,block_sparse_moe.experts.63.w1,0.0000151932,0.01000,0.827
+28,block_sparse_moe.experts.64.w1,0.0000150667,0.01000,0.838
+28,block_sparse_moe.experts.65.w1,0.0000140016,0.01000,0.837
+28,block_sparse_moe.experts.66.w1,0.0000156275,0.01000,0.831
+28,block_sparse_moe.experts.67.w1,0.0000161340,0.01000,0.836
+28,block_sparse_moe.experts.68.w1,0.0000163506,0.01000,0.857
+28,block_sparse_moe.experts.69.w1,0.0000155046,0.01000,0.858
+28,block_sparse_moe.experts.70.w1,0.0000156982,0.01000,0.825
+28,block_sparse_moe.experts.71.w1,0.0000134781,0.01000,0.839
+28,block_sparse_moe.experts.72.w1,0.0000146089,0.01000,0.837
+28,block_sparse_moe.experts.73.w1,0.0000155029,0.01000,0.833
+28,block_sparse_moe.experts.74.w1,0.0000160495,0.01000,0.836
+28,block_sparse_moe.experts.75.w1,0.0000157268,0.01000,0.853
+28,block_sparse_moe.experts.76.w1,0.0000151382,0.01000,0.858
+28,block_sparse_moe.experts.77.w1,0.0000161128,0.01000,0.821
+28,block_sparse_moe.experts.78.w1,0.0000152334,0.01000,0.831
+28,block_sparse_moe.experts.79.w1,0.0000152960,0.01000,0.840
+28,block_sparse_moe.experts.80.w1,0.0000149542,0.01000,0.829
+28,block_sparse_moe.experts.81.w1,0.0000155886,0.01000,0.830
+28,block_sparse_moe.experts.82.w1,0.0000153382,0.01000,0.854
+28,block_sparse_moe.experts.83.w1,0.0000157537,0.01000,0.864
+28,block_sparse_moe.experts.84.w1,0.0000140215,0.01000,0.838
+28,block_sparse_moe.experts.85.w1,0.0000153057,0.01000,0.841
+28,block_sparse_moe.experts.87.w1,0.0000153889,0.01000,0.846
+28,block_sparse_moe.experts.86.w1,0.0000148586,0.01000,0.882
+28,block_sparse_moe.experts.88.w1,0.0000137980,0.01000,0.834
+28,block_sparse_moe.experts.89.w1,0.0000157902,0.01000,0.843
+28,block_sparse_moe.experts.90.w1,0.0000142321,0.01000,0.851
+28,block_sparse_moe.experts.91.w1,0.0000153108,0.01000,0.819
+28,block_sparse_moe.experts.92.w1,0.0000155892,0.01000,0.832
+28,block_sparse_moe.experts.93.w1,0.0000147429,0.01000,0.832
+28,block_sparse_moe.experts.94.w1,0.0000156893,0.01000,0.831
+28,block_sparse_moe.experts.95.w1,0.0000161469,0.01000,0.851
+28,block_sparse_moe.experts.96.w1,0.0000152208,0.01000,0.831
+28,block_sparse_moe.experts.97.w1,0.0000157987,0.01000,0.822
+28,block_sparse_moe.experts.98.w1,0.0000158648,0.01000,0.832
+28,block_sparse_moe.experts.99.w1,0.0000158807,0.01000,0.827
+28,block_sparse_moe.experts.100.w1,0.0000143036,0.01000,0.840
+28,block_sparse_moe.experts.101.w1,0.0000143200,0.01000,0.838
+28,block_sparse_moe.experts.102.w1,0.0000152005,0.01000,0.850
+28,block_sparse_moe.experts.103.w1,0.0000148385,0.01000,0.855
+28,block_sparse_moe.experts.104.w1,0.0000153598,0.01000,0.843
+28,block_sparse_moe.experts.105.w1,0.0000154960,0.01000,0.835
+28,block_sparse_moe.experts.106.w1,0.0000154052,0.01000,0.828
+28,block_sparse_moe.experts.107.w1,0.0000145513,0.01000,0.845
+28,block_sparse_moe.experts.108.w1,0.0000144008,0.01000,0.836
+28,block_sparse_moe.experts.109.w1,0.0000150447,0.01000,0.836
+28,block_sparse_moe.experts.110.w1,0.0000133606,0.01000,0.846
+28,block_sparse_moe.experts.111.w1,0.0000149355,0.01000,0.867
+28,block_sparse_moe.experts.112.w1,0.0000142897,0.01000,0.843
+28,block_sparse_moe.experts.113.w1,0.0000155984,0.01000,0.831
+28,block_sparse_moe.experts.114.w1,0.0000143517,0.01000,0.832
+28,block_sparse_moe.experts.115.w1,0.0000158385,0.01000,0.829
+28,block_sparse_moe.experts.116.w1,0.0000154564,0.01000,0.838
+28,block_sparse_moe.experts.117.w1,0.0000156931,0.01000,0.846
+28,block_sparse_moe.experts.118.w1,0.0000146048,0.01000,0.847
+28,block_sparse_moe.experts.119.w1,0.0000144267,0.01000,0.838
+28,block_sparse_moe.experts.120.w1,0.0000151625,0.01000,0.830
+28,block_sparse_moe.experts.121.w1,0.0000144891,0.01000,0.832
+28,block_sparse_moe.experts.122.w1,0.0000155086,0.01000,0.825
+28,block_sparse_moe.experts.123.w1,0.0000144843,0.01000,0.840
+28,block_sparse_moe.experts.124.w1,0.0000148704,0.01000,0.850
+28,block_sparse_moe.experts.125.w1,0.0000156811,0.01000,0.855
+28,block_sparse_moe.experts.126.w1,0.0000154396,0.01000,0.839
+28,block_sparse_moe.experts.127.w1,0.0000146074,0.01000,0.828
+28,block_sparse_moe.experts.129.w1,0.0000142705,0.01000,0.818
+28,block_sparse_moe.experts.128.w1,0.0000152298,0.01000,0.830
+28,block_sparse_moe.experts.130.w1,0.0000150199,0.01000,0.834
+28,block_sparse_moe.experts.131.w1,0.0000153810,0.01000,0.844
+28,block_sparse_moe.experts.132.w1,0.0000158942,0.01000,0.841
+28,block_sparse_moe.experts.133.w1,0.0000155473,0.01000,0.844
+28,block_sparse_moe.experts.134.w1,0.0000156263,0.01000,0.827
+28,block_sparse_moe.experts.136.w1,0.0000155194,0.01000,0.835
+28,block_sparse_moe.experts.135.w1,0.0000159425,0.01000,0.855
+28,block_sparse_moe.experts.137.w1,0.0000151924,0.01000,0.845
+28,block_sparse_moe.experts.138.w1,0.0000138915,0.01000,0.840
+28,block_sparse_moe.experts.139.w1,0.0000145068,0.01000,0.841
+28,block_sparse_moe.experts.141.w1,0.0000153234,0.01000,0.829
+28,block_sparse_moe.experts.140.w1,0.0000152970,0.01000,0.839
+28,block_sparse_moe.experts.142.w1,0.0000143318,0.01000,0.836
+28,block_sparse_moe.experts.143.w1,0.0000158705,0.01000,0.831
+28,block_sparse_moe.experts.144.w1,0.0000157524,0.01000,0.856
+28,block_sparse_moe.experts.145.w1,0.0000152605,0.01000,0.870
+28,block_sparse_moe.experts.146.w1,0.0000147392,0.01000,0.845
+28,block_sparse_moe.experts.147.w1,0.0000149379,0.01000,0.843
+28,block_sparse_moe.experts.148.w1,0.0000155748,0.01000,0.847
+28,block_sparse_moe.experts.150.w1,0.0000151271,0.01000,0.825
+28,block_sparse_moe.experts.149.w1,0.0000157554,0.01000,0.868
+28,block_sparse_moe.experts.151.w1,0.0000164250,0.01000,0.859
+28,block_sparse_moe.experts.152.w1,0.0000158807,0.01000,0.852
+28,block_sparse_moe.experts.153.w1,0.0000149921,0.01000,0.838
+28,block_sparse_moe.experts.154.w1,0.0000155224,0.01000,0.831
+28,block_sparse_moe.experts.155.w1,0.0000147153,0.01000,0.838
+28,block_sparse_moe.experts.156.w1,0.0000155084,0.01000,0.852
+28,block_sparse_moe.experts.157.w1,0.0000153872,0.01000,0.843
+28,block_sparse_moe.experts.158.w1,0.0000145124,0.01000,0.847
+28,block_sparse_moe.experts.159.w1,0.0000149471,0.01000,0.858
+28,block_sparse_moe.experts.160.w1,0.0000152326,0.01000,0.848
+28,block_sparse_moe.experts.161.w1,0.0000156524,0.01000,0.846
+28,block_sparse_moe.experts.162.w1,0.0000149297,0.01000,0.839
+28,block_sparse_moe.experts.163.w1,0.0000158535,0.01000,0.837
+28,block_sparse_moe.experts.164.w1,0.0000158631,0.01000,0.830
+28,block_sparse_moe.experts.165.w1,0.0000151600,0.01000,0.852
+28,block_sparse_moe.experts.166.w1,0.0000155892,0.01000,0.849
+28,block_sparse_moe.experts.167.w1,0.0000152619,0.01000,0.863
+28,block_sparse_moe.experts.169.w1,0.0000146805,0.01000,0.844
+28,block_sparse_moe.experts.168.w1,0.0000154384,0.01000,0.850
+28,block_sparse_moe.experts.170.w1,0.0000161537,0.01000,0.832
+28,block_sparse_moe.experts.171.w1,0.0000141040,0.01000,0.829
+28,block_sparse_moe.experts.172.w1,0.0000149479,0.01000,0.848
+28,block_sparse_moe.experts.173.w1,0.0000161475,0.01000,0.846
+28,block_sparse_moe.experts.174.w1,0.0000156105,0.01000,0.863
+28,block_sparse_moe.experts.176.w1,0.0000157738,0.01000,0.849
+28,block_sparse_moe.experts.175.w1,0.0000153004,0.01000,0.850
+28,block_sparse_moe.experts.177.w1,0.0000162732,0.01000,0.836
+28,block_sparse_moe.experts.178.w1,0.0000152317,0.01000,0.828
+28,block_sparse_moe.experts.179.w1,0.0000147514,0.01000,0.837
+28,block_sparse_moe.experts.180.w1,0.0000150793,0.01000,0.853
+28,block_sparse_moe.experts.181.w1,0.0000151167,0.01000,0.853
+28,block_sparse_moe.experts.182.w1,0.0000128493,0.01000,0.840
+28,block_sparse_moe.experts.183.w1,0.0000141969,0.01000,0.845
+28,block_sparse_moe.experts.185.w1,0.0000154683,0.01000,0.829
+28,block_sparse_moe.experts.184.w1,0.0000147257,0.01000,0.859
+28,block_sparse_moe.experts.186.w1,0.0000155795,0.01000,0.839
+28,block_sparse_moe.experts.187.w1,0.0000147684,0.01000,0.844
+28,block_sparse_moe.experts.188.w1,0.0000160231,0.01000,0.845
+28,block_sparse_moe.experts.189.w1,0.0000146993,0.01000,0.842
+28,block_sparse_moe.experts.190.w1,0.0000143623,0.01000,0.840
+28,block_sparse_moe.experts.191.w1,0.0000159596,0.01000,0.836
+28,block_sparse_moe.experts.192.w1,0.0000141857,0.01000,0.829
+28,block_sparse_moe.experts.193.w1,0.0000150023,0.01000,0.838
+28,block_sparse_moe.experts.194.w1,0.0000155682,0.01000,0.847
+28,block_sparse_moe.experts.195.w1,0.0000156142,0.01000,0.847
+28,block_sparse_moe.experts.196.w1,0.0000149326,0.01000,0.834
+28,block_sparse_moe.experts.197.w1,0.0000146849,0.01000,0.853
+28,block_sparse_moe.experts.198.w1,0.0000143906,0.01000,0.835
+28,block_sparse_moe.experts.199.w1,0.0000157849,0.01000,0.840
+28,block_sparse_moe.experts.200.w1,0.0000151081,0.01000,0.839
+28,block_sparse_moe.experts.201.w1,0.0000145509,0.01000,0.857
+28,block_sparse_moe.experts.202.w1,0.0000153874,0.01000,0.846
+28,block_sparse_moe.experts.203.w1,0.0000161084,0.01000,0.831
+28,block_sparse_moe.experts.204.w1,0.0000160422,0.01000,0.847
+28,block_sparse_moe.experts.205.w1,0.0000144091,0.01000,0.832
+28,block_sparse_moe.experts.206.w1,0.0000083710,0.01000,0.840
+28,block_sparse_moe.experts.207.w1,0.0000156776,0.01000,0.843
+28,block_sparse_moe.experts.208.w1,0.0000129988,0.01000,0.857
+28,block_sparse_moe.experts.209.w1,0.0000154880,0.01000,0.849
+28,block_sparse_moe.experts.210.w1,0.0000155754,0.01000,0.829
+28,block_sparse_moe.experts.211.w1,0.0000141851,0.01000,0.843
+28,block_sparse_moe.experts.212.w1,0.0000157600,0.01000,0.840
+28,block_sparse_moe.experts.213.w1,0.0000157315,0.01000,0.830
+28,block_sparse_moe.experts.214.w1,0.0000137758,0.01000,0.855
+28,block_sparse_moe.experts.215.w1,0.0000147141,0.01000,0.852
+28,block_sparse_moe.experts.216.w1,0.0000154079,0.01000,0.855
+28,block_sparse_moe.experts.217.w1,0.0000144360,0.01000,0.830
+28,block_sparse_moe.experts.219.w1,0.0000144058,0.01000,0.840
+28,block_sparse_moe.experts.218.w1,0.0000157190,0.01000,0.845
+28,block_sparse_moe.experts.220.w1,0.0000147594,0.01000,0.833
+28,block_sparse_moe.experts.221.w1,0.0000155789,0.01000,0.838
+28,block_sparse_moe.experts.222.w1,0.0000156944,0.01000,0.850
+28,block_sparse_moe.experts.223.w1,0.0000153939,0.01000,0.876
+28,block_sparse_moe.experts.224.w1,0.0000164147,0.01000,0.847
+28,block_sparse_moe.experts.225.w1,0.0000156273,0.01000,0.846
+28,block_sparse_moe.experts.227.w1,0.0000153120,0.01000,0.836
+28,block_sparse_moe.experts.226.w1,0.0000153317,0.01000,0.871
+28,block_sparse_moe.experts.228.w1,0.0000151240,0.01000,0.850
+28,block_sparse_moe.experts.229.w1,0.0000142397,0.01000,0.845
+28,block_sparse_moe.experts.230.w1,0.0000164652,0.01000,0.860
+28,block_sparse_moe.experts.231.w1,0.0000148841,0.01000,0.831
+28,block_sparse_moe.experts.232.w1,0.0000154833,0.01000,0.834
+28,block_sparse_moe.experts.233.w1,0.0000151698,0.01000,0.838
+28,block_sparse_moe.experts.234.w1,0.0000163207,0.01000,0.841
+28,block_sparse_moe.experts.235.w1,0.0000152854,0.01000,0.846
+28,block_sparse_moe.experts.236.w1,0.0000140446,0.01000,0.858
+28,block_sparse_moe.experts.237.w1,0.0000158505,0.01000,0.843
+28,block_sparse_moe.experts.238.w1,0.0000149458,0.01000,0.834
+28,block_sparse_moe.experts.239.w1,0.0000142867,0.01000,0.842
+28,block_sparse_moe.experts.240.w1,0.0000148405,0.01000,0.838
+28,block_sparse_moe.experts.241.w1,0.0000156585,0.01000,0.841
+28,block_sparse_moe.experts.242.w1,0.0000157093,0.01000,0.844
+28,block_sparse_moe.experts.243.w1,0.0000140166,0.01000,0.856
+28,block_sparse_moe.experts.244.w1,0.0000156110,0.01000,0.845
+28,block_sparse_moe.experts.245.w1,0.0000157399,0.01000,0.843
+28,block_sparse_moe.experts.246.w1,0.0000148262,0.01000,0.840
+28,block_sparse_moe.experts.247.w1,0.0000149321,0.01000,0.839
+28,block_sparse_moe.experts.248.w1,0.0000156201,0.01000,0.835
+28,block_sparse_moe.experts.249.w1,0.0000156589,0.01000,0.847
+28,block_sparse_moe.experts.250.w1,0.0000159370,0.01000,0.850
+28,block_sparse_moe.experts.251.w1,0.0000154406,0.01000,0.860
+28,block_sparse_moe.experts.252.w1,0.0000152739,0.01000,0.827
+28,block_sparse_moe.experts.254.w1,0.0000148741,0.01000,0.834
+28,block_sparse_moe.experts.253.w1,0.0000142440,0.01000,0.857
+28,block_sparse_moe.experts.255.w1,0.0000151015,0.01000,0.832
+28,block_sparse_moe.experts.0.w3,0.0000160124,0.01000,0.842
+28,block_sparse_moe.experts.1.w3,0.0000168400,0.01000,0.854
+28,block_sparse_moe.experts.2.w3,0.0000159033,0.01000,0.843
+28,block_sparse_moe.experts.3.w3,0.0000172338,0.01000,0.832
+28,block_sparse_moe.experts.4.w3,0.0000162821,0.01000,0.847
+28,block_sparse_moe.experts.6.w3,0.0000156040,0.01000,0.842
+28,block_sparse_moe.experts.5.w3,0.0000154167,0.01000,0.862
+28,block_sparse_moe.experts.7.w3,0.0000157848,0.01000,0.852
+28,block_sparse_moe.experts.8.w3,0.0000158240,0.01000,0.860
+28,block_sparse_moe.experts.9.w3,0.0000178113,0.01000,0.853
+28,block_sparse_moe.experts.10.w3,0.0000174594,0.01000,0.823
+28,block_sparse_moe.experts.11.w3,0.0000160254,0.01000,0.849
+28,block_sparse_moe.experts.12.w3,0.0000156796,0.01000,0.852
+28,block_sparse_moe.experts.13.w3,0.0000163933,0.01000,0.859
+28,block_sparse_moe.experts.14.w3,0.0000161075,0.01000,0.836
+28,block_sparse_moe.experts.15.w3,0.0000164032,0.01000,0.866
+28,block_sparse_moe.experts.16.w3,0.0000157582,0.01000,0.864
+28,block_sparse_moe.experts.17.w3,0.0000155523,0.01000,0.854
+28,block_sparse_moe.experts.18.w3,0.0000166592,0.01000,0.841
+28,block_sparse_moe.experts.19.w3,0.0000162645,0.01000,0.857
+28,block_sparse_moe.experts.20.w3,0.0000159495,0.01000,0.837
+28,block_sparse_moe.experts.21.w3,0.0000154418,0.01000,0.846
+28,block_sparse_moe.experts.22.w3,0.0000160299,0.01000,0.855
+28,block_sparse_moe.experts.23.w3,0.0000160287,0.01000,0.852
+28,block_sparse_moe.experts.24.w3,0.0000161555,0.01000,0.851
+28,block_sparse_moe.experts.25.w3,0.0000151372,0.01000,0.855
+28,block_sparse_moe.experts.27.w3,0.0000153688,0.01000,0.831
+28,block_sparse_moe.experts.26.w3,0.0000162211,0.01000,0.864
+28,block_sparse_moe.experts.28.w3,0.0000153023,0.01000,0.840
+28,block_sparse_moe.experts.29.w3,0.0000168526,0.01000,0.852
+28,block_sparse_moe.experts.30.w3,0.0000161686,0.01000,0.843
+28,block_sparse_moe.experts.31.w3,0.0000159830,0.01000,0.859
+28,block_sparse_moe.experts.33.w3,0.0000169421,0.01000,0.840
+28,block_sparse_moe.experts.32.w3,0.0000159929,0.01000,0.886
+28,block_sparse_moe.experts.34.w3,0.0000175808,0.01000,0.843
+28,block_sparse_moe.experts.35.w3,0.0000164357,0.01000,0.840
+28,block_sparse_moe.experts.36.w3,0.0000155945,0.01000,0.853
+28,block_sparse_moe.experts.37.w3,0.0000155805,0.01000,0.850
+28,block_sparse_moe.experts.38.w3,0.0000163293,0.01000,0.837
+28,block_sparse_moe.experts.39.w3,0.0000167775,0.01000,0.835
+28,block_sparse_moe.experts.40.w3,0.0000161270,0.01000,0.856
+28,block_sparse_moe.experts.41.w3,0.0000166559,0.01000,0.849
+28,block_sparse_moe.experts.42.w3,0.0000156844,0.01000,0.845
+28,block_sparse_moe.experts.43.w3,0.0000176432,0.01000,0.849
+28,block_sparse_moe.experts.44.w3,0.0000172784,0.01000,0.852
+28,block_sparse_moe.experts.45.w3,0.0000160525,0.01000,0.829
+28,block_sparse_moe.experts.46.w3,0.0000153596,0.01000,0.834
+28,block_sparse_moe.experts.48.w3,0.0000161108,0.01000,0.826
+28,block_sparse_moe.experts.47.w3,0.0000163235,0.01000,0.883
+28,block_sparse_moe.experts.49.w3,0.0000161477,0.01000,0.845
+28,block_sparse_moe.experts.50.w3,0.0000171544,0.01000,0.841
+28,block_sparse_moe.experts.51.w3,0.0000172597,0.01000,0.845
+28,block_sparse_moe.experts.52.w3,0.0000143009,0.01000,0.829
+28,block_sparse_moe.experts.53.w3,0.0000172864,0.01000,0.831
+28,block_sparse_moe.experts.54.w3,0.0000164381,0.01000,0.851
+28,block_sparse_moe.experts.55.w3,0.0000175930,0.01000,0.854
+28,block_sparse_moe.experts.56.w3,0.0000163718,0.01000,0.844
+28,block_sparse_moe.experts.57.w3,0.0000165549,0.01000,0.846
+28,block_sparse_moe.experts.58.w3,0.0000156316,0.01000,0.851
+28,block_sparse_moe.experts.59.w3,0.0000156168,0.01000,0.831
+28,block_sparse_moe.experts.60.w3,0.0000169452,0.01000,0.831
+28,block_sparse_moe.experts.61.w3,0.0000162731,0.01000,0.850
+28,block_sparse_moe.experts.62.w3,0.0000169062,0.01000,0.851
+28,block_sparse_moe.experts.63.w3,0.0000158108,0.01000,0.847
+28,block_sparse_moe.experts.64.w3,0.0000160962,0.01000,0.854
+28,block_sparse_moe.experts.65.w3,0.0000144944,0.01000,0.858
+28,block_sparse_moe.experts.66.w3,0.0000172672,0.01000,0.834
+28,block_sparse_moe.experts.67.w3,0.0000181006,0.01000,0.844
+28,block_sparse_moe.experts.68.w3,0.0000173951,0.01000,0.847
+28,block_sparse_moe.experts.69.w3,0.0000163084,0.01000,0.852
+28,block_sparse_moe.experts.70.w3,0.0000161935,0.01000,0.857
+28,block_sparse_moe.experts.71.w3,0.0000165660,0.01000,0.843
+28,block_sparse_moe.experts.72.w3,0.0000171002,0.01000,0.849
+28,block_sparse_moe.experts.73.w3,0.0000160923,0.01000,0.848
+28,block_sparse_moe.experts.74.w3,0.0000179550,0.01000,0.829
+28,block_sparse_moe.experts.75.w3,0.0000163765,0.01000,0.842
+28,block_sparse_moe.experts.76.w3,0.0000167765,0.01000,0.848
+28,block_sparse_moe.experts.77.w3,0.0000170374,0.01000,0.844
+28,block_sparse_moe.experts.78.w3,0.0000160758,0.01000,0.837
+28,block_sparse_moe.experts.79.w3,0.0000173905,0.01000,0.845
+28,block_sparse_moe.experts.80.w3,0.0000156132,0.01000,0.856
+28,block_sparse_moe.experts.81.w3,0.0000184377,0.01000,0.832
+28,block_sparse_moe.experts.82.w3,0.0000158839,0.01000,0.843
+28,block_sparse_moe.experts.83.w3,0.0000169719,0.01000,0.831
+28,block_sparse_moe.experts.84.w3,0.0000159025,0.01000,0.840
+28,block_sparse_moe.experts.85.w3,0.0000163345,0.01000,0.847
+28,block_sparse_moe.experts.86.w3,0.0000163552,0.01000,0.866
+28,block_sparse_moe.experts.87.w3,0.0000175530,0.01000,0.839
+28,block_sparse_moe.experts.88.w3,0.0000158463,0.01000,0.838
+28,block_sparse_moe.experts.89.w3,0.0000163844,0.01000,0.839
+28,block_sparse_moe.experts.90.w3,0.0000155634,0.01000,0.832
+28,block_sparse_moe.experts.91.w3,0.0000154917,0.01000,0.836
+28,block_sparse_moe.experts.92.w3,0.0000161978,0.01000,0.851
+28,block_sparse_moe.experts.93.w3,0.0000155227,0.01000,0.849
+28,block_sparse_moe.experts.94.w3,0.0000160079,0.01000,0.841
+28,block_sparse_moe.experts.95.w3,0.0000167206,0.01000,0.834
+28,block_sparse_moe.experts.96.w3,0.0000157678,0.01000,0.847
+28,block_sparse_moe.experts.97.w3,0.0000170373,0.01000,0.833
+28,block_sparse_moe.experts.98.w3,0.0000165073,0.01000,0.831
+28,block_sparse_moe.experts.99.w3,0.0000161593,0.01000,0.846
+28,block_sparse_moe.experts.100.w3,0.0000168948,0.01000,0.853
+28,block_sparse_moe.experts.101.w3,0.0000170777,0.01000,0.841
+28,block_sparse_moe.experts.102.w3,0.0000165250,0.01000,0.827
+28,block_sparse_moe.experts.103.w3,0.0000176486,0.01000,0.853
+28,block_sparse_moe.experts.104.w3,0.0000167871,0.01000,0.840
+28,block_sparse_moe.experts.105.w3,0.0000161719,0.01000,0.835
+28,block_sparse_moe.experts.106.w3,0.0000168229,0.01000,0.850
+28,block_sparse_moe.experts.107.w3,0.0000159653,0.01000,0.852
+28,block_sparse_moe.experts.108.w3,0.0000168238,0.01000,0.839
+28,block_sparse_moe.experts.109.w3,0.0000162159,0.01000,0.828
+28,block_sparse_moe.experts.110.w3,0.0000153000,0.01000,0.846
+28,block_sparse_moe.experts.111.w3,0.0000166155,0.01000,0.837
+28,block_sparse_moe.experts.112.w3,0.0000162751,0.01000,0.846
+28,block_sparse_moe.experts.113.w3,0.0000168568,0.01000,0.848
+28,block_sparse_moe.experts.114.w3,0.0000157494,0.01000,0.849
+28,block_sparse_moe.experts.115.w3,0.0000164336,0.01000,0.839
+28,block_sparse_moe.experts.116.w3,0.0000162669,0.01000,0.827
+28,block_sparse_moe.experts.118.w3,0.0000156932,0.01000,0.836
+28,block_sparse_moe.experts.117.w3,0.0000166643,0.01000,0.846
+28,block_sparse_moe.experts.119.w3,0.0000164411,0.01000,0.851
+28,block_sparse_moe.experts.120.w3,0.0000161342,0.01000,0.842
+28,block_sparse_moe.experts.121.w3,0.0000161519,0.01000,0.846
+28,block_sparse_moe.experts.122.w3,0.0000161504,0.01000,0.845
+28,block_sparse_moe.experts.123.w3,0.0000157775,0.01000,0.831
+28,block_sparse_moe.experts.125.w3,0.0000166931,0.01000,0.833
+28,block_sparse_moe.experts.124.w3,0.0000151440,0.01000,0.872
+28,block_sparse_moe.experts.126.w3,0.0000160012,0.01000,0.847
+28,block_sparse_moe.experts.127.w3,0.0000164192,0.01000,0.843
+28,block_sparse_moe.experts.128.w3,0.0000162696,0.01000,0.846
+28,block_sparse_moe.experts.130.w3,0.0000167668,0.01000,0.826
+28,block_sparse_moe.experts.129.w3,0.0000167743,0.01000,0.856
+28,block_sparse_moe.experts.131.w3,0.0000162462,0.01000,0.878
+28,block_sparse_moe.experts.132.w3,0.0000164748,0.01000,0.847
+28,block_sparse_moe.experts.133.w3,0.0000161333,0.01000,0.844
+28,block_sparse_moe.experts.134.w3,0.0000161981,0.01000,0.849
+28,block_sparse_moe.experts.135.w3,0.0000171884,0.01000,0.857
+28,block_sparse_moe.experts.136.w3,0.0000165986,0.01000,0.837
+28,block_sparse_moe.experts.137.w3,0.0000168294,0.01000,0.840
+28,block_sparse_moe.experts.139.w3,0.0000167655,0.01000,0.828
+28,block_sparse_moe.experts.138.w3,0.0000143878,0.01000,0.894
+28,block_sparse_moe.experts.140.w3,0.0000157424,0.01000,0.847
+28,block_sparse_moe.experts.141.w3,0.0000156279,0.01000,0.863
+28,block_sparse_moe.experts.142.w3,0.0000153252,0.01000,0.846
+28,block_sparse_moe.experts.143.w3,0.0000174728,0.01000,0.828
+28,block_sparse_moe.experts.144.w3,0.0000165327,0.01000,0.839
+28,block_sparse_moe.experts.145.w3,0.0000163046,0.01000,0.864
+28,block_sparse_moe.experts.146.w3,0.0000160081,0.01000,0.846
+28,block_sparse_moe.experts.147.w3,0.0000157785,0.01000,0.836
+28,block_sparse_moe.experts.148.w3,0.0000161506,0.01000,0.847
+28,block_sparse_moe.experts.150.w3,0.0000175253,0.01000,0.835
+28,block_sparse_moe.experts.149.w3,0.0000162188,0.01000,0.874
+28,block_sparse_moe.experts.151.w3,0.0000174258,0.01000,0.835
+28,block_sparse_moe.experts.152.w3,0.0000165053,0.01000,0.840
+28,block_sparse_moe.experts.153.w3,0.0000165836,0.01000,0.839
+28,block_sparse_moe.experts.154.w3,0.0000157701,0.01000,0.835
+28,block_sparse_moe.experts.155.w3,0.0000160873,0.01000,0.847
+28,block_sparse_moe.experts.156.w3,0.0000158562,0.01000,0.857
+28,block_sparse_moe.experts.157.w3,0.0000161682,0.01000,0.831
+28,block_sparse_moe.experts.158.w3,0.0000150230,0.01000,0.834
+28,block_sparse_moe.experts.159.w3,0.0000162664,0.01000,0.840
+28,block_sparse_moe.experts.160.w3,0.0000155794,0.01000,0.838
+28,block_sparse_moe.experts.161.w3,0.0000161563,0.01000,0.839
+28,block_sparse_moe.experts.162.w3,0.0000163496,0.01000,0.860
+28,block_sparse_moe.experts.164.w3,0.0000166101,0.01000,0.833
+28,block_sparse_moe.experts.165.w3,0.0000168923,0.01000,0.835
+28,block_sparse_moe.experts.163.w3,0.0000167766,0.01000,0.865
+28,block_sparse_moe.experts.166.w3,0.0000162630,0.01000,0.837
+28,block_sparse_moe.experts.167.w3,0.0000156813,0.01000,0.837
+28,block_sparse_moe.experts.168.w3,0.0000167458,0.01000,0.836
+28,block_sparse_moe.experts.169.w3,0.0000167556,0.01000,0.842
+28,block_sparse_moe.experts.171.w3,0.0000155573,0.01000,0.834
+28,block_sparse_moe.experts.170.w3,0.0000169535,0.01000,0.854
+28,block_sparse_moe.experts.172.w3,0.0000164990,0.01000,0.830
+28,block_sparse_moe.experts.173.w3,0.0000174810,0.01000,0.847
+28,block_sparse_moe.experts.174.w3,0.0000176614,0.01000,0.831
+28,block_sparse_moe.experts.175.w3,0.0000166521,0.01000,0.841
+28,block_sparse_moe.experts.176.w3,0.0000163782,0.01000,0.842
+28,block_sparse_moe.experts.179.w3,0.0000171483,0.01000,0.825
+28,block_sparse_moe.experts.178.w3,0.0000164673,0.01000,0.832
+28,block_sparse_moe.experts.177.w3,0.0000181926,0.01000,0.888
+28,block_sparse_moe.experts.180.w3,0.0000175728,0.01000,0.835
+28,block_sparse_moe.experts.181.w3,0.0000165520,0.01000,0.821
+28,block_sparse_moe.experts.182.w3,0.0000165687,0.01000,0.850
+28,block_sparse_moe.experts.183.w3,0.0000156519,0.01000,0.852
+28,block_sparse_moe.experts.185.w3,0.0000162205,0.01000,0.828
+28,block_sparse_moe.experts.184.w3,0.0000154230,0.01000,0.897
+28,block_sparse_moe.experts.186.w3,0.0000175798,0.01000,0.847
+28,block_sparse_moe.experts.188.w3,0.0000156298,0.01000,0.814
+28,block_sparse_moe.experts.187.w3,0.0000160572,0.01000,0.856
+28,block_sparse_moe.experts.189.w3,0.0000162167,0.01000,0.834
+28,block_sparse_moe.experts.190.w3,0.0000158200,0.01000,0.845
+28,block_sparse_moe.experts.191.w3,0.0000172939,0.01000,0.884
+28,block_sparse_moe.experts.193.w3,0.0000162941,0.01000,0.838
+28,block_sparse_moe.experts.192.w3,0.0000151530,0.01000,0.847
+28,block_sparse_moe.experts.194.w3,0.0000174000,0.01000,0.840
+28,block_sparse_moe.experts.195.w3,0.0000167239,0.01000,0.833
+28,block_sparse_moe.experts.196.w3,0.0000153174,0.01000,0.843
+28,block_sparse_moe.experts.197.w3,0.0000152971,0.01000,0.866
+28,block_sparse_moe.experts.198.w3,0.0000159544,0.01000,0.876
+28,block_sparse_moe.experts.200.w3,0.0000166733,0.01000,0.847
+28,block_sparse_moe.experts.199.w3,0.0000175784,0.01000,0.873
+28,block_sparse_moe.experts.201.w3,0.0000158343,0.01000,0.833
+28,block_sparse_moe.experts.202.w3,0.0000176266,0.01000,0.832
+28,block_sparse_moe.experts.203.w3,0.0000165163,0.01000,0.851
+28,block_sparse_moe.experts.204.w3,0.0000167690,0.01000,0.842
+28,block_sparse_moe.experts.205.w3,0.0000165751,0.01000,0.847
+28,block_sparse_moe.experts.206.w3,0.0000194576,0.01000,0.849
+28,block_sparse_moe.experts.207.w3,0.0000165319,0.01000,0.852
+28,block_sparse_moe.experts.208.w3,0.0000163974,0.01000,0.838
+28,block_sparse_moe.experts.209.w3,0.0000161550,0.01000,0.831
+28,block_sparse_moe.experts.210.w3,0.0000170008,0.01000,0.851
+28,block_sparse_moe.experts.211.w3,0.0000162351,0.01000,0.835
+28,block_sparse_moe.experts.213.w3,0.0000169975,0.01000,0.826
+28,block_sparse_moe.experts.212.w3,0.0000167843,0.01000,0.862
+28,block_sparse_moe.experts.214.w3,0.0000156290,0.01000,0.844
+28,block_sparse_moe.experts.216.w3,0.0000161846,0.01000,0.831
+28,block_sparse_moe.experts.215.w3,0.0000152761,0.01000,0.839
+28,block_sparse_moe.experts.217.w3,0.0000163238,0.01000,0.845
+28,block_sparse_moe.experts.218.w3,0.0000166625,0.01000,0.839
+28,block_sparse_moe.experts.219.w3,0.0000164737,0.01000,0.858
+28,block_sparse_moe.experts.220.w3,0.0000166294,0.01000,0.831
+28,block_sparse_moe.experts.221.w3,0.0000169232,0.01000,0.845
+28,block_sparse_moe.experts.223.w3,0.0000167479,0.01000,0.829
+28,block_sparse_moe.experts.222.w3,0.0000167247,0.01000,0.859
+28,block_sparse_moe.experts.224.w3,0.0000186599,0.01000,0.850
+28,block_sparse_moe.experts.225.w3,0.0000168731,0.01000,0.836
+28,block_sparse_moe.experts.227.w3,0.0000165752,0.01000,0.842
+28,block_sparse_moe.experts.226.w3,0.0000166995,0.01000,0.877
+28,block_sparse_moe.experts.228.w3,0.0000164995,0.01000,0.844
+28,block_sparse_moe.experts.229.w3,0.0000162644,0.01000,0.833
+28,block_sparse_moe.experts.230.w3,0.0000175270,0.01000,0.825
+28,block_sparse_moe.experts.231.w3,0.0000163269,0.01000,0.851
+28,block_sparse_moe.experts.232.w3,0.0000163036,0.01000,0.843
+28,block_sparse_moe.experts.233.w3,0.0000168463,0.01000,0.864
+28,block_sparse_moe.experts.234.w3,0.0000176970,0.01000,0.839
+28,block_sparse_moe.experts.235.w3,0.0000163192,0.01000,0.850
+28,block_sparse_moe.experts.236.w3,0.0000147720,0.01000,0.837
+28,block_sparse_moe.experts.237.w3,0.0000170865,0.01000,0.829
+28,block_sparse_moe.experts.238.w3,0.0000160808,0.01000,0.839
+28,block_sparse_moe.experts.239.w3,0.0000151307,0.01000,0.840
+28,block_sparse_moe.experts.241.w3,0.0000162620,0.01000,0.834
+28,block_sparse_moe.experts.242.w3,0.0000165491,0.01000,0.843
+28,block_sparse_moe.experts.240.w3,0.0000161612,0.01000,0.880
+28,block_sparse_moe.experts.243.w3,0.0000165681,0.01000,0.835
+28,block_sparse_moe.experts.244.w3,0.0000164105,0.01000,0.834
+28,block_sparse_moe.experts.245.w3,0.0000164735,0.01000,0.868
+28,block_sparse_moe.experts.246.w3,0.0000155167,0.01000,0.873
+28,block_sparse_moe.experts.248.w3,0.0000165966,0.01000,0.847
+28,block_sparse_moe.experts.247.w3,0.0000168387,0.01000,0.899
+28,block_sparse_moe.experts.249.w3,0.0000165542,0.01000,0.870
+28,block_sparse_moe.experts.250.w3,0.0000166758,0.01000,0.859
+28,block_sparse_moe.experts.251.w3,0.0000159252,0.01000,0.858
+28,block_sparse_moe.experts.252.w3,0.0000173476,0.01000,0.813
+28,block_sparse_moe.experts.253.w3,0.0000156803,0.01000,0.696
+28,block_sparse_moe.experts.254.w3,0.0000172269,0.01000,0.666
+28,block_sparse_moe.experts.255.w3,0.0000158992,0.01000,0.650
+28,block_sparse_moe.experts.0.w2,0.0000067307,0.01000,0.441
+28,block_sparse_moe.experts.1.w2,0.0000122674,0.01000,0.444
+28,block_sparse_moe.experts.4.w2,0.0000110013,0.01000,0.440
+28,block_sparse_moe.experts.2.w2,0.0000133512,0.01000,0.445
+28,block_sparse_moe.experts.5.w2,0.0000089554,0.01000,0.448
+28,block_sparse_moe.experts.6.w2,0.0000058787,0.01000,0.449
+28,block_sparse_moe.experts.3.w2,0.0000089752,0.01000,0.454
+28,block_sparse_moe.experts.7.w2,0.0000095906,0.01000,0.407
+28,block_sparse_moe.experts.8.w2,0.0000126230,0.01000,0.416
+28,block_sparse_moe.experts.10.w2,0.0000089163,0.01000,0.417
+28,block_sparse_moe.experts.11.w2,0.0000136230,0.01000,0.420
+28,block_sparse_moe.experts.9.w2,0.0000184888,0.01000,0.429
+28,block_sparse_moe.experts.12.w2,0.0000064723,0.01000,0.424
+28,block_sparse_moe.experts.13.w2,0.0000092840,0.01000,0.427
+28,block_sparse_moe.experts.14.w2,0.0000116268,0.01000,0.411
+28,block_sparse_moe.experts.15.w2,0.0000080056,0.01000,0.421
+28,block_sparse_moe.experts.16.w2,0.0000145258,0.01000,0.428
+28,block_sparse_moe.experts.18.w2,0.0000098502,0.01000,0.421
+28,block_sparse_moe.experts.17.w2,0.0000067940,0.01000,0.432
+28,block_sparse_moe.experts.19.w2,0.0000081796,0.01000,0.427
+28,block_sparse_moe.experts.20.w2,0.0000186167,0.01000,0.432
+28,block_sparse_moe.experts.21.w2,0.0000096171,0.01000,0.408
+28,block_sparse_moe.experts.22.w2,0.0000093609,0.01000,0.415
+28,block_sparse_moe.experts.23.w2,0.0000062682,0.01000,0.418
+28,block_sparse_moe.experts.24.w2,0.0000208349,0.01000,0.416
+28,block_sparse_moe.experts.25.w2,0.0000085574,0.01000,0.419
+28,block_sparse_moe.experts.26.w2,0.0000083966,0.01000,0.422
+28,block_sparse_moe.experts.27.w2,0.0000060391,0.01000,0.426
+28,block_sparse_moe.experts.28.w2,0.0000129708,0.01000,0.409
+28,block_sparse_moe.experts.29.w2,0.0000119254,0.01000,0.418
+28,block_sparse_moe.experts.31.w2,0.0000210956,0.01000,0.417
+28,block_sparse_moe.experts.30.w2,0.0000066826,0.01000,0.430
+28,block_sparse_moe.experts.32.w2,0.0000173036,0.01000,0.418
+28,block_sparse_moe.experts.33.w2,0.0000172401,0.01000,0.420
+28,block_sparse_moe.experts.34.w2,0.0000180572,0.01000,0.423
+28,block_sparse_moe.experts.35.w2,0.0000105848,0.01000,0.414
+28,block_sparse_moe.experts.36.w2,0.0000056784,0.01000,0.435
+28,block_sparse_moe.experts.37.w2,0.0000072765,0.01000,0.430
+28,block_sparse_moe.experts.38.w2,0.0000077470,0.01000,0.430
+28,block_sparse_moe.experts.40.w2,0.0000080582,0.01000,0.424
+28,block_sparse_moe.experts.39.w2,0.0000078296,0.01000,0.431
+28,block_sparse_moe.experts.41.w2,0.0000170209,0.01000,0.439
+28,block_sparse_moe.experts.42.w2,0.0000129791,0.01000,0.410
+28,block_sparse_moe.experts.43.w2,0.0000135261,0.01000,0.418
+28,block_sparse_moe.experts.44.w2,0.0000146253,0.01000,0.419
+28,block_sparse_moe.experts.45.w2,0.0000065549,0.01000,0.413
+28,block_sparse_moe.experts.47.w2,0.0000115690,0.01000,0.423
+28,block_sparse_moe.experts.46.w2,0.0000082008,0.01000,0.426
+28,block_sparse_moe.experts.48.w2,0.0000105744,0.01000,0.424
+28,block_sparse_moe.experts.49.w2,0.0000173102,0.01000,0.421
+28,block_sparse_moe.experts.50.w2,0.0000154669,0.01000,0.427
+28,block_sparse_moe.experts.51.w2,0.0000150290,0.01000,0.419
+28,block_sparse_moe.experts.52.w2,0.0000128529,0.01000,0.429
+28,block_sparse_moe.experts.54.w2,0.0000103900,0.01000,0.425
+28,block_sparse_moe.experts.53.w2,0.0000132232,0.01000,0.436
+28,block_sparse_moe.experts.55.w2,0.0000151755,0.01000,0.436
+28,block_sparse_moe.experts.56.w2,0.0000097431,0.01000,0.408
+28,block_sparse_moe.experts.57.w2,0.0000146854,0.01000,0.415
+28,block_sparse_moe.experts.58.w2,0.0000071964,0.01000,0.416
+28,block_sparse_moe.experts.59.w2,0.0000073940,0.01000,0.414
+28,block_sparse_moe.experts.60.w2,0.0000102512,0.01000,0.424
+28,block_sparse_moe.experts.61.w2,0.0000075812,0.01000,0.417
+28,block_sparse_moe.experts.62.w2,0.0000090596,0.01000,0.445
+28,block_sparse_moe.experts.63.w2,0.0000079173,0.01000,0.411
+28,block_sparse_moe.experts.64.w2,0.0000121602,0.01000,0.423
+28,block_sparse_moe.experts.65.w2,0.0000055026,0.01000,0.423
+28,block_sparse_moe.experts.66.w2,0.0000112515,0.01000,0.416
+28,block_sparse_moe.experts.68.w2,0.0000112453,0.01000,0.425
+28,block_sparse_moe.experts.67.w2,0.0000128149,0.01000,0.428
+28,block_sparse_moe.experts.69.w2,0.0000083611,0.01000,0.430
+28,block_sparse_moe.experts.70.w2,0.0000084349,0.01000,0.416
+28,block_sparse_moe.experts.71.w2,0.0000181406,0.01000,0.416
+28,block_sparse_moe.experts.73.w2,0.0000065373,0.01000,0.412
+28,block_sparse_moe.experts.72.w2,0.0000130435,0.01000,0.427
+28,block_sparse_moe.experts.74.w2,0.0000166636,0.01000,0.424
+28,block_sparse_moe.experts.75.w2,0.0000073976,0.01000,0.424
+28,block_sparse_moe.experts.76.w2,0.0000132033,0.01000,0.429
+28,block_sparse_moe.experts.77.w2,0.0000093688,0.01000,0.412
+28,block_sparse_moe.experts.78.w2,0.0000078319,0.01000,0.413
+28,block_sparse_moe.experts.79.w2,0.0000150364,0.01000,0.422
+28,block_sparse_moe.experts.80.w2,0.0000097235,0.01000,0.418
+28,block_sparse_moe.experts.81.w2,0.0000203723,0.01000,0.422
+28,block_sparse_moe.experts.82.w2,0.0000100033,0.01000,0.424
+28,block_sparse_moe.experts.83.w2,0.0000135874,0.01000,0.429
+28,block_sparse_moe.experts.84.w2,0.0000149070,0.01000,0.418
+28,block_sparse_moe.experts.85.w2,0.0000170295,0.01000,0.418
+28,block_sparse_moe.experts.86.w2,0.0000081178,0.01000,0.417
+28,block_sparse_moe.experts.87.w2,0.0000169870,0.01000,0.419
+28,block_sparse_moe.experts.88.w2,0.0000233513,0.01000,0.424
+28,block_sparse_moe.experts.89.w2,0.0000144273,0.01000,0.428
+28,block_sparse_moe.experts.90.w2,0.0000135523,0.01000,0.435
+28,block_sparse_moe.experts.91.w2,0.0000080407,0.01000,0.414
+28,block_sparse_moe.experts.92.w2,0.0000079695,0.01000,0.412
+28,block_sparse_moe.experts.93.w2,0.0000128392,0.01000,0.415
+28,block_sparse_moe.experts.94.w2,0.0000071155,0.01000,0.417
+28,block_sparse_moe.experts.95.w2,0.0000116674,0.01000,0.422
+28,block_sparse_moe.experts.96.w2,0.0000082349,0.01000,0.424
+28,block_sparse_moe.experts.97.w2,0.0000097751,0.01000,0.427
+28,block_sparse_moe.experts.98.w2,0.0000098249,0.01000,0.418
+28,block_sparse_moe.experts.99.w2,0.0000070139,0.01000,0.420
+28,block_sparse_moe.experts.100.w2,0.0000177295,0.01000,0.419
+28,block_sparse_moe.experts.101.w2,0.0000163848,0.01000,0.420
+28,block_sparse_moe.experts.102.w2,0.0000127794,0.01000,0.422
+28,block_sparse_moe.experts.103.w2,0.0000209013,0.01000,0.426
+28,block_sparse_moe.experts.104.w2,0.0000086685,0.01000,0.431
+28,block_sparse_moe.experts.105.w2,0.0000078172,0.01000,0.421
+28,block_sparse_moe.experts.106.w2,0.0000120225,0.01000,0.417
+28,block_sparse_moe.experts.107.w2,0.0000209873,0.01000,0.417
+28,block_sparse_moe.experts.108.w2,0.0000152083,0.01000,0.418
+28,block_sparse_moe.experts.109.w2,0.0000098331,0.01000,0.418
+28,block_sparse_moe.experts.110.w2,0.0000135733,0.01000,0.425
+28,block_sparse_moe.experts.111.w2,0.0000155991,0.01000,0.426
+28,block_sparse_moe.experts.112.w2,0.0000112002,0.01000,0.421
+28,block_sparse_moe.experts.113.w2,0.0000083520,0.01000,0.417
+28,block_sparse_moe.experts.114.w2,0.0000214929,0.01000,0.415
+28,block_sparse_moe.experts.115.w2,0.0000091906,0.01000,0.419
+28,block_sparse_moe.experts.116.w2,0.0000066913,0.01000,0.426
+28,block_sparse_moe.experts.117.w2,0.0000114422,0.01000,0.429
+28,block_sparse_moe.experts.118.w2,0.0000164454,0.01000,0.430
+28,block_sparse_moe.experts.119.w2,0.0000210959,0.01000,0.418
+28,block_sparse_moe.experts.120.w2,0.0000121358,0.01000,0.421
+28,block_sparse_moe.experts.121.w2,0.0000105596,0.01000,0.426
+28,block_sparse_moe.experts.122.w2,0.0000065293,0.01000,0.419
+28,block_sparse_moe.experts.123.w2,0.0000096044,0.01000,0.420
+28,block_sparse_moe.experts.124.w2,0.0000059477,0.01000,0.423
+28,block_sparse_moe.experts.125.w2,0.0000099954,0.01000,0.425
+28,block_sparse_moe.experts.126.w2,0.0000115193,0.01000,0.414
+28,block_sparse_moe.experts.127.w2,0.0000130878,0.01000,0.417
+28,block_sparse_moe.experts.128.w2,0.0000206873,0.01000,0.415
+28,block_sparse_moe.experts.129.w2,0.0000161209,0.01000,0.418
+28,block_sparse_moe.experts.130.w2,0.0000105409,0.01000,0.417
+28,block_sparse_moe.experts.131.w2,0.0000189913,0.01000,0.424
+28,block_sparse_moe.experts.132.w2,0.0000090903,0.01000,0.425
+28,block_sparse_moe.experts.133.w2,0.0000081441,0.01000,0.419
+28,block_sparse_moe.experts.134.w2,0.0000098364,0.01000,0.419
+28,block_sparse_moe.experts.135.w2,0.0000133454,0.01000,0.428
+28,block_sparse_moe.experts.136.w2,0.0000119179,0.01000,0.420
+28,block_sparse_moe.experts.137.w2,0.0000107943,0.01000,0.438
+28,block_sparse_moe.experts.138.w2,0.0000128775,0.01000,0.427
+28,block_sparse_moe.experts.139.w2,0.0000157069,0.01000,0.436
+28,block_sparse_moe.experts.140.w2,0.0000066139,0.01000,0.418
+28,block_sparse_moe.experts.141.w2,0.0000051613,0.01000,0.420
+28,block_sparse_moe.experts.142.w2,0.0000123719,0.01000,0.419
+28,block_sparse_moe.experts.143.w2,0.0000144111,0.01000,0.417
+28,block_sparse_moe.experts.144.w2,0.0000098398,0.01000,0.422
+28,block_sparse_moe.experts.145.w2,0.0000110755,0.01000,0.420
+28,block_sparse_moe.experts.146.w2,0.0000104752,0.01000,0.441
+28,block_sparse_moe.experts.147.w2,0.0000091261,0.01000,0.417
+28,block_sparse_moe.experts.148.w2,0.0000075531,0.01000,0.425
+28,block_sparse_moe.experts.149.w2,0.0000074320,0.01000,0.420
+28,block_sparse_moe.experts.150.w2,0.0000130566,0.01000,0.419
+28,block_sparse_moe.experts.151.w2,0.0000133360,0.01000,0.424
+28,block_sparse_moe.experts.152.w2,0.0000085596,0.01000,0.429
+28,block_sparse_moe.experts.153.w2,0.0000105050,0.01000,0.456
+28,block_sparse_moe.experts.154.w2,0.0000099328,0.01000,0.417
+28,block_sparse_moe.experts.155.w2,0.0000116809,0.01000,0.415
+28,block_sparse_moe.experts.156.w2,0.0000098259,0.01000,0.418
+28,block_sparse_moe.experts.157.w2,0.0000205427,0.01000,0.419
+28,block_sparse_moe.experts.158.w2,0.0000092791,0.01000,0.421
+28,block_sparse_moe.experts.159.w2,0.0000143140,0.01000,0.424
+28,block_sparse_moe.experts.160.w2,0.0000057062,0.01000,0.458
+28,block_sparse_moe.experts.161.w2,0.0000083691,0.01000,0.410
+28,block_sparse_moe.experts.162.w2,0.0000129331,0.01000,0.412
+28,block_sparse_moe.experts.163.w2,0.0000102615,0.01000,0.415
+28,block_sparse_moe.experts.164.w2,0.0000091881,0.01000,0.418
+28,block_sparse_moe.experts.165.w2,0.0000112360,0.01000,0.418
+28,block_sparse_moe.experts.166.w2,0.0000089216,0.01000,0.424
+28,block_sparse_moe.experts.168.w2,0.0000159412,0.01000,0.416
+28,block_sparse_moe.experts.167.w2,0.0006487195,0.01000,0.444
+28,block_sparse_moe.experts.169.w2,0.0000184828,0.01000,0.416
+28,block_sparse_moe.experts.170.w2,0.0000144366,0.01000,0.415
+28,block_sparse_moe.experts.171.w2,0.0000075182,0.01000,0.417
+28,block_sparse_moe.experts.172.w2,0.0000110134,0.01000,0.424
+28,block_sparse_moe.experts.173.w2,0.0000123850,0.01000,0.418
+28,block_sparse_moe.experts.174.w2,0.0000168891,0.01000,0.424
+28,block_sparse_moe.experts.175.w2,0.0000113260,0.01000,0.423
+28,block_sparse_moe.experts.176.w2,0.0000072655,0.01000,0.420
+28,block_sparse_moe.experts.177.w2,0.0000110375,0.01000,0.412
+28,block_sparse_moe.experts.178.w2,0.0000088952,0.01000,0.428
+28,block_sparse_moe.experts.179.w2,0.0000232663,0.01000,0.418
+28,block_sparse_moe.experts.180.w2,0.0000130477,0.01000,0.421
+28,block_sparse_moe.experts.181.w2,0.0000152845,0.01000,0.424
+28,block_sparse_moe.experts.182.w2,0.0000110321,0.01000,0.423
+28,block_sparse_moe.experts.183.w2,0.0000200704,0.01000,0.421
+28,block_sparse_moe.experts.184.w2,0.0000089006,0.01000,0.418
+28,block_sparse_moe.experts.185.w2,0.0000072249,0.01000,0.413
+28,block_sparse_moe.experts.186.w2,0.0000137477,0.01000,0.425
+28,block_sparse_moe.experts.187.w2,0.0000103952,0.01000,0.424
+28,block_sparse_moe.experts.188.w2,0.0000248893,0.01000,0.426
+28,block_sparse_moe.experts.189.w2,0.0000190452,0.01000,0.417
+28,block_sparse_moe.experts.190.w2,0.0000233279,0.01000,0.417
+28,block_sparse_moe.experts.191.w2,0.0000115486,0.01000,0.413
+28,block_sparse_moe.experts.192.w2,0.0000102831,0.01000,0.418
+28,block_sparse_moe.experts.193.w2,0.0000115548,0.01000,0.418
+28,block_sparse_moe.experts.194.w2,0.0000098122,0.01000,0.423
+28,block_sparse_moe.experts.195.w2,0.0000078245,0.01000,0.427
+28,block_sparse_moe.experts.196.w2,0.0000066888,0.01000,0.419
+28,block_sparse_moe.experts.198.w2,0.0000185190,0.01000,0.415
+28,block_sparse_moe.experts.197.w2,0.0000053770,0.01000,0.426
+28,block_sparse_moe.experts.199.w2,0.0000148871,0.01000,0.413
+28,block_sparse_moe.experts.200.w2,0.0000151992,0.01000,0.423
+28,block_sparse_moe.experts.201.w2,0.0000134164,0.01000,0.423
+28,block_sparse_moe.experts.203.w2,0.0000110047,0.01000,0.420
+28,block_sparse_moe.experts.202.w2,0.0000138028,0.01000,0.440
+28,block_sparse_moe.experts.204.w2,0.0000083493,0.01000,0.416
+28,block_sparse_moe.experts.205.w2,0.0000166466,0.01000,0.419
+28,block_sparse_moe.experts.206.w2,0.0000117100,0.01000,0.415
+28,block_sparse_moe.experts.207.w2,0.0000105225,0.01000,0.418
+28,block_sparse_moe.experts.208.w2,0.0000137718,0.01000,0.417
+28,block_sparse_moe.experts.209.w2,0.0000124638,0.01000,0.433
+28,block_sparse_moe.experts.210.w2,0.0000153295,0.01000,0.418
+28,block_sparse_moe.experts.211.w2,0.0000148420,0.01000,0.413
+28,block_sparse_moe.experts.212.w2,0.0000084352,0.01000,0.416
+28,block_sparse_moe.experts.213.w2,0.0000169984,0.01000,0.415
+28,block_sparse_moe.experts.214.w2,0.0000114833,0.01000,0.422
+28,block_sparse_moe.experts.215.w2,0.0000064277,0.01000,0.417
+28,block_sparse_moe.experts.217.w2,0.0000125334,0.01000,0.421
+28,block_sparse_moe.experts.216.w2,0.0000083166,0.01000,0.440
+28,block_sparse_moe.experts.218.w2,0.0000087417,0.01000,0.416
+28,block_sparse_moe.experts.219.w2,0.0000132404,0.01000,0.424
+28,block_sparse_moe.experts.220.w2,0.0000140271,0.01000,0.417
+28,block_sparse_moe.experts.221.w2,0.0000103191,0.01000,0.429
+28,block_sparse_moe.experts.222.w2,0.0000104751,0.01000,0.423
+28,block_sparse_moe.experts.223.w2,0.0000097488,0.01000,0.424
+28,block_sparse_moe.experts.224.w2,0.0000104356,0.01000,0.417
+28,block_sparse_moe.experts.225.w2,0.0000107651,0.01000,0.414
+28,block_sparse_moe.experts.226.w2,0.0000080368,0.01000,0.415
+28,block_sparse_moe.experts.227.w2,0.0000107139,0.01000,0.414
+28,block_sparse_moe.experts.228.w2,0.0000090725,0.01000,0.422
+28,block_sparse_moe.experts.229.w2,0.0000141201,0.01000,0.417
+28,block_sparse_moe.experts.231.w2,0.0000109094,0.01000,0.421
+28,block_sparse_moe.experts.232.w2,0.0000093481,0.01000,0.421
+28,block_sparse_moe.experts.230.w2,0.0000101341,0.01000,0.428
+28,block_sparse_moe.experts.233.w2,0.0000149700,0.01000,0.420
+28,block_sparse_moe.experts.234.w2,0.0000153790,0.01000,0.415
+28,block_sparse_moe.experts.235.w2,0.0000101816,0.01000,0.426
+28,block_sparse_moe.experts.236.w2,0.0000075281,0.01000,0.420
+28,block_sparse_moe.experts.239.w2,0.0000071264,0.01000,0.415
+28,block_sparse_moe.experts.238.w2,0.0000069625,0.01000,0.425
+28,block_sparse_moe.experts.237.w2,0.0000109205,0.01000,0.434
+28,block_sparse_moe.experts.240.w2,0.0000135011,0.01000,0.414
+28,block_sparse_moe.experts.241.w2,0.0000083218,0.01000,0.412
+28,block_sparse_moe.experts.242.w2,0.0000094567,0.01000,0.422
+28,block_sparse_moe.experts.243.w2,0.0000120611,0.01000,0.418
+28,block_sparse_moe.experts.245.w2,0.0000090063,0.01000,0.417
+28,block_sparse_moe.experts.244.w2,0.0000094049,0.01000,0.426
+28,block_sparse_moe.experts.246.w2,0.0000072016,0.01000,0.420
+28,block_sparse_moe.experts.247.w2,0.0000124558,0.01000,0.417
+28,block_sparse_moe.experts.248.w2,0.0000089807,0.01000,0.413
+28,block_sparse_moe.experts.250.w2,0.0000081086,0.01000,0.421
+28,block_sparse_moe.experts.249.w2,0.0000083210,0.01000,0.435
+28,block_sparse_moe.experts.252.w2,0.0000164340,0.01000,0.384
+28,block_sparse_moe.experts.253.w2,0.0000169479,0.01000,0.386
+28,block_sparse_moe.experts.254.w2,0.0000162154,0.01000,0.386
+28,block_sparse_moe.experts.255.w2,0.0000083686,0.01000,0.385
+28,block_sparse_moe.experts.251.w2,0.0000080626,0.01000,0.406
+29,block_sparse_moe.experts.1.w1,0.0000154964,0.01000,0.840
+29,block_sparse_moe.experts.4.w1,0.0000152987,0.01000,0.855
+29,block_sparse_moe.experts.0.w1,0.0000153332,0.01000,0.872
+29,block_sparse_moe.experts.6.w1,0.0000158594,0.01000,0.878
+29,block_sparse_moe.experts.5.w1,0.0000156421,0.01000,0.886
+29,block_sparse_moe.experts.2.w1,0.0000157952,0.01000,0.891
+29,block_sparse_moe.experts.3.w1,0.0000166008,0.01000,0.898
+29,block_sparse_moe.experts.7.w1,0.0000155131,0.01000,0.831
+29,block_sparse_moe.experts.8.w1,0.0000161805,0.01000,0.824
+29,block_sparse_moe.experts.9.w1,0.0000146715,0.01000,0.844
+29,block_sparse_moe.experts.10.w1,0.0000149122,0.01000,0.835
+29,block_sparse_moe.experts.12.w1,0.0000145427,0.01000,0.845
+29,block_sparse_moe.experts.11.w1,0.0000158294,0.01000,0.869
+29,block_sparse_moe.experts.13.w1,0.0000154689,0.01000,0.874
+29,block_sparse_moe.experts.14.w1,0.0000149022,0.01000,0.829
+29,block_sparse_moe.experts.15.w1,0.0000144666,0.01000,0.835
+29,block_sparse_moe.experts.16.w1,0.0000158198,0.01000,0.835
+29,block_sparse_moe.experts.17.w1,0.0000149293,0.01000,0.836
+29,block_sparse_moe.experts.18.w1,0.0000159143,0.01000,0.840
+29,block_sparse_moe.experts.19.w1,0.0000152386,0.01000,0.840
+29,block_sparse_moe.experts.20.w1,0.0000151422,0.01000,0.865
+29,block_sparse_moe.experts.21.w1,0.0000146728,0.01000,0.830
+29,block_sparse_moe.experts.22.w1,0.0000154844,0.01000,0.837
+29,block_sparse_moe.experts.24.w1,0.0000155648,0.01000,0.825
+29,block_sparse_moe.experts.23.w1,0.0000149268,0.01000,0.851
+29,block_sparse_moe.experts.25.w1,0.0000153908,0.01000,0.841
+29,block_sparse_moe.experts.26.w1,0.0000156836,0.01000,0.842
+29,block_sparse_moe.experts.27.w1,0.0000153165,0.01000,0.859
+29,block_sparse_moe.experts.28.w1,0.0000157575,0.01000,0.829
+29,block_sparse_moe.experts.29.w1,0.0000144639,0.01000,0.830
+29,block_sparse_moe.experts.30.w1,0.0000148707,0.01000,0.836
+29,block_sparse_moe.experts.31.w1,0.0000154939,0.01000,0.824
+29,block_sparse_moe.experts.32.w1,0.0000149698,0.01000,0.846
+29,block_sparse_moe.experts.33.w1,0.0000147806,0.01000,0.848
+29,block_sparse_moe.experts.34.w1,0.0000157220,0.01000,0.861
+29,block_sparse_moe.experts.35.w1,0.0000160254,0.01000,0.841
+29,block_sparse_moe.experts.36.w1,0.0000148849,0.01000,0.832
+29,block_sparse_moe.experts.38.w1,0.0000159430,0.01000,0.827
+29,block_sparse_moe.experts.37.w1,0.0000154620,0.01000,0.862
+29,block_sparse_moe.experts.39.w1,0.0000150008,0.01000,0.852
+29,block_sparse_moe.experts.40.w1,0.0000155178,0.01000,0.860
+29,block_sparse_moe.experts.41.w1,0.0000156680,0.01000,0.866
+29,block_sparse_moe.experts.42.w1,0.0000157152,0.01000,0.826
+29,block_sparse_moe.experts.43.w1,0.0000153646,0.01000,0.836
+29,block_sparse_moe.experts.44.w1,0.0000162613,0.01000,0.839
+29,block_sparse_moe.experts.45.w1,0.0000157214,0.01000,0.841
+29,block_sparse_moe.experts.46.w1,0.0000152373,0.01000,0.865
+29,block_sparse_moe.experts.47.w1,0.0000163829,0.01000,0.845
+29,block_sparse_moe.experts.48.w1,0.0000161347,0.01000,0.868
+29,block_sparse_moe.experts.49.w1,0.0000157463,0.01000,0.824
+29,block_sparse_moe.experts.50.w1,0.0000157135,0.01000,0.829
+29,block_sparse_moe.experts.51.w1,0.0000153612,0.01000,0.835
+29,block_sparse_moe.experts.52.w1,0.0000160273,0.01000,0.840
+29,block_sparse_moe.experts.54.w1,0.0000150300,0.01000,0.843
+29,block_sparse_moe.experts.53.w1,0.0000155770,0.01000,0.880
+29,block_sparse_moe.experts.55.w1,0.0000154274,0.01000,0.860
+29,block_sparse_moe.experts.56.w1,0.0000169873,0.01000,0.859
+29,block_sparse_moe.experts.57.w1,0.0000148686,0.01000,0.844
+29,block_sparse_moe.experts.58.w1,0.0000147240,0.01000,0.836
+29,block_sparse_moe.experts.59.w1,0.0000158597,0.01000,0.842
+29,block_sparse_moe.experts.60.w1,0.0000150442,0.01000,0.874
+29,block_sparse_moe.experts.61.w1,0.0000156481,0.01000,0.912
+29,block_sparse_moe.experts.62.w1,0.0000159290,0.01000,0.879
+29,block_sparse_moe.experts.64.w1,0.0000153677,0.01000,0.840
+29,block_sparse_moe.experts.65.w1,0.0000160782,0.01000,0.830
+29,block_sparse_moe.experts.63.w1,0.0000153760,0.01000,0.877
+29,block_sparse_moe.experts.66.w1,0.0000141282,0.01000,0.846
+29,block_sparse_moe.experts.67.w1,0.0000156387,0.01000,0.840
+29,block_sparse_moe.experts.68.w1,0.0000151543,0.01000,0.838
+29,block_sparse_moe.experts.69.w1,0.0000150714,0.01000,0.850
+29,block_sparse_moe.experts.70.w1,0.0000154820,0.01000,0.835
+29,block_sparse_moe.experts.71.w1,0.0000151984,0.01000,0.833
+29,block_sparse_moe.experts.72.w1,0.0000136433,0.01000,0.848
+29,block_sparse_moe.experts.73.w1,0.0000156245,0.01000,0.852
+29,block_sparse_moe.experts.74.w1,0.0000154094,0.01000,0.859
+29,block_sparse_moe.experts.75.w1,0.0000152793,0.01000,0.842
+29,block_sparse_moe.experts.76.w1,0.0000147699,0.01000,0.856
+29,block_sparse_moe.experts.77.w1,0.0000158583,0.01000,0.831
+29,block_sparse_moe.experts.78.w1,0.0000146399,0.01000,0.832
+29,block_sparse_moe.experts.79.w1,0.0000158564,0.01000,0.848
+29,block_sparse_moe.experts.80.w1,0.0000147443,0.01000,0.864
+29,block_sparse_moe.experts.81.w1,0.0000151529,0.01000,0.861
+29,block_sparse_moe.experts.82.w1,0.0000156150,0.01000,0.845
+29,block_sparse_moe.experts.83.w1,0.0000149698,0.01000,0.859
+29,block_sparse_moe.experts.84.w1,0.0000144668,0.01000,0.822
+29,block_sparse_moe.experts.85.w1,0.0000158889,0.01000,0.836
+29,block_sparse_moe.experts.86.w1,0.0000158339,0.01000,0.846
+29,block_sparse_moe.experts.87.w1,0.0000155235,0.01000,0.832
+29,block_sparse_moe.experts.88.w1,0.0000155539,0.01000,0.851
+29,block_sparse_moe.experts.89.w1,0.0000161372,0.01000,0.845
+29,block_sparse_moe.experts.90.w1,0.0000155696,0.01000,0.865
+29,block_sparse_moe.experts.91.w1,0.0000154693,0.01000,0.827
+29,block_sparse_moe.experts.92.w1,0.0000145042,0.01000,0.832
+29,block_sparse_moe.experts.93.w1,0.0000159189,0.01000,0.851
+29,block_sparse_moe.experts.94.w1,0.0000164040,0.01000,0.833
+29,block_sparse_moe.experts.95.w1,0.0000172941,0.01000,0.847
+29,block_sparse_moe.experts.96.w1,0.0000150457,0.01000,0.848
+29,block_sparse_moe.experts.97.w1,0.0000147639,0.01000,0.867
+29,block_sparse_moe.experts.98.w1,0.0000148682,0.01000,0.832
+29,block_sparse_moe.experts.99.w1,0.0000155972,0.01000,0.828
+29,block_sparse_moe.experts.100.w1,0.0000154106,0.01000,0.843
+29,block_sparse_moe.experts.101.w1,0.0000153895,0.01000,0.828
+29,block_sparse_moe.experts.102.w1,0.0000152908,0.01000,0.843
+29,block_sparse_moe.experts.103.w1,0.0000153503,0.01000,0.846
+29,block_sparse_moe.experts.104.w1,0.0000146964,0.01000,0.856
+29,block_sparse_moe.experts.105.w1,0.0000164512,0.01000,0.832
+29,block_sparse_moe.experts.106.w1,0.0000145348,0.01000,0.849
+29,block_sparse_moe.experts.107.w1,0.0000149562,0.01000,0.841
+29,block_sparse_moe.experts.108.w1,0.0000156845,0.01000,0.822
+29,block_sparse_moe.experts.109.w1,0.0000149589,0.01000,0.836
+29,block_sparse_moe.experts.110.w1,0.0000159021,0.01000,0.829
+29,block_sparse_moe.experts.111.w1,0.0000147383,0.01000,0.853
+29,block_sparse_moe.experts.112.w1,0.0000165229,0.01000,0.840
+29,block_sparse_moe.experts.113.w1,0.0000165038,0.01000,0.847
+29,block_sparse_moe.experts.115.w1,0.0000159480,0.01000,0.832
+29,block_sparse_moe.experts.114.w1,0.0000149241,0.01000,0.860
+29,block_sparse_moe.experts.116.w1,0.0000159328,0.01000,0.839
+29,block_sparse_moe.experts.117.w1,0.0000154844,0.01000,0.834
+29,block_sparse_moe.experts.118.w1,0.0000157676,0.01000,0.855
+29,block_sparse_moe.experts.119.w1,0.0000150223,0.01000,0.847
+29,block_sparse_moe.experts.120.w1,0.0000148888,0.01000,0.838
+29,block_sparse_moe.experts.121.w1,0.0000160552,0.01000,0.830
+29,block_sparse_moe.experts.122.w1,0.0000149741,0.01000,0.825
+29,block_sparse_moe.experts.124.w1,0.0000150131,0.01000,0.838
+29,block_sparse_moe.experts.123.w1,0.0000155137,0.01000,0.861
+29,block_sparse_moe.experts.125.w1,0.0000153955,0.01000,0.854
+29,block_sparse_moe.experts.126.w1,0.0000154867,0.01000,0.819
+29,block_sparse_moe.experts.127.w1,0.0000150578,0.01000,0.833
+29,block_sparse_moe.experts.128.w1,0.0000165863,0.01000,0.829
+29,block_sparse_moe.experts.129.w1,0.0000158946,0.01000,0.824
+29,block_sparse_moe.experts.130.w1,0.0000158539,0.01000,0.838
+29,block_sparse_moe.experts.131.w1,0.0000159218,0.01000,0.845
+29,block_sparse_moe.experts.132.w1,0.0000153363,0.01000,0.859
+29,block_sparse_moe.experts.133.w1,0.0000159884,0.01000,0.830
+29,block_sparse_moe.experts.134.w1,0.0000153227,0.01000,0.836
+29,block_sparse_moe.experts.135.w1,0.0000156142,0.01000,0.844
+29,block_sparse_moe.experts.136.w1,0.0000158048,0.01000,0.830
+29,block_sparse_moe.experts.137.w1,0.0000153662,0.01000,0.840
+29,block_sparse_moe.experts.138.w1,0.0000155782,0.01000,0.848
+29,block_sparse_moe.experts.139.w1,0.0000155587,0.01000,0.853
+29,block_sparse_moe.experts.140.w1,0.0000148712,0.01000,0.819
+29,block_sparse_moe.experts.141.w1,0.0000159919,0.01000,0.829
+29,block_sparse_moe.experts.143.w1,0.0000153102,0.01000,0.825
+29,block_sparse_moe.experts.142.w1,0.0000159034,0.01000,0.874
+29,block_sparse_moe.experts.144.w1,0.0000151542,0.01000,0.844
+29,block_sparse_moe.experts.145.w1,0.0000153038,0.01000,0.855
+29,block_sparse_moe.experts.146.w1,0.0000158543,0.01000,0.848
+29,block_sparse_moe.experts.147.w1,0.0000146769,0.01000,0.822
+29,block_sparse_moe.experts.148.w1,0.0000153111,0.01000,0.832
+29,block_sparse_moe.experts.149.w1,0.0000158819,0.01000,0.850
+29,block_sparse_moe.experts.150.w1,0.0000150846,0.01000,0.851
+29,block_sparse_moe.experts.151.w1,0.0000142984,0.01000,0.840
+29,block_sparse_moe.experts.152.w1,0.0000147469,0.01000,0.850
+29,block_sparse_moe.experts.153.w1,0.0000152523,0.01000,0.845
+29,block_sparse_moe.experts.154.w1,0.0000149358,0.01000,0.821
+29,block_sparse_moe.experts.155.w1,0.0000152279,0.01000,0.832
+29,block_sparse_moe.experts.156.w1,0.0000147677,0.01000,0.829
+29,block_sparse_moe.experts.157.w1,0.0000151492,0.01000,0.849
+29,block_sparse_moe.experts.158.w1,0.0000153616,0.01000,0.841
+29,block_sparse_moe.experts.159.w1,0.0000141193,0.01000,0.859
+29,block_sparse_moe.experts.160.w1,0.0000149025,0.01000,0.847
+29,block_sparse_moe.experts.161.w1,0.0000152233,0.01000,0.826
+29,block_sparse_moe.experts.162.w1,0.0000154107,0.01000,0.836
+29,block_sparse_moe.experts.163.w1,0.0000127995,0.01000,0.839
+29,block_sparse_moe.experts.164.w1,0.0000152137,0.01000,0.844
+29,block_sparse_moe.experts.165.w1,0.0000154936,0.01000,0.851
+29,block_sparse_moe.experts.166.w1,0.0000158933,0.01000,0.864
+29,block_sparse_moe.experts.167.w1,0.0000154752,0.01000,0.845
+29,block_sparse_moe.experts.168.w1,0.0000152985,0.01000,0.838
+29,block_sparse_moe.experts.169.w1,0.0000154224,0.01000,0.848
+29,block_sparse_moe.experts.170.w1,0.0000163708,0.01000,0.836
+29,block_sparse_moe.experts.171.w1,0.0000154768,0.01000,0.848
+29,block_sparse_moe.experts.172.w1,0.0000140291,0.01000,0.852
+29,block_sparse_moe.experts.173.w1,0.0000144001,0.01000,0.865
+29,block_sparse_moe.experts.174.w1,0.0000146402,0.01000,0.859
+29,block_sparse_moe.experts.175.w1,0.0000156100,0.01000,0.823
+29,block_sparse_moe.experts.176.w1,0.0000153533,0.01000,0.835
+29,block_sparse_moe.experts.177.w1,0.0000156459,0.01000,0.860
+29,block_sparse_moe.experts.178.w1,0.0000154583,0.01000,0.841
+29,block_sparse_moe.experts.179.w1,0.0000155450,0.01000,0.851
+29,block_sparse_moe.experts.180.w1,0.0000143192,0.01000,0.885
+29,block_sparse_moe.experts.181.w1,0.0000151589,0.01000,0.864
+29,block_sparse_moe.experts.182.w1,0.0000154374,0.01000,0.828
+29,block_sparse_moe.experts.183.w1,0.0000154082,0.01000,0.832
+29,block_sparse_moe.experts.184.w1,0.0000147925,0.01000,0.845
+29,block_sparse_moe.experts.185.w1,0.0000151744,0.01000,0.840
+29,block_sparse_moe.experts.186.w1,0.0000151076,0.01000,0.854
+29,block_sparse_moe.experts.187.w1,0.0000162233,0.01000,0.864
+29,block_sparse_moe.experts.188.w1,0.0000155223,0.01000,0.845
+29,block_sparse_moe.experts.189.w1,0.0000153664,0.01000,0.839
+29,block_sparse_moe.experts.190.w1,0.0000154319,0.01000,0.845
+29,block_sparse_moe.experts.191.w1,0.0000155674,0.01000,0.829
+29,block_sparse_moe.experts.192.w1,0.0000154210,0.01000,0.832
+29,block_sparse_moe.experts.193.w1,0.0000152590,0.01000,0.844
+29,block_sparse_moe.experts.194.w1,0.0000150889,0.01000,0.852
+29,block_sparse_moe.experts.195.w1,0.0000155697,0.01000,0.847
+29,block_sparse_moe.experts.196.w1,0.0000142354,0.01000,0.816
+29,block_sparse_moe.experts.197.w1,0.0000155712,0.01000,0.832
+29,block_sparse_moe.experts.198.w1,0.0000142159,0.01000,0.833
+29,block_sparse_moe.experts.199.w1,0.0000147709,0.01000,0.837
+29,block_sparse_moe.experts.200.w1,0.0000158783,0.01000,0.839
+29,block_sparse_moe.experts.201.w1,0.0000157474,0.01000,0.855
+29,block_sparse_moe.experts.202.w1,0.0000153258,0.01000,0.853
+29,block_sparse_moe.experts.203.w1,0.0000149392,0.01000,0.832
+29,block_sparse_moe.experts.204.w1,0.0000158583,0.01000,0.834
+29,block_sparse_moe.experts.205.w1,0.0000159954,0.01000,0.842
+29,block_sparse_moe.experts.206.w1,0.0000147878,0.01000,0.843
+29,block_sparse_moe.experts.207.w1,0.0000143997,0.01000,0.847
+29,block_sparse_moe.experts.208.w1,0.0000147743,0.01000,0.850
+29,block_sparse_moe.experts.209.w1,0.0000151174,0.01000,0.853
+29,block_sparse_moe.experts.210.w1,0.0000153554,0.01000,0.831
+29,block_sparse_moe.experts.211.w1,0.0000152303,0.01000,0.833
+29,block_sparse_moe.experts.212.w1,0.0000154342,0.01000,0.836
+29,block_sparse_moe.experts.213.w1,0.0000150644,0.01000,0.837
+29,block_sparse_moe.experts.214.w1,0.0000156984,0.01000,0.851
+29,block_sparse_moe.experts.215.w1,0.0000173843,0.01000,0.855
+29,block_sparse_moe.experts.217.w1,0.0000154942,0.01000,0.821
+29,block_sparse_moe.experts.216.w1,0.0000152434,0.01000,0.871
+29,block_sparse_moe.experts.218.w1,0.0000156166,0.01000,0.835
+29,block_sparse_moe.experts.219.w1,0.0000155693,0.01000,0.835
+29,block_sparse_moe.experts.220.w1,0.0000154323,0.01000,0.830
+29,block_sparse_moe.experts.221.w1,0.0000155709,0.01000,0.852
+29,block_sparse_moe.experts.222.w1,0.0000157113,0.01000,0.855
+29,block_sparse_moe.experts.223.w1,0.0000155708,0.01000,0.856
+29,block_sparse_moe.experts.224.w1,0.0000151691,0.01000,0.836
+29,block_sparse_moe.experts.225.w1,0.0000147034,0.01000,0.840
+29,block_sparse_moe.experts.226.w1,0.0000146852,0.01000,0.838
+29,block_sparse_moe.experts.227.w1,0.0000157962,0.01000,0.827
+29,block_sparse_moe.experts.228.w1,0.0000153757,0.01000,0.849
+29,block_sparse_moe.experts.229.w1,0.0000159907,0.01000,0.861
+29,block_sparse_moe.experts.231.w1,0.0000157616,0.01000,0.836
+29,block_sparse_moe.experts.230.w1,0.0000153205,0.01000,0.859
+29,block_sparse_moe.experts.232.w1,0.0000127852,0.01000,0.840
+29,block_sparse_moe.experts.233.w1,0.0000159542,0.01000,0.842
+29,block_sparse_moe.experts.234.w1,0.0000152489,0.01000,0.823
+29,block_sparse_moe.experts.235.w1,0.0000151978,0.01000,0.858
+29,block_sparse_moe.experts.236.w1,0.0000157220,0.01000,0.853
+29,block_sparse_moe.experts.238.w1,0.0000149781,0.01000,0.830
+29,block_sparse_moe.experts.237.w1,0.0000158085,0.01000,0.888
+29,block_sparse_moe.experts.239.w1,0.0000146900,0.01000,0.832
+29,block_sparse_moe.experts.240.w1,0.0000152160,0.01000,0.835
+29,block_sparse_moe.experts.241.w1,0.0000155405,0.01000,0.845
+29,block_sparse_moe.experts.242.w1,0.0000153793,0.01000,0.838
+29,block_sparse_moe.experts.243.w1,0.0000154123,0.01000,0.841
+29,block_sparse_moe.experts.244.w1,0.0000159563,0.01000,0.866
+29,block_sparse_moe.experts.245.w1,0.0000156420,0.01000,0.835
+29,block_sparse_moe.experts.246.w1,0.0000152061,0.01000,0.848
+29,block_sparse_moe.experts.247.w1,0.0000152129,0.01000,0.830
+29,block_sparse_moe.experts.248.w1,0.0000160471,0.01000,0.855
+29,block_sparse_moe.experts.249.w1,0.0000150920,0.01000,0.835
+29,block_sparse_moe.experts.250.w1,0.0000156676,0.01000,0.857
+29,block_sparse_moe.experts.251.w1,0.0000177832,0.01000,0.846
+29,block_sparse_moe.experts.252.w1,0.0000156658,0.01000,0.826
+29,block_sparse_moe.experts.253.w1,0.0000120422,0.01000,0.835
+29,block_sparse_moe.experts.254.w1,0.0000138069,0.01000,0.837
+29,block_sparse_moe.experts.255.w1,0.0000144543,0.01000,0.845
+29,block_sparse_moe.experts.0.w3,0.0000157388,0.01000,0.845
+29,block_sparse_moe.experts.1.w3,0.0000159847,0.01000,0.860
+29,block_sparse_moe.experts.3.w3,0.0000171019,0.01000,0.827
+29,block_sparse_moe.experts.2.w3,0.0000174119,0.01000,0.862
+29,block_sparse_moe.experts.4.w3,0.0000173965,0.01000,0.845
+29,block_sparse_moe.experts.5.w3,0.0000163478,0.01000,0.856
+29,block_sparse_moe.experts.6.w3,0.0000167683,0.01000,0.846
+29,block_sparse_moe.experts.7.w3,0.0000163581,0.01000,0.842
+29,block_sparse_moe.experts.8.w3,0.0000172663,0.01000,0.854
+29,block_sparse_moe.experts.9.w3,0.0000163008,0.01000,0.849
+29,block_sparse_moe.experts.10.w3,0.0000162159,0.01000,0.821
+29,block_sparse_moe.experts.11.w3,0.0000162600,0.01000,0.828
+29,block_sparse_moe.experts.12.w3,0.0000155932,0.01000,0.838
+29,block_sparse_moe.experts.13.w3,0.0000161020,0.01000,0.841
+29,block_sparse_moe.experts.14.w3,0.0000158214,0.01000,0.840
+29,block_sparse_moe.experts.15.w3,0.0000162511,0.01000,0.855
+29,block_sparse_moe.experts.17.w3,0.0000171570,0.01000,0.830
+29,block_sparse_moe.experts.16.w3,0.0000164088,0.01000,0.868
+29,block_sparse_moe.experts.18.w3,0.0000159973,0.01000,0.830
+29,block_sparse_moe.experts.19.w3,0.0000175869,0.01000,0.837
+29,block_sparse_moe.experts.20.w3,0.0000160434,0.01000,0.835
+29,block_sparse_moe.experts.21.w3,0.0000161836,0.01000,0.841
+29,block_sparse_moe.experts.22.w3,0.0000170317,0.01000,0.854
+29,block_sparse_moe.experts.23.w3,0.0000152569,0.01000,0.855
+29,block_sparse_moe.experts.24.w3,0.0000168274,0.01000,0.826
+29,block_sparse_moe.experts.25.w3,0.0000160259,0.01000,0.834
+29,block_sparse_moe.experts.26.w3,0.0000176263,0.01000,0.839
+29,block_sparse_moe.experts.27.w3,0.0000160569,0.01000,0.844
+29,block_sparse_moe.experts.28.w3,0.0000167036,0.01000,0.839
+29,block_sparse_moe.experts.29.w3,0.0000151654,0.01000,0.852
+29,block_sparse_moe.experts.31.w3,0.0000168630,0.01000,0.825
+29,block_sparse_moe.experts.30.w3,0.0000161571,0.01000,0.864
+29,block_sparse_moe.experts.32.w3,0.0000157136,0.01000,0.832
+29,block_sparse_moe.experts.33.w3,0.0000158364,0.01000,0.841
+29,block_sparse_moe.experts.34.w3,0.0000162245,0.01000,0.846
+29,block_sparse_moe.experts.35.w3,0.0000175945,0.01000,0.830
+29,block_sparse_moe.experts.36.w3,0.0000159311,0.01000,0.851
+29,block_sparse_moe.experts.38.w3,0.0000182663,0.01000,0.823
+29,block_sparse_moe.experts.37.w3,0.0000161671,0.01000,0.855
+29,block_sparse_moe.experts.39.w3,0.0000157434,0.01000,0.836
+29,block_sparse_moe.experts.40.w3,0.0000163637,0.01000,0.844
+29,block_sparse_moe.experts.41.w3,0.0000168778,0.01000,0.840
+29,block_sparse_moe.experts.42.w3,0.0000165813,0.01000,0.842
+29,block_sparse_moe.experts.45.w3,0.0000162995,0.01000,0.828
+29,block_sparse_moe.experts.43.w3,0.0000158515,0.01000,0.849
+29,block_sparse_moe.experts.44.w3,0.0000178764,0.01000,0.884
+29,block_sparse_moe.experts.46.w3,0.0000157658,0.01000,0.833
+29,block_sparse_moe.experts.47.w3,0.0000171164,0.01000,0.839
+29,block_sparse_moe.experts.48.w3,0.0000181279,0.01000,0.834
+29,block_sparse_moe.experts.49.w3,0.0000169078,0.01000,0.838
+29,block_sparse_moe.experts.50.w3,0.0000184379,0.01000,0.839
+29,block_sparse_moe.experts.51.w3,0.0000159727,0.01000,0.873
+29,block_sparse_moe.experts.52.w3,0.0000178896,0.01000,0.839
+29,block_sparse_moe.experts.53.w3,0.0000162368,0.01000,0.846
+29,block_sparse_moe.experts.54.w3,0.0000157769,0.01000,0.839
+29,block_sparse_moe.experts.55.w3,0.0000161535,0.01000,0.842
+29,block_sparse_moe.experts.56.w3,0.0000190617,0.01000,0.857
+29,block_sparse_moe.experts.57.w3,0.0000171661,0.01000,0.840
+29,block_sparse_moe.experts.59.w3,0.0000165731,0.01000,0.831
+29,block_sparse_moe.experts.60.w3,0.0000164991,0.01000,0.851
+29,block_sparse_moe.experts.58.w3,0.0000153918,0.01000,0.882
+29,block_sparse_moe.experts.61.w3,0.0000163113,0.01000,0.845
+29,block_sparse_moe.experts.62.w3,0.0000170379,0.01000,0.829
+29,block_sparse_moe.experts.63.w3,0.0000167980,0.01000,0.849
+29,block_sparse_moe.experts.64.w3,0.0000170819,0.01000,0.848
+29,block_sparse_moe.experts.66.w3,0.0000172918,0.01000,0.830
+29,block_sparse_moe.experts.67.w3,0.0000162323,0.01000,0.831
+29,block_sparse_moe.experts.65.w3,0.0000166871,0.01000,0.898
+29,block_sparse_moe.experts.68.w3,0.0000159788,0.01000,0.836
+29,block_sparse_moe.experts.69.w3,0.0000172187,0.01000,0.815
+29,block_sparse_moe.experts.70.w3,0.0000164801,0.01000,0.849
+29,block_sparse_moe.experts.71.w3,0.0000155521,0.01000,0.847
+29,block_sparse_moe.experts.73.w3,0.0000176170,0.01000,0.833
+29,block_sparse_moe.experts.74.w3,0.0000158376,0.01000,0.834
+29,block_sparse_moe.experts.72.w3,0.0000169385,0.01000,0.894
+29,block_sparse_moe.experts.76.w3,0.0000161305,0.01000,0.828
+29,block_sparse_moe.experts.75.w3,0.0000162048,0.01000,0.850
+29,block_sparse_moe.experts.77.w3,0.0000165260,0.01000,0.839
+29,block_sparse_moe.experts.78.w3,0.0000154925,0.01000,0.853
+29,block_sparse_moe.experts.80.w3,0.0000164431,0.01000,0.826
+29,block_sparse_moe.experts.79.w3,0.0000165595,0.01000,0.885
+29,block_sparse_moe.experts.81.w3,0.0000185315,0.01000,0.833
+29,block_sparse_moe.experts.83.w3,0.0000163007,0.01000,0.824
+29,block_sparse_moe.experts.82.w3,0.0000168926,0.01000,0.849
+29,block_sparse_moe.experts.84.w3,0.0000150695,0.01000,0.836
+29,block_sparse_moe.experts.85.w3,0.0000165884,0.01000,0.858
+29,block_sparse_moe.experts.87.w3,0.0000164543,0.01000,0.835
+29,block_sparse_moe.experts.88.w3,0.0000157491,0.01000,0.835
+29,block_sparse_moe.experts.86.w3,0.0000180096,0.01000,0.901
+29,block_sparse_moe.experts.89.w3,0.0000185581,0.01000,0.845
+29,block_sparse_moe.experts.90.w3,0.0000176859,0.01000,0.830
+29,block_sparse_moe.experts.91.w3,0.0000165806,0.01000,0.841
+29,block_sparse_moe.experts.92.w3,0.0000170204,0.01000,0.845
+29,block_sparse_moe.experts.94.w3,0.0000172549,0.01000,0.834
+29,block_sparse_moe.experts.95.w3,0.0000158029,0.01000,0.835
+29,block_sparse_moe.experts.93.w3,0.0000168642,0.01000,0.913
+29,block_sparse_moe.experts.97.w3,0.0000173074,0.01000,0.837
+29,block_sparse_moe.experts.96.w3,0.0000165870,0.01000,0.850
+29,block_sparse_moe.experts.98.w3,0.0000157761,0.01000,0.840
+29,block_sparse_moe.experts.99.w3,0.0000162025,0.01000,0.845
+29,block_sparse_moe.experts.100.w3,0.0000159830,0.01000,0.866
+29,block_sparse_moe.experts.101.w3,0.0000171092,0.01000,0.830
+29,block_sparse_moe.experts.102.w3,0.0000164359,0.01000,0.835
+29,block_sparse_moe.experts.103.w3,0.0000178946,0.01000,0.834
+29,block_sparse_moe.experts.104.w3,0.0000154610,0.01000,0.844
+29,block_sparse_moe.experts.105.w3,0.0000174774,0.01000,0.840
+29,block_sparse_moe.experts.106.w3,0.0000157249,0.01000,0.850
+29,block_sparse_moe.experts.108.w3,0.0000163717,0.01000,0.828
+29,block_sparse_moe.experts.107.w3,0.0000164615,0.01000,0.879
+29,block_sparse_moe.experts.109.w3,0.0000154845,0.01000,0.835
+29,block_sparse_moe.experts.110.w3,0.0000166056,0.01000,0.827
+29,block_sparse_moe.experts.111.w3,0.0000161735,0.01000,0.826
+29,block_sparse_moe.experts.112.w3,0.0000173594,0.01000,0.858
+29,block_sparse_moe.experts.113.w3,0.0000191600,0.01000,0.853
+29,block_sparse_moe.experts.114.w3,0.0000168502,0.01000,0.861
+29,block_sparse_moe.experts.115.w3,0.0000174982,0.01000,0.833
+29,block_sparse_moe.experts.116.w3,0.0000167141,0.01000,0.839
+29,block_sparse_moe.experts.117.w3,0.0000161175,0.01000,0.832
+29,block_sparse_moe.experts.118.w3,0.0000168643,0.01000,0.827
+29,block_sparse_moe.experts.119.w3,0.0000163996,0.01000,0.851
+29,block_sparse_moe.experts.120.w3,0.0000158359,0.01000,0.857
+29,block_sparse_moe.experts.121.w3,0.0000174975,0.01000,0.855
+29,block_sparse_moe.experts.122.w3,0.0000169030,0.01000,0.833
+29,block_sparse_moe.experts.123.w3,0.0000160199,0.01000,0.841
+29,block_sparse_moe.experts.125.w3,0.0000162855,0.01000,0.828
+29,block_sparse_moe.experts.124.w3,0.0000153632,0.01000,0.885
+29,block_sparse_moe.experts.126.w3,0.0000163112,0.01000,0.852
+29,block_sparse_moe.experts.127.w3,0.0000174519,0.01000,0.830
+29,block_sparse_moe.experts.128.w3,0.0000170319,0.01000,0.843
+29,block_sparse_moe.experts.129.w3,0.0000166700,0.01000,0.845
+29,block_sparse_moe.experts.130.w3,0.0000164972,0.01000,0.834
+29,block_sparse_moe.experts.131.w3,0.0000169260,0.01000,0.840
+29,block_sparse_moe.experts.132.w3,0.0000170445,0.01000,0.838
+29,block_sparse_moe.experts.133.w3,0.0000180984,0.01000,0.853
+29,block_sparse_moe.experts.134.w3,0.0000170108,0.01000,0.834
+29,block_sparse_moe.experts.136.w3,0.0000167977,0.01000,0.831
+29,block_sparse_moe.experts.137.w3,0.0000158651,0.01000,0.832
+29,block_sparse_moe.experts.135.w3,0.0000164258,0.01000,0.862
+29,block_sparse_moe.experts.138.w3,0.0000171012,0.01000,0.835
+29,block_sparse_moe.experts.139.w3,0.0000160182,0.01000,0.834
+29,block_sparse_moe.experts.140.w3,0.0000160312,0.01000,0.850
+29,block_sparse_moe.experts.141.w3,0.0000173014,0.01000,0.829
+29,block_sparse_moe.experts.143.w3,0.0000170860,0.01000,0.831
+29,block_sparse_moe.experts.144.w3,0.0000161885,0.01000,0.826
+29,block_sparse_moe.experts.145.w3,0.0000178545,0.01000,0.833
+29,block_sparse_moe.experts.142.w3,0.0000167248,0.01000,0.886
+29,block_sparse_moe.experts.146.w3,0.0000173282,0.01000,0.837
+29,block_sparse_moe.experts.147.w3,0.0000155879,0.01000,0.848
+29,block_sparse_moe.experts.148.w3,0.0000180337,0.01000,0.831
+29,block_sparse_moe.experts.150.w3,0.0000155640,0.01000,0.818
+29,block_sparse_moe.experts.151.w3,0.0000164987,0.01000,0.825
+29,block_sparse_moe.experts.152.w3,0.0000161749,0.01000,0.837
+29,block_sparse_moe.experts.149.w3,0.0000169048,0.01000,0.890
+29,block_sparse_moe.experts.153.w3,0.0000160433,0.01000,0.829
+29,block_sparse_moe.experts.154.w3,0.0000177936,0.01000,0.840
+29,block_sparse_moe.experts.155.w3,0.0000165746,0.01000,0.831
+29,block_sparse_moe.experts.157.w3,0.0000168130,0.01000,0.823
+29,block_sparse_moe.experts.156.w3,0.0000165461,0.01000,0.877
+29,block_sparse_moe.experts.158.w3,0.0000163441,0.01000,0.842
+29,block_sparse_moe.experts.159.w3,0.0000154706,0.01000,0.842
+29,block_sparse_moe.experts.160.w3,0.0000152218,0.01000,0.834
+29,block_sparse_moe.experts.161.w3,0.0000176211,0.01000,0.864
+29,block_sparse_moe.experts.162.w3,0.0000176982,0.01000,0.835
+29,block_sparse_moe.experts.163.w3,0.0000172692,0.01000,0.852
+29,block_sparse_moe.experts.164.w3,0.0000157100,0.01000,0.821
+29,block_sparse_moe.experts.165.w3,0.0000169464,0.01000,0.834
+29,block_sparse_moe.experts.166.w3,0.0000184762,0.01000,0.837
+29,block_sparse_moe.experts.167.w3,0.0000165930,0.01000,0.838
+29,block_sparse_moe.experts.168.w3,0.0000159449,0.01000,0.856
+29,block_sparse_moe.experts.169.w3,0.0000181586,0.01000,0.837
+29,block_sparse_moe.experts.171.w3,0.0000162944,0.01000,0.824
+29,block_sparse_moe.experts.173.w3,0.0000154803,0.01000,0.840
+29,block_sparse_moe.experts.172.w3,0.0000157826,0.01000,0.853
+29,block_sparse_moe.experts.174.w3,0.0000157286,0.01000,0.838
+29,block_sparse_moe.experts.170.w3,0.0000185526,0.01000,0.902
+29,block_sparse_moe.experts.175.w3,0.0000166366,0.01000,0.846
+29,block_sparse_moe.experts.176.w3,0.0000161789,0.01000,0.833
+29,block_sparse_moe.experts.177.w3,0.0000165809,0.01000,0.863
+29,block_sparse_moe.experts.179.w3,0.0000159972,0.01000,0.835
+29,block_sparse_moe.experts.181.w3,0.0000158490,0.01000,0.829
+29,block_sparse_moe.experts.180.w3,0.0000152286,0.01000,0.848
+29,block_sparse_moe.experts.178.w3,0.0000166350,0.01000,0.863
+29,block_sparse_moe.experts.182.w3,0.0000164119,0.01000,0.852
+29,block_sparse_moe.experts.183.w3,0.0000162393,0.01000,0.826
+29,block_sparse_moe.experts.184.w3,0.0000152736,0.01000,0.848
+29,block_sparse_moe.experts.185.w3,0.0000189806,0.01000,0.839
+29,block_sparse_moe.experts.186.w3,0.0000172633,0.01000,0.834
+29,block_sparse_moe.experts.188.w3,0.0000160469,0.01000,0.829
+29,block_sparse_moe.experts.187.w3,0.0000173331,0.01000,0.875
+29,block_sparse_moe.experts.189.w3,0.0000160334,0.01000,0.853
+29,block_sparse_moe.experts.190.w3,0.0000164042,0.01000,0.832
+29,block_sparse_moe.experts.191.w3,0.0000181048,0.01000,0.842
+29,block_sparse_moe.experts.192.w3,0.0000170110,0.01000,0.833
+29,block_sparse_moe.experts.193.w3,0.0000162067,0.01000,0.825
+29,block_sparse_moe.experts.194.w3,0.0000174536,0.01000,0.841
+29,block_sparse_moe.experts.195.w3,0.0000167167,0.01000,0.849
+29,block_sparse_moe.experts.196.w3,0.0000157275,0.01000,0.855
+29,block_sparse_moe.experts.197.w3,0.0000163966,0.01000,0.833
+29,block_sparse_moe.experts.199.w3,0.0000153275,0.01000,0.834
+29,block_sparse_moe.experts.198.w3,0.0000156169,0.01000,0.844
+29,block_sparse_moe.experts.200.w3,0.0000166101,0.01000,0.831
+29,block_sparse_moe.experts.201.w3,0.0000175891,0.01000,0.829
+29,block_sparse_moe.experts.202.w3,0.0000168061,0.01000,0.847
+29,block_sparse_moe.experts.203.w3,0.0000159116,0.01000,0.852
+29,block_sparse_moe.experts.204.w3,0.0000164328,0.01000,0.835
+29,block_sparse_moe.experts.206.w3,0.0000156523,0.01000,0.826
+29,block_sparse_moe.experts.207.w3,0.0000183365,0.01000,0.828
+29,block_sparse_moe.experts.208.w3,0.0000171013,0.01000,0.831
+29,block_sparse_moe.experts.205.w3,0.0000164161,0.01000,0.892
+29,block_sparse_moe.experts.209.w3,0.0000156052,0.01000,0.838
+29,block_sparse_moe.experts.210.w3,0.0000158578,0.01000,0.844
+29,block_sparse_moe.experts.211.w3,0.0000163181,0.01000,0.831
+29,block_sparse_moe.experts.213.w3,0.0000156061,0.01000,0.820
+29,block_sparse_moe.experts.214.w3,0.0000182824,0.01000,0.827
+29,block_sparse_moe.experts.212.w3,0.0000182180,0.01000,0.894
+29,block_sparse_moe.experts.215.w3,0.0000175630,0.01000,0.838
+29,block_sparse_moe.experts.216.w3,0.0000167016,0.01000,0.837
+29,block_sparse_moe.experts.217.w3,0.0000167488,0.01000,0.848
+29,block_sparse_moe.experts.218.w3,0.0000161453,0.01000,0.843
+29,block_sparse_moe.experts.220.w3,0.0000168406,0.01000,0.826
+29,block_sparse_moe.experts.219.w3,0.0000171085,0.01000,0.872
+29,block_sparse_moe.experts.221.w3,0.0000178963,0.01000,0.834
+29,block_sparse_moe.experts.222.w3,0.0000164646,0.01000,0.832
+29,block_sparse_moe.experts.223.w3,0.0000170061,0.01000,0.835
+29,block_sparse_moe.experts.224.w3,0.0000181032,0.01000,0.851
+29,block_sparse_moe.experts.225.w3,0.0000168067,0.01000,0.839
+29,block_sparse_moe.experts.226.w3,0.0000167681,0.01000,0.858
+29,block_sparse_moe.experts.227.w3,0.0000170870,0.01000,0.836
+29,block_sparse_moe.experts.228.w3,0.0000176007,0.01000,0.843
+29,block_sparse_moe.experts.229.w3,0.0000181012,0.01000,0.843
+29,block_sparse_moe.experts.230.w3,0.0000162362,0.01000,0.835
+29,block_sparse_moe.experts.231.w3,0.0000168163,0.01000,0.867
+29,block_sparse_moe.experts.232.w3,0.0000147609,0.01000,0.844
+29,block_sparse_moe.experts.234.w3,0.0000158401,0.01000,0.822
+29,block_sparse_moe.experts.235.w3,0.0000167553,0.01000,0.841
+29,block_sparse_moe.experts.236.w3,0.0000176861,0.01000,0.838
+29,block_sparse_moe.experts.233.w3,0.0000174255,0.01000,0.897
+29,block_sparse_moe.experts.237.w3,0.0000171256,0.01000,0.832
+29,block_sparse_moe.experts.238.w3,0.0000155753,0.01000,0.860
+29,block_sparse_moe.experts.239.w3,0.0000163480,0.01000,0.837
+29,block_sparse_moe.experts.240.w3,0.0000164989,0.01000,0.874
+29,block_sparse_moe.experts.242.w3,0.0000157636,0.01000,0.830
+29,block_sparse_moe.experts.241.w3,0.0000161884,0.01000,0.831
+29,block_sparse_moe.experts.244.w3,0.0000173657,0.01000,0.831
+29,block_sparse_moe.experts.243.w3,0.0000159853,0.01000,0.871
+29,block_sparse_moe.experts.245.w3,0.0000172199,0.01000,0.861
+29,block_sparse_moe.experts.246.w3,0.0000166407,0.01000,0.840
+29,block_sparse_moe.experts.248.w3,0.0000170262,0.01000,0.830
+29,block_sparse_moe.experts.249.w3,0.0000160143,0.01000,0.832
+29,block_sparse_moe.experts.247.w3,0.0000164357,0.01000,0.868
+29,block_sparse_moe.experts.250.w3,0.0000162728,0.01000,0.848
+29,block_sparse_moe.experts.251.w3,0.0000186779,0.01000,0.843
+29,block_sparse_moe.experts.252.w3,0.0000175481,0.01000,0.754
+29,block_sparse_moe.experts.253.w3,0.0000190223,0.01000,0.732
+29,block_sparse_moe.experts.255.w3,0.0000163602,0.01000,0.666
+29,block_sparse_moe.experts.254.w3,0.0000153573,0.01000,0.687
+29,block_sparse_moe.experts.1.w2,0.0000086762,0.01000,0.436
+29,block_sparse_moe.experts.3.w2,0.0000113905,0.01000,0.439
+29,block_sparse_moe.experts.5.w2,0.0000079104,0.01000,0.440
+29,block_sparse_moe.experts.2.w2,0.0000112155,0.01000,0.452
+29,block_sparse_moe.experts.6.w2,0.0000319189,0.01000,0.455
+29,block_sparse_moe.experts.0.w2,0.0000057943,0.01000,0.463
+29,block_sparse_moe.experts.4.w2,0.0000144922,0.01000,0.457
+29,block_sparse_moe.experts.8.w2,0.0000137322,0.01000,0.415
+29,block_sparse_moe.experts.9.w2,0.0000148056,0.01000,0.432
+29,block_sparse_moe.experts.10.w2,0.0000118951,0.01000,0.427
+29,block_sparse_moe.experts.7.w2,0.0000092221,0.01000,0.444
+29,block_sparse_moe.experts.11.w2,0.0000078618,0.01000,0.426
+29,block_sparse_moe.experts.12.w2,0.0000136342,0.01000,0.424
+29,block_sparse_moe.experts.13.w2,0.0000065546,0.01000,0.431
+29,block_sparse_moe.experts.14.w2,0.0000081698,0.01000,0.423
+29,block_sparse_moe.experts.17.w2,0.0000136028,0.01000,0.415
+29,block_sparse_moe.experts.15.w2,0.0000162346,0.01000,0.424
+29,block_sparse_moe.experts.16.w2,0.0000067285,0.01000,0.422
+29,block_sparse_moe.experts.19.w2,0.0000124167,0.01000,0.420
+29,block_sparse_moe.experts.18.w2,0.0000084938,0.01000,0.423
+29,block_sparse_moe.experts.20.w2,0.0000140816,0.01000,0.428
+29,block_sparse_moe.experts.21.w2,0.0000127557,0.01000,0.416
+29,block_sparse_moe.experts.22.w2,0.0000126916,0.01000,0.413
+29,block_sparse_moe.experts.24.w2,0.0000085806,0.01000,0.417
+29,block_sparse_moe.experts.25.w2,0.0000070933,0.01000,0.425
+29,block_sparse_moe.experts.26.w2,0.0000128559,0.01000,0.424
+29,block_sparse_moe.experts.23.w2,0.0000053958,0.01000,0.438
+29,block_sparse_moe.experts.27.w2,0.0000070283,0.01000,0.433
+29,block_sparse_moe.experts.28.w2,0.0000091858,0.01000,0.418
+29,block_sparse_moe.experts.29.w2,0.0000058901,0.01000,0.410
+29,block_sparse_moe.experts.31.w2,0.0000090866,0.01000,0.414
+29,block_sparse_moe.experts.30.w2,0.0000091410,0.01000,0.427
+29,block_sparse_moe.experts.32.w2,0.0000070563,0.01000,0.437
+29,block_sparse_moe.experts.33.w2,0.0000128536,0.01000,0.447
+29,block_sparse_moe.experts.34.w2,0.0000080123,0.01000,0.429
+29,block_sparse_moe.experts.35.w2,0.0000091593,0.01000,0.412
+29,block_sparse_moe.experts.36.w2,0.0000162215,0.01000,0.409
+29,block_sparse_moe.experts.38.w2,0.0000106714,0.01000,0.413
+29,block_sparse_moe.experts.37.w2,0.0000121244,0.01000,0.427
+29,block_sparse_moe.experts.39.w2,0.0000101097,0.01000,0.423
+29,block_sparse_moe.experts.40.w2,0.0000068263,0.01000,0.423
+29,block_sparse_moe.experts.41.w2,0.0000079959,0.01000,0.432
+29,block_sparse_moe.experts.43.w2,0.0000054082,0.01000,0.412
+29,block_sparse_moe.experts.42.w2,0.0000070085,0.01000,0.443
+29,block_sparse_moe.experts.44.w2,0.0000122425,0.01000,0.421
+29,block_sparse_moe.experts.45.w2,0.0000075795,0.01000,0.426
+29,block_sparse_moe.experts.46.w2,0.0000061865,0.01000,0.431
+29,block_sparse_moe.experts.47.w2,0.0000086901,0.01000,0.427
+29,block_sparse_moe.experts.48.w2,0.0000088501,0.01000,0.432
+29,block_sparse_moe.experts.49.w2,0.0000090241,0.01000,0.420
+29,block_sparse_moe.experts.50.w2,0.0000122210,0.01000,0.416
+29,block_sparse_moe.experts.51.w2,0.0000064209,0.01000,0.420
+29,block_sparse_moe.experts.52.w2,0.0000082046,0.01000,0.417
+29,block_sparse_moe.experts.53.w2,0.0000079283,0.01000,0.424
+29,block_sparse_moe.experts.54.w2,0.0000065943,0.01000,0.419
+29,block_sparse_moe.experts.55.w2,0.0000064611,0.01000,0.430
+29,block_sparse_moe.experts.56.w2,0.0000131027,0.01000,0.415
+29,block_sparse_moe.experts.57.w2,0.0000147162,0.01000,0.423
+29,block_sparse_moe.experts.58.w2,0.0000140504,0.01000,0.425
+29,block_sparse_moe.experts.59.w2,0.0000108657,0.01000,0.434
+29,block_sparse_moe.experts.61.w2,0.0000072977,0.01000,0.424
+29,block_sparse_moe.experts.60.w2,0.0000135286,0.01000,0.444
+29,block_sparse_moe.experts.62.w2,0.0000076608,0.01000,0.428
+29,block_sparse_moe.experts.63.w2,0.0000101484,0.01000,0.407
+29,block_sparse_moe.experts.64.w2,0.0000161531,0.01000,0.409
+29,block_sparse_moe.experts.65.w2,0.0000155871,0.01000,0.419
+29,block_sparse_moe.experts.66.w2,0.0000076776,0.01000,0.407
+29,block_sparse_moe.experts.67.w2,0.0000064887,0.01000,0.427
+29,block_sparse_moe.experts.68.w2,0.0000101413,0.01000,0.427
+29,block_sparse_moe.experts.69.w2,0.0000124001,0.01000,0.424
+29,block_sparse_moe.experts.70.w2,0.0000079805,0.01000,0.416
+29,block_sparse_moe.experts.71.w2,0.0000078806,0.01000,0.417
+29,block_sparse_moe.experts.73.w2,0.0000101693,0.01000,0.410
+29,block_sparse_moe.experts.72.w2,0.0000105211,0.01000,0.452
+29,block_sparse_moe.experts.74.w2,0.0000072210,0.01000,0.424
+29,block_sparse_moe.experts.75.w2,0.0000093888,0.01000,0.431
+29,block_sparse_moe.experts.76.w2,0.0000111405,0.01000,0.433
+29,block_sparse_moe.experts.77.w2,0.0000082974,0.01000,0.411
+29,block_sparse_moe.experts.78.w2,0.0000050534,0.01000,0.415
+29,block_sparse_moe.experts.80.w2,0.0000128275,0.01000,0.421
+29,block_sparse_moe.experts.79.w2,0.0000067667,0.01000,0.472
+29,block_sparse_moe.experts.82.w2,0.0000118065,0.01000,0.417
+29,block_sparse_moe.experts.83.w2,0.0000102677,0.01000,0.423
+29,block_sparse_moe.experts.81.w2,0.0000140800,0.01000,0.464
+29,block_sparse_moe.experts.84.w2,0.0000078610,0.01000,0.413
+29,block_sparse_moe.experts.85.w2,0.0000073279,0.01000,0.414
+29,block_sparse_moe.experts.86.w2,0.0000125171,0.01000,0.426
+29,block_sparse_moe.experts.87.w2,0.0000075158,0.01000,0.414
+29,block_sparse_moe.experts.88.w2,0.0000043248,0.01000,0.436
+29,block_sparse_moe.experts.89.w2,0.0000125121,0.01000,0.425
+29,block_sparse_moe.experts.90.w2,0.0000151013,0.01000,0.429
+29,block_sparse_moe.experts.91.w2,0.0000107760,0.01000,0.434
+29,block_sparse_moe.experts.92.w2,0.0000161999,0.01000,0.417
+29,block_sparse_moe.experts.93.w2,0.0000084725,0.01000,0.426
+29,block_sparse_moe.experts.94.w2,0.0000163784,0.01000,0.425
+29,block_sparse_moe.experts.96.w2,0.0000123420,0.01000,0.425
+29,block_sparse_moe.experts.95.w2,0.0000122944,0.01000,0.438
+29,block_sparse_moe.experts.97.w2,0.0000101884,0.01000,0.431
+29,block_sparse_moe.experts.98.w2,0.0000121315,0.01000,0.415
+29,block_sparse_moe.experts.99.w2,0.0000055042,0.01000,0.415
+29,block_sparse_moe.experts.101.w2,0.0000114210,0.01000,0.413
+29,block_sparse_moe.experts.100.w2,0.0000049520,0.01000,0.424
+29,block_sparse_moe.experts.102.w2,0.0000067962,0.01000,0.425
+29,block_sparse_moe.experts.103.w2,0.0000154378,0.01000,0.426
+29,block_sparse_moe.experts.104.w2,0.0000063620,0.01000,0.426
+29,block_sparse_moe.experts.105.w2,0.0000182600,0.01000,0.413
+29,block_sparse_moe.experts.106.w2,0.0000106587,0.01000,0.414
+29,block_sparse_moe.experts.107.w2,0.0000088505,0.01000,0.421
+29,block_sparse_moe.experts.108.w2,0.0000089735,0.01000,0.427
+29,block_sparse_moe.experts.109.w2,0.0000056004,0.01000,0.426
+29,block_sparse_moe.experts.110.w2,0.0000061633,0.01000,0.424
+29,block_sparse_moe.experts.111.w2,0.0000114799,0.01000,0.425
+29,block_sparse_moe.experts.112.w2,0.0000111768,0.01000,0.419
+29,block_sparse_moe.experts.113.w2,0.0000112650,0.01000,0.417
+29,block_sparse_moe.experts.114.w2,0.0000119878,0.01000,0.416
+29,block_sparse_moe.experts.115.w2,0.0000103646,0.01000,0.421
+29,block_sparse_moe.experts.117.w2,0.0000063191,0.01000,0.422
+29,block_sparse_moe.experts.116.w2,0.0000078710,0.01000,0.426
+29,block_sparse_moe.experts.118.w2,0.0000107028,0.01000,0.424
+29,block_sparse_moe.experts.119.w2,0.0000080677,0.01000,0.414
+29,block_sparse_moe.experts.120.w2,0.0000162659,0.01000,0.414
+29,block_sparse_moe.experts.121.w2,0.0000146973,0.01000,0.416
+29,block_sparse_moe.experts.122.w2,0.0000140592,0.01000,0.419
+29,block_sparse_moe.experts.124.w2,0.0000177167,0.01000,0.424
+29,block_sparse_moe.experts.123.w2,0.0000055583,0.01000,0.438
+29,block_sparse_moe.experts.125.w2,0.0000076758,0.01000,0.437
+29,block_sparse_moe.experts.126.w2,0.0000078452,0.01000,0.422
+29,block_sparse_moe.experts.127.w2,0.0000148750,0.01000,0.418
+29,block_sparse_moe.experts.128.w2,0.0000086023,0.01000,0.425
+29,block_sparse_moe.experts.129.w2,0.0000070001,0.01000,0.419
+29,block_sparse_moe.experts.130.w2,0.0000065157,0.01000,0.429
+29,block_sparse_moe.experts.131.w2,0.0000080507,0.01000,0.421
+29,block_sparse_moe.experts.132.w2,0.0000106253,0.01000,0.420
+29,block_sparse_moe.experts.133.w2,0.0000112311,0.01000,0.412
+29,block_sparse_moe.experts.134.w2,0.0000095938,0.01000,0.412
+29,block_sparse_moe.experts.135.w2,0.0000076014,0.01000,0.414
+29,block_sparse_moe.experts.136.w2,0.0000081096,0.01000,0.412
+29,block_sparse_moe.experts.138.w2,0.0000117819,0.01000,0.417
+29,block_sparse_moe.experts.139.w2,0.0000054297,0.01000,0.420
+29,block_sparse_moe.experts.137.w2,0.0000064507,0.01000,0.435
+29,block_sparse_moe.experts.140.w2,0.0000100038,0.01000,0.415
+29,block_sparse_moe.experts.141.w2,0.0000113939,0.01000,0.414
+29,block_sparse_moe.experts.142.w2,0.0000096781,0.01000,0.418
+29,block_sparse_moe.experts.143.w2,0.0000112425,0.01000,0.415
+29,block_sparse_moe.experts.144.w2,0.0000069983,0.01000,0.424
+29,block_sparse_moe.experts.145.w2,0.0000135558,0.01000,0.423
+29,block_sparse_moe.experts.146.w2,0.0000107492,0.01000,0.437
+29,block_sparse_moe.experts.147.w2,0.0000068556,0.01000,0.412
+29,block_sparse_moe.experts.148.w2,0.0000122470,0.01000,0.411
+29,block_sparse_moe.experts.149.w2,0.0000094683,0.01000,0.415
+29,block_sparse_moe.experts.150.w2,0.0000053938,0.01000,0.413
+29,block_sparse_moe.experts.151.w2,0.0000130576,0.01000,0.416
+29,block_sparse_moe.experts.152.w2,0.0000135875,0.01000,0.416
+29,block_sparse_moe.experts.153.w2,0.0000060776,0.01000,0.430
+29,block_sparse_moe.experts.154.w2,0.0000149305,0.01000,0.412
+29,block_sparse_moe.experts.155.w2,0.0000163909,0.01000,0.412
+29,block_sparse_moe.experts.156.w2,0.0000109937,0.01000,0.418
+29,block_sparse_moe.experts.157.w2,0.0000154611,0.01000,0.420
+29,block_sparse_moe.experts.158.w2,0.0000074740,0.01000,0.427
+29,block_sparse_moe.experts.159.w2,0.0000103748,0.01000,0.423
+29,block_sparse_moe.experts.160.w2,0.0000161827,0.01000,0.436
+29,block_sparse_moe.experts.162.w2,0.0000137417,0.01000,0.415
+29,block_sparse_moe.experts.161.w2,0.0000134968,0.01000,0.416
+29,block_sparse_moe.experts.163.w2,0.0000158560,0.01000,0.413
+29,block_sparse_moe.experts.164.w2,0.0000053354,0.01000,0.413
+29,block_sparse_moe.experts.165.w2,0.0000127509,0.01000,0.419
+29,block_sparse_moe.experts.166.w2,0.0000129145,0.01000,0.417
+29,block_sparse_moe.experts.167.w2,0.0000096589,0.01000,0.436
+29,block_sparse_moe.experts.168.w2,0.0000064847,0.01000,0.410
+29,block_sparse_moe.experts.169.w2,0.0000083297,0.01000,0.411
+29,block_sparse_moe.experts.170.w2,0.0000114877,0.01000,0.412
+29,block_sparse_moe.experts.171.w2,0.0000086874,0.01000,0.414
+29,block_sparse_moe.experts.172.w2,0.0000215788,0.01000,0.419
+29,block_sparse_moe.experts.173.w2,0.0000173472,0.01000,0.419
+29,block_sparse_moe.experts.174.w2,0.0000113303,0.01000,0.437
+29,block_sparse_moe.experts.175.w2,0.0000107937,0.01000,0.414
+29,block_sparse_moe.experts.176.w2,0.0000082297,0.01000,0.420
+29,block_sparse_moe.experts.177.w2,0.0000080394,0.01000,0.419
+29,block_sparse_moe.experts.178.w2,0.0000107121,0.01000,0.421
+29,block_sparse_moe.experts.180.w2,0.0000082187,0.01000,0.420
+29,block_sparse_moe.experts.179.w2,0.0000051941,0.01000,0.447
+29,block_sparse_moe.experts.181.w2,0.0000047917,0.01000,0.432
+29,block_sparse_moe.experts.182.w2,0.0000088486,0.01000,0.410
+29,block_sparse_moe.experts.183.w2,0.0000150060,0.01000,0.410
+29,block_sparse_moe.experts.184.w2,0.0000051963,0.01000,0.416
+29,block_sparse_moe.experts.185.w2,0.0000125481,0.01000,0.414
+29,block_sparse_moe.experts.186.w2,0.0000130823,0.01000,0.423
+29,block_sparse_moe.experts.187.w2,0.0000113323,0.01000,0.420
+29,block_sparse_moe.experts.188.w2,0.0000058135,0.01000,0.435
+29,block_sparse_moe.experts.189.w2,0.0000092594,0.01000,0.413
+29,block_sparse_moe.experts.190.w2,0.0000063059,0.01000,0.430
+29,block_sparse_moe.experts.191.w2,0.0000136527,0.01000,0.418
+29,block_sparse_moe.experts.192.w2,0.0000129656,0.01000,0.419
+29,block_sparse_moe.experts.193.w2,0.0000090859,0.01000,0.416
+29,block_sparse_moe.experts.194.w2,0.0000144268,0.01000,0.419
+29,block_sparse_moe.experts.195.w2,0.0000102623,0.01000,0.429
+29,block_sparse_moe.experts.196.w2,0.0000162548,0.01000,0.410
+29,block_sparse_moe.experts.197.w2,0.0000088100,0.01000,0.411
+29,block_sparse_moe.experts.198.w2,0.0000224021,0.01000,0.406
+29,block_sparse_moe.experts.199.w2,0.0000062128,0.01000,0.425
+29,block_sparse_moe.experts.200.w2,0.0000068488,0.01000,0.427
+29,block_sparse_moe.experts.201.w2,0.0000144451,0.01000,0.424
+29,block_sparse_moe.experts.203.w2,0.0000091711,0.01000,0.409
+29,block_sparse_moe.experts.204.w2,0.0000077856,0.01000,0.406
+29,block_sparse_moe.experts.202.w2,0.0000135716,0.01000,0.444
+29,block_sparse_moe.experts.205.w2,0.0000071143,0.01000,0.415
+29,block_sparse_moe.experts.206.w2,0.0000103442,0.01000,0.430
+29,block_sparse_moe.experts.207.w2,0.0000109720,0.01000,0.422
+29,block_sparse_moe.experts.208.w2,0.0000146121,0.01000,0.423
+29,block_sparse_moe.experts.209.w2,0.0000050943,0.01000,0.439
+29,block_sparse_moe.experts.210.w2,0.0000068280,0.01000,0.423
+29,block_sparse_moe.experts.211.w2,0.0000075463,0.01000,0.427
+29,block_sparse_moe.experts.212.w2,0.0000128749,0.01000,0.432
+29,block_sparse_moe.experts.213.w2,0.0000052731,0.01000,0.437
+29,block_sparse_moe.experts.214.w2,0.0000120822,0.01000,0.422
+29,block_sparse_moe.experts.215.w2,0.0000146815,0.01000,0.420
+29,block_sparse_moe.experts.217.w2,0.0000095441,0.01000,0.413
+29,block_sparse_moe.experts.216.w2,0.0000127326,0.01000,0.426
+29,block_sparse_moe.experts.218.w2,0.0000052324,0.01000,0.418
+29,block_sparse_moe.experts.219.w2,0.0000073480,0.01000,0.423
+29,block_sparse_moe.experts.220.w2,0.0000112842,0.01000,0.418
+29,block_sparse_moe.experts.221.w2,0.0000133561,0.01000,0.421
+29,block_sparse_moe.experts.222.w2,0.0000079611,0.01000,0.421
+29,block_sparse_moe.experts.224.w2,0.0000159585,0.01000,0.418
+29,block_sparse_moe.experts.223.w2,0.0000146345,0.01000,0.435
+29,block_sparse_moe.experts.225.w2,0.0000188246,0.01000,0.425
+29,block_sparse_moe.experts.226.w2,0.0000125824,0.01000,0.425
+29,block_sparse_moe.experts.227.w2,0.0000095447,0.01000,0.415
+29,block_sparse_moe.experts.228.w2,0.0000104771,0.01000,0.427
+29,block_sparse_moe.experts.229.w2,0.0000117856,0.01000,0.425
+29,block_sparse_moe.experts.231.w2,0.0000095003,0.01000,0.414
+29,block_sparse_moe.experts.230.w2,0.0000074393,0.01000,0.427
+29,block_sparse_moe.experts.232.w2,0.0000159230,0.01000,0.421
+29,block_sparse_moe.experts.233.w2,0.0000106874,0.01000,0.420
+29,block_sparse_moe.experts.234.w2,0.0000068871,0.01000,0.412
+29,block_sparse_moe.experts.235.w2,0.0000144809,0.01000,0.425
+29,block_sparse_moe.experts.236.w2,0.0000142569,0.01000,0.422
+29,block_sparse_moe.experts.238.w2,0.0000055774,0.01000,0.414
+29,block_sparse_moe.experts.237.w2,0.0000102421,0.01000,0.433
+29,block_sparse_moe.experts.239.w2,0.0000091508,0.01000,0.421
+29,block_sparse_moe.experts.240.w2,0.0000103357,0.01000,0.421
+29,block_sparse_moe.experts.241.w2,0.0000084670,0.01000,0.411
+29,block_sparse_moe.experts.242.w2,0.0000049486,0.01000,0.445
+29,block_sparse_moe.experts.243.w2,0.0000061731,0.01000,0.440
+29,block_sparse_moe.experts.245.w2,0.0000121855,0.01000,0.416
+29,block_sparse_moe.experts.244.w2,0.0000111440,0.01000,0.440
+29,block_sparse_moe.experts.246.w2,0.0000179902,0.01000,0.423
+29,block_sparse_moe.experts.247.w2,0.0000115986,0.01000,0.418
+29,block_sparse_moe.experts.248.w2,0.0000105064,0.01000,0.412
+29,block_sparse_moe.experts.250.w2,0.0000068056,0.01000,0.420
+29,block_sparse_moe.experts.249.w2,0.0000099162,0.01000,0.428
+29,block_sparse_moe.experts.252.w2,0.0000093926,0.01000,0.405
+29,block_sparse_moe.experts.251.w2,0.0000139668,0.01000,0.414
+29,block_sparse_moe.experts.253.w2,0.0000120776,0.01000,0.405
+29,block_sparse_moe.experts.254.w2,0.0000133543,0.01000,0.365
+29,block_sparse_moe.experts.255.w2,0.0000120370,0.01000,0.359
+30,block_sparse_moe.experts.0.w1,0.0000188046,0.01000,0.831
+30,block_sparse_moe.experts.1.w1,0.0000175130,0.01000,0.844
+30,block_sparse_moe.experts.2.w1,0.0000185007,0.01000,0.846
+30,block_sparse_moe.experts.3.w1,0.0000166567,0.01000,0.851
+30,block_sparse_moe.experts.5.w1,0.0000187800,0.01000,0.853
+30,block_sparse_moe.experts.6.w1,0.0000180491,0.01000,0.859
+30,block_sparse_moe.experts.4.w1,0.0000178465,0.01000,0.883
+30,block_sparse_moe.experts.7.w1,0.0000174644,0.01000,0.826
+30,block_sparse_moe.experts.8.w1,0.0000174726,0.01000,0.834
+30,block_sparse_moe.experts.9.w1,0.0000181152,0.01000,0.842
+30,block_sparse_moe.experts.10.w1,0.0000175664,0.01000,0.836
+30,block_sparse_moe.experts.11.w1,0.0000179964,0.01000,0.854
+30,block_sparse_moe.experts.12.w1,0.0000176113,0.01000,0.851
+30,block_sparse_moe.experts.13.w1,0.0000181394,0.01000,0.845
+30,block_sparse_moe.experts.14.w1,0.0000196266,0.01000,0.831
+30,block_sparse_moe.experts.15.w1,0.0000194567,0.01000,0.831
+30,block_sparse_moe.experts.17.w1,0.0000182753,0.01000,0.821
+30,block_sparse_moe.experts.16.w1,0.0000186803,0.01000,0.866
+30,block_sparse_moe.experts.19.w1,0.0000176973,0.01000,0.844
+30,block_sparse_moe.experts.18.w1,0.0000195249,0.01000,0.870
+30,block_sparse_moe.experts.20.w1,0.0000165752,0.01000,0.851
+30,block_sparse_moe.experts.21.w1,0.0000173871,0.01000,0.830
+30,block_sparse_moe.experts.22.w1,0.0000185792,0.01000,0.821
+30,block_sparse_moe.experts.23.w1,0.0000187938,0.01000,0.832
+30,block_sparse_moe.experts.24.w1,0.0000171428,0.01000,0.818
+30,block_sparse_moe.experts.25.w1,0.0000158720,0.01000,0.842
+30,block_sparse_moe.experts.26.w1,0.0000177715,0.01000,0.847
+30,block_sparse_moe.experts.27.w1,0.0000180126,0.01000,0.853
+30,block_sparse_moe.experts.28.w1,0.0000186908,0.01000,0.824
+30,block_sparse_moe.experts.29.w1,0.0000179481,0.01000,0.827
+30,block_sparse_moe.experts.30.w1,0.0000187716,0.01000,0.829
+30,block_sparse_moe.experts.31.w1,0.0000177832,0.01000,0.823
+30,block_sparse_moe.experts.32.w1,0.0000174901,0.01000,0.841
+30,block_sparse_moe.experts.33.w1,0.0000167553,0.01000,0.843
+30,block_sparse_moe.experts.34.w1,0.0000183745,0.01000,0.843
+30,block_sparse_moe.experts.35.w1,0.0000180377,0.01000,0.828
+30,block_sparse_moe.experts.36.w1,0.0000179466,0.01000,0.832
+30,block_sparse_moe.experts.37.w1,0.0000192550,0.01000,0.826
+30,block_sparse_moe.experts.38.w1,0.0000186054,0.01000,0.824
+30,block_sparse_moe.experts.39.w1,0.0000176472,0.01000,0.840
+30,block_sparse_moe.experts.41.w1,0.0000183956,0.01000,0.859
+30,block_sparse_moe.experts.40.w1,0.0000196340,0.01000,0.885
+30,block_sparse_moe.experts.42.w1,0.0000182817,0.01000,0.822
+30,block_sparse_moe.experts.44.w1,0.0000178347,0.01000,0.825
+30,block_sparse_moe.experts.45.w1,0.0000186387,0.01000,0.820
+30,block_sparse_moe.experts.43.w1,0.0000177487,0.01000,0.862
+30,block_sparse_moe.experts.46.w1,0.0000170991,0.01000,0.837
+30,block_sparse_moe.experts.47.w1,0.0000182720,0.01000,0.859
+30,block_sparse_moe.experts.48.w1,0.0000183146,0.01000,0.861
+30,block_sparse_moe.experts.49.w1,0.0000156666,0.01000,0.824
+30,block_sparse_moe.experts.50.w1,0.0000191610,0.01000,0.839
+30,block_sparse_moe.experts.51.w1,0.0000155945,0.01000,0.838
+30,block_sparse_moe.experts.52.w1,0.0000184654,0.01000,0.832
+30,block_sparse_moe.experts.53.w1,0.0000180814,0.01000,0.835
+30,block_sparse_moe.experts.54.w1,0.0000181472,0.01000,0.841
+30,block_sparse_moe.experts.55.w1,0.0000184714,0.01000,0.857
+30,block_sparse_moe.experts.56.w1,0.0000182919,0.01000,0.826
+30,block_sparse_moe.experts.57.w1,0.0000182086,0.01000,0.840
+30,block_sparse_moe.experts.59.w1,0.0000169734,0.01000,0.832
+30,block_sparse_moe.experts.58.w1,0.0000155072,0.01000,0.840
+30,block_sparse_moe.experts.60.w1,0.0000185782,0.01000,0.840
+30,block_sparse_moe.experts.61.w1,0.0000171280,0.01000,0.847
+30,block_sparse_moe.experts.62.w1,0.0000177499,0.01000,0.863
+30,block_sparse_moe.experts.63.w1,0.0000179488,0.01000,0.828
+30,block_sparse_moe.experts.64.w1,0.0000185965,0.01000,0.823
+30,block_sparse_moe.experts.66.w1,0.0000179680,0.01000,0.825
+30,block_sparse_moe.experts.65.w1,0.0000178541,0.01000,0.856
+30,block_sparse_moe.experts.67.w1,0.0000180671,0.01000,0.828
+30,block_sparse_moe.experts.68.w1,0.0000193901,0.01000,0.843
+30,block_sparse_moe.experts.69.w1,0.0000176165,0.01000,0.847
+30,block_sparse_moe.experts.70.w1,0.0000175763,0.01000,0.828
+30,block_sparse_moe.experts.71.w1,0.0000191614,0.01000,0.819
+30,block_sparse_moe.experts.72.w1,0.0000184743,0.01000,0.847
+30,block_sparse_moe.experts.73.w1,0.0000184697,0.01000,0.834
+30,block_sparse_moe.experts.74.w1,0.0000176314,0.01000,0.831
+30,block_sparse_moe.experts.75.w1,0.0000187784,0.01000,0.842
+30,block_sparse_moe.experts.76.w1,0.0000184896,0.01000,0.845
+30,block_sparse_moe.experts.77.w1,0.0000186078,0.01000,0.831
+30,block_sparse_moe.experts.78.w1,0.0000198113,0.01000,0.819
+30,block_sparse_moe.experts.79.w1,0.0000176138,0.01000,0.839
+30,block_sparse_moe.experts.80.w1,0.0000189664,0.01000,0.828
+30,block_sparse_moe.experts.81.w1,0.0000170502,0.01000,0.836
+30,block_sparse_moe.experts.82.w1,0.0000186474,0.01000,0.849
+30,block_sparse_moe.experts.83.w1,0.0000183574,0.01000,0.842
+30,block_sparse_moe.experts.84.w1,0.0000161863,0.01000,0.830
+30,block_sparse_moe.experts.85.w1,0.0000177440,0.01000,0.821
+30,block_sparse_moe.experts.87.w1,0.0000182219,0.01000,0.827
+30,block_sparse_moe.experts.86.w1,0.0000186901,0.01000,0.856
+30,block_sparse_moe.experts.88.w1,0.0000188255,0.01000,0.834
+30,block_sparse_moe.experts.89.w1,0.0000188548,0.01000,0.837
+30,block_sparse_moe.experts.90.w1,0.0000174364,0.01000,0.845
+30,block_sparse_moe.experts.91.w1,0.0000183661,0.01000,0.832
+30,block_sparse_moe.experts.92.w1,0.0000135870,0.01000,0.823
+30,block_sparse_moe.experts.93.w1,0.0000168845,0.01000,0.839
+30,block_sparse_moe.experts.94.w1,0.0000172982,0.01000,0.829
+30,block_sparse_moe.experts.95.w1,0.0000182634,0.01000,0.837
+30,block_sparse_moe.experts.96.w1,0.0000182576,0.01000,0.840
+30,block_sparse_moe.experts.97.w1,0.0000185967,0.01000,0.855
+30,block_sparse_moe.experts.98.w1,0.0000183196,0.01000,0.838
+30,block_sparse_moe.experts.99.w1,0.0000184885,0.01000,0.832
+30,block_sparse_moe.experts.101.w1,0.0000184561,0.01000,0.823
+30,block_sparse_moe.experts.100.w1,0.0000192705,0.01000,0.887
+30,block_sparse_moe.experts.102.w1,0.0000189334,0.01000,0.871
+30,block_sparse_moe.experts.103.w1,0.0000154037,0.01000,0.869
+30,block_sparse_moe.experts.104.w1,0.0000191751,0.01000,0.843
+30,block_sparse_moe.experts.106.w1,0.0000181384,0.01000,0.815
+30,block_sparse_moe.experts.105.w1,0.0000185846,0.01000,0.850
+30,block_sparse_moe.experts.107.w1,0.0000184745,0.01000,0.840
+30,block_sparse_moe.experts.108.w1,0.0000169952,0.01000,0.817
+30,block_sparse_moe.experts.109.w1,0.0000180671,0.01000,0.832
+30,block_sparse_moe.experts.110.w1,0.0000184571,0.01000,0.843
+30,block_sparse_moe.experts.111.w1,0.0000187780,0.01000,0.841
+30,block_sparse_moe.experts.112.w1,0.0000178897,0.01000,0.839
+30,block_sparse_moe.experts.113.w1,0.0000185436,0.01000,0.841
+30,block_sparse_moe.experts.114.w1,0.0000176427,0.01000,0.834
+30,block_sparse_moe.experts.115.w1,0.0000187512,0.01000,0.824
+30,block_sparse_moe.experts.116.w1,0.0000172180,0.01000,0.836
+30,block_sparse_moe.experts.117.w1,0.0000179435,0.01000,0.838
+30,block_sparse_moe.experts.118.w1,0.0000186154,0.01000,0.845
+30,block_sparse_moe.experts.119.w1,0.0000176305,0.01000,0.820
+30,block_sparse_moe.experts.120.w1,0.0000191407,0.01000,0.836
+30,block_sparse_moe.experts.122.w1,0.0000186808,0.01000,0.823
+30,block_sparse_moe.experts.121.w1,0.0000175057,0.01000,0.864
+30,block_sparse_moe.experts.123.w1,0.0000182787,0.01000,0.836
+30,block_sparse_moe.experts.124.w1,0.0000179946,0.01000,0.835
+30,block_sparse_moe.experts.125.w1,0.0000191528,0.01000,0.839
+30,block_sparse_moe.experts.126.w1,0.0000172432,0.01000,0.826
+30,block_sparse_moe.experts.127.w1,0.0000175009,0.01000,0.823
+30,block_sparse_moe.experts.128.w1,0.0000174671,0.01000,0.842
+30,block_sparse_moe.experts.129.w1,0.0000186846,0.01000,0.837
+30,block_sparse_moe.experts.130.w1,0.0000186738,0.01000,0.860
+30,block_sparse_moe.experts.131.w1,0.0000179805,0.01000,0.843
+30,block_sparse_moe.experts.132.w1,0.0000190610,0.01000,0.847
+30,block_sparse_moe.experts.133.w1,0.0000175079,0.01000,0.847
+30,block_sparse_moe.experts.134.w1,0.0000158222,0.01000,0.829
+30,block_sparse_moe.experts.135.w1,0.0000175104,0.01000,0.831
+30,block_sparse_moe.experts.136.w1,0.0000181519,0.01000,0.835
+30,block_sparse_moe.experts.137.w1,0.0000177996,0.01000,0.834
+30,block_sparse_moe.experts.138.w1,0.0000182268,0.01000,0.839
+30,block_sparse_moe.experts.139.w1,0.0000182695,0.01000,0.843
+30,block_sparse_moe.experts.140.w1,0.0000186854,0.01000,0.816
+30,block_sparse_moe.experts.141.w1,0.0000181133,0.01000,0.828
+30,block_sparse_moe.experts.142.w1,0.0000164340,0.01000,0.834
+30,block_sparse_moe.experts.143.w1,0.0000186625,0.01000,0.834
+30,block_sparse_moe.experts.144.w1,0.0000176391,0.01000,0.833
+30,block_sparse_moe.experts.145.w1,0.0000185245,0.01000,0.842
+30,block_sparse_moe.experts.146.w1,0.0000187735,0.01000,0.848
+30,block_sparse_moe.experts.147.w1,0.0000169017,0.01000,0.820
+30,block_sparse_moe.experts.148.w1,0.0000185364,0.01000,0.822
+30,block_sparse_moe.experts.149.w1,0.0000179693,0.01000,0.825
+30,block_sparse_moe.experts.150.w1,0.0000178211,0.01000,0.834
+30,block_sparse_moe.experts.151.w1,0.0000173187,0.01000,0.836
+30,block_sparse_moe.experts.152.w1,0.0000183577,0.01000,0.858
+30,block_sparse_moe.experts.153.w1,0.0000185952,0.01000,0.844
+30,block_sparse_moe.experts.154.w1,0.0000185118,0.01000,0.819
+30,block_sparse_moe.experts.155.w1,0.0000186838,0.01000,0.829
+30,block_sparse_moe.experts.156.w1,0.0000167700,0.01000,0.833
+30,block_sparse_moe.experts.157.w1,0.0000184506,0.01000,0.828
+30,block_sparse_moe.experts.158.w1,0.0000188960,0.01000,0.832
+30,block_sparse_moe.experts.159.w1,0.0000173040,0.01000,0.833
+30,block_sparse_moe.experts.160.w1,0.0000180352,0.01000,0.847
+30,block_sparse_moe.experts.161.w1,0.0000145934,0.01000,0.818
+30,block_sparse_moe.experts.162.w1,0.0000182245,0.01000,0.828
+30,block_sparse_moe.experts.163.w1,0.0000186637,0.01000,0.825
+30,block_sparse_moe.experts.164.w1,0.0000188006,0.01000,0.844
+30,block_sparse_moe.experts.165.w1,0.0000164284,0.01000,0.838
+30,block_sparse_moe.experts.166.w1,0.0000180777,0.01000,0.834
+30,block_sparse_moe.experts.167.w1,0.0000183659,0.01000,0.839
+30,block_sparse_moe.experts.168.w1,0.0000153756,0.01000,0.822
+30,block_sparse_moe.experts.169.w1,0.0000187264,0.01000,0.834
+30,block_sparse_moe.experts.170.w1,0.0000181002,0.01000,0.836
+30,block_sparse_moe.experts.171.w1,0.0000182692,0.01000,0.833
+30,block_sparse_moe.experts.172.w1,0.0000160393,0.01000,0.836
+30,block_sparse_moe.experts.173.w1,0.0000187787,0.01000,0.852
+30,block_sparse_moe.experts.174.w1,0.0000188589,0.01000,0.842
+30,block_sparse_moe.experts.175.w1,0.0000181198,0.01000,0.832
+30,block_sparse_moe.experts.176.w1,0.0000172438,0.01000,0.834
+30,block_sparse_moe.experts.177.w1,0.0000180167,0.01000,0.829
+30,block_sparse_moe.experts.178.w1,0.0000163767,0.01000,0.834
+30,block_sparse_moe.experts.179.w1,0.0000181463,0.01000,0.847
+30,block_sparse_moe.experts.180.w1,0.0000184817,0.01000,0.852
+30,block_sparse_moe.experts.181.w1,0.0000186827,0.01000,0.850
+30,block_sparse_moe.experts.182.w1,0.0000169200,0.01000,0.852
+30,block_sparse_moe.experts.183.w1,0.0000168699,0.01000,0.828
+30,block_sparse_moe.experts.184.w1,0.0000168229,0.01000,0.847
+30,block_sparse_moe.experts.185.w1,0.0000184998,0.01000,0.819
+30,block_sparse_moe.experts.186.w1,0.0000190161,0.01000,0.845
+30,block_sparse_moe.experts.187.w1,0.0000176285,0.01000,0.843
+30,block_sparse_moe.experts.188.w1,0.0000183818,0.01000,0.835
+30,block_sparse_moe.experts.189.w1,0.0000194399,0.01000,0.845
+30,block_sparse_moe.experts.190.w1,0.0000183736,0.01000,0.831
+30,block_sparse_moe.experts.191.w1,0.0000189412,0.01000,0.840
+30,block_sparse_moe.experts.192.w1,0.0000161490,0.01000,0.818
+30,block_sparse_moe.experts.193.w1,0.0000185732,0.01000,0.844
+30,block_sparse_moe.experts.194.w1,0.0000188078,0.01000,0.839
+30,block_sparse_moe.experts.195.w1,0.0000183942,0.01000,0.842
+30,block_sparse_moe.experts.196.w1,0.0000174214,0.01000,0.842
+30,block_sparse_moe.experts.197.w1,0.0000182928,0.01000,0.832
+30,block_sparse_moe.experts.199.w1,0.0000165091,0.01000,0.821
+30,block_sparse_moe.experts.198.w1,0.0000186329,0.01000,0.864
+30,block_sparse_moe.experts.200.w1,0.0000186172,0.01000,0.839
+30,block_sparse_moe.experts.201.w1,0.0000177695,0.01000,0.842
+30,block_sparse_moe.experts.202.w1,0.0000168561,0.01000,0.837
+30,block_sparse_moe.experts.203.w1,0.0000151783,0.01000,0.838
+30,block_sparse_moe.experts.204.w1,0.0000179765,0.01000,0.826
+30,block_sparse_moe.experts.205.w1,0.0000181970,0.01000,0.832
+30,block_sparse_moe.experts.206.w1,0.0000183622,0.01000,0.836
+30,block_sparse_moe.experts.207.w1,0.0000184923,0.01000,0.850
+30,block_sparse_moe.experts.208.w1,0.0000184914,0.01000,0.834
+30,block_sparse_moe.experts.209.w1,0.0000138781,0.01000,0.839
+30,block_sparse_moe.experts.210.w1,0.0000163512,0.01000,0.838
+30,block_sparse_moe.experts.211.w1,0.0000177341,0.01000,0.833
+30,block_sparse_moe.experts.212.w1,0.0000191151,0.01000,0.838
+30,block_sparse_moe.experts.213.w1,0.0000184555,0.01000,0.845
+30,block_sparse_moe.experts.214.w1,0.0000176350,0.01000,0.843
+30,block_sparse_moe.experts.215.w1,0.0000172589,0.01000,0.839
+30,block_sparse_moe.experts.216.w1,0.0000187740,0.01000,0.844
+30,block_sparse_moe.experts.218.w1,0.0000184676,0.01000,0.837
+30,block_sparse_moe.experts.217.w1,0.0000181607,0.01000,0.844
+30,block_sparse_moe.experts.219.w1,0.0000197707,0.01000,0.834
+30,block_sparse_moe.experts.220.w1,0.0000177846,0.01000,0.833
+30,block_sparse_moe.experts.221.w1,0.0000171202,0.01000,0.858
+30,block_sparse_moe.experts.222.w1,0.0000170060,0.01000,0.848
+30,block_sparse_moe.experts.223.w1,0.0000180445,0.01000,0.845
+30,block_sparse_moe.experts.224.w1,0.0000185680,0.01000,0.828
+30,block_sparse_moe.experts.225.w1,0.0000189403,0.01000,0.842
+30,block_sparse_moe.experts.226.w1,0.0000188154,0.01000,0.840
+30,block_sparse_moe.experts.227.w1,0.0000176847,0.01000,0.854
+30,block_sparse_moe.experts.228.w1,0.0000188950,0.01000,0.845
+30,block_sparse_moe.experts.229.w1,0.0000179576,0.01000,0.842
+30,block_sparse_moe.experts.230.w1,0.0000178154,0.01000,0.843
+30,block_sparse_moe.experts.231.w1,0.0000183776,0.01000,0.831
+30,block_sparse_moe.experts.232.w1,0.0000192226,0.01000,0.845
+30,block_sparse_moe.experts.233.w1,0.0000171300,0.01000,0.833
+30,block_sparse_moe.experts.234.w1,0.0000166467,0.01000,0.844
+30,block_sparse_moe.experts.235.w1,0.0000169079,0.01000,0.849
+30,block_sparse_moe.experts.236.w1,0.0000179997,0.01000,0.840
+30,block_sparse_moe.experts.237.w1,0.0000170993,0.01000,0.862
+30,block_sparse_moe.experts.238.w1,0.0000181429,0.01000,0.835
+30,block_sparse_moe.experts.239.w1,0.0000188268,0.01000,0.839
+30,block_sparse_moe.experts.240.w1,0.0000182598,0.01000,0.843
+30,block_sparse_moe.experts.241.w1,0.0000180317,0.01000,0.823
+30,block_sparse_moe.experts.242.w1,0.0000167439,0.01000,0.878
+30,block_sparse_moe.experts.243.w1,0.0000176881,0.01000,0.850
+30,block_sparse_moe.experts.244.w1,0.0000163802,0.01000,0.850
+30,block_sparse_moe.experts.245.w1,0.0000185319,0.01000,0.830
+30,block_sparse_moe.experts.246.w1,0.0000179732,0.01000,0.851
+30,block_sparse_moe.experts.247.w1,0.0000177427,0.01000,0.841
+30,block_sparse_moe.experts.248.w1,0.0000182524,0.01000,0.828
+30,block_sparse_moe.experts.249.w1,0.0000168085,0.01000,0.841
+30,block_sparse_moe.experts.250.w1,0.0000166349,0.01000,0.842
+30,block_sparse_moe.experts.251.w1,0.0000186381,0.01000,0.858
+30,block_sparse_moe.experts.252.w1,0.0000180120,0.01000,0.828
+30,block_sparse_moe.experts.253.w1,0.0000177703,0.01000,0.850
+30,block_sparse_moe.experts.254.w1,0.0000185255,0.01000,0.841
+30,block_sparse_moe.experts.255.w1,0.0000188862,0.01000,0.845
+30,block_sparse_moe.experts.0.w3,0.0000196405,0.01000,0.847
+30,block_sparse_moe.experts.1.w3,0.0000183627,0.01000,0.842
+30,block_sparse_moe.experts.2.w3,0.0000198427,0.01000,0.852
+30,block_sparse_moe.experts.3.w3,0.0000190487,0.01000,0.826
+30,block_sparse_moe.experts.4.w3,0.0000186320,0.01000,0.843
+30,block_sparse_moe.experts.5.w3,0.0000192910,0.01000,0.838
+30,block_sparse_moe.experts.6.w3,0.0000186913,0.01000,0.851
+30,block_sparse_moe.experts.7.w3,0.0000195449,0.01000,0.841
+30,block_sparse_moe.experts.8.w3,0.0000186865,0.01000,0.846
+30,block_sparse_moe.experts.9.w3,0.0000195855,0.01000,0.853
+30,block_sparse_moe.experts.10.w3,0.0000209664,0.01000,0.824
+30,block_sparse_moe.experts.11.w3,0.0000191672,0.01000,0.833
+30,block_sparse_moe.experts.12.w3,0.0000194036,0.01000,0.843
+30,block_sparse_moe.experts.13.w3,0.0000188445,0.01000,0.829
+30,block_sparse_moe.experts.14.w3,0.0000224477,0.01000,0.844
+30,block_sparse_moe.experts.15.w3,0.0000214225,0.01000,0.845
+30,block_sparse_moe.experts.16.w3,0.0000194418,0.01000,0.858
+30,block_sparse_moe.experts.17.w3,0.0000194728,0.01000,0.827
+30,block_sparse_moe.experts.18.w3,0.0000212203,0.01000,0.832
+30,block_sparse_moe.experts.19.w3,0.0000192629,0.01000,0.839
+30,block_sparse_moe.experts.20.w3,0.0000179033,0.01000,0.831
+30,block_sparse_moe.experts.21.w3,0.0000186893,0.01000,0.846
+30,block_sparse_moe.experts.22.w3,0.0000194825,0.01000,0.840
+30,block_sparse_moe.experts.23.w3,0.0000194620,0.01000,0.857
+30,block_sparse_moe.experts.24.w3,0.0000184192,0.01000,0.830
+30,block_sparse_moe.experts.25.w3,0.0000162333,0.01000,0.835
+30,block_sparse_moe.experts.26.w3,0.0000193947,0.01000,0.837
+30,block_sparse_moe.experts.27.w3,0.0000184823,0.01000,0.828
+30,block_sparse_moe.experts.28.w3,0.0000199589,0.01000,0.845
+30,block_sparse_moe.experts.29.w3,0.0000194530,0.01000,0.844
+30,block_sparse_moe.experts.30.w3,0.0000194281,0.01000,0.854
+30,block_sparse_moe.experts.31.w3,0.0000199747,0.01000,0.834
+30,block_sparse_moe.experts.32.w3,0.0000179465,0.01000,0.842
+30,block_sparse_moe.experts.33.w3,0.0000177325,0.01000,0.837
+30,block_sparse_moe.experts.34.w3,0.0000206071,0.01000,0.838
+30,block_sparse_moe.experts.35.w3,0.0000183543,0.01000,0.847
+30,block_sparse_moe.experts.36.w3,0.0000187438,0.01000,0.838
+30,block_sparse_moe.experts.38.w3,0.0000193840,0.01000,0.832
+30,block_sparse_moe.experts.37.w3,0.0000213999,0.01000,0.892
+30,block_sparse_moe.experts.39.w3,0.0000182950,0.01000,0.828
+30,block_sparse_moe.experts.41.w3,0.0000190226,0.01000,0.830
+30,block_sparse_moe.experts.40.w3,0.0000230672,0.01000,0.870
+30,block_sparse_moe.experts.42.w3,0.0000191446,0.01000,0.827
+30,block_sparse_moe.experts.43.w3,0.0000186966,0.01000,0.825
+30,block_sparse_moe.experts.45.w3,0.0000186880,0.01000,0.853
+30,block_sparse_moe.experts.44.w3,0.0000211895,0.01000,0.905
+30,block_sparse_moe.experts.46.w3,0.0000190105,0.01000,0.827
+30,block_sparse_moe.experts.47.w3,0.0000190575,0.01000,0.834
+30,block_sparse_moe.experts.48.w3,0.0000201714,0.01000,0.828
+30,block_sparse_moe.experts.49.w3,0.0000158247,0.01000,0.855
+30,block_sparse_moe.experts.50.w3,0.0000198321,0.01000,0.846
+30,block_sparse_moe.experts.51.w3,0.0000170388,0.01000,0.848
+30,block_sparse_moe.experts.52.w3,0.0000200140,0.01000,0.836
+30,block_sparse_moe.experts.53.w3,0.0000203623,0.01000,0.845
+30,block_sparse_moe.experts.54.w3,0.0000192977,0.01000,0.838
+30,block_sparse_moe.experts.55.w3,0.0000215260,0.01000,0.827
+30,block_sparse_moe.experts.56.w3,0.0000209448,0.01000,0.847
+30,block_sparse_moe.experts.57.w3,0.0000195796,0.01000,0.847
+30,block_sparse_moe.experts.59.w3,0.0000190957,0.01000,0.828
+30,block_sparse_moe.experts.58.w3,0.0000167923,0.01000,0.856
+30,block_sparse_moe.experts.60.w3,0.0000214309,0.01000,0.832
+30,block_sparse_moe.experts.61.w3,0.0000198955,0.01000,0.828
+30,block_sparse_moe.experts.62.w3,0.0000187123,0.01000,0.828
+30,block_sparse_moe.experts.63.w3,0.0000204610,0.01000,0.856
+30,block_sparse_moe.experts.64.w3,0.0000200151,0.01000,0.840
+30,block_sparse_moe.experts.66.w3,0.0000195553,0.01000,0.824
+30,block_sparse_moe.experts.65.w3,0.0000197023,0.01000,0.872
+30,block_sparse_moe.experts.67.w3,0.0000201755,0.01000,0.842
+30,block_sparse_moe.experts.68.w3,0.0000217178,0.01000,0.824
+30,block_sparse_moe.experts.69.w3,0.0000190480,0.01000,0.818
+30,block_sparse_moe.experts.70.w3,0.0000198663,0.01000,0.864
+30,block_sparse_moe.experts.71.w3,0.0000216079,0.01000,0.838
+30,block_sparse_moe.experts.72.w3,0.0000193694,0.01000,0.852
+30,block_sparse_moe.experts.73.w3,0.0000205632,0.01000,0.830
+30,block_sparse_moe.experts.74.w3,0.0000201556,0.01000,0.827
+30,block_sparse_moe.experts.76.w3,0.0000209974,0.01000,0.829
+30,block_sparse_moe.experts.75.w3,0.0000196825,0.01000,0.858
+30,block_sparse_moe.experts.77.w3,0.0000191505,0.01000,0.852
+30,block_sparse_moe.experts.78.w3,0.0000210394,0.01000,0.840
+30,block_sparse_moe.experts.80.w3,0.0000212637,0.01000,0.828
+30,block_sparse_moe.experts.81.w3,0.0000189570,0.01000,0.824
+30,block_sparse_moe.experts.79.w3,0.0000193175,0.01000,0.862
+30,block_sparse_moe.experts.82.w3,0.0000198609,0.01000,0.841
+30,block_sparse_moe.experts.83.w3,0.0000189055,0.01000,0.825
+30,block_sparse_moe.experts.84.w3,0.0000185220,0.01000,0.852
+30,block_sparse_moe.experts.85.w3,0.0000197383,0.01000,0.832
+30,block_sparse_moe.experts.87.w3,0.0000189467,0.01000,0.838
+30,block_sparse_moe.experts.86.w3,0.0000221543,0.01000,0.858
+30,block_sparse_moe.experts.88.w3,0.0000197335,0.01000,0.833
+30,block_sparse_moe.experts.90.w3,0.0000193314,0.01000,0.826
+30,block_sparse_moe.experts.89.w3,0.0000195991,0.01000,0.851
+30,block_sparse_moe.experts.92.w3,0.0000211776,0.01000,0.834
+30,block_sparse_moe.experts.91.w3,0.0000191581,0.01000,0.887
+30,block_sparse_moe.experts.95.w3,0.0000196886,0.01000,0.822
+30,block_sparse_moe.experts.94.w3,0.0000194716,0.01000,0.836
+30,block_sparse_moe.experts.93.w3,0.0000186627,0.01000,0.878
+30,block_sparse_moe.experts.97.w3,0.0000206068,0.01000,0.827
+30,block_sparse_moe.experts.96.w3,0.0000198007,0.01000,0.867
+30,block_sparse_moe.experts.98.w3,0.0000202318,0.01000,0.858
+30,block_sparse_moe.experts.99.w3,0.0000200815,0.01000,0.843
+30,block_sparse_moe.experts.101.w3,0.0000210137,0.01000,0.842
+30,block_sparse_moe.experts.100.w3,0.0000202963,0.01000,0.853
+30,block_sparse_moe.experts.102.w3,0.0000194953,0.01000,0.829
+30,block_sparse_moe.experts.103.w3,0.0000169488,0.01000,0.832
+30,block_sparse_moe.experts.104.w3,0.0000215874,0.01000,0.823
+30,block_sparse_moe.experts.105.w3,0.0000192802,0.01000,0.846
+30,block_sparse_moe.experts.106.w3,0.0000186823,0.01000,0.841
+30,block_sparse_moe.experts.108.w3,0.0000192713,0.01000,0.827
+30,block_sparse_moe.experts.109.w3,0.0000191804,0.01000,0.848
+30,block_sparse_moe.experts.107.w3,0.0000194599,0.01000,0.884
+30,block_sparse_moe.experts.111.w3,0.0000195898,0.01000,0.816
+30,block_sparse_moe.experts.110.w3,0.0000197830,0.01000,0.829
+30,block_sparse_moe.experts.112.w3,0.0000194708,0.01000,0.859
+30,block_sparse_moe.experts.113.w3,0.0000200494,0.01000,0.838
+30,block_sparse_moe.experts.114.w3,0.0000189772,0.01000,0.859
+30,block_sparse_moe.experts.115.w3,0.0000195974,0.01000,0.828
+30,block_sparse_moe.experts.116.w3,0.0000191032,0.01000,0.834
+30,block_sparse_moe.experts.117.w3,0.0000196020,0.01000,0.834
+30,block_sparse_moe.experts.118.w3,0.0000210715,0.01000,0.833
+30,block_sparse_moe.experts.120.w3,0.0000199433,0.01000,0.841
+30,block_sparse_moe.experts.119.w3,0.0000187247,0.01000,0.873
+30,block_sparse_moe.experts.122.w3,0.0000195073,0.01000,0.828
+30,block_sparse_moe.experts.121.w3,0.0000196240,0.01000,0.850
+30,block_sparse_moe.experts.123.w3,0.0000192224,0.01000,0.830
+30,block_sparse_moe.experts.124.w3,0.0000224347,0.01000,0.833
+30,block_sparse_moe.experts.125.w3,0.0000212906,0.01000,0.830
+30,block_sparse_moe.experts.126.w3,0.0000188437,0.01000,0.851
+30,block_sparse_moe.experts.127.w3,0.0000189636,0.01000,0.852
+30,block_sparse_moe.experts.130.w3,0.0000192138,0.01000,0.825
+30,block_sparse_moe.experts.129.w3,0.0000199182,0.01000,0.837
+30,block_sparse_moe.experts.128.w3,0.0000197817,0.01000,0.867
+30,block_sparse_moe.experts.132.w3,0.0000197399,0.01000,0.830
+30,block_sparse_moe.experts.131.w3,0.0000204832,0.01000,0.852
+30,block_sparse_moe.experts.133.w3,0.0000189651,0.01000,0.837
+30,block_sparse_moe.experts.134.w3,0.0000189178,0.01000,0.836
+30,block_sparse_moe.experts.136.w3,0.0000199294,0.01000,0.834
+30,block_sparse_moe.experts.137.w3,0.0000188368,0.01000,0.826
+30,block_sparse_moe.experts.135.w3,0.0000191632,0.01000,0.874
+30,block_sparse_moe.experts.138.w3,0.0000190189,0.01000,0.841
+30,block_sparse_moe.experts.139.w3,0.0000196560,0.01000,0.836
+30,block_sparse_moe.experts.140.w3,0.0000198616,0.01000,0.841
+30,block_sparse_moe.experts.141.w3,0.0000197499,0.01000,0.838
+30,block_sparse_moe.experts.143.w3,0.0000192907,0.01000,0.822
+30,block_sparse_moe.experts.144.w3,0.0000192479,0.01000,0.839
+30,block_sparse_moe.experts.142.w3,0.0000176856,0.01000,0.886
+30,block_sparse_moe.experts.145.w3,0.0000205054,0.01000,0.839
+30,block_sparse_moe.experts.146.w3,0.0000194892,0.01000,0.824
+30,block_sparse_moe.experts.147.w3,0.0000197673,0.01000,0.841
+30,block_sparse_moe.experts.148.w3,0.0000196677,0.01000,0.841
+30,block_sparse_moe.experts.149.w3,0.0000186835,0.01000,0.854
+30,block_sparse_moe.experts.150.w3,0.0000195580,0.01000,0.826
+30,block_sparse_moe.experts.151.w3,0.0000191918,0.01000,0.846
+30,block_sparse_moe.experts.153.w3,0.0000192930,0.01000,0.820
+30,block_sparse_moe.experts.152.w3,0.0000190334,0.01000,0.855
+30,block_sparse_moe.experts.154.w3,0.0000194405,0.01000,0.830
+30,block_sparse_moe.experts.155.w3,0.0000194494,0.01000,0.845
+30,block_sparse_moe.experts.157.w3,0.0000192914,0.01000,0.833
+30,block_sparse_moe.experts.158.w3,0.0000200694,0.01000,0.825
+30,block_sparse_moe.experts.156.w3,0.0000189073,0.01000,0.875
+30,block_sparse_moe.experts.159.w3,0.0000185057,0.01000,0.844
+30,block_sparse_moe.experts.160.w3,0.0000202832,0.01000,0.817
+30,block_sparse_moe.experts.161.w3,0.0000151811,0.01000,0.834
+30,block_sparse_moe.experts.162.w3,0.0000191167,0.01000,0.828
+30,block_sparse_moe.experts.164.w3,0.0000197609,0.01000,0.820
+30,block_sparse_moe.experts.163.w3,0.0000192036,0.01000,0.866
+30,block_sparse_moe.experts.165.w3,0.0000182043,0.01000,0.842
+30,block_sparse_moe.experts.166.w3,0.0000203806,0.01000,0.826
+30,block_sparse_moe.experts.167.w3,0.0000195425,0.01000,0.839
+30,block_sparse_moe.experts.168.w3,0.0000170420,0.01000,0.837
+30,block_sparse_moe.experts.169.w3,0.0000193355,0.01000,0.839
+30,block_sparse_moe.experts.172.w3,0.0000186371,0.01000,0.824
+30,block_sparse_moe.experts.171.w3,0.0000201519,0.01000,0.833
+30,block_sparse_moe.experts.170.w3,0.0000186799,0.01000,0.860
+30,block_sparse_moe.experts.173.w3,0.0000194714,0.01000,0.830
+30,block_sparse_moe.experts.174.w3,0.0000195824,0.01000,0.839
+30,block_sparse_moe.experts.175.w3,0.0000188303,0.01000,0.841
+30,block_sparse_moe.experts.176.w3,0.0000211819,0.01000,0.836
+30,block_sparse_moe.experts.178.w3,0.0000191992,0.01000,0.833
+30,block_sparse_moe.experts.179.w3,0.0000191661,0.01000,0.832
+30,block_sparse_moe.experts.177.w3,0.0000196315,0.01000,0.872
+30,block_sparse_moe.experts.180.w3,0.0000199647,0.01000,0.832
+30,block_sparse_moe.experts.181.w3,0.0000193271,0.01000,0.829
+30,block_sparse_moe.experts.182.w3,0.0000180267,0.01000,0.854
+30,block_sparse_moe.experts.183.w3,0.0000200137,0.01000,0.833
+30,block_sparse_moe.experts.185.w3,0.0000192531,0.01000,0.840
+30,block_sparse_moe.experts.186.w3,0.0000195286,0.01000,0.832
+30,block_sparse_moe.experts.187.w3,0.0000183870,0.01000,0.841
+30,block_sparse_moe.experts.184.w3,0.0000185152,0.01000,0.883
+30,block_sparse_moe.experts.188.w3,0.0000196308,0.01000,0.825
+30,block_sparse_moe.experts.189.w3,0.0000201469,0.01000,0.842
+30,block_sparse_moe.experts.190.w3,0.0000192130,0.01000,0.843
+30,block_sparse_moe.experts.192.w3,0.0000175670,0.01000,0.825
+30,block_sparse_moe.experts.193.w3,0.0000216176,0.01000,0.827
+30,block_sparse_moe.experts.195.w3,0.0000198077,0.01000,0.815
+30,block_sparse_moe.experts.194.w3,0.0000195896,0.01000,0.831
+30,block_sparse_moe.experts.191.w3,0.0000197408,0.01000,0.882
+30,block_sparse_moe.experts.197.w3,0.0000198539,0.01000,0.836
+30,block_sparse_moe.experts.196.w3,0.0000185252,0.01000,0.844
+30,block_sparse_moe.experts.200.w3,0.0000191155,0.01000,0.839
+30,block_sparse_moe.experts.201.w3,0.0000210054,0.01000,0.840
+30,block_sparse_moe.experts.199.w3,0.0000191412,0.01000,0.846
+30,block_sparse_moe.experts.202.w3,0.0000196296,0.01000,0.836
+30,block_sparse_moe.experts.198.w3,0.0000192723,0.01000,0.876
+30,block_sparse_moe.experts.203.w3,0.0000210565,0.01000,0.844
+30,block_sparse_moe.experts.204.w3,0.0000188573,0.01000,0.843
+30,block_sparse_moe.experts.206.w3,0.0000191848,0.01000,0.831
+30,block_sparse_moe.experts.209.w3,0.0000227876,0.01000,0.826
+30,block_sparse_moe.experts.207.w3,0.0000191602,0.01000,0.843
+30,block_sparse_moe.experts.208.w3,0.0000191873,0.01000,0.843
+30,block_sparse_moe.experts.205.w3,0.0000189384,0.01000,0.885
+30,block_sparse_moe.experts.210.w3,0.0000173977,0.01000,0.843
+30,block_sparse_moe.experts.211.w3,0.0000187186,0.01000,0.854
+30,block_sparse_moe.experts.213.w3,0.0000200895,0.01000,0.829
+30,block_sparse_moe.experts.214.w3,0.0000186558,0.01000,0.837
+30,block_sparse_moe.experts.215.w3,0.0000198041,0.01000,0.845
+30,block_sparse_moe.experts.212.w3,0.0000202495,0.01000,0.879
+30,block_sparse_moe.experts.216.w3,0.0000195625,0.01000,0.838
+30,block_sparse_moe.experts.217.w3,0.0000206360,0.01000,0.836
+30,block_sparse_moe.experts.218.w3,0.0000193493,0.01000,0.841
+30,block_sparse_moe.experts.220.w3,0.0000197453,0.01000,0.840
+30,block_sparse_moe.experts.221.w3,0.0000182813,0.01000,0.834
+30,block_sparse_moe.experts.223.w3,0.0000196676,0.01000,0.827
+30,block_sparse_moe.experts.222.w3,0.0000181764,0.01000,0.839
+30,block_sparse_moe.experts.219.w3,0.0000224227,0.01000,0.899
+30,block_sparse_moe.experts.224.w3,0.0000197312,0.01000,0.832
+30,block_sparse_moe.experts.225.w3,0.0000200785,0.01000,0.837
+30,block_sparse_moe.experts.227.w3,0.0000185000,0.01000,0.826
+30,block_sparse_moe.experts.228.w3,0.0000200055,0.01000,0.836
+30,block_sparse_moe.experts.229.w3,0.0000198666,0.01000,0.841
+30,block_sparse_moe.experts.230.w3,0.0000191205,0.01000,0.838
+30,block_sparse_moe.experts.226.w3,0.0000206312,0.01000,0.914
+30,block_sparse_moe.experts.231.w3,0.0000201113,0.01000,0.836
+30,block_sparse_moe.experts.232.w3,0.0000202513,0.01000,0.839
+30,block_sparse_moe.experts.234.w3,0.0000184127,0.01000,0.818
+30,block_sparse_moe.experts.235.w3,0.0000186301,0.01000,0.828
+30,block_sparse_moe.experts.236.w3,0.0000211800,0.01000,0.837
+30,block_sparse_moe.experts.233.w3,0.0000190023,0.01000,0.912
+30,block_sparse_moe.experts.237.w3,0.0000182512,0.01000,0.836
+30,block_sparse_moe.experts.238.w3,0.0000189950,0.01000,0.831
+30,block_sparse_moe.experts.239.w3,0.0000193285,0.01000,0.859
+30,block_sparse_moe.experts.241.w3,0.0000191350,0.01000,0.827
+30,block_sparse_moe.experts.242.w3,0.0000202589,0.01000,0.825
+30,block_sparse_moe.experts.240.w3,0.0000188704,0.01000,0.876
+30,block_sparse_moe.experts.243.w3,0.0000184188,0.01000,0.831
+30,block_sparse_moe.experts.244.w3,0.0000182652,0.01000,0.829
+30,block_sparse_moe.experts.245.w3,0.0000214029,0.01000,0.838
+30,block_sparse_moe.experts.246.w3,0.0000193334,0.01000,0.840
+30,block_sparse_moe.experts.248.w3,0.0000186661,0.01000,0.825
+30,block_sparse_moe.experts.247.w3,0.0000205797,0.01000,0.856
+30,block_sparse_moe.experts.249.w3,0.0000181225,0.01000,0.830
+30,block_sparse_moe.experts.251.w3,0.0000202471,0.01000,0.831
+30,block_sparse_moe.experts.250.w3,0.0000194085,0.01000,0.834
+30,block_sparse_moe.experts.252.w3,0.0000189003,0.01000,0.756
+30,block_sparse_moe.experts.253.w3,0.0000193403,0.01000,0.743
+30,block_sparse_moe.experts.254.w3,0.0000202327,0.01000,0.674
+30,block_sparse_moe.experts.255.w3,0.0000194627,0.01000,0.671
+30,block_sparse_moe.experts.1.w2,0.0000643669,0.01000,0.416
+30,block_sparse_moe.experts.0.w2,0.0000105117,0.01000,0.421
+30,block_sparse_moe.experts.2.w2,0.0000156671,0.01000,0.448
+30,block_sparse_moe.experts.6.w2,0.0000096626,0.01000,0.454
+30,block_sparse_moe.experts.3.w2,0.0000253536,0.01000,0.468
+30,block_sparse_moe.experts.4.w2,0.0000078750,0.01000,0.467
+30,block_sparse_moe.experts.5.w2,0.0000109219,0.01000,0.467
+30,block_sparse_moe.experts.7.w2,0.0000157700,0.01000,0.413
+30,block_sparse_moe.experts.8.w2,0.0000126026,0.01000,0.414
+30,block_sparse_moe.experts.9.w2,0.0000150909,0.01000,0.414
+30,block_sparse_moe.experts.10.w2,0.0000158997,0.01000,0.413
+30,block_sparse_moe.experts.12.w2,0.0000133720,0.01000,0.432
+30,block_sparse_moe.experts.13.w2,0.0000131498,0.01000,0.436
+30,block_sparse_moe.experts.11.w2,0.0000141763,0.01000,0.442
+30,block_sparse_moe.experts.14.w2,0.0000161987,0.01000,0.414
+30,block_sparse_moe.experts.15.w2,0.0000148739,0.01000,0.416
+30,block_sparse_moe.experts.17.w2,0.0000144064,0.01000,0.412
+30,block_sparse_moe.experts.16.w2,0.0000100556,0.01000,0.420
+30,block_sparse_moe.experts.18.w2,0.0000150234,0.01000,0.435
+30,block_sparse_moe.experts.19.w2,0.0000177150,0.01000,0.431
+30,block_sparse_moe.experts.20.w2,0.0000196151,0.01000,0.443
+30,block_sparse_moe.experts.21.w2,0.0000125202,0.01000,0.413
+30,block_sparse_moe.experts.22.w2,0.0000154317,0.01000,0.418
+30,block_sparse_moe.experts.23.w2,0.0000102241,0.01000,0.419
+30,block_sparse_moe.experts.24.w2,0.0000131433,0.01000,0.423
+30,block_sparse_moe.experts.25.w2,0.0000163582,0.01000,0.426
+30,block_sparse_moe.experts.26.w2,0.0000117960,0.01000,0.427
+30,block_sparse_moe.experts.27.w2,0.0000086781,0.01000,0.442
+30,block_sparse_moe.experts.28.w2,0.0000128758,0.01000,0.417
+30,block_sparse_moe.experts.29.w2,0.0000128095,0.01000,0.421
+30,block_sparse_moe.experts.31.w2,0.0000140243,0.01000,0.414
+30,block_sparse_moe.experts.30.w2,0.0000088744,0.01000,0.429
+30,block_sparse_moe.experts.32.w2,0.0000115767,0.01000,0.430
+30,block_sparse_moe.experts.33.w2,0.0000144403,0.01000,0.429
+30,block_sparse_moe.experts.34.w2,0.0000196440,0.01000,0.439
+30,block_sparse_moe.experts.35.w2,0.0000075840,0.01000,0.412
+30,block_sparse_moe.experts.36.w2,0.0000144875,0.01000,0.418
+30,block_sparse_moe.experts.37.w2,0.0000197623,0.01000,0.417
+30,block_sparse_moe.experts.38.w2,0.0000098321,0.01000,0.414
+30,block_sparse_moe.experts.39.w2,0.0000075832,0.01000,0.424
+30,block_sparse_moe.experts.40.w2,0.0000163523,0.01000,0.426
+30,block_sparse_moe.experts.41.w2,0.0000096832,0.01000,0.438
+30,block_sparse_moe.experts.42.w2,0.0000106392,0.01000,0.413
+30,block_sparse_moe.experts.43.w2,0.0000111275,0.01000,0.418
+30,block_sparse_moe.experts.45.w2,0.0000111105,0.01000,0.421
+30,block_sparse_moe.experts.44.w2,0.0000174262,0.01000,0.435
+30,block_sparse_moe.experts.46.w2,0.0000229981,0.01000,0.428
+30,block_sparse_moe.experts.47.w2,0.0000078433,0.01000,0.432
+30,block_sparse_moe.experts.48.w2,0.0000163104,0.01000,0.449
+30,block_sparse_moe.experts.49.w2,0.0000208343,0.01000,0.416
+30,block_sparse_moe.experts.50.w2,0.0000107105,0.01000,0.439
+30,block_sparse_moe.experts.51.w2,0.0000081547,0.01000,0.418
+30,block_sparse_moe.experts.52.w2,0.0000122197,0.01000,0.418
+30,block_sparse_moe.experts.53.w2,0.0000183857,0.01000,0.420
+30,block_sparse_moe.experts.54.w2,0.0000172869,0.01000,0.426
+30,block_sparse_moe.experts.55.w2,0.0000166402,0.01000,0.440
+30,block_sparse_moe.experts.56.w2,0.0000130245,0.01000,0.411
+30,block_sparse_moe.experts.57.w2,0.0000122490,0.01000,0.414
+30,block_sparse_moe.experts.58.w2,0.0000087493,0.01000,0.419
+30,block_sparse_moe.experts.59.w2,0.0000147064,0.01000,0.412
+30,block_sparse_moe.experts.60.w2,0.0000146710,0.01000,0.421
+30,block_sparse_moe.experts.61.w2,0.0000143742,0.01000,0.427
+30,block_sparse_moe.experts.62.w2,0.0000098544,0.01000,0.441
+30,block_sparse_moe.experts.63.w2,0.0000119618,0.01000,0.416
+30,block_sparse_moe.experts.64.w2,0.0000228349,0.01000,0.420
+30,block_sparse_moe.experts.66.w2,0.0000105617,0.01000,0.420
+30,block_sparse_moe.experts.65.w2,0.0000165061,0.01000,0.430
+30,block_sparse_moe.experts.67.w2,0.0000185532,0.01000,0.425
+30,block_sparse_moe.experts.68.w2,0.0000178583,0.01000,0.429
+30,block_sparse_moe.experts.69.w2,0.0000124348,0.01000,0.435
+30,block_sparse_moe.experts.70.w2,0.0000148747,0.01000,0.410
+30,block_sparse_moe.experts.71.w2,0.0000152160,0.01000,0.414
+30,block_sparse_moe.experts.72.w2,0.0000087672,0.01000,0.418
+30,block_sparse_moe.experts.73.w2,0.0000218593,0.01000,0.415
+30,block_sparse_moe.experts.74.w2,0.0000115598,0.01000,0.429
+30,block_sparse_moe.experts.75.w2,0.0000127081,0.01000,0.427
+30,block_sparse_moe.experts.76.w2,0.0000190107,0.01000,0.430
+30,block_sparse_moe.experts.77.w2,0.0000102382,0.01000,0.415
+30,block_sparse_moe.experts.78.w2,0.0000199696,0.01000,0.420
+30,block_sparse_moe.experts.79.w2,0.0000182367,0.01000,0.421
+30,block_sparse_moe.experts.80.w2,0.0000223910,0.01000,0.421
+30,block_sparse_moe.experts.81.w2,0.0000153029,0.01000,0.432
+30,block_sparse_moe.experts.82.w2,0.0000122124,0.01000,0.429
+30,block_sparse_moe.experts.83.w2,0.0000124254,0.01000,0.432
+30,block_sparse_moe.experts.84.w2,0.0000211801,0.01000,0.411
+30,block_sparse_moe.experts.85.w2,0.0000141227,0.01000,0.415
+30,block_sparse_moe.experts.86.w2,0.0000185073,0.01000,0.417
+30,block_sparse_moe.experts.87.w2,0.0000125991,0.01000,0.418
+30,block_sparse_moe.experts.88.w2,0.0000100583,0.01000,0.427
+30,block_sparse_moe.experts.89.w2,0.0000092988,0.01000,0.425
+30,block_sparse_moe.experts.90.w2,0.0000132101,0.01000,0.428
+30,block_sparse_moe.experts.91.w2,0.0000093282,0.01000,0.412
+30,block_sparse_moe.experts.92.w2,0.0000196178,0.01000,0.412
+30,block_sparse_moe.experts.93.w2,0.0000236930,0.01000,0.418
+30,block_sparse_moe.experts.94.w2,0.0000162719,0.01000,0.418
+30,block_sparse_moe.experts.95.w2,0.0000195067,0.01000,0.433
+30,block_sparse_moe.experts.96.w2,0.0000199148,0.01000,0.425
+30,block_sparse_moe.experts.97.w2,0.0000216030,0.01000,0.428
+30,block_sparse_moe.experts.98.w2,0.0000230977,0.01000,0.410
+30,block_sparse_moe.experts.99.w2,0.0000151768,0.01000,0.417
+30,block_sparse_moe.experts.100.w2,0.0000124164,0.01000,0.419
+30,block_sparse_moe.experts.101.w2,0.0000185075,0.01000,0.417
+30,block_sparse_moe.experts.102.w2,0.0000103778,0.01000,0.425
+30,block_sparse_moe.experts.103.w2,0.0000152981,0.01000,0.422
+30,block_sparse_moe.experts.104.w2,0.0000162150,0.01000,0.428
+30,block_sparse_moe.experts.105.w2,0.0000094133,0.01000,0.411
+30,block_sparse_moe.experts.106.w2,0.0000088466,0.01000,0.415
+30,block_sparse_moe.experts.107.w2,0.0000127736,0.01000,0.417
+30,block_sparse_moe.experts.108.w2,0.0000208627,0.01000,0.417
+30,block_sparse_moe.experts.110.w2,0.0000158401,0.01000,0.424
+30,block_sparse_moe.experts.109.w2,0.0000118890,0.01000,0.425
+30,block_sparse_moe.experts.111.w2,0.0000111898,0.01000,0.427
+30,block_sparse_moe.experts.112.w2,0.0000111974,0.01000,0.412
+30,block_sparse_moe.experts.113.w2,0.0000092360,0.01000,0.413
+30,block_sparse_moe.experts.114.w2,0.0000119446,0.01000,0.419
+30,block_sparse_moe.experts.115.w2,0.0000123224,0.01000,0.418
+30,block_sparse_moe.experts.116.w2,0.0000220405,0.01000,0.432
+30,block_sparse_moe.experts.117.w2,0.0000151724,0.01000,0.436
+30,block_sparse_moe.experts.119.w2,0.0000189244,0.01000,0.410
+30,block_sparse_moe.experts.118.w2,0.0000114650,0.01000,0.433
+30,block_sparse_moe.experts.120.w2,0.0000124455,0.01000,0.415
+30,block_sparse_moe.experts.121.w2,0.0000204833,0.01000,0.417
+30,block_sparse_moe.experts.122.w2,0.0000103581,0.01000,0.416
+30,block_sparse_moe.experts.123.w2,0.0000108917,0.01000,0.423
+30,block_sparse_moe.experts.124.w2,0.0000146077,0.01000,0.428
+30,block_sparse_moe.experts.125.w2,0.0000222628,0.01000,0.425
+30,block_sparse_moe.experts.126.w2,0.0000326450,0.01000,0.417
+30,block_sparse_moe.experts.127.w2,0.0000149944,0.01000,0.415
+30,block_sparse_moe.experts.129.w2,0.0000139900,0.01000,0.419
+30,block_sparse_moe.experts.128.w2,0.0000172912,0.01000,0.421
+30,block_sparse_moe.experts.130.w2,0.0000121054,0.01000,0.426
+30,block_sparse_moe.experts.131.w2,0.0000175163,0.01000,0.434
+30,block_sparse_moe.experts.133.w2,0.0000207819,0.01000,0.418
+30,block_sparse_moe.experts.132.w2,0.0000110467,0.01000,0.436
+30,block_sparse_moe.experts.134.w2,0.0000240096,0.01000,0.416
+30,block_sparse_moe.experts.136.w2,0.0000152151,0.01000,0.416
+30,block_sparse_moe.experts.135.w2,0.0000185173,0.01000,0.426
+30,block_sparse_moe.experts.137.w2,0.0000151259,0.01000,0.423
+30,block_sparse_moe.experts.138.w2,0.0000118073,0.01000,0.428
+30,block_sparse_moe.experts.140.w2,0.0000145751,0.01000,0.415
+30,block_sparse_moe.experts.139.w2,0.0000123520,0.01000,0.431
+30,block_sparse_moe.experts.141.w2,0.0000157717,0.01000,0.413
+30,block_sparse_moe.experts.142.w2,0.0000207946,0.01000,0.418
+30,block_sparse_moe.experts.143.w2,0.0000089362,0.01000,0.413
+30,block_sparse_moe.experts.144.w2,0.0000121163,0.01000,0.429
+30,block_sparse_moe.experts.145.w2,0.0000217754,0.01000,0.433
+30,block_sparse_moe.experts.147.w2,0.0000119403,0.01000,0.422
+30,block_sparse_moe.experts.146.w2,0.0000121246,0.01000,0.434
+30,block_sparse_moe.experts.148.w2,0.0000134066,0.01000,0.417
+30,block_sparse_moe.experts.149.w2,0.0000132875,0.01000,0.417
+30,block_sparse_moe.experts.150.w2,0.0000292766,0.01000,0.414
+30,block_sparse_moe.experts.151.w2,0.0000198184,0.01000,0.424
+30,block_sparse_moe.experts.152.w2,0.0000137519,0.01000,0.427
+30,block_sparse_moe.experts.154.w2,0.0000241974,0.01000,0.415
+30,block_sparse_moe.experts.153.w2,0.0000099954,0.01000,0.435
+30,block_sparse_moe.experts.155.w2,0.0000092608,0.01000,0.413
+30,block_sparse_moe.experts.157.w2,0.0000111680,0.01000,0.412
+30,block_sparse_moe.experts.156.w2,0.0000175284,0.01000,0.423
+30,block_sparse_moe.experts.158.w2,0.0000135791,0.01000,0.426
+30,block_sparse_moe.experts.159.w2,0.0000153058,0.01000,0.427
+30,block_sparse_moe.experts.160.w2,0.0000144221,0.01000,0.427
+30,block_sparse_moe.experts.161.w2,0.0000209746,0.01000,0.417
+30,block_sparse_moe.experts.162.w2,0.0000085805,0.01000,0.415
+30,block_sparse_moe.experts.163.w2,0.0000102589,0.01000,0.429
+30,block_sparse_moe.experts.164.w2,0.0000100218,0.01000,0.442
+30,block_sparse_moe.experts.165.w2,0.0000266602,0.01000,0.432
+30,block_sparse_moe.experts.166.w2,0.0000171124,0.01000,0.448
+30,block_sparse_moe.experts.167.w2,0.0000120514,0.01000,0.425
+30,block_sparse_moe.experts.168.w2,0.0000182301,0.01000,0.427
+30,block_sparse_moe.experts.169.w2,0.0000105290,0.01000,0.435
+30,block_sparse_moe.experts.170.w2,0.0000092238,0.01000,0.418
+30,block_sparse_moe.experts.171.w2,0.0000132193,0.01000,0.415
+30,block_sparse_moe.experts.172.w2,0.0000246410,0.01000,0.440
+30,block_sparse_moe.experts.173.w2,0.0000091858,0.01000,0.425
+30,block_sparse_moe.experts.175.w2,0.0000100064,0.01000,0.414
+30,block_sparse_moe.experts.174.w2,0.0000110142,0.01000,0.433
+30,block_sparse_moe.experts.176.w2,0.0000153265,0.01000,0.418
+30,block_sparse_moe.experts.177.w2,0.0000156782,0.01000,0.416
+30,block_sparse_moe.experts.178.w2,0.0000228148,0.01000,0.413
+30,block_sparse_moe.experts.179.w2,0.0000124180,0.01000,0.429
+30,block_sparse_moe.experts.180.w2,0.0000168952,0.01000,0.424
+30,block_sparse_moe.experts.182.w2,0.0000225071,0.01000,0.427
+30,block_sparse_moe.experts.181.w2,0.0000086579,0.01000,0.456
+30,block_sparse_moe.experts.183.w2,0.0000180402,0.01000,0.429
+30,block_sparse_moe.experts.185.w2,0.0000123198,0.01000,0.410
+30,block_sparse_moe.experts.184.w2,0.0000207021,0.01000,0.437
+30,block_sparse_moe.experts.186.w2,0.0000086760,0.01000,0.420
+30,block_sparse_moe.experts.187.w2,0.0000099618,0.01000,0.420
+30,block_sparse_moe.experts.188.w2,0.0000099023,0.01000,0.431
+30,block_sparse_moe.experts.190.w2,0.0000101504,0.01000,0.414
+30,block_sparse_moe.experts.189.w2,0.0000141659,0.01000,0.440
+30,block_sparse_moe.experts.191.w2,0.0000114158,0.01000,0.418
+30,block_sparse_moe.experts.192.w2,0.0000180356,0.01000,0.415
+30,block_sparse_moe.experts.193.w2,0.0000171294,0.01000,0.424
+30,block_sparse_moe.experts.194.w2,0.0000097994,0.01000,0.423
+30,block_sparse_moe.experts.196.w2,0.0000184977,0.01000,0.421
+30,block_sparse_moe.experts.195.w2,0.0000126870,0.01000,0.451
+30,block_sparse_moe.experts.197.w2,0.0000132282,0.01000,0.436
+30,block_sparse_moe.experts.198.w2,0.0000089506,0.01000,0.420
+30,block_sparse_moe.experts.199.w2,0.0000292894,0.01000,0.416
+30,block_sparse_moe.experts.200.w2,0.0000082744,0.01000,0.432
+30,block_sparse_moe.experts.201.w2,0.0000186230,0.01000,0.424
+30,block_sparse_moe.experts.202.w2,0.0000221040,0.01000,0.432
+30,block_sparse_moe.experts.204.w2,0.0000077401,0.01000,0.419
+30,block_sparse_moe.experts.203.w2,0.0000167394,0.01000,0.441
+30,block_sparse_moe.experts.205.w2,0.0000090907,0.01000,0.419
+30,block_sparse_moe.experts.206.w2,0.0000089972,0.01000,0.417
+30,block_sparse_moe.experts.207.w2,0.0000112052,0.01000,0.423
+30,block_sparse_moe.experts.208.w2,0.0000087621,0.01000,0.423
+30,block_sparse_moe.experts.209.w2,0.0000285989,0.01000,0.428
+30,block_sparse_moe.experts.210.w2,0.0000085068,0.01000,0.421
+30,block_sparse_moe.experts.213.w2,0.0000130906,0.01000,0.417
+30,block_sparse_moe.experts.212.w2,0.0000164978,0.01000,0.429
+30,block_sparse_moe.experts.211.w2,0.0000092610,0.01000,0.452
+30,block_sparse_moe.experts.214.w2,0.0000103731,0.01000,0.427
+30,block_sparse_moe.experts.215.w2,0.0000240549,0.01000,0.427
+30,block_sparse_moe.experts.216.w2,0.0000095388,0.01000,0.425
+30,block_sparse_moe.experts.217.w2,0.0000182686,0.01000,0.416
+30,block_sparse_moe.experts.218.w2,0.0000083755,0.01000,0.419
+30,block_sparse_moe.experts.219.w2,0.0000163642,0.01000,0.416
+30,block_sparse_moe.experts.220.w2,0.0000309666,0.01000,0.437
+30,block_sparse_moe.experts.221.w2,0.0000384099,0.01000,0.425
+30,block_sparse_moe.experts.222.w2,0.0000160743,0.01000,0.422
+30,block_sparse_moe.experts.224.w2,0.0000129013,0.01000,0.415
+30,block_sparse_moe.experts.223.w2,0.0000134452,0.01000,0.432
+30,block_sparse_moe.experts.225.w2,0.0000112850,0.01000,0.413
+30,block_sparse_moe.experts.226.w2,0.0000174856,0.01000,0.415
+30,block_sparse_moe.experts.227.w2,0.0000123647,0.01000,0.429
+30,block_sparse_moe.experts.228.w2,0.0000137922,0.01000,0.425
+30,block_sparse_moe.experts.229.w2,0.0000188835,0.01000,0.427
+30,block_sparse_moe.experts.231.w2,0.0000161358,0.01000,0.415
+30,block_sparse_moe.experts.232.w2,0.0000181764,0.01000,0.420
+30,block_sparse_moe.experts.230.w2,0.0000131751,0.01000,0.440
+30,block_sparse_moe.experts.233.w2,0.0000240764,0.01000,0.417
+30,block_sparse_moe.experts.234.w2,0.0000215807,0.01000,0.435
+30,block_sparse_moe.experts.235.w2,0.0000174089,0.01000,0.424
+30,block_sparse_moe.experts.236.w2,0.0000171103,0.01000,0.425
+30,block_sparse_moe.experts.238.w2,0.0000127029,0.01000,0.412
+30,block_sparse_moe.experts.240.w2,0.0000113657,0.01000,0.415
+30,block_sparse_moe.experts.239.w2,0.0000131113,0.01000,0.419
+30,block_sparse_moe.experts.237.w2,0.0000125739,0.01000,0.435
+30,block_sparse_moe.experts.241.w2,0.0000180526,0.01000,0.419
+30,block_sparse_moe.experts.242.w2,0.0000161674,0.01000,0.421
+30,block_sparse_moe.experts.243.w2,0.0000109256,0.01000,0.427
+30,block_sparse_moe.experts.245.w2,0.0000186471,0.01000,0.416
+30,block_sparse_moe.experts.246.w2,0.0000239444,0.01000,0.417
+30,block_sparse_moe.experts.244.w2,0.0000140389,0.01000,0.449
+30,block_sparse_moe.experts.247.w2,0.0000285247,0.01000,0.432
+30,block_sparse_moe.experts.248.w2,0.0000113033,0.01000,0.416
+30,block_sparse_moe.experts.249.w2,0.0000129437,0.01000,0.424
+30,block_sparse_moe.experts.250.w2,0.0000210066,0.01000,0.424
+30,block_sparse_moe.experts.251.w2,0.0000148492,0.01000,0.413
+30,block_sparse_moe.experts.252.w2,0.0000099223,0.01000,0.411
+30,block_sparse_moe.experts.253.w2,0.0000134598,0.01000,0.397
+30,block_sparse_moe.experts.254.w2,0.0000135726,0.01000,0.403
+30,block_sparse_moe.experts.255.w2,0.0000187693,0.01000,0.378
+31,block_sparse_moe.experts.0.w1,0.0000210419,0.01000,0.841
+31,block_sparse_moe.experts.1.w1,0.0000175704,0.01000,0.844
+31,block_sparse_moe.experts.3.w1,0.0000182980,0.01000,0.847
+31,block_sparse_moe.experts.2.w1,0.0000186589,0.01000,0.850
+31,block_sparse_moe.experts.5.w1,0.0000186829,0.01000,0.856
+31,block_sparse_moe.experts.6.w1,0.0000171141,0.01000,0.866
+31,block_sparse_moe.experts.4.w1,0.0000170378,0.01000,0.881
+31,block_sparse_moe.experts.7.w1,0.0000177601,0.01000,0.827
+31,block_sparse_moe.experts.8.w1,0.0000182180,0.01000,0.837
+31,block_sparse_moe.experts.9.w1,0.0000185944,0.01000,0.835
+31,block_sparse_moe.experts.10.w1,0.0000183149,0.01000,0.845
+31,block_sparse_moe.experts.11.w1,0.0000186561,0.01000,0.853
+31,block_sparse_moe.experts.12.w1,0.0000188823,0.01000,0.850
+31,block_sparse_moe.experts.13.w1,0.0000184028,0.01000,0.846
+31,block_sparse_moe.experts.14.w1,0.0000188884,0.01000,0.821
+31,block_sparse_moe.experts.15.w1,0.0000182848,0.01000,0.832
+31,block_sparse_moe.experts.16.w1,0.0000190569,0.01000,0.832
+31,block_sparse_moe.experts.17.w1,0.0000178788,0.01000,0.832
+31,block_sparse_moe.experts.18.w1,0.0000184398,0.01000,0.842
+31,block_sparse_moe.experts.19.w1,0.0000172994,0.01000,0.840
+31,block_sparse_moe.experts.20.w1,0.0000175797,0.01000,0.846
+31,block_sparse_moe.experts.21.w1,0.0000186644,0.01000,0.839
+31,block_sparse_moe.experts.22.w1,0.0000189278,0.01000,0.828
+31,block_sparse_moe.experts.24.w1,0.0000165410,0.01000,0.827
+31,block_sparse_moe.experts.23.w1,0.0000183922,0.01000,0.868
+31,block_sparse_moe.experts.26.w1,0.0000181482,0.01000,0.846
+31,block_sparse_moe.experts.25.w1,0.0000186190,0.01000,0.852
+31,block_sparse_moe.experts.27.w1,0.0000189187,0.01000,0.843
+31,block_sparse_moe.experts.28.w1,0.0000165348,0.01000,0.828
+31,block_sparse_moe.experts.29.w1,0.0000174603,0.01000,0.839
+31,block_sparse_moe.experts.30.w1,0.0000186993,0.01000,0.856
+31,block_sparse_moe.experts.31.w1,0.0000172969,0.01000,0.840
+31,block_sparse_moe.experts.33.w1,0.0000186635,0.01000,0.856
+31,block_sparse_moe.experts.34.w1,0.0000187505,0.01000,0.847
+31,block_sparse_moe.experts.32.w1,0.0000187735,0.01000,0.863
+31,block_sparse_moe.experts.35.w1,0.0000194377,0.01000,0.836
+31,block_sparse_moe.experts.36.w1,0.0000185264,0.01000,0.834
+31,block_sparse_moe.experts.38.w1,0.0000181864,0.01000,0.830
+31,block_sparse_moe.experts.37.w1,0.0000181487,0.01000,0.875
+31,block_sparse_moe.experts.40.w1,0.0000175516,0.01000,0.840
+31,block_sparse_moe.experts.41.w1,0.0000201700,0.01000,0.852
+31,block_sparse_moe.experts.39.w1,0.0000178569,0.01000,0.869
+31,block_sparse_moe.experts.42.w1,0.0000170104,0.01000,0.833
+31,block_sparse_moe.experts.43.w1,0.0000186205,0.01000,0.847
+31,block_sparse_moe.experts.44.w1,0.0000166343,0.01000,0.843
+31,block_sparse_moe.experts.45.w1,0.0000171017,0.01000,0.858
+31,block_sparse_moe.experts.46.w1,0.0000191483,0.01000,0.848
+31,block_sparse_moe.experts.47.w1,0.0000182312,0.01000,0.840
+31,block_sparse_moe.experts.48.w1,0.0000185722,0.01000,0.839
+31,block_sparse_moe.experts.49.w1,0.0000195802,0.01000,0.821
+31,block_sparse_moe.experts.50.w1,0.0000186805,0.01000,0.821
+31,block_sparse_moe.experts.51.w1,0.0000190894,0.01000,0.834
+31,block_sparse_moe.experts.52.w1,0.0000165092,0.01000,0.826
+31,block_sparse_moe.experts.54.w1,0.0000172775,0.01000,0.833
+31,block_sparse_moe.experts.53.w1,0.0000176775,0.01000,0.861
+31,block_sparse_moe.experts.55.w1,0.0000188903,0.01000,0.848
+31,block_sparse_moe.experts.56.w1,0.0000179872,0.01000,0.825
+31,block_sparse_moe.experts.57.w1,0.0000192223,0.01000,0.835
+31,block_sparse_moe.experts.58.w1,0.0000183699,0.01000,0.836
+31,block_sparse_moe.experts.59.w1,0.0000173965,0.01000,0.826
+31,block_sparse_moe.experts.60.w1,0.0000188961,0.01000,0.846
+31,block_sparse_moe.experts.61.w1,0.0000166975,0.01000,0.846
+31,block_sparse_moe.experts.62.w1,0.0000172078,0.01000,0.861
+31,block_sparse_moe.experts.63.w1,0.0000178093,0.01000,0.837
+31,block_sparse_moe.experts.64.w1,0.0000187671,0.01000,0.833
+31,block_sparse_moe.experts.65.w1,0.0000184276,0.01000,0.827
+31,block_sparse_moe.experts.66.w1,0.0000184448,0.01000,0.825
+31,block_sparse_moe.experts.67.w1,0.0000180013,0.01000,0.851
+31,block_sparse_moe.experts.68.w1,0.0000202494,0.01000,0.849
+31,block_sparse_moe.experts.69.w1,0.0000184827,0.01000,0.861
+31,block_sparse_moe.experts.70.w1,0.0000180022,0.01000,0.830
+31,block_sparse_moe.experts.71.w1,0.0000179751,0.01000,0.838
+31,block_sparse_moe.experts.72.w1,0.0000177969,0.01000,0.849
+31,block_sparse_moe.experts.73.w1,0.0000177196,0.01000,0.828
+31,block_sparse_moe.experts.74.w1,0.0000189888,0.01000,0.848
+31,block_sparse_moe.experts.75.w1,0.0000174621,0.01000,0.840
+31,block_sparse_moe.experts.76.w1,0.0000182241,0.01000,0.839
+31,block_sparse_moe.experts.77.w1,0.0000184204,0.01000,0.822
+31,block_sparse_moe.experts.78.w1,0.0000175668,0.01000,0.840
+31,block_sparse_moe.experts.80.w1,0.0000182089,0.01000,0.826
+31,block_sparse_moe.experts.79.w1,0.0000176730,0.01000,0.870
+31,block_sparse_moe.experts.81.w1,0.0000171997,0.01000,0.841
+31,block_sparse_moe.experts.82.w1,0.0000183518,0.01000,0.843
+31,block_sparse_moe.experts.83.w1,0.0000173357,0.01000,0.860
+31,block_sparse_moe.experts.84.w1,0.0000173667,0.01000,0.837
+31,block_sparse_moe.experts.85.w1,0.0000172376,0.01000,0.826
+31,block_sparse_moe.experts.86.w1,0.0000173686,0.01000,0.858
+31,block_sparse_moe.experts.87.w1,0.0000174410,0.01000,0.842
+31,block_sparse_moe.experts.88.w1,0.0000168946,0.01000,0.852
+31,block_sparse_moe.experts.89.w1,0.0000183859,0.01000,0.847
+31,block_sparse_moe.experts.90.w1,0.0000174448,0.01000,0.860
+31,block_sparse_moe.experts.91.w1,0.0000167439,0.01000,0.846
+31,block_sparse_moe.experts.92.w1,0.0000164937,0.01000,0.827
+31,block_sparse_moe.experts.93.w1,0.0000179984,0.01000,0.851
+31,block_sparse_moe.experts.94.w1,0.0000171310,0.01000,0.830
+31,block_sparse_moe.experts.95.w1,0.0000162667,0.01000,0.842
+31,block_sparse_moe.experts.96.w1,0.0000177325,0.01000,0.872
+31,block_sparse_moe.experts.97.w1,0.0000190910,0.01000,0.858
+31,block_sparse_moe.experts.98.w1,0.0000168785,0.01000,0.839
+31,block_sparse_moe.experts.99.w1,0.0000181691,0.01000,0.834
+31,block_sparse_moe.experts.101.w1,0.0000196457,0.01000,0.822
+31,block_sparse_moe.experts.100.w1,0.0000183888,0.01000,0.855
+31,block_sparse_moe.experts.102.w1,0.0000180921,0.01000,0.839
+31,block_sparse_moe.experts.103.w1,0.0000172460,0.01000,0.856
+31,block_sparse_moe.experts.104.w1,0.0000184703,0.01000,0.849
+31,block_sparse_moe.experts.105.w1,0.0000174689,0.01000,0.835
+31,block_sparse_moe.experts.106.w1,0.0000177646,0.01000,0.826
+31,block_sparse_moe.experts.107.w1,0.0000186264,0.01000,0.838
+31,block_sparse_moe.experts.108.w1,0.0000171489,0.01000,0.840
+31,block_sparse_moe.experts.109.w1,0.0000185007,0.01000,0.847
+31,block_sparse_moe.experts.110.w1,0.0000174642,0.01000,0.844
+31,block_sparse_moe.experts.111.w1,0.0000165267,0.01000,0.851
+31,block_sparse_moe.experts.112.w1,0.0000178653,0.01000,0.832
+31,block_sparse_moe.experts.113.w1,0.0000169060,0.01000,0.834
+31,block_sparse_moe.experts.114.w1,0.0000150087,0.01000,0.840
+31,block_sparse_moe.experts.115.w1,0.0000179579,0.01000,0.821
+31,block_sparse_moe.experts.116.w1,0.0000182354,0.01000,0.836
+31,block_sparse_moe.experts.117.w1,0.0000193246,0.01000,0.837
+31,block_sparse_moe.experts.118.w1,0.0000187820,0.01000,0.849
+31,block_sparse_moe.experts.119.w1,0.0000184591,0.01000,0.831
+31,block_sparse_moe.experts.120.w1,0.0000186463,0.01000,0.836
+31,block_sparse_moe.experts.121.w1,0.0000171592,0.01000,0.841
+31,block_sparse_moe.experts.122.w1,0.0000171277,0.01000,0.834
+31,block_sparse_moe.experts.123.w1,0.0000186932,0.01000,0.848
+31,block_sparse_moe.experts.124.w1,0.0000191529,0.01000,0.855
+31,block_sparse_moe.experts.125.w1,0.0000177246,0.01000,0.847
+31,block_sparse_moe.experts.126.w1,0.0000187576,0.01000,0.828
+31,block_sparse_moe.experts.127.w1,0.0000183041,0.01000,0.833
+31,block_sparse_moe.experts.129.w1,0.0000191757,0.01000,0.828
+31,block_sparse_moe.experts.128.w1,0.0000182379,0.01000,0.841
+31,block_sparse_moe.experts.130.w1,0.0000190243,0.01000,0.846
+31,block_sparse_moe.experts.131.w1,0.0000188713,0.01000,0.861
+31,block_sparse_moe.experts.132.w1,0.0000171406,0.01000,0.842
+31,block_sparse_moe.experts.133.w1,0.0000173805,0.01000,0.834
+31,block_sparse_moe.experts.134.w1,0.0000178365,0.01000,0.835
+31,block_sparse_moe.experts.136.w1,0.0000187524,0.01000,0.833
+31,block_sparse_moe.experts.135.w1,0.0000182196,0.01000,0.839
+31,block_sparse_moe.experts.137.w1,0.0000172625,0.01000,0.843
+31,block_sparse_moe.experts.138.w1,0.0000176908,0.01000,0.855
+31,block_sparse_moe.experts.139.w1,0.0000177351,0.01000,0.867
+31,block_sparse_moe.experts.140.w1,0.0000184503,0.01000,0.844
+31,block_sparse_moe.experts.141.w1,0.0000187627,0.01000,0.843
+31,block_sparse_moe.experts.143.w1,0.0000176443,0.01000,0.858
+31,block_sparse_moe.experts.142.w1,0.0000189419,0.01000,0.861
+31,block_sparse_moe.experts.144.w1,0.0000188842,0.01000,0.860
+31,block_sparse_moe.experts.145.w1,0.0000188275,0.01000,0.844
+31,block_sparse_moe.experts.146.w1,0.0000185721,0.01000,0.840
+31,block_sparse_moe.experts.147.w1,0.0000171328,0.01000,0.830
+31,block_sparse_moe.experts.148.w1,0.0000180884,0.01000,0.828
+31,block_sparse_moe.experts.149.w1,0.0000177835,0.01000,0.837
+31,block_sparse_moe.experts.150.w1,0.0000177843,0.01000,0.847
+31,block_sparse_moe.experts.151.w1,0.0000185583,0.01000,0.839
+31,block_sparse_moe.experts.152.w1,0.0000183864,0.01000,0.841
+31,block_sparse_moe.experts.153.w1,0.0000177663,0.01000,0.841
+31,block_sparse_moe.experts.154.w1,0.0000187177,0.01000,0.830
+31,block_sparse_moe.experts.155.w1,0.0000184782,0.01000,0.827
+31,block_sparse_moe.experts.156.w1,0.0000188206,0.01000,0.827
+31,block_sparse_moe.experts.157.w1,0.0000191222,0.01000,0.838
+31,block_sparse_moe.experts.158.w1,0.0000174198,0.01000,0.838
+31,block_sparse_moe.experts.159.w1,0.0000184830,0.01000,0.853
+31,block_sparse_moe.experts.160.w1,0.0000174304,0.01000,0.837
+31,block_sparse_moe.experts.161.w1,0.0000180646,0.01000,0.834
+31,block_sparse_moe.experts.162.w1,0.0000168245,0.01000,0.829
+31,block_sparse_moe.experts.163.w1,0.0000178752,0.01000,0.845
+31,block_sparse_moe.experts.164.w1,0.0000184177,0.01000,0.824
+31,block_sparse_moe.experts.165.w1,0.0000181657,0.01000,0.839
+31,block_sparse_moe.experts.166.w1,0.0000212116,0.01000,0.831
+31,block_sparse_moe.experts.167.w1,0.0000171254,0.01000,0.844
+31,block_sparse_moe.experts.169.w1,0.0000180511,0.01000,0.832
+31,block_sparse_moe.experts.168.w1,0.0000173863,0.01000,0.837
+31,block_sparse_moe.experts.170.w1,0.0000185042,0.01000,0.827
+31,block_sparse_moe.experts.171.w1,0.0000174025,0.01000,0.830
+31,block_sparse_moe.experts.172.w1,0.0000189566,0.01000,0.852
+31,block_sparse_moe.experts.173.w1,0.0000184880,0.01000,0.831
+31,block_sparse_moe.experts.174.w1,0.0000176993,0.01000,0.855
+31,block_sparse_moe.experts.175.w1,0.0000167659,0.01000,0.832
+31,block_sparse_moe.experts.176.w1,0.0000163412,0.01000,0.862
+31,block_sparse_moe.experts.178.w1,0.0000176394,0.01000,0.822
+31,block_sparse_moe.experts.177.w1,0.0000170402,0.01000,0.847
+31,block_sparse_moe.experts.179.w1,0.0000177856,0.01000,0.841
+31,block_sparse_moe.experts.180.w1,0.0000182463,0.01000,0.834
+31,block_sparse_moe.experts.181.w1,0.0000175763,0.01000,0.841
+31,block_sparse_moe.experts.182.w1,0.0000168382,0.01000,0.827
+31,block_sparse_moe.experts.183.w1,0.0000187141,0.01000,0.847
+31,block_sparse_moe.experts.184.w1,0.0000171330,0.01000,0.835
+31,block_sparse_moe.experts.185.w1,0.0000185918,0.01000,0.833
+31,block_sparse_moe.experts.186.w1,0.0000178532,0.01000,0.844
+31,block_sparse_moe.experts.187.w1,0.0000198237,0.01000,0.833
+31,block_sparse_moe.experts.188.w1,0.0000187413,0.01000,0.843
+31,block_sparse_moe.experts.189.w1,0.0000186927,0.01000,0.827
+31,block_sparse_moe.experts.190.w1,0.0000194657,0.01000,0.846
+31,block_sparse_moe.experts.191.w1,0.0000180228,0.01000,0.831
+31,block_sparse_moe.experts.192.w1,0.0000175422,0.01000,0.839
+31,block_sparse_moe.experts.193.w1,0.0000172310,0.01000,0.851
+31,block_sparse_moe.experts.194.w1,0.0000181208,0.01000,0.836
+31,block_sparse_moe.experts.195.w1,0.0000184276,0.01000,0.843
+31,block_sparse_moe.experts.196.w1,0.0000188436,0.01000,0.838
+31,block_sparse_moe.experts.197.w1,0.0000179608,0.01000,0.847
+31,block_sparse_moe.experts.198.w1,0.0000178576,0.01000,0.832
+31,block_sparse_moe.experts.199.w1,0.0000180714,0.01000,0.835
+31,block_sparse_moe.experts.200.w1,0.0000186169,0.01000,0.840
+31,block_sparse_moe.experts.201.w1,0.0000186953,0.01000,0.839
+31,block_sparse_moe.experts.202.w1,0.0000184231,0.01000,0.843
+31,block_sparse_moe.experts.203.w1,0.0000185990,0.01000,0.834
+31,block_sparse_moe.experts.204.w1,0.0000184857,0.01000,0.830
+31,block_sparse_moe.experts.205.w1,0.0000180603,0.01000,0.834
+31,block_sparse_moe.experts.206.w1,0.0000182832,0.01000,0.841
+31,block_sparse_moe.experts.207.w1,0.0000186632,0.01000,0.839
+31,block_sparse_moe.experts.208.w1,0.0000180927,0.01000,0.837
+31,block_sparse_moe.experts.209.w1,0.0000188619,0.01000,0.839
+31,block_sparse_moe.experts.210.w1,0.0000180548,0.01000,0.833
+31,block_sparse_moe.experts.211.w1,0.0000180355,0.01000,0.836
+31,block_sparse_moe.experts.212.w1,0.0000174039,0.01000,0.832
+31,block_sparse_moe.experts.213.w1,0.0000188879,0.01000,0.842
+31,block_sparse_moe.experts.214.w1,0.0000152356,0.01000,0.850
+31,block_sparse_moe.experts.215.w1,0.0000163224,0.01000,0.838
+31,block_sparse_moe.experts.216.w1,0.0000178122,0.01000,0.837
+31,block_sparse_moe.experts.217.w1,0.0000183072,0.01000,0.827
+31,block_sparse_moe.experts.218.w1,0.0000166058,0.01000,0.850
+31,block_sparse_moe.experts.219.w1,0.0000170732,0.01000,0.830
+31,block_sparse_moe.experts.220.w1,0.0000164108,0.01000,0.838
+31,block_sparse_moe.experts.221.w1,0.0000186938,0.01000,0.850
+31,block_sparse_moe.experts.222.w1,0.0000188090,0.01000,0.844
+31,block_sparse_moe.experts.223.w1,0.0000181672,0.01000,0.836
+31,block_sparse_moe.experts.224.w1,0.0000166986,0.01000,0.837
+31,block_sparse_moe.experts.225.w1,0.0000177802,0.01000,0.835
+31,block_sparse_moe.experts.226.w1,0.0000183508,0.01000,0.839
+31,block_sparse_moe.experts.227.w1,0.0000168213,0.01000,0.827
+31,block_sparse_moe.experts.228.w1,0.0000173553,0.01000,0.848
+31,block_sparse_moe.experts.229.w1,0.0000178553,0.01000,0.862
+31,block_sparse_moe.experts.230.w1,0.0000163328,0.01000,0.839
+31,block_sparse_moe.experts.231.w1,0.0000182412,0.01000,0.821
+31,block_sparse_moe.experts.232.w1,0.0000170123,0.01000,0.834
+31,block_sparse_moe.experts.233.w1,0.0000177093,0.01000,0.833
+31,block_sparse_moe.experts.234.w1,0.0000153486,0.01000,0.826
+31,block_sparse_moe.experts.235.w1,0.0000172376,0.01000,0.838
+31,block_sparse_moe.experts.236.w1,0.0000170879,0.01000,0.862
+31,block_sparse_moe.experts.237.w1,0.0000188562,0.01000,0.836
+31,block_sparse_moe.experts.238.w1,0.0000178928,0.01000,0.825
+31,block_sparse_moe.experts.239.w1,0.0000179164,0.01000,0.833
+31,block_sparse_moe.experts.240.w1,0.0000187038,0.01000,0.831
+31,block_sparse_moe.experts.241.w1,0.0000184290,0.01000,0.822
+31,block_sparse_moe.experts.242.w1,0.0000179233,0.01000,0.851
+31,block_sparse_moe.experts.243.w1,0.0000186835,0.01000,0.850
+31,block_sparse_moe.experts.244.w1,0.0000186894,0.01000,0.847
+31,block_sparse_moe.experts.245.w1,0.0000192740,0.01000,0.823
+31,block_sparse_moe.experts.246.w1,0.0000169426,0.01000,0.837
+31,block_sparse_moe.experts.247.w1,0.0000173206,0.01000,0.839
+31,block_sparse_moe.experts.248.w1,0.0000158966,0.01000,0.821
+31,block_sparse_moe.experts.249.w1,0.0000174935,0.01000,0.864
+31,block_sparse_moe.experts.250.w1,0.0000189144,0.01000,0.837
+31,block_sparse_moe.experts.251.w1,0.0000170502,0.01000,0.833
+31,block_sparse_moe.experts.252.w1,0.0000181100,0.01000,0.817
+31,block_sparse_moe.experts.253.w1,0.0000177286,0.01000,0.843
+31,block_sparse_moe.experts.254.w1,0.0000173116,0.01000,0.835
+31,block_sparse_moe.experts.255.w1,0.0000184742,0.01000,0.826
+31,block_sparse_moe.experts.1.w3,0.0000202950,0.01000,0.832
+31,block_sparse_moe.experts.2.w3,0.0000195593,0.01000,0.835
+31,block_sparse_moe.experts.0.w3,0.0000230248,0.01000,0.879
+31,block_sparse_moe.experts.3.w3,0.0000198223,0.01000,0.820
+31,block_sparse_moe.experts.4.w3,0.0000184728,0.01000,0.840
+31,block_sparse_moe.experts.6.w3,0.0000204799,0.01000,0.825
+31,block_sparse_moe.experts.5.w3,0.0000192974,0.01000,0.847
+31,block_sparse_moe.experts.7.w3,0.0000207252,0.01000,0.842
+31,block_sparse_moe.experts.8.w3,0.0000191724,0.01000,0.832
+31,block_sparse_moe.experts.9.w3,0.0000222844,0.01000,0.847
+31,block_sparse_moe.experts.10.w3,0.0000187414,0.01000,0.816
+31,block_sparse_moe.experts.11.w3,0.0000205998,0.01000,0.838
+31,block_sparse_moe.experts.12.w3,0.0000195189,0.01000,0.842
+31,block_sparse_moe.experts.13.w3,0.0000189630,0.01000,0.828
+31,block_sparse_moe.experts.14.w3,0.0000200007,0.01000,0.843
+31,block_sparse_moe.experts.15.w3,0.0000191731,0.01000,0.845
+31,block_sparse_moe.experts.16.w3,0.0000199048,0.01000,0.849
+31,block_sparse_moe.experts.17.w3,0.0000187973,0.01000,0.826
+31,block_sparse_moe.experts.18.w3,0.0000190823,0.01000,0.864
+31,block_sparse_moe.experts.19.w3,0.0000208663,0.01000,0.836
+31,block_sparse_moe.experts.20.w3,0.0000192868,0.01000,0.836
+31,block_sparse_moe.experts.21.w3,0.0000199038,0.01000,0.840
+31,block_sparse_moe.experts.22.w3,0.0000214629,0.01000,0.853
+31,block_sparse_moe.experts.23.w3,0.0000194732,0.01000,0.849
+31,block_sparse_moe.experts.24.w3,0.0000199304,0.01000,0.839
+31,block_sparse_moe.experts.26.w3,0.0000188254,0.01000,0.832
+31,block_sparse_moe.experts.25.w3,0.0000210224,0.01000,0.833
+31,block_sparse_moe.experts.27.w3,0.0000197160,0.01000,0.849
+31,block_sparse_moe.experts.28.w3,0.0000192274,0.01000,0.839
+31,block_sparse_moe.experts.29.w3,0.0000195439,0.01000,0.856
+31,block_sparse_moe.experts.30.w3,0.0000200175,0.01000,0.844
+31,block_sparse_moe.experts.31.w3,0.0000186162,0.01000,0.833
+31,block_sparse_moe.experts.33.w3,0.0000211252,0.01000,0.838
+31,block_sparse_moe.experts.34.w3,0.0000204340,0.01000,0.828
+31,block_sparse_moe.experts.32.w3,0.0000197584,0.01000,0.872
+31,block_sparse_moe.experts.35.w3,0.0000217242,0.01000,0.845
+31,block_sparse_moe.experts.36.w3,0.0000211711,0.01000,0.841
+31,block_sparse_moe.experts.37.w3,0.0000183820,0.01000,0.843
+31,block_sparse_moe.experts.38.w3,0.0000190731,0.01000,0.825
+31,block_sparse_moe.experts.40.w3,0.0000189807,0.01000,0.830
+31,block_sparse_moe.experts.39.w3,0.0000205521,0.01000,0.842
+31,block_sparse_moe.experts.41.w3,0.0000213984,0.01000,0.831
+31,block_sparse_moe.experts.42.w3,0.0000197523,0.01000,0.849
+31,block_sparse_moe.experts.43.w3,0.0000206186,0.01000,0.852
+31,block_sparse_moe.experts.44.w3,0.0000180364,0.01000,0.851
+31,block_sparse_moe.experts.45.w3,0.0000182315,0.01000,0.830
+31,block_sparse_moe.experts.46.w3,0.0000206999,0.01000,0.824
+31,block_sparse_moe.experts.47.w3,0.0000191582,0.01000,0.835
+31,block_sparse_moe.experts.48.w3,0.0000200541,0.01000,0.822
+31,block_sparse_moe.experts.49.w3,0.0000232680,0.01000,0.837
+31,block_sparse_moe.experts.50.w3,0.0000196856,0.01000,0.845
+31,block_sparse_moe.experts.51.w3,0.0000225305,0.01000,0.859
+31,block_sparse_moe.experts.52.w3,0.0000213920,0.01000,0.829
+31,block_sparse_moe.experts.53.w3,0.0000194387,0.01000,0.823
+31,block_sparse_moe.experts.55.w3,0.0000198207,0.01000,0.825
+31,block_sparse_moe.experts.54.w3,0.0000181011,0.01000,0.833
+31,block_sparse_moe.experts.56.w3,0.0000188262,0.01000,0.842
+31,block_sparse_moe.experts.57.w3,0.0000201294,0.01000,0.834
+31,block_sparse_moe.experts.58.w3,0.0000189904,0.01000,0.853
+31,block_sparse_moe.experts.59.w3,0.0000184790,0.01000,0.837
+31,block_sparse_moe.experts.60.w3,0.0000199167,0.01000,0.823
+31,block_sparse_moe.experts.61.w3,0.0000191061,0.01000,0.830
+31,block_sparse_moe.experts.62.w3,0.0000180257,0.01000,0.832
+31,block_sparse_moe.experts.63.w3,0.0000194052,0.01000,0.840
+31,block_sparse_moe.experts.64.w3,0.0000193507,0.01000,0.836
+31,block_sparse_moe.experts.65.w3,0.0000190237,0.01000,0.858
+31,block_sparse_moe.experts.66.w3,0.0000195774,0.01000,0.838
+31,block_sparse_moe.experts.67.w3,0.0000188871,0.01000,0.817
+31,block_sparse_moe.experts.68.w3,0.0000213019,0.01000,0.825
+31,block_sparse_moe.experts.69.w3,0.0000189555,0.01000,0.824
+31,block_sparse_moe.experts.70.w3,0.0000207412,0.01000,0.837
+31,block_sparse_moe.experts.71.w3,0.0000187892,0.01000,0.836
+31,block_sparse_moe.experts.72.w3,0.0000195943,0.01000,0.852
+31,block_sparse_moe.experts.73.w3,0.0000202997,0.01000,0.840
+31,block_sparse_moe.experts.74.w3,0.0000213750,0.01000,0.847
+31,block_sparse_moe.experts.76.w3,0.0000195368,0.01000,0.828
+31,block_sparse_moe.experts.75.w3,0.0000188063,0.01000,0.880
+31,block_sparse_moe.experts.77.w3,0.0000222541,0.01000,0.836
+31,block_sparse_moe.experts.78.w3,0.0000181745,0.01000,0.848
+31,block_sparse_moe.experts.79.w3,0.0000205999,0.01000,0.856
+31,block_sparse_moe.experts.80.w3,0.0000211005,0.01000,0.850
+31,block_sparse_moe.experts.81.w3,0.0000183256,0.01000,0.817
+31,block_sparse_moe.experts.82.w3,0.0000210178,0.01000,0.842
+31,block_sparse_moe.experts.83.w3,0.0000192645,0.01000,0.815
+31,block_sparse_moe.experts.84.w3,0.0000204729,0.01000,0.853
+31,block_sparse_moe.experts.85.w3,0.0000187398,0.01000,0.835
+31,block_sparse_moe.experts.86.w3,0.0000184546,0.01000,0.865
+31,block_sparse_moe.experts.87.w3,0.0000185947,0.01000,0.830
+31,block_sparse_moe.experts.88.w3,0.0000180070,0.01000,0.826
+31,block_sparse_moe.experts.89.w3,0.0000189088,0.01000,0.835
+31,block_sparse_moe.experts.90.w3,0.0000191509,0.01000,0.834
+31,block_sparse_moe.experts.91.w3,0.0000183610,0.01000,0.845
+31,block_sparse_moe.experts.92.w3,0.0000186608,0.01000,0.837
+31,block_sparse_moe.experts.93.w3,0.0000188769,0.01000,0.848
+31,block_sparse_moe.experts.94.w3,0.0000191005,0.01000,0.842
+31,block_sparse_moe.experts.95.w3,0.0000229555,0.01000,0.838
+31,block_sparse_moe.experts.96.w3,0.0000193347,0.01000,0.847
+31,block_sparse_moe.experts.97.w3,0.0000197133,0.01000,0.835
+31,block_sparse_moe.experts.98.w3,0.0000201409,0.01000,0.844
+31,block_sparse_moe.experts.99.w3,0.0000193916,0.01000,0.843
+31,block_sparse_moe.experts.101.w3,0.0000206446,0.01000,0.841
+31,block_sparse_moe.experts.100.w3,0.0000189423,0.01000,0.865
+31,block_sparse_moe.experts.102.w3,0.0000194684,0.01000,0.833
+31,block_sparse_moe.experts.104.w3,0.0000194954,0.01000,0.830
+31,block_sparse_moe.experts.103.w3,0.0000194838,0.01000,0.862
+31,block_sparse_moe.experts.105.w3,0.0000179155,0.01000,0.841
+31,block_sparse_moe.experts.106.w3,0.0000194357,0.01000,0.837
+31,block_sparse_moe.experts.107.w3,0.0000193975,0.01000,0.852
+31,block_sparse_moe.experts.108.w3,0.0000184114,0.01000,0.835
+31,block_sparse_moe.experts.109.w3,0.0000194994,0.01000,0.826
+31,block_sparse_moe.experts.110.w3,0.0000218259,0.01000,0.838
+31,block_sparse_moe.experts.111.w3,0.0000181901,0.01000,0.829
+31,block_sparse_moe.experts.112.w3,0.0000217128,0.01000,0.843
+31,block_sparse_moe.experts.113.w3,0.0000178476,0.01000,0.843
+31,block_sparse_moe.experts.115.w3,0.0000201669,0.01000,0.818
+31,block_sparse_moe.experts.114.w3,0.0000158457,0.01000,0.871
+31,block_sparse_moe.experts.116.w3,0.0000189046,0.01000,0.827
+31,block_sparse_moe.experts.117.w3,0.0000219710,0.01000,0.830
+31,block_sparse_moe.experts.118.w3,0.0000195832,0.01000,0.828
+31,block_sparse_moe.experts.119.w3,0.0000205651,0.01000,0.841
+31,block_sparse_moe.experts.120.w3,0.0000190930,0.01000,0.853
+31,block_sparse_moe.experts.121.w3,0.0000189744,0.01000,0.857
+31,block_sparse_moe.experts.122.w3,0.0000207266,0.01000,0.836
+31,block_sparse_moe.experts.123.w3,0.0000194149,0.01000,0.834
+31,block_sparse_moe.experts.124.w3,0.0000200088,0.01000,0.834
+31,block_sparse_moe.experts.125.w3,0.0000207757,0.01000,0.827
+31,block_sparse_moe.experts.126.w3,0.0000191931,0.01000,0.842
+31,block_sparse_moe.experts.127.w3,0.0000189866,0.01000,0.850
+31,block_sparse_moe.experts.128.w3,0.0000197160,0.01000,0.852
+31,block_sparse_moe.experts.129.w3,0.0000200233,0.01000,0.836
+31,block_sparse_moe.experts.130.w3,0.0000204442,0.01000,0.823
+31,block_sparse_moe.experts.131.w3,0.0000198453,0.01000,0.832
+31,block_sparse_moe.experts.132.w3,0.0000194127,0.01000,0.823
+31,block_sparse_moe.experts.133.w3,0.0000199088,0.01000,0.837
+31,block_sparse_moe.experts.134.w3,0.0000189017,0.01000,0.846
+31,block_sparse_moe.experts.136.w3,0.0000192046,0.01000,0.837
+31,block_sparse_moe.experts.135.w3,0.0000196440,0.01000,0.851
+31,block_sparse_moe.experts.137.w3,0.0000185953,0.01000,0.825
+31,block_sparse_moe.experts.139.w3,0.0000185231,0.01000,0.820
+31,block_sparse_moe.experts.138.w3,0.0000194085,0.01000,0.858
+31,block_sparse_moe.experts.140.w3,0.0000195226,0.01000,0.841
+31,block_sparse_moe.experts.141.w3,0.0000200140,0.01000,0.850
+31,block_sparse_moe.experts.143.w3,0.0000195297,0.01000,0.831
+31,block_sparse_moe.experts.142.w3,0.0000223111,0.01000,0.893
+31,block_sparse_moe.experts.144.w3,0.0000198159,0.01000,0.817
+31,block_sparse_moe.experts.145.w3,0.0000203070,0.01000,0.832
+31,block_sparse_moe.experts.146.w3,0.0000192239,0.01000,0.825
+31,block_sparse_moe.experts.147.w3,0.0000194601,0.01000,0.849
+31,block_sparse_moe.experts.148.w3,0.0000197950,0.01000,0.840
+31,block_sparse_moe.experts.149.w3,0.0000188440,0.01000,0.869
+31,block_sparse_moe.experts.151.w3,0.0000203511,0.01000,0.826
+31,block_sparse_moe.experts.150.w3,0.0000210517,0.01000,0.880
+31,block_sparse_moe.experts.152.w3,0.0000230894,0.01000,0.828
+31,block_sparse_moe.experts.153.w3,0.0000207462,0.01000,0.820
+31,block_sparse_moe.experts.154.w3,0.0000204986,0.01000,0.838
+31,block_sparse_moe.experts.155.w3,0.0000220831,0.01000,0.844
+31,block_sparse_moe.experts.156.w3,0.0000197882,0.01000,0.849
+31,block_sparse_moe.experts.157.w3,0.0000213166,0.01000,0.839
+31,block_sparse_moe.experts.158.w3,0.0000187356,0.01000,0.837
+31,block_sparse_moe.experts.159.w3,0.0000191943,0.01000,0.834
+31,block_sparse_moe.experts.160.w3,0.0000186087,0.01000,0.831
+31,block_sparse_moe.experts.161.w3,0.0000188710,0.01000,0.846
+31,block_sparse_moe.experts.162.w3,0.0000212843,0.01000,0.861
+31,block_sparse_moe.experts.164.w3,0.0000192059,0.01000,0.830
+31,block_sparse_moe.experts.163.w3,0.0000192325,0.01000,0.868
+31,block_sparse_moe.experts.165.w3,0.0000199177,0.01000,0.831
+31,block_sparse_moe.experts.166.w3,0.0000228665,0.01000,0.835
+31,block_sparse_moe.experts.167.w3,0.0000184277,0.01000,0.823
+31,block_sparse_moe.experts.168.w3,0.0000194141,0.01000,0.840
+31,block_sparse_moe.experts.169.w3,0.0000192969,0.01000,0.844
+31,block_sparse_moe.experts.170.w3,0.0000194983,0.01000,0.855
+31,block_sparse_moe.experts.171.w3,0.0000196087,0.01000,0.834
+31,block_sparse_moe.experts.172.w3,0.0000206840,0.01000,0.832
+31,block_sparse_moe.experts.174.w3,0.0000191038,0.01000,0.829
+31,block_sparse_moe.experts.173.w3,0.0000201218,0.01000,0.853
+31,block_sparse_moe.experts.175.w3,0.0000185545,0.01000,0.838
+31,block_sparse_moe.experts.176.w3,0.0000182499,0.01000,0.847
+31,block_sparse_moe.experts.178.w3,0.0000194225,0.01000,0.834
+31,block_sparse_moe.experts.177.w3,0.0000185408,0.01000,0.849
+31,block_sparse_moe.experts.179.w3,0.0000203928,0.01000,0.838
+31,block_sparse_moe.experts.180.w3,0.0000196125,0.01000,0.837
+31,block_sparse_moe.experts.181.w3,0.0000188665,0.01000,0.829
+31,block_sparse_moe.experts.182.w3,0.0000191133,0.01000,0.843
+31,block_sparse_moe.experts.183.w3,0.0000196716,0.01000,0.838
+31,block_sparse_moe.experts.185.w3,0.0000202801,0.01000,0.829
+31,block_sparse_moe.experts.186.w3,0.0000188931,0.01000,0.841
+31,block_sparse_moe.experts.184.w3,0.0000208717,0.01000,0.865
+31,block_sparse_moe.experts.187.w3,0.0000225348,0.01000,0.833
+31,block_sparse_moe.experts.188.w3,0.0000196300,0.01000,0.846
+31,block_sparse_moe.experts.189.w3,0.0000210038,0.01000,0.856
+31,block_sparse_moe.experts.190.w3,0.0000206001,0.01000,0.840
+31,block_sparse_moe.experts.191.w3,0.0000194541,0.01000,0.852
+31,block_sparse_moe.experts.193.w3,0.0000190360,0.01000,0.830
+31,block_sparse_moe.experts.192.w3,0.0000195976,0.01000,0.835
+31,block_sparse_moe.experts.194.w3,0.0000217390,0.01000,0.842
+31,block_sparse_moe.experts.195.w3,0.0000202181,0.01000,0.826
+31,block_sparse_moe.experts.196.w3,0.0000194758,0.01000,0.846
+31,block_sparse_moe.experts.197.w3,0.0000193254,0.01000,0.840
+31,block_sparse_moe.experts.199.w3,0.0000196024,0.01000,0.822
+31,block_sparse_moe.experts.200.w3,0.0000195318,0.01000,0.834
+31,block_sparse_moe.experts.198.w3,0.0000193767,0.01000,0.868
+31,block_sparse_moe.experts.202.w3,0.0000208585,0.01000,0.822
+31,block_sparse_moe.experts.201.w3,0.0000196629,0.01000,0.865
+31,block_sparse_moe.experts.203.w3,0.0000193801,0.01000,0.843
+31,block_sparse_moe.experts.204.w3,0.0000193086,0.01000,0.849
+31,block_sparse_moe.experts.206.w3,0.0000202265,0.01000,0.832
+31,block_sparse_moe.experts.207.w3,0.0000190838,0.01000,0.824
+31,block_sparse_moe.experts.205.w3,0.0000218196,0.01000,0.873
+31,block_sparse_moe.experts.208.w3,0.0000213478,0.01000,0.848
+31,block_sparse_moe.experts.209.w3,0.0000203096,0.01000,0.831
+31,block_sparse_moe.experts.210.w3,0.0000202459,0.01000,0.842
+31,block_sparse_moe.experts.211.w3,0.0000192115,0.01000,0.867
+31,block_sparse_moe.experts.213.w3,0.0000198538,0.01000,0.829
+31,block_sparse_moe.experts.214.w3,0.0000156278,0.01000,0.839
+31,block_sparse_moe.experts.212.w3,0.0000175903,0.01000,0.880
+31,block_sparse_moe.experts.215.w3,0.0000183569,0.01000,0.835
+31,block_sparse_moe.experts.216.w3,0.0000218578,0.01000,0.828
+31,block_sparse_moe.experts.217.w3,0.0000193117,0.01000,0.843
+31,block_sparse_moe.experts.218.w3,0.0000204633,0.01000,0.857
+31,block_sparse_moe.experts.220.w3,0.0000179900,0.01000,0.834
+31,block_sparse_moe.experts.221.w3,0.0000205490,0.01000,0.833
+31,block_sparse_moe.experts.219.w3,0.0000196955,0.01000,0.879
+31,block_sparse_moe.experts.223.w3,0.0000200954,0.01000,0.825
+31,block_sparse_moe.experts.222.w3,0.0000194374,0.01000,0.863
+31,block_sparse_moe.experts.224.w3,0.0000203743,0.01000,0.844
+31,block_sparse_moe.experts.225.w3,0.0000200599,0.01000,0.834
+31,block_sparse_moe.experts.228.w3,0.0000194575,0.01000,0.837
+31,block_sparse_moe.experts.226.w3,0.0000189618,0.01000,0.860
+31,block_sparse_moe.experts.227.w3,0.0000193968,0.01000,0.847
+31,block_sparse_moe.experts.229.w3,0.0000192542,0.01000,0.850
+31,block_sparse_moe.experts.230.w3,0.0000184813,0.01000,0.849
+31,block_sparse_moe.experts.231.w3,0.0000190454,0.01000,0.842
+31,block_sparse_moe.experts.232.w3,0.0000204887,0.01000,0.830
+31,block_sparse_moe.experts.235.w3,0.0000193882,0.01000,0.832
+31,block_sparse_moe.experts.234.w3,0.0000168375,0.01000,0.840
+31,block_sparse_moe.experts.236.w3,0.0000197723,0.01000,0.832
+31,block_sparse_moe.experts.233.w3,0.0000183775,0.01000,0.870
+31,block_sparse_moe.experts.237.w3,0.0000194570,0.01000,0.819
+31,block_sparse_moe.experts.238.w3,0.0000200306,0.01000,0.843
+31,block_sparse_moe.experts.239.w3,0.0000186406,0.01000,0.832
+31,block_sparse_moe.experts.241.w3,0.0000192818,0.01000,0.843
+31,block_sparse_moe.experts.242.w3,0.0000193256,0.01000,0.831
+31,block_sparse_moe.experts.244.w3,0.0000203228,0.01000,0.825
+31,block_sparse_moe.experts.243.w3,0.0000190291,0.01000,0.841
+31,block_sparse_moe.experts.240.w3,0.0000195915,0.01000,0.882
+31,block_sparse_moe.experts.245.w3,0.0000198013,0.01000,0.843
+31,block_sparse_moe.experts.246.w3,0.0000185509,0.01000,0.838
+31,block_sparse_moe.experts.248.w3,0.0000191755,0.01000,0.838
+31,block_sparse_moe.experts.249.w3,0.0000194199,0.01000,0.835
+31,block_sparse_moe.experts.250.w3,0.0000198276,0.01000,0.841
+31,block_sparse_moe.experts.251.w3,0.0000187727,0.01000,0.843
+31,block_sparse_moe.experts.247.w3,0.0000184700,0.01000,0.902
+31,block_sparse_moe.experts.252.w3,0.0000187738,0.01000,0.748
+31,block_sparse_moe.experts.253.w3,0.0000186696,0.01000,0.727
+31,block_sparse_moe.experts.255.w3,0.0000193286,0.01000,0.663
+31,block_sparse_moe.experts.254.w3,0.0000194807,0.01000,0.694
+31,block_sparse_moe.experts.2.w2,0.0000095113,0.01000,0.436
+31,block_sparse_moe.experts.0.w2,0.0000140388,0.01000,0.439
+31,block_sparse_moe.experts.1.w2,0.0000156595,0.01000,0.449
+31,block_sparse_moe.experts.4.w2,0.0000141534,0.01000,0.446
+31,block_sparse_moe.experts.6.w2,0.0000174106,0.01000,0.457
+31,block_sparse_moe.experts.5.w2,0.0000097738,0.01000,0.470
+31,block_sparse_moe.experts.3.w2,0.0000176034,0.01000,0.484
+31,block_sparse_moe.experts.7.w2,0.0000186699,0.01000,0.412
+31,block_sparse_moe.experts.8.w2,0.0000089941,0.01000,0.414
+31,block_sparse_moe.experts.9.w2,0.0000237745,0.01000,0.425
+31,block_sparse_moe.experts.10.w2,0.0000351072,0.01000,0.429
+31,block_sparse_moe.experts.12.w2,0.0000093711,0.01000,0.419
+31,block_sparse_moe.experts.11.w2,0.0000124149,0.01000,0.434
+31,block_sparse_moe.experts.13.w2,0.0000117890,0.01000,0.434
+31,block_sparse_moe.experts.14.w2,0.0000172797,0.01000,0.414
+31,block_sparse_moe.experts.15.w2,0.0000092041,0.01000,0.419
+31,block_sparse_moe.experts.17.w2,0.0000113919,0.01000,0.417
+31,block_sparse_moe.experts.16.w2,0.0000162903,0.01000,0.440
+31,block_sparse_moe.experts.18.w2,0.0000097785,0.01000,0.434
+31,block_sparse_moe.experts.19.w2,0.0000188925,0.01000,0.428
+31,block_sparse_moe.experts.20.w2,0.0000425657,0.01000,0.446
+31,block_sparse_moe.experts.21.w2,0.0000093135,0.01000,0.415
+31,block_sparse_moe.experts.22.w2,0.0000185308,0.01000,0.415
+31,block_sparse_moe.experts.23.w2,0.0000126353,0.01000,0.430
+31,block_sparse_moe.experts.24.w2,0.0000314925,0.01000,0.425
+31,block_sparse_moe.experts.25.w2,0.0000156217,0.01000,0.423
+31,block_sparse_moe.experts.26.w2,0.0000124926,0.01000,0.425
+31,block_sparse_moe.experts.27.w2,0.0000120817,0.01000,0.427
+31,block_sparse_moe.experts.28.w2,0.0000230332,0.01000,0.415
+31,block_sparse_moe.experts.29.w2,0.0000170931,0.01000,0.415
+31,block_sparse_moe.experts.30.w2,0.0000141935,0.01000,0.425
+31,block_sparse_moe.experts.31.w2,0.0000102981,0.01000,0.424
+31,block_sparse_moe.experts.32.w2,0.0000124530,0.01000,0.426
+31,block_sparse_moe.experts.33.w2,0.0000108924,0.01000,0.425
+31,block_sparse_moe.experts.34.w2,0.0000131055,0.01000,0.428
+31,block_sparse_moe.experts.35.w2,0.0000135758,0.01000,0.415
+31,block_sparse_moe.experts.36.w2,0.0000187995,0.01000,0.417
+31,block_sparse_moe.experts.37.w2,0.0000063132,0.01000,0.424
+31,block_sparse_moe.experts.38.w2,0.0000079783,0.01000,0.419
+31,block_sparse_moe.experts.39.w2,0.0000212193,0.01000,0.422
+31,block_sparse_moe.experts.40.w2,0.0000122653,0.01000,0.425
+31,block_sparse_moe.experts.41.w2,0.0000200459,0.01000,0.423
+31,block_sparse_moe.experts.42.w2,0.0000175588,0.01000,0.410
+31,block_sparse_moe.experts.43.w2,0.0000102748,0.01000,0.414
+31,block_sparse_moe.experts.45.w2,0.0000157435,0.01000,0.420
+31,block_sparse_moe.experts.44.w2,0.0000151895,0.01000,0.426
+31,block_sparse_moe.experts.46.w2,0.0000135694,0.01000,0.421
+31,block_sparse_moe.experts.47.w2,0.0000136760,0.01000,0.425
+31,block_sparse_moe.experts.48.w2,0.0000118623,0.01000,0.422
+31,block_sparse_moe.experts.49.w2,0.0000165637,0.01000,0.417
+31,block_sparse_moe.experts.50.w2,0.0000091930,0.01000,0.418
+31,block_sparse_moe.experts.51.w2,0.0000202395,0.01000,0.429
+31,block_sparse_moe.experts.52.w2,0.0000133681,0.01000,0.433
+31,block_sparse_moe.experts.53.w2,0.0000135646,0.01000,0.425
+31,block_sparse_moe.experts.54.w2,0.0000095341,0.01000,0.425
+31,block_sparse_moe.experts.55.w2,0.0000134818,0.01000,0.426
+31,block_sparse_moe.experts.56.w2,0.0000110586,0.01000,0.412
+31,block_sparse_moe.experts.57.w2,0.0000109251,0.01000,0.415
+31,block_sparse_moe.experts.59.w2,0.0000129068,0.01000,0.419
+31,block_sparse_moe.experts.58.w2,0.0000091762,0.01000,0.424
+31,block_sparse_moe.experts.60.w2,0.0000120943,0.01000,0.422
+31,block_sparse_moe.experts.61.w2,0.0000228172,0.01000,0.422
+31,block_sparse_moe.experts.62.w2,0.0000075764,0.01000,0.447
+31,block_sparse_moe.experts.63.w2,0.0000161932,0.01000,0.413
+31,block_sparse_moe.experts.64.w2,0.0000086140,0.01000,0.416
+31,block_sparse_moe.experts.65.w2,0.0000082326,0.01000,0.427
+31,block_sparse_moe.experts.66.w2,0.0000179006,0.01000,0.428
+31,block_sparse_moe.experts.67.w2,0.0000117818,0.01000,0.425
+31,block_sparse_moe.experts.68.w2,0.0000219261,0.01000,0.425
+31,block_sparse_moe.experts.69.w2,0.0000082781,0.01000,0.426
+31,block_sparse_moe.experts.70.w2,0.0000155965,0.01000,0.412
+31,block_sparse_moe.experts.71.w2,0.0000075204,0.01000,0.414
+31,block_sparse_moe.experts.73.w2,0.0000161759,0.01000,0.422
+31,block_sparse_moe.experts.72.w2,0.0000120235,0.01000,0.424
+31,block_sparse_moe.experts.74.w2,0.0000118538,0.01000,0.425
+31,block_sparse_moe.experts.75.w2,0.0000183182,0.01000,0.425
+31,block_sparse_moe.experts.76.w2,0.0000111930,0.01000,0.428
+31,block_sparse_moe.experts.77.w2,0.0000203037,0.01000,0.414
+31,block_sparse_moe.experts.78.w2,0.0000314989,0.01000,0.414
+31,block_sparse_moe.experts.80.w2,0.0000220807,0.01000,0.420
+31,block_sparse_moe.experts.79.w2,0.0000151728,0.01000,0.435
+31,block_sparse_moe.experts.81.w2,0.0000167151,0.01000,0.432
+31,block_sparse_moe.experts.82.w2,0.0000152648,0.01000,0.426
+31,block_sparse_moe.experts.83.w2,0.0000160957,0.01000,0.435
+31,block_sparse_moe.experts.84.w2,0.0000190301,0.01000,0.420
+31,block_sparse_moe.experts.85.w2,0.0000152892,0.01000,0.418
+31,block_sparse_moe.experts.87.w2,0.0000160148,0.01000,0.422
+31,block_sparse_moe.experts.88.w2,0.0000155367,0.01000,0.421
+31,block_sparse_moe.experts.86.w2,0.0000094439,0.01000,0.447
+31,block_sparse_moe.experts.89.w2,0.0000069626,0.01000,0.424
+31,block_sparse_moe.experts.90.w2,0.0000171078,0.01000,0.427
+31,block_sparse_moe.experts.91.w2,0.0000183394,0.01000,0.412
+31,block_sparse_moe.experts.92.w2,0.0000184701,0.01000,0.416
+31,block_sparse_moe.experts.94.w2,0.0000144432,0.01000,0.416
+31,block_sparse_moe.experts.93.w2,0.0000400182,0.01000,0.426
+31,block_sparse_moe.experts.95.w2,0.0000236261,0.01000,0.429
+31,block_sparse_moe.experts.96.w2,0.0000216540,0.01000,0.422
+31,block_sparse_moe.experts.97.w2,0.0000088788,0.01000,0.424
+31,block_sparse_moe.experts.98.w2,0.0000162530,0.01000,0.415
+31,block_sparse_moe.experts.99.w2,0.0000099513,0.01000,0.428
+31,block_sparse_moe.experts.100.w2,0.0000089365,0.01000,0.420
+31,block_sparse_moe.experts.101.w2,0.0000127965,0.01000,0.423
+31,block_sparse_moe.experts.103.w2,0.0000197793,0.01000,0.433
+31,block_sparse_moe.experts.102.w2,0.0000159741,0.01000,0.458
+31,block_sparse_moe.experts.104.w2,0.0000122319,0.01000,0.450
+31,block_sparse_moe.experts.105.w2,0.0000225140,0.01000,0.416
+31,block_sparse_moe.experts.106.w2,0.0000160585,0.01000,0.417
+31,block_sparse_moe.experts.108.w2,0.0000118337,0.01000,0.417
+31,block_sparse_moe.experts.107.w2,0.0000080644,0.01000,0.420
+31,block_sparse_moe.experts.109.w2,0.0000089224,0.01000,0.432
+31,block_sparse_moe.experts.110.w2,0.0000209223,0.01000,0.425
+31,block_sparse_moe.experts.111.w2,0.0000163965,0.01000,0.425
+31,block_sparse_moe.experts.112.w2,0.0000187518,0.01000,0.427
+31,block_sparse_moe.experts.113.w2,0.0000062915,0.01000,0.416
+31,block_sparse_moe.experts.114.w2,0.0000132783,0.01000,0.428
+31,block_sparse_moe.experts.115.w2,0.0000135781,0.01000,0.426
+31,block_sparse_moe.experts.116.w2,0.0000080449,0.01000,0.427
+31,block_sparse_moe.experts.117.w2,0.0000148387,0.01000,0.439
+31,block_sparse_moe.experts.118.w2,0.0000075256,0.01000,0.448
+31,block_sparse_moe.experts.119.w2,0.0000172691,0.01000,0.426
+31,block_sparse_moe.experts.120.w2,0.0000071490,0.01000,0.423
+31,block_sparse_moe.experts.122.w2,0.0000171050,0.01000,0.417
+31,block_sparse_moe.experts.121.w2,0.0000117296,0.01000,0.421
+31,block_sparse_moe.experts.123.w2,0.0000073643,0.01000,0.424
+31,block_sparse_moe.experts.124.w2,0.0000100253,0.01000,0.440
+31,block_sparse_moe.experts.125.w2,0.0000149044,0.01000,0.430
+31,block_sparse_moe.experts.126.w2,0.0000077028,0.01000,0.415
+31,block_sparse_moe.experts.127.w2,0.0000084231,0.01000,0.415
+31,block_sparse_moe.experts.129.w2,0.0000103568,0.01000,0.415
+31,block_sparse_moe.experts.128.w2,0.0000129379,0.01000,0.425
+31,block_sparse_moe.experts.130.w2,0.0000134170,0.01000,0.428
+31,block_sparse_moe.experts.131.w2,0.0000082615,0.01000,0.444
+31,block_sparse_moe.experts.132.w2,0.0000276531,0.01000,0.437
+31,block_sparse_moe.experts.133.w2,0.0000209240,0.01000,0.423
+31,block_sparse_moe.experts.134.w2,0.0000091020,0.01000,0.422
+31,block_sparse_moe.experts.135.w2,0.0000129214,0.01000,0.421
+31,block_sparse_moe.experts.136.w2,0.0000064092,0.01000,0.421
+31,block_sparse_moe.experts.137.w2,0.0000132196,0.01000,0.424
+31,block_sparse_moe.experts.138.w2,0.0000121723,0.01000,0.437
+31,block_sparse_moe.experts.139.w2,0.0000091903,0.01000,0.431
+31,block_sparse_moe.experts.140.w2,0.0000101950,0.01000,0.415
+31,block_sparse_moe.experts.141.w2,0.0000120631,0.01000,0.414
+31,block_sparse_moe.experts.142.w2,0.0000146118,0.01000,0.420
+31,block_sparse_moe.experts.143.w2,0.0000177845,0.01000,0.416
+31,block_sparse_moe.experts.144.w2,0.0000077508,0.01000,0.423
+31,block_sparse_moe.experts.145.w2,0.0000113949,0.01000,0.435
+31,block_sparse_moe.experts.146.w2,0.0000110028,0.01000,0.432
+31,block_sparse_moe.experts.147.w2,0.0000146316,0.01000,0.418
+31,block_sparse_moe.experts.148.w2,0.0000146298,0.01000,0.417
+31,block_sparse_moe.experts.150.w2,0.0000140269,0.01000,0.417
+31,block_sparse_moe.experts.149.w2,0.0000098619,0.01000,0.431
+31,block_sparse_moe.experts.151.w2,0.0000234213,0.01000,0.423
+31,block_sparse_moe.experts.152.w2,0.0000187082,0.01000,0.438
+31,block_sparse_moe.experts.153.w2,0.0000153489,0.01000,0.426
+31,block_sparse_moe.experts.154.w2,0.0000136871,0.01000,0.413
+31,block_sparse_moe.experts.155.w2,0.0000180865,0.01000,0.415
+31,block_sparse_moe.experts.156.w2,0.0000085778,0.01000,0.419
+31,block_sparse_moe.experts.157.w2,0.0000228132,0.01000,0.414
+31,block_sparse_moe.experts.158.w2,0.0000172066,0.01000,0.422
+31,block_sparse_moe.experts.159.w2,0.0000070149,0.01000,0.436
+31,block_sparse_moe.experts.160.w2,0.0000154566,0.01000,0.428
+31,block_sparse_moe.experts.161.w2,0.0000248895,0.01000,0.415
+31,block_sparse_moe.experts.162.w2,0.0000203997,0.01000,0.415
+31,block_sparse_moe.experts.164.w2,0.0000129733,0.01000,0.416
+31,block_sparse_moe.experts.163.w2,0.0000133830,0.01000,0.421
+31,block_sparse_moe.experts.165.w2,0.0000146315,0.01000,0.427
+31,block_sparse_moe.experts.166.w2,0.0000143723,0.01000,0.423
+31,block_sparse_moe.experts.168.w2,0.0000107548,0.01000,0.419
+31,block_sparse_moe.experts.167.w2,0.0000139906,0.01000,0.433
+31,block_sparse_moe.experts.169.w2,0.0000123683,0.01000,0.420
+31,block_sparse_moe.experts.171.w2,0.0000135499,0.01000,0.415
+31,block_sparse_moe.experts.170.w2,0.0000102803,0.01000,0.419
+31,block_sparse_moe.experts.172.w2,0.0000236432,0.01000,0.422
+31,block_sparse_moe.experts.173.w2,0.0000149110,0.01000,0.418
+31,block_sparse_moe.experts.175.w2,0.0000147756,0.01000,0.420
+31,block_sparse_moe.experts.174.w2,0.0000173396,0.01000,0.433
+31,block_sparse_moe.experts.176.w2,0.0000172279,0.01000,0.412
+31,block_sparse_moe.experts.178.w2,0.0000204869,0.01000,0.417
+31,block_sparse_moe.experts.177.w2,0.0000091326,0.01000,0.420
+31,block_sparse_moe.experts.179.w2,0.0000166090,0.01000,0.421
+31,block_sparse_moe.experts.180.w2,0.0000137596,0.01000,0.421
+31,block_sparse_moe.experts.181.w2,0.0000186146,0.01000,0.433
+31,block_sparse_moe.experts.183.w2,0.0000104576,0.01000,0.418
+31,block_sparse_moe.experts.182.w2,0.0000122728,0.01000,0.452
+31,block_sparse_moe.experts.185.w2,0.0000110775,0.01000,0.418
+31,block_sparse_moe.experts.184.w2,0.0000178046,0.01000,0.432
+31,block_sparse_moe.experts.186.w2,0.0000131367,0.01000,0.424
+31,block_sparse_moe.experts.187.w2,0.0000221184,0.01000,0.416
+31,block_sparse_moe.experts.189.w2,0.0000132363,0.01000,0.420
+31,block_sparse_moe.experts.188.w2,0.0000105656,0.01000,0.445
+31,block_sparse_moe.experts.190.w2,0.0000093326,0.01000,0.417
+31,block_sparse_moe.experts.191.w2,0.0000201947,0.01000,0.416
+31,block_sparse_moe.experts.192.w2,0.0000119291,0.01000,0.415
+31,block_sparse_moe.experts.193.w2,0.0000103802,0.01000,0.423
+31,block_sparse_moe.experts.194.w2,0.0000123442,0.01000,0.441
+31,block_sparse_moe.experts.195.w2,0.0000108833,0.01000,0.435
+31,block_sparse_moe.experts.197.w2,0.0000139891,0.01000,0.422
+31,block_sparse_moe.experts.196.w2,0.0000090050,0.01000,0.448
+31,block_sparse_moe.experts.198.w2,0.0000115185,0.01000,0.418
+31,block_sparse_moe.experts.199.w2,0.0000131153,0.01000,0.419
+31,block_sparse_moe.experts.200.w2,0.0000123169,0.01000,0.424
+31,block_sparse_moe.experts.201.w2,0.0000085965,0.01000,0.420
+31,block_sparse_moe.experts.202.w2,0.0000182376,0.01000,0.422
+31,block_sparse_moe.experts.203.w2,0.0000092926,0.01000,0.420
+31,block_sparse_moe.experts.204.w2,0.0000086531,0.01000,0.435
+31,block_sparse_moe.experts.205.w2,0.0000165318,0.01000,0.416
+31,block_sparse_moe.experts.206.w2,0.0000088133,0.01000,0.410
+31,block_sparse_moe.experts.207.w2,0.0000078001,0.01000,0.422
+31,block_sparse_moe.experts.208.w2,0.0000180123,0.01000,0.422
+31,block_sparse_moe.experts.210.w2,0.0000140803,0.01000,0.411
+31,block_sparse_moe.experts.209.w2,0.0000128885,0.01000,0.437
+31,block_sparse_moe.experts.211.w2,0.0000145252,0.01000,0.428
+31,block_sparse_moe.experts.213.w2,0.0000108358,0.01000,0.418
+31,block_sparse_moe.experts.212.w2,0.0000216784,0.01000,0.421
+31,block_sparse_moe.experts.214.w2,0.0000207603,0.01000,0.423
+31,block_sparse_moe.experts.215.w2,0.0000170189,0.01000,0.424
+31,block_sparse_moe.experts.217.w2,0.0000137420,0.01000,0.415
+31,block_sparse_moe.experts.216.w2,0.0000206430,0.01000,0.450
+31,block_sparse_moe.experts.218.w2,0.0000157070,0.01000,0.433
+31,block_sparse_moe.experts.220.w2,0.0000240718,0.01000,0.411
+31,block_sparse_moe.experts.219.w2,0.0000148980,0.01000,0.441
+31,block_sparse_moe.experts.221.w2,0.0000141384,0.01000,0.419
+31,block_sparse_moe.experts.222.w2,0.0000073843,0.01000,0.422
+31,block_sparse_moe.experts.224.w2,0.0000136390,0.01000,0.414
+31,block_sparse_moe.experts.223.w2,0.0000141573,0.01000,0.427
+31,block_sparse_moe.experts.225.w2,0.0000153345,0.01000,0.423
+31,block_sparse_moe.experts.226.w2,0.0000106892,0.01000,0.428
+31,block_sparse_moe.experts.227.w2,0.0000180229,0.01000,0.416
+31,block_sparse_moe.experts.228.w2,0.0000193530,0.01000,0.422
+31,block_sparse_moe.experts.229.w2,0.0000132857,0.01000,0.426
+31,block_sparse_moe.experts.231.w2,0.0000105675,0.01000,0.418
+31,block_sparse_moe.experts.230.w2,0.0000211071,0.01000,0.463
+31,block_sparse_moe.experts.232.w2,0.0000175258,0.01000,0.428
+31,block_sparse_moe.experts.233.w2,0.0000066511,0.01000,0.421
+31,block_sparse_moe.experts.234.w2,0.0000104759,0.01000,0.420
+31,block_sparse_moe.experts.235.w2,0.0000154817,0.01000,0.423
+31,block_sparse_moe.experts.236.w2,0.0000163456,0.01000,0.419
+31,block_sparse_moe.experts.237.w2,0.0000108742,0.01000,0.440
+31,block_sparse_moe.experts.238.w2,0.0000144124,0.01000,0.420
+31,block_sparse_moe.experts.239.w2,0.0000122676,0.01000,0.416
+31,block_sparse_moe.experts.240.w2,0.0000082053,0.01000,0.418
+31,block_sparse_moe.experts.241.w2,0.0000083812,0.01000,0.425
+31,block_sparse_moe.experts.242.w2,0.0000128048,0.01000,0.421
+31,block_sparse_moe.experts.243.w2,0.0000080164,0.01000,0.420
+31,block_sparse_moe.experts.244.w2,0.0000211829,0.01000,0.429
+31,block_sparse_moe.experts.245.w2,0.0000117738,0.01000,0.423
+31,block_sparse_moe.experts.246.w2,0.0000172216,0.01000,0.418
+31,block_sparse_moe.experts.247.w2,0.0000130791,0.01000,0.431
+31,block_sparse_moe.experts.248.w2,0.0000280122,0.01000,0.427
+31,block_sparse_moe.experts.249.w2,0.0000182808,0.01000,0.427
+31,block_sparse_moe.experts.250.w2,0.0000119720,0.01000,0.425
+31,block_sparse_moe.experts.251.w2,0.0000141003,0.01000,0.397
+31,block_sparse_moe.experts.252.w2,0.0000072691,0.01000,0.390
+31,block_sparse_moe.experts.253.w2,0.0000128262,0.01000,0.388
+31,block_sparse_moe.experts.254.w2,0.0000108841,0.01000,0.365
+31,block_sparse_moe.experts.255.w2,0.0000090077,0.01000,0.364
+32,block_sparse_moe.experts.2.w1,0.0000172103,0.01000,0.841
+32,block_sparse_moe.experts.3.w1,0.0000172369,0.01000,0.845
+32,block_sparse_moe.experts.5.w1,0.0000169865,0.01000,0.863
+32,block_sparse_moe.experts.0.w1,0.0000177073,0.01000,0.882
+32,block_sparse_moe.experts.4.w1,0.0000156083,0.01000,0.879
+32,block_sparse_moe.experts.6.w1,0.0000168211,0.01000,0.883
+32,block_sparse_moe.experts.1.w1,0.0000159111,0.01000,0.900
+32,block_sparse_moe.experts.7.w1,0.0000173364,0.01000,0.836
+32,block_sparse_moe.experts.8.w1,0.0000171177,0.01000,0.845
+32,block_sparse_moe.experts.9.w1,0.0000171447,0.01000,0.833
+32,block_sparse_moe.experts.10.w1,0.0000178653,0.01000,0.832
+32,block_sparse_moe.experts.12.w1,0.0000175747,0.01000,0.853
+32,block_sparse_moe.experts.13.w1,0.0000194412,0.01000,0.849
+32,block_sparse_moe.experts.11.w1,0.0000177700,0.01000,0.900
+32,block_sparse_moe.experts.14.w1,0.0000184502,0.01000,0.822
+32,block_sparse_moe.experts.15.w1,0.0000174455,0.01000,0.822
+32,block_sparse_moe.experts.17.w1,0.0000166563,0.01000,0.820
+32,block_sparse_moe.experts.16.w1,0.0000156355,0.01000,0.826
+32,block_sparse_moe.experts.19.w1,0.0000164278,0.01000,0.847
+32,block_sparse_moe.experts.18.w1,0.0000149700,0.01000,0.890
+32,block_sparse_moe.experts.20.w1,0.0000170640,0.01000,0.874
+32,block_sparse_moe.experts.21.w1,0.0000165231,0.01000,0.827
+32,block_sparse_moe.experts.22.w1,0.0000165672,0.01000,0.827
+32,block_sparse_moe.experts.24.w1,0.0000178383,0.01000,0.827
+32,block_sparse_moe.experts.23.w1,0.0000175298,0.01000,0.852
+32,block_sparse_moe.experts.25.w1,0.0000175551,0.01000,0.849
+32,block_sparse_moe.experts.26.w1,0.0000172551,0.01000,0.856
+32,block_sparse_moe.experts.27.w1,0.0000174309,0.01000,0.856
+32,block_sparse_moe.experts.28.w1,0.0000175675,0.01000,0.841
+32,block_sparse_moe.experts.29.w1,0.0000173790,0.01000,0.836
+32,block_sparse_moe.experts.30.w1,0.0000173503,0.01000,0.836
+32,block_sparse_moe.experts.31.w1,0.0000165441,0.01000,0.834
+32,block_sparse_moe.experts.32.w1,0.0000166360,0.01000,0.840
+32,block_sparse_moe.experts.33.w1,0.0000169854,0.01000,0.865
+32,block_sparse_moe.experts.34.w1,0.0000171034,0.01000,0.864
+32,block_sparse_moe.experts.36.w1,0.0000157559,0.01000,0.828
+32,block_sparse_moe.experts.37.w1,0.0000172805,0.01000,0.834
+32,block_sparse_moe.experts.35.w1,0.0000165678,0.01000,0.862
+32,block_sparse_moe.experts.38.w1,0.0000155127,0.01000,0.833
+32,block_sparse_moe.experts.39.w1,0.0000162216,0.01000,0.845
+32,block_sparse_moe.experts.40.w1,0.0000179338,0.01000,0.876
+32,block_sparse_moe.experts.41.w1,0.0000160602,0.01000,0.874
+32,block_sparse_moe.experts.42.w1,0.0000162462,0.01000,0.832
+32,block_sparse_moe.experts.43.w1,0.0000171344,0.01000,0.832
+32,block_sparse_moe.experts.44.w1,0.0000172052,0.01000,0.845
+32,block_sparse_moe.experts.45.w1,0.0000163830,0.01000,0.834
+32,block_sparse_moe.experts.46.w1,0.0000162570,0.01000,0.841
+32,block_sparse_moe.experts.47.w1,0.0000178362,0.01000,0.853
+32,block_sparse_moe.experts.48.w1,0.0000182682,0.01000,0.861
+32,block_sparse_moe.experts.49.w1,0.0000145945,0.01000,0.824
+32,block_sparse_moe.experts.50.w1,0.0000154395,0.01000,0.835
+32,block_sparse_moe.experts.52.w1,0.0000150992,0.01000,0.836
+32,block_sparse_moe.experts.51.w1,0.0000162366,0.01000,0.866
+32,block_sparse_moe.experts.53.w1,0.0000168146,0.01000,0.850
+32,block_sparse_moe.experts.54.w1,0.0000167846,0.01000,0.873
+32,block_sparse_moe.experts.55.w1,0.0000165658,0.01000,0.867
+32,block_sparse_moe.experts.56.w1,0.0000169152,0.01000,0.832
+32,block_sparse_moe.experts.57.w1,0.0000166814,0.01000,0.839
+32,block_sparse_moe.experts.58.w1,0.0000184595,0.01000,0.850
+32,block_sparse_moe.experts.59.w1,0.0000162481,0.01000,0.836
+32,block_sparse_moe.experts.60.w1,0.0000173652,0.01000,0.850
+32,block_sparse_moe.experts.61.w1,0.0000170015,0.01000,0.862
+32,block_sparse_moe.experts.62.w1,0.0000167516,0.01000,0.862
+32,block_sparse_moe.experts.63.w1,0.0000152703,0.01000,0.827
+32,block_sparse_moe.experts.64.w1,0.0000170130,0.01000,0.833
+32,block_sparse_moe.experts.65.w1,0.0000178114,0.01000,0.842
+32,block_sparse_moe.experts.66.w1,0.0000170532,0.01000,0.834
+32,block_sparse_moe.experts.67.w1,0.0000184087,0.01000,0.844
+32,block_sparse_moe.experts.68.w1,0.0000165088,0.01000,0.878
+32,block_sparse_moe.experts.69.w1,0.0000157447,0.01000,0.871
+32,block_sparse_moe.experts.70.w1,0.0000178273,0.01000,0.825
+32,block_sparse_moe.experts.71.w1,0.0000168825,0.01000,0.831
+32,block_sparse_moe.experts.72.w1,0.0000176849,0.01000,0.841
+32,block_sparse_moe.experts.73.w1,0.0000153501,0.01000,0.835
+32,block_sparse_moe.experts.74.w1,0.0000164824,0.01000,0.847
+32,block_sparse_moe.experts.75.w1,0.0000156844,0.01000,0.853
+32,block_sparse_moe.experts.76.w1,0.0000174230,0.01000,0.888
+32,block_sparse_moe.experts.77.w1,0.0000174233,0.01000,0.817
+32,block_sparse_moe.experts.78.w1,0.0000174555,0.01000,0.821
+32,block_sparse_moe.experts.80.w1,0.0000170395,0.01000,0.835
+32,block_sparse_moe.experts.79.w1,0.0000182154,0.01000,0.855
+32,block_sparse_moe.experts.81.w1,0.0000171850,0.01000,0.854
+32,block_sparse_moe.experts.82.w1,0.0000185106,0.01000,0.870
+32,block_sparse_moe.experts.83.w1,0.0000166440,0.01000,0.850
+32,block_sparse_moe.experts.84.w1,0.0000174127,0.01000,0.828
+32,block_sparse_moe.experts.85.w1,0.0000162103,0.01000,0.833
+32,block_sparse_moe.experts.86.w1,0.0000169029,0.01000,0.842
+32,block_sparse_moe.experts.87.w1,0.0000154779,0.01000,0.836
+32,block_sparse_moe.experts.88.w1,0.0000172817,0.01000,0.869
+32,block_sparse_moe.experts.89.w1,0.0000165080,0.01000,0.864
+32,block_sparse_moe.experts.90.w1,0.0000173719,0.01000,0.868
+32,block_sparse_moe.experts.91.w1,0.0000175447,0.01000,0.821
+32,block_sparse_moe.experts.92.w1,0.0000164293,0.01000,0.830
+32,block_sparse_moe.experts.94.w1,0.0000172337,0.01000,0.828
+32,block_sparse_moe.experts.93.w1,0.0000193779,0.01000,0.869
+32,block_sparse_moe.experts.95.w1,0.0000179365,0.01000,0.862
+32,block_sparse_moe.experts.96.w1,0.0000167775,0.01000,0.850
+32,block_sparse_moe.experts.97.w1,0.0000158077,0.01000,0.850
+32,block_sparse_moe.experts.98.w1,0.0000154806,0.01000,0.818
+32,block_sparse_moe.experts.99.w1,0.0000168606,0.01000,0.820
+32,block_sparse_moe.experts.100.w1,0.0000166961,0.01000,0.845
+32,block_sparse_moe.experts.101.w1,0.0000182746,0.01000,0.841
+32,block_sparse_moe.experts.102.w1,0.0000179858,0.01000,0.858
+32,block_sparse_moe.experts.103.w1,0.0000170631,0.01000,0.851
+32,block_sparse_moe.experts.104.w1,0.0000180587,0.01000,0.853
+32,block_sparse_moe.experts.105.w1,0.0000173974,0.01000,0.829
+32,block_sparse_moe.experts.106.w1,0.0000173158,0.01000,0.828
+32,block_sparse_moe.experts.107.w1,0.0000179064,0.01000,0.833
+32,block_sparse_moe.experts.108.w1,0.0000173386,0.01000,0.834
+32,block_sparse_moe.experts.109.w1,0.0000174082,0.01000,0.840
+32,block_sparse_moe.experts.110.w1,0.0000176803,0.01000,0.856
+32,block_sparse_moe.experts.111.w1,0.0000174511,0.01000,0.872
+32,block_sparse_moe.experts.112.w1,0.0000175657,0.01000,0.828
+32,block_sparse_moe.experts.113.w1,0.0000170205,0.01000,0.833
+32,block_sparse_moe.experts.114.w1,0.0000169355,0.01000,0.833
+32,block_sparse_moe.experts.115.w1,0.0000175155,0.01000,0.846
+32,block_sparse_moe.experts.116.w1,0.0000161274,0.01000,0.841
+32,block_sparse_moe.experts.117.w1,0.0000161903,0.01000,0.861
+32,block_sparse_moe.experts.118.w1,0.0000168484,0.01000,0.864
+32,block_sparse_moe.experts.119.w1,0.0000157731,0.01000,0.828
+32,block_sparse_moe.experts.120.w1,0.0000173167,0.01000,0.864
+32,block_sparse_moe.experts.121.w1,0.0000154266,0.01000,0.859
+32,block_sparse_moe.experts.122.w1,0.0000173149,0.01000,0.829
+32,block_sparse_moe.experts.123.w1,0.0000161482,0.01000,0.842
+32,block_sparse_moe.experts.124.w1,0.0000175400,0.01000,0.857
+32,block_sparse_moe.experts.125.w1,0.0000152230,0.01000,0.863
+32,block_sparse_moe.experts.126.w1,0.0000172545,0.01000,0.838
+32,block_sparse_moe.experts.127.w1,0.0000157225,0.01000,0.833
+32,block_sparse_moe.experts.129.w1,0.0000183824,0.01000,0.828
+32,block_sparse_moe.experts.128.w1,0.0000182294,0.01000,0.876
+32,block_sparse_moe.experts.130.w1,0.0000174371,0.01000,0.853
+32,block_sparse_moe.experts.131.w1,0.0000174041,0.01000,0.859
+32,block_sparse_moe.experts.132.w1,0.0000170790,0.01000,0.862
+32,block_sparse_moe.experts.133.w1,0.0000169780,0.01000,0.840
+32,block_sparse_moe.experts.134.w1,0.0000175285,0.01000,0.836
+32,block_sparse_moe.experts.135.w1,0.0000174491,0.01000,0.847
+32,block_sparse_moe.experts.136.w1,0.0000167085,0.01000,0.842
+32,block_sparse_moe.experts.137.w1,0.0000168380,0.01000,0.845
+32,block_sparse_moe.experts.138.w1,0.0000151050,0.01000,0.863
+32,block_sparse_moe.experts.139.w1,0.0000166530,0.01000,0.853
+32,block_sparse_moe.experts.140.w1,0.0000180235,0.01000,0.827
+32,block_sparse_moe.experts.141.w1,0.0000159557,0.01000,0.841
+32,block_sparse_moe.experts.142.w1,0.0000167435,0.01000,0.838
+32,block_sparse_moe.experts.143.w1,0.0000174360,0.01000,0.831
+32,block_sparse_moe.experts.144.w1,0.0000181991,0.01000,0.848
+32,block_sparse_moe.experts.145.w1,0.0000177478,0.01000,0.850
+32,block_sparse_moe.experts.146.w1,0.0000163201,0.01000,0.855
+32,block_sparse_moe.experts.147.w1,0.0000169665,0.01000,0.836
+32,block_sparse_moe.experts.148.w1,0.0000164616,0.01000,0.842
+32,block_sparse_moe.experts.149.w1,0.0000175755,0.01000,0.830
+32,block_sparse_moe.experts.150.w1,0.0000179357,0.01000,0.831
+32,block_sparse_moe.experts.151.w1,0.0000157806,0.01000,0.850
+32,block_sparse_moe.experts.152.w1,0.0000175802,0.01000,0.857
+32,block_sparse_moe.experts.153.w1,0.0000168151,0.01000,0.855
+32,block_sparse_moe.experts.154.w1,0.0000175895,0.01000,0.835
+32,block_sparse_moe.experts.155.w1,0.0000163609,0.01000,0.851
+32,block_sparse_moe.experts.156.w1,0.0000161019,0.01000,0.837
+32,block_sparse_moe.experts.157.w1,0.0000164006,0.01000,0.832
+32,block_sparse_moe.experts.158.w1,0.0000172657,0.01000,0.839
+32,block_sparse_moe.experts.159.w1,0.0000166172,0.01000,0.851
+32,block_sparse_moe.experts.160.w1,0.0000170153,0.01000,0.854
+32,block_sparse_moe.experts.161.w1,0.0000151764,0.01000,0.836
+32,block_sparse_moe.experts.162.w1,0.0000172712,0.01000,0.842
+32,block_sparse_moe.experts.164.w1,0.0000154508,0.01000,0.836
+32,block_sparse_moe.experts.163.w1,0.0000181054,0.01000,0.866
+32,block_sparse_moe.experts.165.w1,0.0000174331,0.01000,0.856
+32,block_sparse_moe.experts.166.w1,0.0000161811,0.01000,0.860
+32,block_sparse_moe.experts.168.w1,0.0000178929,0.01000,0.842
+32,block_sparse_moe.experts.167.w1,0.0000166735,0.01000,0.901
+32,block_sparse_moe.experts.169.w1,0.0000168743,0.01000,0.835
+32,block_sparse_moe.experts.171.w1,0.0000189165,0.01000,0.831
+32,block_sparse_moe.experts.170.w1,0.0000169891,0.01000,0.838
+32,block_sparse_moe.experts.172.w1,0.0000176510,0.01000,0.841
+32,block_sparse_moe.experts.173.w1,0.0000157935,0.01000,0.845
+32,block_sparse_moe.experts.174.w1,0.0000174819,0.01000,0.863
+32,block_sparse_moe.experts.175.w1,0.0000169103,0.01000,0.835
+32,block_sparse_moe.experts.176.w1,0.0000151461,0.01000,0.840
+32,block_sparse_moe.experts.178.w1,0.0000164652,0.01000,0.838
+32,block_sparse_moe.experts.177.w1,0.0000174426,0.01000,0.839
+32,block_sparse_moe.experts.179.w1,0.0000171260,0.01000,0.852
+32,block_sparse_moe.experts.180.w1,0.0000159806,0.01000,0.851
+32,block_sparse_moe.experts.182.w1,0.0000156089,0.01000,0.827
+32,block_sparse_moe.experts.181.w1,0.0000176318,0.01000,0.886
+32,block_sparse_moe.experts.183.w1,0.0000177988,0.01000,0.827
+32,block_sparse_moe.experts.184.w1,0.0000169555,0.01000,0.832
+32,block_sparse_moe.experts.185.w1,0.0000171192,0.01000,0.831
+32,block_sparse_moe.experts.186.w1,0.0000171194,0.01000,0.832
+32,block_sparse_moe.experts.187.w1,0.0000160398,0.01000,0.853
+32,block_sparse_moe.experts.188.w1,0.0000172310,0.01000,0.864
+32,block_sparse_moe.experts.189.w1,0.0000187311,0.01000,0.849
+32,block_sparse_moe.experts.190.w1,0.0000159443,0.01000,0.851
+32,block_sparse_moe.experts.192.w1,0.0000165894,0.01000,0.823
+32,block_sparse_moe.experts.191.w1,0.0000164706,0.01000,0.870
+32,block_sparse_moe.experts.193.w1,0.0000174082,0.01000,0.845
+32,block_sparse_moe.experts.194.w1,0.0000167399,0.01000,0.852
+32,block_sparse_moe.experts.195.w1,0.0000179868,0.01000,0.853
+32,block_sparse_moe.experts.196.w1,0.0000177826,0.01000,0.842
+32,block_sparse_moe.experts.197.w1,0.0000163090,0.01000,0.843
+32,block_sparse_moe.experts.198.w1,0.0000177555,0.01000,0.840
+32,block_sparse_moe.experts.199.w1,0.0000174460,0.01000,0.830
+32,block_sparse_moe.experts.200.w1,0.0000154144,0.01000,0.843
+32,block_sparse_moe.experts.201.w1,0.0000169493,0.01000,0.866
+32,block_sparse_moe.experts.202.w1,0.0000180075,0.01000,0.851
+32,block_sparse_moe.experts.203.w1,0.0000180784,0.01000,0.847
+32,block_sparse_moe.experts.204.w1,0.0000148485,0.01000,0.839
+32,block_sparse_moe.experts.205.w1,0.0000170052,0.01000,0.836
+32,block_sparse_moe.experts.206.w1,0.0000160259,0.01000,0.848
+32,block_sparse_moe.experts.207.w1,0.0000168993,0.01000,0.855
+32,block_sparse_moe.experts.208.w1,0.0000172938,0.01000,0.859
+32,block_sparse_moe.experts.209.w1,0.0000168142,0.01000,0.852
+32,block_sparse_moe.experts.210.w1,0.0000163255,0.01000,0.834
+32,block_sparse_moe.experts.211.w1,0.0000174995,0.01000,0.839
+32,block_sparse_moe.experts.212.w1,0.0000175155,0.01000,0.840
+32,block_sparse_moe.experts.213.w1,0.0000163376,0.01000,0.838
+32,block_sparse_moe.experts.214.w1,0.0000172830,0.01000,0.835
+32,block_sparse_moe.experts.215.w1,0.0000168094,0.01000,0.857
+32,block_sparse_moe.experts.217.w1,0.0000166798,0.01000,0.821
+32,block_sparse_moe.experts.216.w1,0.0000168135,0.01000,0.878
+32,block_sparse_moe.experts.218.w1,0.0000179107,0.01000,0.834
+32,block_sparse_moe.experts.219.w1,0.0000172570,0.01000,0.845
+32,block_sparse_moe.experts.220.w1,0.0000170052,0.01000,0.837
+32,block_sparse_moe.experts.221.w1,0.0000167155,0.01000,0.826
+32,block_sparse_moe.experts.222.w1,0.0000169994,0.01000,0.847
+32,block_sparse_moe.experts.223.w1,0.0000173381,0.01000,0.851
+32,block_sparse_moe.experts.224.w1,0.0000162256,0.01000,0.828
+32,block_sparse_moe.experts.225.w1,0.0000153284,0.01000,0.832
+32,block_sparse_moe.experts.226.w1,0.0000171545,0.01000,0.844
+32,block_sparse_moe.experts.227.w1,0.0000180441,0.01000,0.837
+32,block_sparse_moe.experts.228.w1,0.0000172083,0.01000,0.829
+32,block_sparse_moe.experts.229.w1,0.0000153999,0.01000,0.853
+32,block_sparse_moe.experts.230.w1,0.0000169061,0.01000,0.842
+32,block_sparse_moe.experts.231.w1,0.0000168494,0.01000,0.822
+32,block_sparse_moe.experts.232.w1,0.0000174662,0.01000,0.828
+32,block_sparse_moe.experts.233.w1,0.0000165692,0.01000,0.842
+32,block_sparse_moe.experts.234.w1,0.0000168017,0.01000,0.828
+32,block_sparse_moe.experts.235.w1,0.0000176663,0.01000,0.833
+32,block_sparse_moe.experts.238.w1,0.0000171633,0.01000,0.832
+32,block_sparse_moe.experts.237.w1,0.0000175130,0.01000,0.844
+32,block_sparse_moe.experts.236.w1,0.0000170293,0.01000,0.878
+32,block_sparse_moe.experts.239.w1,0.0000176940,0.01000,0.836
+32,block_sparse_moe.experts.240.w1,0.0000170632,0.01000,0.838
+32,block_sparse_moe.experts.241.w1,0.0000173631,0.01000,0.832
+32,block_sparse_moe.experts.242.w1,0.0000176906,0.01000,0.833
+32,block_sparse_moe.experts.244.w1,0.0000166915,0.01000,0.847
+32,block_sparse_moe.experts.243.w1,0.0000169582,0.01000,0.859
+32,block_sparse_moe.experts.246.w1,0.0000156924,0.01000,0.836
+32,block_sparse_moe.experts.245.w1,0.0000157803,0.01000,0.861
+32,block_sparse_moe.experts.247.w1,0.0000178366,0.01000,0.833
+32,block_sparse_moe.experts.248.w1,0.0000167167,0.01000,0.832
+32,block_sparse_moe.experts.249.w1,0.0000175624,0.01000,0.830
+32,block_sparse_moe.experts.250.w1,0.0000172555,0.01000,0.862
+32,block_sparse_moe.experts.252.w1,0.0000167621,0.01000,0.845
+32,block_sparse_moe.experts.251.w1,0.0000178528,0.01000,0.856
+32,block_sparse_moe.experts.253.w1,0.0000181145,0.01000,0.849
+32,block_sparse_moe.experts.254.w1,0.0000174000,0.01000,0.841
+32,block_sparse_moe.experts.255.w1,0.0000161322,0.01000,0.854
+32,block_sparse_moe.experts.0.w3,0.0000186107,0.01000,0.837
+32,block_sparse_moe.experts.1.w3,0.0000165465,0.01000,0.844
+32,block_sparse_moe.experts.3.w3,0.0000176137,0.01000,0.847
+32,block_sparse_moe.experts.2.w3,0.0000178373,0.01000,0.873
+32,block_sparse_moe.experts.4.w3,0.0000179055,0.01000,0.853
+32,block_sparse_moe.experts.5.w3,0.0000192665,0.01000,0.844
+32,block_sparse_moe.experts.6.w3,0.0000187909,0.01000,0.834
+32,block_sparse_moe.experts.7.w3,0.0000179153,0.01000,0.839
+32,block_sparse_moe.experts.8.w3,0.0000194083,0.01000,0.837
+32,block_sparse_moe.experts.9.w3,0.0000183933,0.01000,0.857
+32,block_sparse_moe.experts.10.w3,0.0000184922,0.01000,0.853
+32,block_sparse_moe.experts.11.w3,0.0000186478,0.01000,0.859
+32,block_sparse_moe.experts.12.w3,0.0000181544,0.01000,0.841
+32,block_sparse_moe.experts.13.w3,0.0000209464,0.01000,0.836
+32,block_sparse_moe.experts.14.w3,0.0000208539,0.01000,0.842
+32,block_sparse_moe.experts.15.w3,0.0000180047,0.01000,0.838
+32,block_sparse_moe.experts.16.w3,0.0000170664,0.01000,0.849
+32,block_sparse_moe.experts.17.w3,0.0000203222,0.01000,0.850
+32,block_sparse_moe.experts.18.w3,0.0000164186,0.01000,0.841
+32,block_sparse_moe.experts.19.w3,0.0000180852,0.01000,0.841
+32,block_sparse_moe.experts.20.w3,0.0000176520,0.01000,0.836
+32,block_sparse_moe.experts.21.w3,0.0000183359,0.01000,0.842
+32,block_sparse_moe.experts.22.w3,0.0000185024,0.01000,0.837
+32,block_sparse_moe.experts.23.w3,0.0000184942,0.01000,0.860
+32,block_sparse_moe.experts.25.w3,0.0000184670,0.01000,0.850
+32,block_sparse_moe.experts.24.w3,0.0000184291,0.01000,0.872
+32,block_sparse_moe.experts.27.w3,0.0000188058,0.01000,0.828
+32,block_sparse_moe.experts.26.w3,0.0000177923,0.01000,0.852
+32,block_sparse_moe.experts.28.w3,0.0000199465,0.01000,0.833
+32,block_sparse_moe.experts.29.w3,0.0000179630,0.01000,0.832
+32,block_sparse_moe.experts.30.w3,0.0000184489,0.01000,0.855
+32,block_sparse_moe.experts.31.w3,0.0000198026,0.01000,0.847
+32,block_sparse_moe.experts.32.w3,0.0000185612,0.01000,0.852
+32,block_sparse_moe.experts.33.w3,0.0000199999,0.01000,0.841
+32,block_sparse_moe.experts.34.w3,0.0000178898,0.01000,0.834
+32,block_sparse_moe.experts.35.w3,0.0000179829,0.01000,0.838
+32,block_sparse_moe.experts.36.w3,0.0000168013,0.01000,0.841
+32,block_sparse_moe.experts.37.w3,0.0000199811,0.01000,0.855
+32,block_sparse_moe.experts.38.w3,0.0000196024,0.01000,0.848
+32,block_sparse_moe.experts.39.w3,0.0000179130,0.01000,0.852
+32,block_sparse_moe.experts.40.w3,0.0000185092,0.01000,0.846
+32,block_sparse_moe.experts.41.w3,0.0000207696,0.01000,0.832
+32,block_sparse_moe.experts.42.w3,0.0000175431,0.01000,0.840
+32,block_sparse_moe.experts.43.w3,0.0000192388,0.01000,0.839
+32,block_sparse_moe.experts.45.w3,0.0000172760,0.01000,0.842
+32,block_sparse_moe.experts.44.w3,0.0000177885,0.01000,0.881
+32,block_sparse_moe.experts.48.w3,0.0000193640,0.01000,0.837
+32,block_sparse_moe.experts.47.w3,0.0000187882,0.01000,0.839
+32,block_sparse_moe.experts.46.w3,0.0000173596,0.01000,0.894
+32,block_sparse_moe.experts.49.w3,0.0000163045,0.01000,0.846
+32,block_sparse_moe.experts.50.w3,0.0000170354,0.01000,0.841
+32,block_sparse_moe.experts.51.w3,0.0000177346,0.01000,0.878
+32,block_sparse_moe.experts.54.w3,0.0000175098,0.01000,0.841
+32,block_sparse_moe.experts.53.w3,0.0000175307,0.01000,0.841
+32,block_sparse_moe.experts.55.w3,0.0000175926,0.01000,0.831
+32,block_sparse_moe.experts.52.w3,0.0000169127,0.01000,0.876
+32,block_sparse_moe.experts.56.w3,0.0000202688,0.01000,0.872
+32,block_sparse_moe.experts.57.w3,0.0000189966,0.01000,0.831
+32,block_sparse_moe.experts.59.w3,0.0000172344,0.01000,0.831
+32,block_sparse_moe.experts.60.w3,0.0000199943,0.01000,0.852
+32,block_sparse_moe.experts.61.w3,0.0000180716,0.01000,0.840
+32,block_sparse_moe.experts.62.w3,0.0000200429,0.01000,0.847
+32,block_sparse_moe.experts.58.w3,0.0000203098,0.01000,0.895
+32,block_sparse_moe.experts.63.w3,0.0000178796,0.01000,0.837
+32,block_sparse_moe.experts.64.w3,0.0000179515,0.01000,0.837
+32,block_sparse_moe.experts.66.w3,0.0000177489,0.01000,0.831
+32,block_sparse_moe.experts.67.w3,0.0000195695,0.01000,0.835
+32,block_sparse_moe.experts.65.w3,0.0000186119,0.01000,0.888
+32,block_sparse_moe.experts.69.w3,0.0000184071,0.01000,0.835
+32,block_sparse_moe.experts.68.w3,0.0000193392,0.01000,0.885
+32,block_sparse_moe.experts.70.w3,0.0000198085,0.01000,0.835
+32,block_sparse_moe.experts.71.w3,0.0000194609,0.01000,0.838
+32,block_sparse_moe.experts.73.w3,0.0000165766,0.01000,0.837
+32,block_sparse_moe.experts.74.w3,0.0000184502,0.01000,0.826
+32,block_sparse_moe.experts.72.w3,0.0000193771,0.01000,0.891
+32,block_sparse_moe.experts.75.w3,0.0000194285,0.01000,0.848
+32,block_sparse_moe.experts.76.w3,0.0000192093,0.01000,0.857
+32,block_sparse_moe.experts.77.w3,0.0000193122,0.01000,0.838
+32,block_sparse_moe.experts.78.w3,0.0000193250,0.01000,0.837
+32,block_sparse_moe.experts.80.w3,0.0000189645,0.01000,0.826
+32,block_sparse_moe.experts.81.w3,0.0000190718,0.01000,0.841
+32,block_sparse_moe.experts.82.w3,0.0000204250,0.01000,0.849
+32,block_sparse_moe.experts.79.w3,0.0000192870,0.01000,0.887
+32,block_sparse_moe.experts.83.w3,0.0000174585,0.01000,0.859
+32,block_sparse_moe.experts.84.w3,0.0000203448,0.01000,0.839
+32,block_sparse_moe.experts.85.w3,0.0000185409,0.01000,0.838
+32,block_sparse_moe.experts.86.w3,0.0000184498,0.01000,0.859
+32,block_sparse_moe.experts.87.w3,0.0000178194,0.01000,0.836
+32,block_sparse_moe.experts.88.w3,0.0000215966,0.01000,0.839
+32,block_sparse_moe.experts.89.w3,0.0000201230,0.01000,0.843
+32,block_sparse_moe.experts.90.w3,0.0000180643,0.01000,0.868
+32,block_sparse_moe.experts.91.w3,0.0000181380,0.01000,0.839
+32,block_sparse_moe.experts.92.w3,0.0000170750,0.01000,0.841
+32,block_sparse_moe.experts.93.w3,0.0000205466,0.01000,0.849
+32,block_sparse_moe.experts.94.w3,0.0000180493,0.01000,0.840
+32,block_sparse_moe.experts.95.w3,0.0000193061,0.01000,0.840
+32,block_sparse_moe.experts.96.w3,0.0000181551,0.01000,0.839
+32,block_sparse_moe.experts.97.w3,0.0000177170,0.01000,0.865
+32,block_sparse_moe.experts.98.w3,0.0000180473,0.01000,0.837
+32,block_sparse_moe.experts.99.w3,0.0000189120,0.01000,0.840
+32,block_sparse_moe.experts.101.w3,0.0000211100,0.01000,0.834
+32,block_sparse_moe.experts.103.w3,0.0000191916,0.01000,0.838
+32,block_sparse_moe.experts.102.w3,0.0000201520,0.01000,0.849
+32,block_sparse_moe.experts.100.w3,0.0000172771,0.01000,0.879
+32,block_sparse_moe.experts.104.w3,0.0000189588,0.01000,0.875
+32,block_sparse_moe.experts.105.w3,0.0000206142,0.01000,0.839
+32,block_sparse_moe.experts.106.w3,0.0000183955,0.01000,0.850
+32,block_sparse_moe.experts.108.w3,0.0000182989,0.01000,0.844
+32,block_sparse_moe.experts.109.w3,0.0000204268,0.01000,0.840
+32,block_sparse_moe.experts.110.w3,0.0000184400,0.01000,0.844
+32,block_sparse_moe.experts.107.w3,0.0000196826,0.01000,0.896
+32,block_sparse_moe.experts.111.w3,0.0000205002,0.01000,0.838
+32,block_sparse_moe.experts.112.w3,0.0000181280,0.01000,0.843
+32,block_sparse_moe.experts.113.w3,0.0000183502,0.01000,0.850
+32,block_sparse_moe.experts.115.w3,0.0000181820,0.01000,0.837
+32,block_sparse_moe.experts.116.w3,0.0000181529,0.01000,0.852
+32,block_sparse_moe.experts.114.w3,0.0000185967,0.01000,0.882
+32,block_sparse_moe.experts.117.w3,0.0000188258,0.01000,0.855
+32,block_sparse_moe.experts.118.w3,0.0000184877,0.01000,0.842
+32,block_sparse_moe.experts.119.w3,0.0000196387,0.01000,0.838
+32,block_sparse_moe.experts.120.w3,0.0000197967,0.01000,0.842
+32,block_sparse_moe.experts.121.w3,0.0000172578,0.01000,0.865
+32,block_sparse_moe.experts.122.w3,0.0000180275,0.01000,0.848
+32,block_sparse_moe.experts.123.w3,0.0000168953,0.01000,0.834
+32,block_sparse_moe.experts.124.w3,0.0000184956,0.01000,0.866
+32,block_sparse_moe.experts.125.w3,0.0000175557,0.01000,0.844
+32,block_sparse_moe.experts.126.w3,0.0000195666,0.01000,0.841
+32,block_sparse_moe.experts.127.w3,0.0000189756,0.01000,0.845
+32,block_sparse_moe.experts.130.w3,0.0000183500,0.01000,0.835
+32,block_sparse_moe.experts.129.w3,0.0000183013,0.01000,0.845
+32,block_sparse_moe.experts.128.w3,0.0000194217,0.01000,0.871
+32,block_sparse_moe.experts.131.w3,0.0000185670,0.01000,0.848
+32,block_sparse_moe.experts.132.w3,0.0000189271,0.01000,0.829
+32,block_sparse_moe.experts.133.w3,0.0000190885,0.01000,0.843
+32,block_sparse_moe.experts.134.w3,0.0000197901,0.01000,0.844
+32,block_sparse_moe.experts.136.w3,0.0000193621,0.01000,0.847
+32,block_sparse_moe.experts.135.w3,0.0000183174,0.01000,0.855
+32,block_sparse_moe.experts.137.w3,0.0000178700,0.01000,0.839
+32,block_sparse_moe.experts.138.w3,0.0000176369,0.01000,0.842
+32,block_sparse_moe.experts.139.w3,0.0000172851,0.01000,0.830
+32,block_sparse_moe.experts.140.w3,0.0000188500,0.01000,0.842
+32,block_sparse_moe.experts.141.w3,0.0000170179,0.01000,0.844
+32,block_sparse_moe.experts.143.w3,0.0000184967,0.01000,0.843
+32,block_sparse_moe.experts.144.w3,0.0000197127,0.01000,0.838
+32,block_sparse_moe.experts.145.w3,0.0000199584,0.01000,0.850
+32,block_sparse_moe.experts.142.w3,0.0000198674,0.01000,0.896
+32,block_sparse_moe.experts.146.w3,0.0000190533,0.01000,0.837
+32,block_sparse_moe.experts.147.w3,0.0000184183,0.01000,0.841
+32,block_sparse_moe.experts.148.w3,0.0000186255,0.01000,0.836
+32,block_sparse_moe.experts.150.w3,0.0000188551,0.01000,0.844
+32,block_sparse_moe.experts.151.w3,0.0000174728,0.01000,0.843
+32,block_sparse_moe.experts.153.w3,0.0000176251,0.01000,0.830
+32,block_sparse_moe.experts.149.w3,0.0000182023,0.01000,0.902
+32,block_sparse_moe.experts.152.w3,0.0000183359,0.01000,0.853
+32,block_sparse_moe.experts.154.w3,0.0000181172,0.01000,0.839
+32,block_sparse_moe.experts.155.w3,0.0000177570,0.01000,0.852
+32,block_sparse_moe.experts.156.w3,0.0000183418,0.01000,0.868
+32,block_sparse_moe.experts.157.w3,0.0000186462,0.01000,0.839
+32,block_sparse_moe.experts.158.w3,0.0000180064,0.01000,0.833
+32,block_sparse_moe.experts.160.w3,0.0000189412,0.01000,0.836
+32,block_sparse_moe.experts.159.w3,0.0000178406,0.01000,0.839
+32,block_sparse_moe.experts.161.w3,0.0000187342,0.01000,0.844
+32,block_sparse_moe.experts.162.w3,0.0000179566,0.01000,0.850
+32,block_sparse_moe.experts.165.w3,0.0000181788,0.01000,0.832
+32,block_sparse_moe.experts.164.w3,0.0000184484,0.01000,0.845
+32,block_sparse_moe.experts.167.w3,0.0000179650,0.01000,0.836
+32,block_sparse_moe.experts.166.w3,0.0000173960,0.01000,0.839
+32,block_sparse_moe.experts.163.w3,0.0000192589,0.01000,0.884
+32,block_sparse_moe.experts.168.w3,0.0000185574,0.01000,0.842
+32,block_sparse_moe.experts.169.w3,0.0000183010,0.01000,0.854
+32,block_sparse_moe.experts.172.w3,0.0000189904,0.01000,0.842
+32,block_sparse_moe.experts.171.w3,0.0000210664,0.01000,0.856
+32,block_sparse_moe.experts.173.w3,0.0000174528,0.01000,0.845
+32,block_sparse_moe.experts.174.w3,0.0000178550,0.01000,0.850
+32,block_sparse_moe.experts.170.w3,0.0000181818,0.01000,0.886
+32,block_sparse_moe.experts.175.w3,0.0000174628,0.01000,0.844
+32,block_sparse_moe.experts.176.w3,0.0000171287,0.01000,0.857
+32,block_sparse_moe.experts.178.w3,0.0000197979,0.01000,0.844
+32,block_sparse_moe.experts.179.w3,0.0000178795,0.01000,0.845
+32,block_sparse_moe.experts.177.w3,0.0000185602,0.01000,0.876
+32,block_sparse_moe.experts.181.w3,0.0000182894,0.01000,0.847
+32,block_sparse_moe.experts.180.w3,0.0000182312,0.01000,0.869
+32,block_sparse_moe.experts.182.w3,0.0000183587,0.01000,0.843
+32,block_sparse_moe.experts.183.w3,0.0000199899,0.01000,0.852
+32,block_sparse_moe.experts.185.w3,0.0000176755,0.01000,0.825
+32,block_sparse_moe.experts.186.w3,0.0000181975,0.01000,0.830
+32,block_sparse_moe.experts.184.w3,0.0000180013,0.01000,0.874
+32,block_sparse_moe.experts.188.w3,0.0000187667,0.01000,0.838
+32,block_sparse_moe.experts.187.w3,0.0000173300,0.01000,0.884
+32,block_sparse_moe.experts.189.w3,0.0000200250,0.01000,0.839
+32,block_sparse_moe.experts.190.w3,0.0000170962,0.01000,0.837
+32,block_sparse_moe.experts.192.w3,0.0000177026,0.01000,0.832
+32,block_sparse_moe.experts.193.w3,0.0000184780,0.01000,0.832
+32,block_sparse_moe.experts.191.w3,0.0000179910,0.01000,0.893
+32,block_sparse_moe.experts.194.w3,0.0000197383,0.01000,0.853
+32,block_sparse_moe.experts.195.w3,0.0000197672,0.01000,0.839
+32,block_sparse_moe.experts.196.w3,0.0000187254,0.01000,0.843
+32,block_sparse_moe.experts.197.w3,0.0000193526,0.01000,0.862
+32,block_sparse_moe.experts.199.w3,0.0000181225,0.01000,0.834
+32,block_sparse_moe.experts.200.w3,0.0000176302,0.01000,0.840
+32,block_sparse_moe.experts.198.w3,0.0000183149,0.01000,0.876
+32,block_sparse_moe.experts.201.w3,0.0000181552,0.01000,0.841
+32,block_sparse_moe.experts.202.w3,0.0000190183,0.01000,0.839
+32,block_sparse_moe.experts.203.w3,0.0000197685,0.01000,0.839
+32,block_sparse_moe.experts.204.w3,0.0000199681,0.01000,0.845
+32,block_sparse_moe.experts.205.w3,0.0000179415,0.01000,0.853
+32,block_sparse_moe.experts.207.w3,0.0000201882,0.01000,0.826
+32,block_sparse_moe.experts.206.w3,0.0000182756,0.01000,0.857
+32,block_sparse_moe.experts.209.w3,0.0000174816,0.01000,0.831
+32,block_sparse_moe.experts.208.w3,0.0000186970,0.01000,0.841
+32,block_sparse_moe.experts.210.w3,0.0000179811,0.01000,0.849
+32,block_sparse_moe.experts.211.w3,0.0000182525,0.01000,0.845
+32,block_sparse_moe.experts.213.w3,0.0000180596,0.01000,0.834
+32,block_sparse_moe.experts.216.w3,0.0000194352,0.01000,0.837
+32,block_sparse_moe.experts.214.w3,0.0000180028,0.01000,0.842
+32,block_sparse_moe.experts.212.w3,0.0000192819,0.01000,0.871
+32,block_sparse_moe.experts.215.w3,0.0000186251,0.01000,0.866
+32,block_sparse_moe.experts.217.w3,0.0000178483,0.01000,0.832
+32,block_sparse_moe.experts.218.w3,0.0000189230,0.01000,0.838
+32,block_sparse_moe.experts.219.w3,0.0000180575,0.01000,0.850
+32,block_sparse_moe.experts.220.w3,0.0000192287,0.01000,0.840
+32,block_sparse_moe.experts.222.w3,0.0000198592,0.01000,0.847
+32,block_sparse_moe.experts.223.w3,0.0000186682,0.01000,0.843
+32,block_sparse_moe.experts.221.w3,0.0000190229,0.01000,0.878
+32,block_sparse_moe.experts.224.w3,0.0000179139,0.01000,0.834
+32,block_sparse_moe.experts.225.w3,0.0000182267,0.01000,0.843
+32,block_sparse_moe.experts.226.w3,0.0000182095,0.01000,0.846
+32,block_sparse_moe.experts.227.w3,0.0000193725,0.01000,0.834
+32,block_sparse_moe.experts.228.w3,0.0000198479,0.01000,0.837
+32,block_sparse_moe.experts.230.w3,0.0000188018,0.01000,0.830
+32,block_sparse_moe.experts.231.w3,0.0000182529,0.01000,0.838
+32,block_sparse_moe.experts.229.w3,0.0000179209,0.01000,0.879
+32,block_sparse_moe.experts.232.w3,0.0000181982,0.01000,0.865
+32,block_sparse_moe.experts.234.w3,0.0000173232,0.01000,0.842
+32,block_sparse_moe.experts.233.w3,0.0000183314,0.01000,0.857
+32,block_sparse_moe.experts.235.w3,0.0000183145,0.01000,0.839
+32,block_sparse_moe.experts.236.w3,0.0000178377,0.01000,0.856
+32,block_sparse_moe.experts.237.w3,0.0000194137,0.01000,0.840
+32,block_sparse_moe.experts.238.w3,0.0000187647,0.01000,0.877
+32,block_sparse_moe.experts.239.w3,0.0000184758,0.01000,0.852
+32,block_sparse_moe.experts.242.w3,0.0000187146,0.01000,0.844
+32,block_sparse_moe.experts.241.w3,0.0000188379,0.01000,0.850
+32,block_sparse_moe.experts.240.w3,0.0000183407,0.01000,0.879
+32,block_sparse_moe.experts.243.w3,0.0000178263,0.01000,0.835
+32,block_sparse_moe.experts.244.w3,0.0000172255,0.01000,0.823
+32,block_sparse_moe.experts.245.w3,0.0000179897,0.01000,0.857
+32,block_sparse_moe.experts.246.w3,0.0000164042,0.01000,0.846
+32,block_sparse_moe.experts.248.w3,0.0000199378,0.01000,0.833
+32,block_sparse_moe.experts.251.w3,0.0000189159,0.01000,0.831
+32,block_sparse_moe.experts.250.w3,0.0000181160,0.01000,0.834
+32,block_sparse_moe.experts.249.w3,0.0000189673,0.01000,0.846
+32,block_sparse_moe.experts.247.w3,0.0000198792,0.01000,0.893
+32,block_sparse_moe.experts.252.w3,0.0000177443,0.01000,0.847
+32,block_sparse_moe.experts.253.w3,0.0000197580,0.01000,0.720
+32,block_sparse_moe.experts.255.w3,0.0000185639,0.01000,0.634
+32,block_sparse_moe.experts.254.w3,0.0000183424,0.01000,0.674
+32,block_sparse_moe.experts.1.w2,0.0000195339,0.01000,0.425
+32,block_sparse_moe.experts.4.w2,0.0000200403,0.01000,0.442
+32,block_sparse_moe.experts.5.w2,0.0000118323,0.01000,0.459
+32,block_sparse_moe.experts.6.w2,0.0000138348,0.01000,0.455
+32,block_sparse_moe.experts.3.w2,0.0000060760,0.01000,0.468
+32,block_sparse_moe.experts.2.w2,0.0000150385,0.01000,0.478
+32,block_sparse_moe.experts.0.w2,0.0000098662,0.01000,0.497
+32,block_sparse_moe.experts.8.w2,0.0000093769,0.01000,0.416
+32,block_sparse_moe.experts.7.w2,0.0000085112,0.01000,0.453
+32,block_sparse_moe.experts.10.w2,0.0000095068,0.01000,0.420
+32,block_sparse_moe.experts.11.w2,0.0000086016,0.01000,0.432
+32,block_sparse_moe.experts.12.w2,0.0000085382,0.01000,0.426
+32,block_sparse_moe.experts.9.w2,0.0000096496,0.01000,0.449
+32,block_sparse_moe.experts.13.w2,0.0000098902,0.01000,0.440
+32,block_sparse_moe.experts.14.w2,0.0000133536,0.01000,0.428
+32,block_sparse_moe.experts.15.w2,0.0000069582,0.01000,0.432
+32,block_sparse_moe.experts.17.w2,0.0000180702,0.01000,0.427
+32,block_sparse_moe.experts.16.w2,0.0000137500,0.01000,0.441
+32,block_sparse_moe.experts.18.w2,0.0000172070,0.01000,0.426
+32,block_sparse_moe.experts.19.w2,0.0000143382,0.01000,0.427
+32,block_sparse_moe.experts.20.w2,0.0000076911,0.01000,0.427
+32,block_sparse_moe.experts.21.w2,0.0000121280,0.01000,0.419
+32,block_sparse_moe.experts.22.w2,0.0000108575,0.01000,0.425
+32,block_sparse_moe.experts.24.w2,0.0000080632,0.01000,0.421
+32,block_sparse_moe.experts.25.w2,0.0000073391,0.01000,0.431
+32,block_sparse_moe.experts.26.w2,0.0000058743,0.01000,0.428
+32,block_sparse_moe.experts.23.w2,0.0000070465,0.01000,0.445
+32,block_sparse_moe.experts.27.w2,0.0000089492,0.01000,0.428
+32,block_sparse_moe.experts.28.w2,0.0000131789,0.01000,0.412
+32,block_sparse_moe.experts.29.w2,0.0000064211,0.01000,0.418
+32,block_sparse_moe.experts.30.w2,0.0000092851,0.01000,0.425
+32,block_sparse_moe.experts.31.w2,0.0000164112,0.01000,0.418
+32,block_sparse_moe.experts.32.w2,0.0000108190,0.01000,0.424
+32,block_sparse_moe.experts.33.w2,0.0000161861,0.01000,0.425
+32,block_sparse_moe.experts.34.w2,0.0000085928,0.01000,0.429
+32,block_sparse_moe.experts.35.w2,0.0000117565,0.01000,0.420
+32,block_sparse_moe.experts.36.w2,0.0000115151,0.01000,0.420
+32,block_sparse_moe.experts.37.w2,0.0000160279,0.01000,0.420
+32,block_sparse_moe.experts.38.w2,0.0000126200,0.01000,0.421
+32,block_sparse_moe.experts.39.w2,0.0000100630,0.01000,0.424
+32,block_sparse_moe.experts.40.w2,0.0000064351,0.01000,0.425
+32,block_sparse_moe.experts.41.w2,0.0000149017,0.01000,0.428
+32,block_sparse_moe.experts.42.w2,0.0000177554,0.01000,0.432
+32,block_sparse_moe.experts.43.w2,0.0000191326,0.01000,0.423
+32,block_sparse_moe.experts.44.w2,0.0000074881,0.01000,0.423
+32,block_sparse_moe.experts.45.w2,0.0000090271,0.01000,0.422
+32,block_sparse_moe.experts.46.w2,0.0000119968,0.01000,0.427
+32,block_sparse_moe.experts.47.w2,0.0000095054,0.01000,0.439
+32,block_sparse_moe.experts.48.w2,0.0000136483,0.01000,0.431
+32,block_sparse_moe.experts.49.w2,0.0000184321,0.01000,0.430
+32,block_sparse_moe.experts.50.w2,0.0000191775,0.01000,0.419
+32,block_sparse_moe.experts.51.w2,0.0000167007,0.01000,0.418
+32,block_sparse_moe.experts.52.w2,0.0000194727,0.01000,0.417
+32,block_sparse_moe.experts.53.w2,0.0000077435,0.01000,0.425
+32,block_sparse_moe.experts.54.w2,0.0000062775,0.01000,0.428
+32,block_sparse_moe.experts.55.w2,0.0000103469,0.01000,0.427
+32,block_sparse_moe.experts.57.w2,0.0000164534,0.01000,0.422
+32,block_sparse_moe.experts.56.w2,0.0000093827,0.01000,0.445
+32,block_sparse_moe.experts.58.w2,0.0000101577,0.01000,0.422
+32,block_sparse_moe.experts.59.w2,0.0000106041,0.01000,0.429
+32,block_sparse_moe.experts.60.w2,0.0000176234,0.01000,0.425
+32,block_sparse_moe.experts.61.w2,0.0000125981,0.01000,0.428
+32,block_sparse_moe.experts.62.w2,0.0000159707,0.01000,0.431
+32,block_sparse_moe.experts.63.w2,0.0000198881,0.01000,0.425
+32,block_sparse_moe.experts.64.w2,0.0000096592,0.01000,0.425
+32,block_sparse_moe.experts.65.w2,0.0000079925,0.01000,0.420
+32,block_sparse_moe.experts.66.w2,0.0000090820,0.01000,0.418
+32,block_sparse_moe.experts.67.w2,0.0000122891,0.01000,0.428
+32,block_sparse_moe.experts.68.w2,0.0000150830,0.01000,0.431
+32,block_sparse_moe.experts.69.w2,0.0000148293,0.01000,0.430
+32,block_sparse_moe.experts.71.w2,0.0000193415,0.01000,0.418
+32,block_sparse_moe.experts.70.w2,0.0000111071,0.01000,0.428
+32,block_sparse_moe.experts.72.w2,0.0000092841,0.01000,0.422
+32,block_sparse_moe.experts.73.w2,0.0000160725,0.01000,0.420
+32,block_sparse_moe.experts.74.w2,0.0000132451,0.01000,0.438
+32,block_sparse_moe.experts.75.w2,0.0000129730,0.01000,0.430
+32,block_sparse_moe.experts.76.w2,0.0000115404,0.01000,0.441
+32,block_sparse_moe.experts.77.w2,0.0000157639,0.01000,0.419
+32,block_sparse_moe.experts.79.w2,0.0000090090,0.01000,0.419
+32,block_sparse_moe.experts.78.w2,0.0000172242,0.01000,0.429
+32,block_sparse_moe.experts.80.w2,0.0000133180,0.01000,0.419
+32,block_sparse_moe.experts.81.w2,0.0000129606,0.01000,0.424
+32,block_sparse_moe.experts.82.w2,0.0000199884,0.01000,0.426
+32,block_sparse_moe.experts.83.w2,0.0000076878,0.01000,0.429
+32,block_sparse_moe.experts.84.w2,0.0000135402,0.01000,0.415
+32,block_sparse_moe.experts.85.w2,0.0000107953,0.01000,0.416
+32,block_sparse_moe.experts.87.w2,0.0000201373,0.01000,0.421
+32,block_sparse_moe.experts.86.w2,0.0000092020,0.01000,0.424
+32,block_sparse_moe.experts.88.w2,0.0000118351,0.01000,0.424
+32,block_sparse_moe.experts.89.w2,0.0000160855,0.01000,0.426
+32,block_sparse_moe.experts.90.w2,0.0000067611,0.01000,0.433
+32,block_sparse_moe.experts.91.w2,0.0000064888,0.01000,0.422
+32,block_sparse_moe.experts.92.w2,0.0000064584,0.01000,0.418
+32,block_sparse_moe.experts.94.w2,0.0000090140,0.01000,0.416
+32,block_sparse_moe.experts.93.w2,0.0000210566,0.01000,0.437
+32,block_sparse_moe.experts.95.w2,0.0000101934,0.01000,0.434
+32,block_sparse_moe.experts.96.w2,0.0000116231,0.01000,0.429
+32,block_sparse_moe.experts.97.w2,0.0000186861,0.01000,0.428
+32,block_sparse_moe.experts.98.w2,0.0000173258,0.01000,0.414
+32,block_sparse_moe.experts.99.w2,0.0000144795,0.01000,0.414
+32,block_sparse_moe.experts.100.w2,0.0000093193,0.01000,0.426
+32,block_sparse_moe.experts.101.w2,0.0000155289,0.01000,0.419
+32,block_sparse_moe.experts.102.w2,0.0000108995,0.01000,0.431
+32,block_sparse_moe.experts.103.w2,0.0000131482,0.01000,0.427
+32,block_sparse_moe.experts.104.w2,0.0000059275,0.01000,0.429
+32,block_sparse_moe.experts.105.w2,0.0000174670,0.01000,0.418
+32,block_sparse_moe.experts.106.w2,0.0000123924,0.01000,0.417
+32,block_sparse_moe.experts.107.w2,0.0000104793,0.01000,0.423
+32,block_sparse_moe.experts.108.w2,0.0000073003,0.01000,0.435
+32,block_sparse_moe.experts.109.w2,0.0000113489,0.01000,0.431
+32,block_sparse_moe.experts.110.w2,0.0000083250,0.01000,0.428
+32,block_sparse_moe.experts.111.w2,0.0000151968,0.01000,0.442
+32,block_sparse_moe.experts.112.w2,0.0000076966,0.01000,0.420
+32,block_sparse_moe.experts.113.w2,0.0000098944,0.01000,0.419
+32,block_sparse_moe.experts.114.w2,0.0000131967,0.01000,0.422
+32,block_sparse_moe.experts.115.w2,0.0000065668,0.01000,0.420
+32,block_sparse_moe.experts.116.w2,0.0000161307,0.01000,0.433
+32,block_sparse_moe.experts.117.w2,0.0000185086,0.01000,0.427
+32,block_sparse_moe.experts.118.w2,0.0000118184,0.01000,0.429
+32,block_sparse_moe.experts.120.w2,0.0000104490,0.01000,0.415
+32,block_sparse_moe.experts.119.w2,0.0000160299,0.01000,0.434
+32,block_sparse_moe.experts.121.w2,0.0000228670,0.01000,0.437
+32,block_sparse_moe.experts.122.w2,0.0000071578,0.01000,0.421
+32,block_sparse_moe.experts.123.w2,0.0000055935,0.01000,0.431
+32,block_sparse_moe.experts.124.w2,0.0000068210,0.01000,0.429
+32,block_sparse_moe.experts.125.w2,0.0000173793,0.01000,0.431
+32,block_sparse_moe.experts.126.w2,0.0000241643,0.01000,0.424
+32,block_sparse_moe.experts.127.w2,0.0000169006,0.01000,0.418
+32,block_sparse_moe.experts.128.w2,0.0000100970,0.01000,0.423
+32,block_sparse_moe.experts.129.w2,0.0000122690,0.01000,0.420
+32,block_sparse_moe.experts.130.w2,0.0000090478,0.01000,0.426
+32,block_sparse_moe.experts.131.w2,0.0000086384,0.01000,0.426
+32,block_sparse_moe.experts.132.w2,0.0000147919,0.01000,0.438
+32,block_sparse_moe.experts.133.w2,0.0000128204,0.01000,0.415
+32,block_sparse_moe.experts.134.w2,0.0000164162,0.01000,0.412
+32,block_sparse_moe.experts.135.w2,0.0000081014,0.01000,0.421
+32,block_sparse_moe.experts.136.w2,0.0000105015,0.01000,0.428
+32,block_sparse_moe.experts.137.w2,0.0000159912,0.01000,0.423
+32,block_sparse_moe.experts.138.w2,0.0000333736,0.01000,0.431
+32,block_sparse_moe.experts.139.w2,0.0000063859,0.01000,0.438
+32,block_sparse_moe.experts.140.w2,0.0000119599,0.01000,0.419
+32,block_sparse_moe.experts.141.w2,0.0000131807,0.01000,0.416
+32,block_sparse_moe.experts.142.w2,0.0000117507,0.01000,0.426
+32,block_sparse_moe.experts.143.w2,0.0000082352,0.01000,0.426
+32,block_sparse_moe.experts.144.w2,0.0000121147,0.01000,0.427
+32,block_sparse_moe.experts.145.w2,0.0000122492,0.01000,0.429
+32,block_sparse_moe.experts.146.w2,0.0000225843,0.01000,0.431
+32,block_sparse_moe.experts.148.w2,0.0000119222,0.01000,0.414
+32,block_sparse_moe.experts.147.w2,0.0000128129,0.01000,0.419
+32,block_sparse_moe.experts.149.w2,0.0000068041,0.01000,0.423
+32,block_sparse_moe.experts.150.w2,0.0000064763,0.01000,0.419
+32,block_sparse_moe.experts.151.w2,0.0000152765,0.01000,0.424
+32,block_sparse_moe.experts.152.w2,0.0000066481,0.01000,0.425
+32,block_sparse_moe.experts.153.w2,0.0000103239,0.01000,0.428
+32,block_sparse_moe.experts.154.w2,0.0000067595,0.01000,0.417
+32,block_sparse_moe.experts.155.w2,0.0000143433,0.01000,0.420
+32,block_sparse_moe.experts.157.w2,0.0000160772,0.01000,0.420
+32,block_sparse_moe.experts.156.w2,0.0000112312,0.01000,0.443
+32,block_sparse_moe.experts.158.w2,0.0000088896,0.01000,0.427
+32,block_sparse_moe.experts.159.w2,0.0000103991,0.01000,0.426
+32,block_sparse_moe.experts.160.w2,0.0000094803,0.01000,0.438
+32,block_sparse_moe.experts.162.w2,0.0000076915,0.01000,0.417
+32,block_sparse_moe.experts.161.w2,0.0000262176,0.01000,0.444
+32,block_sparse_moe.experts.163.w2,0.0000103415,0.01000,0.430
+32,block_sparse_moe.experts.164.w2,0.0000153848,0.01000,0.416
+32,block_sparse_moe.experts.165.w2,0.0000067486,0.01000,0.422
+32,block_sparse_moe.experts.166.w2,0.0000093815,0.01000,0.426
+32,block_sparse_moe.experts.167.w2,0.0000115367,0.01000,0.426
+32,block_sparse_moe.experts.168.w2,0.0000092913,0.01000,0.426
+32,block_sparse_moe.experts.169.w2,0.0000129870,0.01000,0.433
+32,block_sparse_moe.experts.171.w2,0.0000113851,0.01000,0.421
+32,block_sparse_moe.experts.170.w2,0.0000064942,0.01000,0.431
+32,block_sparse_moe.experts.172.w2,0.0000109331,0.01000,0.427
+32,block_sparse_moe.experts.173.w2,0.0000171949,0.01000,0.437
+32,block_sparse_moe.experts.174.w2,0.0000116927,0.01000,0.436
+32,block_sparse_moe.experts.175.w2,0.0000068157,0.01000,0.422
+32,block_sparse_moe.experts.176.w2,0.0000102963,0.01000,0.429
+32,block_sparse_moe.experts.178.w2,0.0000218524,0.01000,0.421
+32,block_sparse_moe.experts.177.w2,0.0000091037,0.01000,0.437
+32,block_sparse_moe.experts.179.w2,0.0000061644,0.01000,0.422
+32,block_sparse_moe.experts.180.w2,0.0000118105,0.01000,0.421
+32,block_sparse_moe.experts.181.w2,0.0000063409,0.01000,0.421
+32,block_sparse_moe.experts.182.w2,0.0000163727,0.01000,0.418
+32,block_sparse_moe.experts.183.w2,0.0000129540,0.01000,0.415
+32,block_sparse_moe.experts.184.w2,0.0000145441,0.01000,0.426
+32,block_sparse_moe.experts.185.w2,0.0000072808,0.01000,0.422
+32,block_sparse_moe.experts.186.w2,0.0000084749,0.01000,0.422
+32,block_sparse_moe.experts.187.w2,0.0000117717,0.01000,0.420
+32,block_sparse_moe.experts.188.w2,0.0000124548,0.01000,0.423
+32,block_sparse_moe.experts.189.w2,0.0000106525,0.01000,0.422
+32,block_sparse_moe.experts.190.w2,0.0000116478,0.01000,0.422
+32,block_sparse_moe.experts.191.w2,0.0000150277,0.01000,0.432
+32,block_sparse_moe.experts.192.w2,0.0000084716,0.01000,0.434
+32,block_sparse_moe.experts.193.w2,0.0000074136,0.01000,0.434
+32,block_sparse_moe.experts.194.w2,0.0000163568,0.01000,0.422
+32,block_sparse_moe.experts.195.w2,0.0000101590,0.01000,0.430
+32,block_sparse_moe.experts.196.w2,0.0000090075,0.01000,0.412
+32,block_sparse_moe.experts.197.w2,0.0000163252,0.01000,0.424
+32,block_sparse_moe.experts.198.w2,0.0000085884,0.01000,0.428
+32,block_sparse_moe.experts.199.w2,0.0000074055,0.01000,0.422
+32,block_sparse_moe.experts.200.w2,0.0000180924,0.01000,0.423
+32,block_sparse_moe.experts.201.w2,0.0000067634,0.01000,0.417
+32,block_sparse_moe.experts.202.w2,0.0000143147,0.01000,0.427
+32,block_sparse_moe.experts.203.w2,0.0000155503,0.01000,0.420
+32,block_sparse_moe.experts.204.w2,0.0000213717,0.01000,0.415
+32,block_sparse_moe.experts.206.w2,0.0000167077,0.01000,0.423
+32,block_sparse_moe.experts.205.w2,0.0000084188,0.01000,0.434
+32,block_sparse_moe.experts.208.w2,0.0000098823,0.01000,0.420
+32,block_sparse_moe.experts.207.w2,0.0000136059,0.01000,0.433
+32,block_sparse_moe.experts.209.w2,0.0000112575,0.01000,0.430
+32,block_sparse_moe.experts.210.w2,0.0000144422,0.01000,0.411
+32,block_sparse_moe.experts.211.w2,0.0000067289,0.01000,0.413
+32,block_sparse_moe.experts.212.w2,0.0000364260,0.01000,0.429
+32,block_sparse_moe.experts.213.w2,0.0000165177,0.01000,0.424
+32,block_sparse_moe.experts.214.w2,0.0000094900,0.01000,0.423
+32,block_sparse_moe.experts.215.w2,0.0000098686,0.01000,0.424
+32,block_sparse_moe.experts.216.w2,0.0000190243,0.01000,0.427
+32,block_sparse_moe.experts.217.w2,0.0000115542,0.01000,0.414
+32,block_sparse_moe.experts.218.w2,0.0000095154,0.01000,0.417
+32,block_sparse_moe.experts.220.w2,0.0000163142,0.01000,0.422
+32,block_sparse_moe.experts.219.w2,0.0000066375,0.01000,0.434
+32,block_sparse_moe.experts.221.w2,0.0000135929,0.01000,0.421
+32,block_sparse_moe.experts.222.w2,0.0000141931,0.01000,0.425
+32,block_sparse_moe.experts.223.w2,0.0000119974,0.01000,0.430
+32,block_sparse_moe.experts.224.w2,0.0000204028,0.01000,0.413
+32,block_sparse_moe.experts.225.w2,0.0000159716,0.01000,0.420
+32,block_sparse_moe.experts.226.w2,0.0000076806,0.01000,0.425
+32,block_sparse_moe.experts.227.w2,0.0000128699,0.01000,0.422
+32,block_sparse_moe.experts.228.w2,0.0000109004,0.01000,0.420
+32,block_sparse_moe.experts.229.w2,0.0000160385,0.01000,0.422
+32,block_sparse_moe.experts.230.w2,0.0000128627,0.01000,0.426
+32,block_sparse_moe.experts.231.w2,0.0000096280,0.01000,0.413
+32,block_sparse_moe.experts.232.w2,0.0000067689,0.01000,0.413
+32,block_sparse_moe.experts.234.w2,0.0000064202,0.01000,0.420
+32,block_sparse_moe.experts.233.w2,0.0000120172,0.01000,0.426
+32,block_sparse_moe.experts.235.w2,0.0000067126,0.01000,0.422
+32,block_sparse_moe.experts.236.w2,0.0000077369,0.01000,0.424
+32,block_sparse_moe.experts.237.w2,0.0000154240,0.01000,0.429
+32,block_sparse_moe.experts.238.w2,0.0000129047,0.01000,0.415
+32,block_sparse_moe.experts.239.w2,0.0000102056,0.01000,0.419
+32,block_sparse_moe.experts.241.w2,0.0000121574,0.01000,0.427
+32,block_sparse_moe.experts.240.w2,0.0000117829,0.01000,0.449
+32,block_sparse_moe.experts.242.w2,0.0000093908,0.01000,0.426
+32,block_sparse_moe.experts.243.w2,0.0000071308,0.01000,0.426
+32,block_sparse_moe.experts.245.w2,0.0000203770,0.01000,0.415
+32,block_sparse_moe.experts.244.w2,0.0000061221,0.01000,0.434
+32,block_sparse_moe.experts.246.w2,0.0000064515,0.01000,0.416
+32,block_sparse_moe.experts.247.w2,0.0000145286,0.01000,0.425
+32,block_sparse_moe.experts.248.w2,0.0000160094,0.01000,0.416
+32,block_sparse_moe.experts.249.w2,0.0000084911,0.01000,0.441
+32,block_sparse_moe.experts.250.w2,0.0000133902,0.01000,0.425
+32,block_sparse_moe.experts.252.w2,0.0000076731,0.01000,0.397
+32,block_sparse_moe.experts.251.w2,0.0000086738,0.01000,0.409
+32,block_sparse_moe.experts.253.w2,0.0000092440,0.01000,0.389
+32,block_sparse_moe.experts.254.w2,0.0000076188,0.01000,0.360
+32,block_sparse_moe.experts.255.w2,0.0000213480,0.01000,0.348
+33,block_sparse_moe.experts.0.w1,0.0000169729,0.01000,0.807
+33,block_sparse_moe.experts.1.w1,0.0000165749,0.01000,0.824
+33,block_sparse_moe.experts.2.w1,0.0000188633,0.01000,0.829
+33,block_sparse_moe.experts.4.w1,0.0000170855,0.01000,0.846
+33,block_sparse_moe.experts.5.w1,0.0000178277,0.01000,0.856
+33,block_sparse_moe.experts.3.w1,0.0000180613,0.01000,0.892
+33,block_sparse_moe.experts.6.w1,0.0000180198,0.01000,0.872
+33,block_sparse_moe.experts.7.w1,0.0000183784,0.01000,0.836
+33,block_sparse_moe.experts.8.w1,0.0000182938,0.01000,0.827
+33,block_sparse_moe.experts.9.w1,0.0000187852,0.01000,0.831
+33,block_sparse_moe.experts.10.w1,0.0000185037,0.01000,0.834
+33,block_sparse_moe.experts.11.w1,0.0000178521,0.01000,0.843
+33,block_sparse_moe.experts.12.w1,0.0000191277,0.01000,0.850
+33,block_sparse_moe.experts.13.w1,0.0000169625,0.01000,0.858
+33,block_sparse_moe.experts.14.w1,0.0000174151,0.01000,0.847
+33,block_sparse_moe.experts.15.w1,0.0000168389,0.01000,0.824
+33,block_sparse_moe.experts.16.w1,0.0000170278,0.01000,0.832
+33,block_sparse_moe.experts.17.w1,0.0000179488,0.01000,0.828
+33,block_sparse_moe.experts.18.w1,0.0000187865,0.01000,0.834
+33,block_sparse_moe.experts.19.w1,0.0000188645,0.01000,0.846
+33,block_sparse_moe.experts.20.w1,0.0000182225,0.01000,0.861
+33,block_sparse_moe.experts.21.w1,0.0000190294,0.01000,0.843
+33,block_sparse_moe.experts.22.w1,0.0000190383,0.01000,0.838
+33,block_sparse_moe.experts.23.w1,0.0000178217,0.01000,0.845
+33,block_sparse_moe.experts.24.w1,0.0000184558,0.01000,0.836
+33,block_sparse_moe.experts.25.w1,0.0000181702,0.01000,0.842
+33,block_sparse_moe.experts.26.w1,0.0000186266,0.01000,0.841
+33,block_sparse_moe.experts.27.w1,0.0000189079,0.01000,0.852
+33,block_sparse_moe.experts.28.w1,0.0000179492,0.01000,0.833
+33,block_sparse_moe.experts.29.w1,0.0000186596,0.01000,0.831
+33,block_sparse_moe.experts.30.w1,0.0000178228,0.01000,0.829
+33,block_sparse_moe.experts.31.w1,0.0000161121,0.01000,0.830
+33,block_sparse_moe.experts.32.w1,0.0000179443,0.01000,0.859
+33,block_sparse_moe.experts.33.w1,0.0000184524,0.01000,0.842
+33,block_sparse_moe.experts.34.w1,0.0000181565,0.01000,0.859
+33,block_sparse_moe.experts.36.w1,0.0000192271,0.01000,0.833
+33,block_sparse_moe.experts.35.w1,0.0000190030,0.01000,0.873
+33,block_sparse_moe.experts.37.w1,0.0000171608,0.01000,0.828
+33,block_sparse_moe.experts.38.w1,0.0000177084,0.01000,0.822
+33,block_sparse_moe.experts.39.w1,0.0000181230,0.01000,0.853
+33,block_sparse_moe.experts.40.w1,0.0000169931,0.01000,0.859
+33,block_sparse_moe.experts.41.w1,0.0000187814,0.01000,0.845
+33,block_sparse_moe.experts.42.w1,0.0000190622,0.01000,0.849
+33,block_sparse_moe.experts.43.w1,0.0000187971,0.01000,0.852
+33,block_sparse_moe.experts.44.w1,0.0000177968,0.01000,0.849
+33,block_sparse_moe.experts.45.w1,0.0000175405,0.01000,0.846
+33,block_sparse_moe.experts.46.w1,0.0000180540,0.01000,0.846
+33,block_sparse_moe.experts.47.w1,0.0000187445,0.01000,0.844
+33,block_sparse_moe.experts.48.w1,0.0000159727,0.01000,0.855
+33,block_sparse_moe.experts.49.w1,0.0000193937,0.01000,0.836
+33,block_sparse_moe.experts.50.w1,0.0000178593,0.01000,0.850
+33,block_sparse_moe.experts.51.w1,0.0000178465,0.01000,0.840
+33,block_sparse_moe.experts.52.w1,0.0000178039,0.01000,0.836
+33,block_sparse_moe.experts.53.w1,0.0000170717,0.01000,0.841
+33,block_sparse_moe.experts.54.w1,0.0000180015,0.01000,0.842
+33,block_sparse_moe.experts.55.w1,0.0000174032,0.01000,0.847
+33,block_sparse_moe.experts.56.w1,0.0000180143,0.01000,0.834
+33,block_sparse_moe.experts.58.w1,0.0000172021,0.01000,0.828
+33,block_sparse_moe.experts.57.w1,0.0000176542,0.01000,0.861
+33,block_sparse_moe.experts.59.w1,0.0000173896,0.01000,0.822
+33,block_sparse_moe.experts.60.w1,0.0000173114,0.01000,0.844
+33,block_sparse_moe.experts.61.w1,0.0000169345,0.01000,0.841
+33,block_sparse_moe.experts.62.w1,0.0000190031,0.01000,0.851
+33,block_sparse_moe.experts.63.w1,0.0000176735,0.01000,0.840
+33,block_sparse_moe.experts.64.w1,0.0000188805,0.01000,0.837
+33,block_sparse_moe.experts.66.w1,0.0000186618,0.01000,0.831
+33,block_sparse_moe.experts.65.w1,0.0000182175,0.01000,0.879
+33,block_sparse_moe.experts.67.w1,0.0000169690,0.01000,0.835
+33,block_sparse_moe.experts.68.w1,0.0000176653,0.01000,0.853
+33,block_sparse_moe.experts.69.w1,0.0000179605,0.01000,0.843
+33,block_sparse_moe.experts.70.w1,0.0000172350,0.01000,0.852
+33,block_sparse_moe.experts.71.w1,0.0000182166,0.01000,0.827
+33,block_sparse_moe.experts.72.w1,0.0000167171,0.01000,0.851
+33,block_sparse_moe.experts.73.w1,0.0000168921,0.01000,0.845
+33,block_sparse_moe.experts.74.w1,0.0000175706,0.01000,0.856
+33,block_sparse_moe.experts.75.w1,0.0000180952,0.01000,0.867
+33,block_sparse_moe.experts.76.w1,0.0000188292,0.01000,0.851
+33,block_sparse_moe.experts.77.w1,0.0000178912,0.01000,0.836
+33,block_sparse_moe.experts.78.w1,0.0000176639,0.01000,0.830
+33,block_sparse_moe.experts.79.w1,0.0000171439,0.01000,0.838
+33,block_sparse_moe.experts.80.w1,0.0000187439,0.01000,0.837
+33,block_sparse_moe.experts.81.w1,0.0000181244,0.01000,0.843
+33,block_sparse_moe.experts.82.w1,0.0000182364,0.01000,0.850
+33,block_sparse_moe.experts.83.w1,0.0000187516,0.01000,0.845
+33,block_sparse_moe.experts.85.w1,0.0000188618,0.01000,0.836
+33,block_sparse_moe.experts.84.w1,0.0000176552,0.01000,0.842
+33,block_sparse_moe.experts.86.w1,0.0000172811,0.01000,0.840
+33,block_sparse_moe.experts.87.w1,0.0000175325,0.01000,0.836
+33,block_sparse_moe.experts.88.w1,0.0000181914,0.01000,0.839
+33,block_sparse_moe.experts.89.w1,0.0000176816,0.01000,0.855
+33,block_sparse_moe.experts.90.w1,0.0000169937,0.01000,0.845
+33,block_sparse_moe.experts.91.w1,0.0000180247,0.01000,0.836
+33,block_sparse_moe.experts.92.w1,0.0000168107,0.01000,0.868
+33,block_sparse_moe.experts.93.w1,0.0000182086,0.01000,0.841
+33,block_sparse_moe.experts.94.w1,0.0000181879,0.01000,0.863
+33,block_sparse_moe.experts.95.w1,0.0000187627,0.01000,0.854
+33,block_sparse_moe.experts.96.w1,0.0000184084,0.01000,0.855
+33,block_sparse_moe.experts.97.w1,0.0000178527,0.01000,0.857
+33,block_sparse_moe.experts.98.w1,0.0000189079,0.01000,0.834
+33,block_sparse_moe.experts.99.w1,0.0000189909,0.01000,0.839
+33,block_sparse_moe.experts.100.w1,0.0000172329,0.01000,0.833
+33,block_sparse_moe.experts.101.w1,0.0000171468,0.01000,0.839
+33,block_sparse_moe.experts.102.w1,0.0000176030,0.01000,0.860
+33,block_sparse_moe.experts.103.w1,0.0000154812,0.01000,0.848
+33,block_sparse_moe.experts.104.w1,0.0000199400,0.01000,0.844
+33,block_sparse_moe.experts.105.w1,0.0000177313,0.01000,0.847
+33,block_sparse_moe.experts.106.w1,0.0000186243,0.01000,0.830
+33,block_sparse_moe.experts.107.w1,0.0000186290,0.01000,0.831
+33,block_sparse_moe.experts.108.w1,0.0000183220,0.01000,0.821
+33,block_sparse_moe.experts.109.w1,0.0000172527,0.01000,0.828
+33,block_sparse_moe.experts.110.w1,0.0000186365,0.01000,0.834
+33,block_sparse_moe.experts.111.w1,0.0000161402,0.01000,0.845
+33,block_sparse_moe.experts.112.w1,0.0000188964,0.01000,0.835
+33,block_sparse_moe.experts.113.w1,0.0000183763,0.01000,0.833
+33,block_sparse_moe.experts.114.w1,0.0000185651,0.01000,0.832
+33,block_sparse_moe.experts.115.w1,0.0000178757,0.01000,0.823
+33,block_sparse_moe.experts.116.w1,0.0000179269,0.01000,0.833
+33,block_sparse_moe.experts.117.w1,0.0000178635,0.01000,0.833
+33,block_sparse_moe.experts.118.w1,0.0000189070,0.01000,0.840
+33,block_sparse_moe.experts.119.w1,0.0000192506,0.01000,0.826
+33,block_sparse_moe.experts.120.w1,0.0000164963,0.01000,0.833
+33,block_sparse_moe.experts.121.w1,0.0000185250,0.01000,0.830
+33,block_sparse_moe.experts.122.w1,0.0000185834,0.01000,0.836
+33,block_sparse_moe.experts.123.w1,0.0000194425,0.01000,0.838
+33,block_sparse_moe.experts.124.w1,0.0000191256,0.01000,0.837
+33,block_sparse_moe.experts.125.w1,0.0000167115,0.01000,0.844
+33,block_sparse_moe.experts.126.w1,0.0000168237,0.01000,0.829
+33,block_sparse_moe.experts.127.w1,0.0000174735,0.01000,0.831
+33,block_sparse_moe.experts.128.w1,0.0000189572,0.01000,0.835
+33,block_sparse_moe.experts.129.w1,0.0000184860,0.01000,0.832
+33,block_sparse_moe.experts.130.w1,0.0000168716,0.01000,0.835
+33,block_sparse_moe.experts.131.w1,0.0000191906,0.01000,0.864
+33,block_sparse_moe.experts.132.w1,0.0000180012,0.01000,0.877
+33,block_sparse_moe.experts.133.w1,0.0000173796,0.01000,0.840
+33,block_sparse_moe.experts.134.w1,0.0000174507,0.01000,0.841
+33,block_sparse_moe.experts.135.w1,0.0000162935,0.01000,0.857
+33,block_sparse_moe.experts.136.w1,0.0000175126,0.01000,0.836
+33,block_sparse_moe.experts.137.w1,0.0000172628,0.01000,0.848
+33,block_sparse_moe.experts.138.w1,0.0000178545,0.01000,0.844
+33,block_sparse_moe.experts.139.w1,0.0000172524,0.01000,0.848
+33,block_sparse_moe.experts.140.w1,0.0000173109,0.01000,0.839
+33,block_sparse_moe.experts.141.w1,0.0000170629,0.01000,0.828
+33,block_sparse_moe.experts.143.w1,0.0000185173,0.01000,0.827
+33,block_sparse_moe.experts.142.w1,0.0000168705,0.01000,0.863
+33,block_sparse_moe.experts.144.w1,0.0000181821,0.01000,0.826
+33,block_sparse_moe.experts.145.w1,0.0000185831,0.01000,0.841
+33,block_sparse_moe.experts.146.w1,0.0000190305,0.01000,0.849
+33,block_sparse_moe.experts.147.w1,0.0000190469,0.01000,0.837
+33,block_sparse_moe.experts.148.w1,0.0000182290,0.01000,0.834
+33,block_sparse_moe.experts.149.w1,0.0000185228,0.01000,0.828
+33,block_sparse_moe.experts.150.w1,0.0000180388,0.01000,0.835
+33,block_sparse_moe.experts.151.w1,0.0000174759,0.01000,0.827
+33,block_sparse_moe.experts.152.w1,0.0000180262,0.01000,0.860
+33,block_sparse_moe.experts.153.w1,0.0000190785,0.01000,0.846
+33,block_sparse_moe.experts.154.w1,0.0000190424,0.01000,0.842
+33,block_sparse_moe.experts.155.w1,0.0000166840,0.01000,0.830
+33,block_sparse_moe.experts.156.w1,0.0000179083,0.01000,0.832
+33,block_sparse_moe.experts.157.w1,0.0000183356,0.01000,0.830
+33,block_sparse_moe.experts.158.w1,0.0000186917,0.01000,0.832
+33,block_sparse_moe.experts.159.w1,0.0000183945,0.01000,0.871
+33,block_sparse_moe.experts.160.w1,0.0000175635,0.01000,0.846
+33,block_sparse_moe.experts.162.w1,0.0000173192,0.01000,0.840
+33,block_sparse_moe.experts.161.w1,0.0000185679,0.01000,0.861
+33,block_sparse_moe.experts.163.w1,0.0000181765,0.01000,0.830
+33,block_sparse_moe.experts.164.w1,0.0000187790,0.01000,0.826
+33,block_sparse_moe.experts.165.w1,0.0000190188,0.01000,0.832
+33,block_sparse_moe.experts.166.w1,0.0000184771,0.01000,0.850
+33,block_sparse_moe.experts.167.w1,0.0000180958,0.01000,0.850
+33,block_sparse_moe.experts.168.w1,0.0000189797,0.01000,0.838
+33,block_sparse_moe.experts.169.w1,0.0000184816,0.01000,0.836
+33,block_sparse_moe.experts.170.w1,0.0000189147,0.01000,0.841
+33,block_sparse_moe.experts.171.w1,0.0000171726,0.01000,0.830
+33,block_sparse_moe.experts.172.w1,0.0000169712,0.01000,0.842
+33,block_sparse_moe.experts.173.w1,0.0000184986,0.01000,0.843
+33,block_sparse_moe.experts.174.w1,0.0000162083,0.01000,0.860
+33,block_sparse_moe.experts.175.w1,0.0000191608,0.01000,0.834
+33,block_sparse_moe.experts.176.w1,0.0000183824,0.01000,0.832
+33,block_sparse_moe.experts.177.w1,0.0000186443,0.01000,0.835
+33,block_sparse_moe.experts.178.w1,0.0000181753,0.01000,0.830
+33,block_sparse_moe.experts.179.w1,0.0000184836,0.01000,0.844
+33,block_sparse_moe.experts.180.w1,0.0000177237,0.01000,0.849
+33,block_sparse_moe.experts.181.w1,0.0000186163,0.01000,0.860
+33,block_sparse_moe.experts.182.w1,0.0000175797,0.01000,0.829
+33,block_sparse_moe.experts.183.w1,0.0000186191,0.01000,0.830
+33,block_sparse_moe.experts.185.w1,0.0000186326,0.01000,0.828
+33,block_sparse_moe.experts.184.w1,0.0000186819,0.01000,0.851
+33,block_sparse_moe.experts.186.w1,0.0000186158,0.01000,0.841
+33,block_sparse_moe.experts.187.w1,0.0000172962,0.01000,0.845
+33,block_sparse_moe.experts.188.w1,0.0000188497,0.01000,0.848
+33,block_sparse_moe.experts.189.w1,0.0000167975,0.01000,0.834
+33,block_sparse_moe.experts.190.w1,0.0000179474,0.01000,0.830
+33,block_sparse_moe.experts.191.w1,0.0000189615,0.01000,0.837
+33,block_sparse_moe.experts.192.w1,0.0000194879,0.01000,0.827
+33,block_sparse_moe.experts.193.w1,0.0000189959,0.01000,0.836
+33,block_sparse_moe.experts.194.w1,0.0000186700,0.01000,0.841
+33,block_sparse_moe.experts.195.w1,0.0000174553,0.01000,0.862
+33,block_sparse_moe.experts.196.w1,0.0000180506,0.01000,0.845
+33,block_sparse_moe.experts.197.w1,0.0000173132,0.01000,0.834
+33,block_sparse_moe.experts.198.w1,0.0000163487,0.01000,0.840
+33,block_sparse_moe.experts.199.w1,0.0000187964,0.01000,0.834
+33,block_sparse_moe.experts.200.w1,0.0000171530,0.01000,0.835
+33,block_sparse_moe.experts.201.w1,0.0000189049,0.01000,0.846
+33,block_sparse_moe.experts.202.w1,0.0000191757,0.01000,0.843
+33,block_sparse_moe.experts.203.w1,0.0000185530,0.01000,0.830
+33,block_sparse_moe.experts.204.w1,0.0000180183,0.01000,0.835
+33,block_sparse_moe.experts.205.w1,0.0000169114,0.01000,0.838
+33,block_sparse_moe.experts.206.w1,0.0000190417,0.01000,0.838
+33,block_sparse_moe.experts.207.w1,0.0000177290,0.01000,0.839
+33,block_sparse_moe.experts.208.w1,0.0000172270,0.01000,0.838
+33,block_sparse_moe.experts.209.w1,0.0000173336,0.01000,0.838
+33,block_sparse_moe.experts.210.w1,0.0000184862,0.01000,0.828
+33,block_sparse_moe.experts.211.w1,0.0000187184,0.01000,0.828
+33,block_sparse_moe.experts.212.w1,0.0000182814,0.01000,0.835
+33,block_sparse_moe.experts.213.w1,0.0000187136,0.01000,0.866
+33,block_sparse_moe.experts.214.w1,0.0000183796,0.01000,0.838
+33,block_sparse_moe.experts.215.w1,0.0000182413,0.01000,0.857
+33,block_sparse_moe.experts.216.w1,0.0000187557,0.01000,0.838
+33,block_sparse_moe.experts.217.w1,0.0000186327,0.01000,0.828
+33,block_sparse_moe.experts.218.w1,0.0000187776,0.01000,0.832
+33,block_sparse_moe.experts.219.w1,0.0000169235,0.01000,0.831
+33,block_sparse_moe.experts.220.w1,0.0000193214,0.01000,0.829
+33,block_sparse_moe.experts.221.w1,0.0000193280,0.01000,0.852
+33,block_sparse_moe.experts.222.w1,0.0000177427,0.01000,0.840
+33,block_sparse_moe.experts.223.w1,0.0000180086,0.01000,0.840
+33,block_sparse_moe.experts.224.w1,0.0000188201,0.01000,0.837
+33,block_sparse_moe.experts.225.w1,0.0000171758,0.01000,0.833
+33,block_sparse_moe.experts.226.w1,0.0000168211,0.01000,0.831
+33,block_sparse_moe.experts.227.w1,0.0000189844,0.01000,0.822
+33,block_sparse_moe.experts.228.w1,0.0000177035,0.01000,0.837
+33,block_sparse_moe.experts.229.w1,0.0000175262,0.01000,0.833
+33,block_sparse_moe.experts.230.w1,0.0000177545,0.01000,0.838
+33,block_sparse_moe.experts.231.w1,0.0000185799,0.01000,0.837
+33,block_sparse_moe.experts.232.w1,0.0000178407,0.01000,0.840
+33,block_sparse_moe.experts.233.w1,0.0000188748,0.01000,0.831
+33,block_sparse_moe.experts.234.w1,0.0000186042,0.01000,0.822
+33,block_sparse_moe.experts.235.w1,0.0000184605,0.01000,0.839
+33,block_sparse_moe.experts.236.w1,0.0000184722,0.01000,0.835
+33,block_sparse_moe.experts.237.w1,0.0000178125,0.01000,0.844
+33,block_sparse_moe.experts.238.w1,0.0000187586,0.01000,0.839
+33,block_sparse_moe.experts.239.w1,0.0000183898,0.01000,0.834
+33,block_sparse_moe.experts.240.w1,0.0000186464,0.01000,0.834
+33,block_sparse_moe.experts.241.w1,0.0000180870,0.01000,0.828
+33,block_sparse_moe.experts.242.w1,0.0000186258,0.01000,0.836
+33,block_sparse_moe.experts.243.w1,0.0000172589,0.01000,0.838
+33,block_sparse_moe.experts.244.w1,0.0000184503,0.01000,0.844
+33,block_sparse_moe.experts.246.w1,0.0000176372,0.01000,0.833
+33,block_sparse_moe.experts.245.w1,0.0000174809,0.01000,0.839
+33,block_sparse_moe.experts.247.w1,0.0000184469,0.01000,0.831
+33,block_sparse_moe.experts.248.w1,0.0000176549,0.01000,0.833
+33,block_sparse_moe.experts.249.w1,0.0000176406,0.01000,0.838
+33,block_sparse_moe.experts.250.w1,0.0000169016,0.01000,0.845
+33,block_sparse_moe.experts.251.w1,0.0000174196,0.01000,0.842
+33,block_sparse_moe.experts.252.w1,0.0000187361,0.01000,0.838
+33,block_sparse_moe.experts.253.w1,0.0000188862,0.01000,0.847
+33,block_sparse_moe.experts.254.w1,0.0000187279,0.01000,0.837
+33,block_sparse_moe.experts.255.w1,0.0000173805,0.01000,0.829
+33,block_sparse_moe.experts.0.w3,0.0000183959,0.01000,0.835
+33,block_sparse_moe.experts.1.w3,0.0000193147,0.01000,0.846
+33,block_sparse_moe.experts.2.w3,0.0000197121,0.01000,0.836
+33,block_sparse_moe.experts.3.w3,0.0000188120,0.01000,0.835
+33,block_sparse_moe.experts.4.w3,0.0000180952,0.01000,0.839
+33,block_sparse_moe.experts.6.w3,0.0000197405,0.01000,0.820
+33,block_sparse_moe.experts.5.w3,0.0000187693,0.01000,0.833
+33,block_sparse_moe.experts.7.w3,0.0000190152,0.01000,0.838
+33,block_sparse_moe.experts.8.w3,0.0000198107,0.01000,0.848
+33,block_sparse_moe.experts.9.w3,0.0000209201,0.01000,0.841
+33,block_sparse_moe.experts.10.w3,0.0000192377,0.01000,0.840
+33,block_sparse_moe.experts.11.w3,0.0000188665,0.01000,0.842
+33,block_sparse_moe.experts.12.w3,0.0000200883,0.01000,0.838
+33,block_sparse_moe.experts.13.w3,0.0000195108,0.01000,0.839
+33,block_sparse_moe.experts.14.w3,0.0000184152,0.01000,0.841
+33,block_sparse_moe.experts.15.w3,0.0000189146,0.01000,0.837
+33,block_sparse_moe.experts.16.w3,0.0000197925,0.01000,0.845
+33,block_sparse_moe.experts.17.w3,0.0000185048,0.01000,0.827
+33,block_sparse_moe.experts.18.w3,0.0000196936,0.01000,0.843
+33,block_sparse_moe.experts.19.w3,0.0000200632,0.01000,0.835
+33,block_sparse_moe.experts.20.w3,0.0000208329,0.01000,0.850
+33,block_sparse_moe.experts.21.w3,0.0000199633,0.01000,0.838
+33,block_sparse_moe.experts.22.w3,0.0000200448,0.01000,0.842
+33,block_sparse_moe.experts.23.w3,0.0000188430,0.01000,0.847
+33,block_sparse_moe.experts.24.w3,0.0000205989,0.01000,0.834
+33,block_sparse_moe.experts.25.w3,0.0000204573,0.01000,0.842
+33,block_sparse_moe.experts.26.w3,0.0000200154,0.01000,0.833
+33,block_sparse_moe.experts.27.w3,0.0000200254,0.01000,0.837
+33,block_sparse_moe.experts.28.w3,0.0000188904,0.01000,0.842
+33,block_sparse_moe.experts.29.w3,0.0000197437,0.01000,0.869
+33,block_sparse_moe.experts.30.w3,0.0000186849,0.01000,0.854
+33,block_sparse_moe.experts.31.w3,0.0000171052,0.01000,0.836
+33,block_sparse_moe.experts.32.w3,0.0000186954,0.01000,0.834
+33,block_sparse_moe.experts.33.w3,0.0000208749,0.01000,0.845
+33,block_sparse_moe.experts.34.w3,0.0000196546,0.01000,0.835
+33,block_sparse_moe.experts.35.w3,0.0000205697,0.01000,0.848
+33,block_sparse_moe.experts.36.w3,0.0000207711,0.01000,0.841
+33,block_sparse_moe.experts.37.w3,0.0000196954,0.01000,0.855
+33,block_sparse_moe.experts.38.w3,0.0000218503,0.01000,0.835
+33,block_sparse_moe.experts.39.w3,0.0000193719,0.01000,0.836
+33,block_sparse_moe.experts.40.w3,0.0000201876,0.01000,0.840
+33,block_sparse_moe.experts.41.w3,0.0000205344,0.01000,0.836
+33,block_sparse_moe.experts.42.w3,0.0000201931,0.01000,0.849
+33,block_sparse_moe.experts.43.w3,0.0000201783,0.01000,0.839
+33,block_sparse_moe.experts.44.w3,0.0000207245,0.01000,0.849
+33,block_sparse_moe.experts.45.w3,0.0000200203,0.01000,0.836
+33,block_sparse_moe.experts.46.w3,0.0000195127,0.01000,0.833
+33,block_sparse_moe.experts.47.w3,0.0000196510,0.01000,0.837
+33,block_sparse_moe.experts.48.w3,0.0000182240,0.01000,0.836
+33,block_sparse_moe.experts.49.w3,0.0000220419,0.01000,0.846
+33,block_sparse_moe.experts.50.w3,0.0000190413,0.01000,0.851
+33,block_sparse_moe.experts.51.w3,0.0000197234,0.01000,0.848
+33,block_sparse_moe.experts.52.w3,0.0000195101,0.01000,0.833
+33,block_sparse_moe.experts.53.w3,0.0000202980,0.01000,0.839
+33,block_sparse_moe.experts.54.w3,0.0000209543,0.01000,0.842
+33,block_sparse_moe.experts.55.w3,0.0000188428,0.01000,0.848
+33,block_sparse_moe.experts.56.w3,0.0000190247,0.01000,0.846
+33,block_sparse_moe.experts.57.w3,0.0000188808,0.01000,0.843
+33,block_sparse_moe.experts.58.w3,0.0000185963,0.01000,0.848
+33,block_sparse_moe.experts.59.w3,0.0000184849,0.01000,0.831
+33,block_sparse_moe.experts.60.w3,0.0000181813,0.01000,0.830
+33,block_sparse_moe.experts.61.w3,0.0000180559,0.01000,0.834
+33,block_sparse_moe.experts.62.w3,0.0000201732,0.01000,0.830
+33,block_sparse_moe.experts.63.w3,0.0000202411,0.01000,0.835
+33,block_sparse_moe.experts.64.w3,0.0000203975,0.01000,0.838
+33,block_sparse_moe.experts.65.w3,0.0000191241,0.01000,0.845
+33,block_sparse_moe.experts.66.w3,0.0000203543,0.01000,0.841
+33,block_sparse_moe.experts.67.w3,0.0000178936,0.01000,0.832
+33,block_sparse_moe.experts.68.w3,0.0000205032,0.01000,0.840
+33,block_sparse_moe.experts.69.w3,0.0000195942,0.01000,0.834
+33,block_sparse_moe.experts.70.w3,0.0000187651,0.01000,0.842
+33,block_sparse_moe.experts.71.w3,0.0000206071,0.01000,0.849
+33,block_sparse_moe.experts.72.w3,0.0000196885,0.01000,0.863
+33,block_sparse_moe.experts.73.w3,0.0000192690,0.01000,0.833
+33,block_sparse_moe.experts.74.w3,0.0000192596,0.01000,0.840
+33,block_sparse_moe.experts.75.w3,0.0000189130,0.01000,0.841
+33,block_sparse_moe.experts.76.w3,0.0000197827,0.01000,0.840
+33,block_sparse_moe.experts.77.w3,0.0000194795,0.01000,0.833
+33,block_sparse_moe.experts.78.w3,0.0000200110,0.01000,0.858
+33,block_sparse_moe.experts.79.w3,0.0000188204,0.01000,0.852
+33,block_sparse_moe.experts.80.w3,0.0000193125,0.01000,0.824
+33,block_sparse_moe.experts.81.w3,0.0000191663,0.01000,0.868
+33,block_sparse_moe.experts.82.w3,0.0000200236,0.01000,0.840
+33,block_sparse_moe.experts.83.w3,0.0000191467,0.01000,0.838
+33,block_sparse_moe.experts.84.w3,0.0000207206,0.01000,0.849
+33,block_sparse_moe.experts.85.w3,0.0000199607,0.01000,0.852
+33,block_sparse_moe.experts.86.w3,0.0000188509,0.01000,0.849
+33,block_sparse_moe.experts.87.w3,0.0000184483,0.01000,0.838
+33,block_sparse_moe.experts.89.w3,0.0000208553,0.01000,0.826
+33,block_sparse_moe.experts.90.w3,0.0000191732,0.01000,0.846
+33,block_sparse_moe.experts.88.w3,0.0000191923,0.01000,0.883
+33,block_sparse_moe.experts.91.w3,0.0000209366,0.01000,0.861
+33,block_sparse_moe.experts.92.w3,0.0000190881,0.01000,0.838
+33,block_sparse_moe.experts.93.w3,0.0000191388,0.01000,0.841
+33,block_sparse_moe.experts.94.w3,0.0000192087,0.01000,0.823
+33,block_sparse_moe.experts.95.w3,0.0000202512,0.01000,0.846
+33,block_sparse_moe.experts.96.w3,0.0000195965,0.01000,0.843
+33,block_sparse_moe.experts.97.w3,0.0000188067,0.01000,0.841
+33,block_sparse_moe.experts.98.w3,0.0000205696,0.01000,0.863
+33,block_sparse_moe.experts.99.w3,0.0000196048,0.01000,0.845
+33,block_sparse_moe.experts.100.w3,0.0000192876,0.01000,0.856
+33,block_sparse_moe.experts.101.w3,0.0000182331,0.01000,0.828
+33,block_sparse_moe.experts.102.w3,0.0000180865,0.01000,0.835
+33,block_sparse_moe.experts.103.w3,0.0000165701,0.01000,0.838
+33,block_sparse_moe.experts.104.w3,0.0000199122,0.01000,0.830
+33,block_sparse_moe.experts.105.w3,0.0000198391,0.01000,0.855
+33,block_sparse_moe.experts.106.w3,0.0000201427,0.01000,0.848
+33,block_sparse_moe.experts.107.w3,0.0000195197,0.01000,0.856
+33,block_sparse_moe.experts.108.w3,0.0000193889,0.01000,0.842
+33,block_sparse_moe.experts.109.w3,0.0000202093,0.01000,0.838
+33,block_sparse_moe.experts.110.w3,0.0000194980,0.01000,0.839
+33,block_sparse_moe.experts.111.w3,0.0000175615,0.01000,0.838
+33,block_sparse_moe.experts.112.w3,0.0000203786,0.01000,0.848
+33,block_sparse_moe.experts.113.w3,0.0000192891,0.01000,0.847
+33,block_sparse_moe.experts.115.w3,0.0000197595,0.01000,0.829
+33,block_sparse_moe.experts.114.w3,0.0000192674,0.01000,0.865
+33,block_sparse_moe.experts.116.w3,0.0000205630,0.01000,0.856
+33,block_sparse_moe.experts.117.w3,0.0000186539,0.01000,0.833
+33,block_sparse_moe.experts.118.w3,0.0000196944,0.01000,0.839
+33,block_sparse_moe.experts.119.w3,0.0000202668,0.01000,0.847
+33,block_sparse_moe.experts.120.w3,0.0000171539,0.01000,0.861
+33,block_sparse_moe.experts.121.w3,0.0000207786,0.01000,0.848
+33,block_sparse_moe.experts.122.w3,0.0000194603,0.01000,0.838
+33,block_sparse_moe.experts.123.w3,0.0000210537,0.01000,0.839
+33,block_sparse_moe.experts.124.w3,0.0000197011,0.01000,0.842
+33,block_sparse_moe.experts.125.w3,0.0000181872,0.01000,0.829
+33,block_sparse_moe.experts.126.w3,0.0000194171,0.01000,0.842
+33,block_sparse_moe.experts.127.w3,0.0000189096,0.01000,0.842
+33,block_sparse_moe.experts.128.w3,0.0000205096,0.01000,0.859
+33,block_sparse_moe.experts.129.w3,0.0000192212,0.01000,0.842
+33,block_sparse_moe.experts.132.w3,0.0000188090,0.01000,0.835
+33,block_sparse_moe.experts.131.w3,0.0000201708,0.01000,0.837
+33,block_sparse_moe.experts.130.w3,0.0000183653,0.01000,0.842
+33,block_sparse_moe.experts.133.w3,0.0000180329,0.01000,0.851
+33,block_sparse_moe.experts.134.w3,0.0000214532,0.01000,0.836
+33,block_sparse_moe.experts.136.w3,0.0000187899,0.01000,0.825
+33,block_sparse_moe.experts.135.w3,0.0000185090,0.01000,0.870
+33,block_sparse_moe.experts.138.w3,0.0000211931,0.01000,0.837
+33,block_sparse_moe.experts.137.w3,0.0000195026,0.01000,0.839
+33,block_sparse_moe.experts.139.w3,0.0000201843,0.01000,0.843
+33,block_sparse_moe.experts.140.w3,0.0000200127,0.01000,0.854
+33,block_sparse_moe.experts.141.w3,0.0000180746,0.01000,0.844
+33,block_sparse_moe.experts.142.w3,0.0000194917,0.01000,0.851
+33,block_sparse_moe.experts.143.w3,0.0000200923,0.01000,0.829
+33,block_sparse_moe.experts.145.w3,0.0000195919,0.01000,0.842
+33,block_sparse_moe.experts.146.w3,0.0000204582,0.01000,0.842
+33,block_sparse_moe.experts.144.w3,0.0000188111,0.01000,0.877
+33,block_sparse_moe.experts.147.w3,0.0000196329,0.01000,0.842
+33,block_sparse_moe.experts.148.w3,0.0000193457,0.01000,0.849
+33,block_sparse_moe.experts.150.w3,0.0000201157,0.01000,0.834
+33,block_sparse_moe.experts.149.w3,0.0000207460,0.01000,0.861
+33,block_sparse_moe.experts.151.w3,0.0000203672,0.01000,0.835
+33,block_sparse_moe.experts.152.w3,0.0000187386,0.01000,0.837
+33,block_sparse_moe.experts.153.w3,0.0000205125,0.01000,0.848
+33,block_sparse_moe.experts.154.w3,0.0000196622,0.01000,0.838
+33,block_sparse_moe.experts.155.w3,0.0000185039,0.01000,0.837
+33,block_sparse_moe.experts.157.w3,0.0000192164,0.01000,0.832
+33,block_sparse_moe.experts.156.w3,0.0000185813,0.01000,0.873
+33,block_sparse_moe.experts.158.w3,0.0000196650,0.01000,0.827
+33,block_sparse_moe.experts.159.w3,0.0000195304,0.01000,0.828
+33,block_sparse_moe.experts.160.w3,0.0000194329,0.01000,0.833
+33,block_sparse_moe.experts.161.w3,0.0000194786,0.01000,0.838
+33,block_sparse_moe.experts.162.w3,0.0000205621,0.01000,0.839
+33,block_sparse_moe.experts.163.w3,0.0000197570,0.01000,0.860
+33,block_sparse_moe.experts.164.w3,0.0000199308,0.01000,0.840
+33,block_sparse_moe.experts.165.w3,0.0000199341,0.01000,0.831
+33,block_sparse_moe.experts.166.w3,0.0000197743,0.01000,0.832
+33,block_sparse_moe.experts.167.w3,0.0000199832,0.01000,0.832
+33,block_sparse_moe.experts.168.w3,0.0000204991,0.01000,0.842
+33,block_sparse_moe.experts.169.w3,0.0000206448,0.01000,0.839
+33,block_sparse_moe.experts.170.w3,0.0000198026,0.01000,0.852
+33,block_sparse_moe.experts.171.w3,0.0000200902,0.01000,0.838
+33,block_sparse_moe.experts.172.w3,0.0000192653,0.01000,0.836
+33,block_sparse_moe.experts.173.w3,0.0000201992,0.01000,0.829
+33,block_sparse_moe.experts.174.w3,0.0000180852,0.01000,0.830
+33,block_sparse_moe.experts.175.w3,0.0000220850,0.01000,0.850
+33,block_sparse_moe.experts.176.w3,0.0000190271,0.01000,0.831
+33,block_sparse_moe.experts.178.w3,0.0000206204,0.01000,0.837
+33,block_sparse_moe.experts.177.w3,0.0000192418,0.01000,0.870
+33,block_sparse_moe.experts.180.w3,0.0000190821,0.01000,0.831
+33,block_sparse_moe.experts.179.w3,0.0000199963,0.01000,0.857
+33,block_sparse_moe.experts.181.w3,0.0000196182,0.01000,0.829
+33,block_sparse_moe.experts.182.w3,0.0000189423,0.01000,0.843
+33,block_sparse_moe.experts.183.w3,0.0000193347,0.01000,0.843
+33,block_sparse_moe.experts.184.w3,0.0000200848,0.01000,0.864
+33,block_sparse_moe.experts.185.w3,0.0000192809,0.01000,0.839
+33,block_sparse_moe.experts.186.w3,0.0000194726,0.01000,0.846
+33,block_sparse_moe.experts.187.w3,0.0000190479,0.01000,0.830
+33,block_sparse_moe.experts.188.w3,0.0000200501,0.01000,0.830
+33,block_sparse_moe.experts.189.w3,0.0000181864,0.01000,0.844
+33,block_sparse_moe.experts.190.w3,0.0000198737,0.01000,0.845
+33,block_sparse_moe.experts.192.w3,0.0000202326,0.01000,0.833
+33,block_sparse_moe.experts.193.w3,0.0000197661,0.01000,0.836
+33,block_sparse_moe.experts.194.w3,0.0000194005,0.01000,0.839
+33,block_sparse_moe.experts.195.w3,0.0000182632,0.01000,0.827
+33,block_sparse_moe.experts.191.w3,0.0000198364,0.01000,0.882
+33,block_sparse_moe.experts.196.w3,0.0000188585,0.01000,0.844
+33,block_sparse_moe.experts.197.w3,0.0000189806,0.01000,0.840
+33,block_sparse_moe.experts.200.w3,0.0000191123,0.01000,0.837
+33,block_sparse_moe.experts.199.w3,0.0000196328,0.01000,0.853
+33,block_sparse_moe.experts.201.w3,0.0000220896,0.01000,0.837
+33,block_sparse_moe.experts.202.w3,0.0000197780,0.01000,0.839
+33,block_sparse_moe.experts.198.w3,0.0000185195,0.01000,0.908
+33,block_sparse_moe.experts.203.w3,0.0000196653,0.01000,0.844
+33,block_sparse_moe.experts.204.w3,0.0000204949,0.01000,0.835
+33,block_sparse_moe.experts.206.w3,0.0000209146,0.01000,0.830
+33,block_sparse_moe.experts.207.w3,0.0000190522,0.01000,0.834
+33,block_sparse_moe.experts.208.w3,0.0000206733,0.01000,0.845
+33,block_sparse_moe.experts.209.w3,0.0000200413,0.01000,0.830
+33,block_sparse_moe.experts.205.w3,0.0000181165,0.01000,0.886
+33,block_sparse_moe.experts.210.w3,0.0000192880,0.01000,0.829
+33,block_sparse_moe.experts.211.w3,0.0000227837,0.01000,0.839
+33,block_sparse_moe.experts.213.w3,0.0000200711,0.01000,0.833
+33,block_sparse_moe.experts.214.w3,0.0000198125,0.01000,0.838
+33,block_sparse_moe.experts.216.w3,0.0000195842,0.01000,0.834
+33,block_sparse_moe.experts.215.w3,0.0000188554,0.01000,0.858
+33,block_sparse_moe.experts.212.w3,0.0000192094,0.01000,0.903
+33,block_sparse_moe.experts.217.w3,0.0000218950,0.01000,0.836
+33,block_sparse_moe.experts.218.w3,0.0000205231,0.01000,0.849
+33,block_sparse_moe.experts.220.w3,0.0000226179,0.01000,0.828
+33,block_sparse_moe.experts.221.w3,0.0000220999,0.01000,0.830
+33,block_sparse_moe.experts.223.w3,0.0000203247,0.01000,0.837
+33,block_sparse_moe.experts.222.w3,0.0000198173,0.01000,0.849
+33,block_sparse_moe.experts.219.w3,0.0000196121,0.01000,0.907
+33,block_sparse_moe.experts.224.w3,0.0000200469,0.01000,0.839
+33,block_sparse_moe.experts.225.w3,0.0000185366,0.01000,0.846
+33,block_sparse_moe.experts.227.w3,0.0000223455,0.01000,0.827
+33,block_sparse_moe.experts.228.w3,0.0000209010,0.01000,0.842
+33,block_sparse_moe.experts.226.w3,0.0000184147,0.01000,0.888
+33,block_sparse_moe.experts.229.w3,0.0000193829,0.01000,0.838
+33,block_sparse_moe.experts.230.w3,0.0000219122,0.01000,0.845
+33,block_sparse_moe.experts.231.w3,0.0000195755,0.01000,0.834
+33,block_sparse_moe.experts.232.w3,0.0000198570,0.01000,0.837
+33,block_sparse_moe.experts.233.w3,0.0000199184,0.01000,0.854
+33,block_sparse_moe.experts.234.w3,0.0000207104,0.01000,0.835
+33,block_sparse_moe.experts.236.w3,0.0000199547,0.01000,0.835
+33,block_sparse_moe.experts.235.w3,0.0000191501,0.01000,0.843
+33,block_sparse_moe.experts.237.w3,0.0000194041,0.01000,0.842
+33,block_sparse_moe.experts.238.w3,0.0000202878,0.01000,0.836
+33,block_sparse_moe.experts.239.w3,0.0000194089,0.01000,0.838
+33,block_sparse_moe.experts.240.w3,0.0000196812,0.01000,0.845
+33,block_sparse_moe.experts.241.w3,0.0000196053,0.01000,0.835
+33,block_sparse_moe.experts.242.w3,0.0000202271,0.01000,0.839
+33,block_sparse_moe.experts.243.w3,0.0000194708,0.01000,0.843
+33,block_sparse_moe.experts.244.w3,0.0000192865,0.01000,0.840
+33,block_sparse_moe.experts.245.w3,0.0000205713,0.01000,0.841
+33,block_sparse_moe.experts.246.w3,0.0000201950,0.01000,0.850
+33,block_sparse_moe.experts.248.w3,0.0000192325,0.01000,0.842
+33,block_sparse_moe.experts.249.w3,0.0000187242,0.01000,0.849
+33,block_sparse_moe.experts.250.w3,0.0000202269,0.01000,0.843
+33,block_sparse_moe.experts.251.w3,0.0000224216,0.01000,0.841
+33,block_sparse_moe.experts.247.w3,0.0000200714,0.01000,0.877
+33,block_sparse_moe.experts.252.w3,0.0000196604,0.01000,0.775
+33,block_sparse_moe.experts.253.w3,0.0000224050,0.01000,0.731
+33,block_sparse_moe.experts.255.w3,0.0000204577,0.01000,0.649
+33,block_sparse_moe.experts.254.w3,0.0000202629,0.01000,0.673
+33,block_sparse_moe.experts.0.w2,0.0000160046,0.01000,0.433
+33,block_sparse_moe.experts.5.w2,0.0000065253,0.01000,0.442
+33,block_sparse_moe.experts.2.w2,0.0000077198,0.01000,0.447
+33,block_sparse_moe.experts.4.w2,0.0000143599,0.01000,0.445
+33,block_sparse_moe.experts.3.w2,0.0000164731,0.01000,0.458
+33,block_sparse_moe.experts.6.w2,0.0000151537,0.01000,0.461
+33,block_sparse_moe.experts.1.w2,0.0000147688,0.01000,0.469
+33,block_sparse_moe.experts.7.w2,0.0000074359,0.01000,0.406
+33,block_sparse_moe.experts.10.w2,0.0000088877,0.01000,0.417
+33,block_sparse_moe.experts.9.w2,0.0000181151,0.01000,0.419
+33,block_sparse_moe.experts.8.w2,0.0000112042,0.01000,0.423
+33,block_sparse_moe.experts.11.w2,0.0000118672,0.01000,0.428
+33,block_sparse_moe.experts.12.w2,0.0000081696,0.01000,0.425
+33,block_sparse_moe.experts.13.w2,0.0000184081,0.01000,0.427
+33,block_sparse_moe.experts.14.w2,0.0000102379,0.01000,0.412
+33,block_sparse_moe.experts.17.w2,0.0000212559,0.01000,0.416
+33,block_sparse_moe.experts.16.w2,0.0000110622,0.01000,0.423
+33,block_sparse_moe.experts.15.w2,0.0000171178,0.01000,0.436
+33,block_sparse_moe.experts.19.w2,0.0000073620,0.01000,0.419
+33,block_sparse_moe.experts.18.w2,0.0000083195,0.01000,0.435
+33,block_sparse_moe.experts.20.w2,0.0000161310,0.01000,0.429
+33,block_sparse_moe.experts.21.w2,0.0000104141,0.01000,0.417
+33,block_sparse_moe.experts.22.w2,0.0000077071,0.01000,0.419
+33,block_sparse_moe.experts.23.w2,0.0000111028,0.01000,0.414
+33,block_sparse_moe.experts.24.w2,0.0000125367,0.01000,0.415
+33,block_sparse_moe.experts.25.w2,0.0000094998,0.01000,0.418
+33,block_sparse_moe.experts.26.w2,0.0000090847,0.01000,0.426
+33,block_sparse_moe.experts.27.w2,0.0000115302,0.01000,0.425
+33,block_sparse_moe.experts.28.w2,0.0000098285,0.01000,0.425
+33,block_sparse_moe.experts.29.w2,0.0000131562,0.01000,0.421
+33,block_sparse_moe.experts.30.w2,0.0000084800,0.01000,0.425
+33,block_sparse_moe.experts.31.w2,0.0000257324,0.01000,0.418
+33,block_sparse_moe.experts.32.w2,0.0000113739,0.01000,0.426
+33,block_sparse_moe.experts.34.w2,0.0000187241,0.01000,0.431
+33,block_sparse_moe.experts.33.w2,0.0000104084,0.01000,0.431
+33,block_sparse_moe.experts.35.w2,0.0000090426,0.01000,0.423
+33,block_sparse_moe.experts.36.w2,0.0000147406,0.01000,0.417
+33,block_sparse_moe.experts.38.w2,0.0000146900,0.01000,0.412
+33,block_sparse_moe.experts.37.w2,0.0000133827,0.01000,0.421
+33,block_sparse_moe.experts.39.w2,0.0000092839,0.01000,0.428
+33,block_sparse_moe.experts.40.w2,0.0000188809,0.01000,0.421
+33,block_sparse_moe.experts.41.w2,0.0000150507,0.01000,0.435
+33,block_sparse_moe.experts.42.w2,0.0000111195,0.01000,0.427
+33,block_sparse_moe.experts.43.w2,0.0000121598,0.01000,0.419
+33,block_sparse_moe.experts.45.w2,0.0000125318,0.01000,0.416
+33,block_sparse_moe.experts.44.w2,0.0000152981,0.01000,0.420
+33,block_sparse_moe.experts.46.w2,0.0000087972,0.01000,0.421
+33,block_sparse_moe.experts.47.w2,0.0000069855,0.01000,0.418
+33,block_sparse_moe.experts.48.w2,0.0000204811,0.01000,0.431
+33,block_sparse_moe.experts.52.w2,0.0000123202,0.01000,0.418
+33,block_sparse_moe.experts.51.w2,0.0000193019,0.01000,0.423
+33,block_sparse_moe.experts.49.w2,0.0000171573,0.01000,0.455
+33,block_sparse_moe.experts.50.w2,0.0000107020,0.01000,0.450
+33,block_sparse_moe.experts.53.w2,0.0000124491,0.01000,0.421
+33,block_sparse_moe.experts.54.w2,0.0000135221,0.01000,0.420
+33,block_sparse_moe.experts.55.w2,0.0000097277,0.01000,0.437
+33,block_sparse_moe.experts.56.w2,0.0000084394,0.01000,0.417
+33,block_sparse_moe.experts.57.w2,0.0000158429,0.01000,0.428
+33,block_sparse_moe.experts.59.w2,0.0000081414,0.01000,0.414
+33,block_sparse_moe.experts.58.w2,0.0000094219,0.01000,0.437
+33,block_sparse_moe.experts.60.w2,0.0000090153,0.01000,0.418
+33,block_sparse_moe.experts.61.w2,0.0000131363,0.01000,0.419
+33,block_sparse_moe.experts.62.w2,0.0000115256,0.01000,0.430
+33,block_sparse_moe.experts.63.w2,0.0000179281,0.01000,0.423
+33,block_sparse_moe.experts.64.w2,0.0000101106,0.01000,0.440
+33,block_sparse_moe.experts.65.w2,0.0000131274,0.01000,0.432
+33,block_sparse_moe.experts.66.w2,0.0000097689,0.01000,0.427
+33,block_sparse_moe.experts.67.w2,0.0000210952,0.01000,0.420
+33,block_sparse_moe.experts.68.w2,0.0000138085,0.01000,0.423
+33,block_sparse_moe.experts.69.w2,0.0000111623,0.01000,0.459
+33,block_sparse_moe.experts.70.w2,0.0000117612,0.01000,0.425
+33,block_sparse_moe.experts.71.w2,0.0000155194,0.01000,0.423
+33,block_sparse_moe.experts.73.w2,0.0000173674,0.01000,0.416
+33,block_sparse_moe.experts.74.w2,0.0000130294,0.01000,0.421
+33,block_sparse_moe.experts.72.w2,0.0000201162,0.01000,0.439
+33,block_sparse_moe.experts.75.w2,0.0000075508,0.01000,0.420
+33,block_sparse_moe.experts.76.w2,0.0000083928,0.01000,0.432
+33,block_sparse_moe.experts.77.w2,0.0000122779,0.01000,0.419
+33,block_sparse_moe.experts.78.w2,0.0000230074,0.01000,0.422
+33,block_sparse_moe.experts.79.w2,0.0000149372,0.01000,0.426
+33,block_sparse_moe.experts.80.w2,0.0000062587,0.01000,0.420
+33,block_sparse_moe.experts.82.w2,0.0000101865,0.01000,0.426
+33,block_sparse_moe.experts.81.w2,0.0000131408,0.01000,0.455
+33,block_sparse_moe.experts.83.w2,0.0000058891,0.01000,0.439
+33,block_sparse_moe.experts.84.w2,0.0000142687,0.01000,0.423
+33,block_sparse_moe.experts.87.w2,0.0000089708,0.01000,0.416
+33,block_sparse_moe.experts.86.w2,0.0000114715,0.01000,0.420
+33,block_sparse_moe.experts.85.w2,0.0000081047,0.01000,0.440
+33,block_sparse_moe.experts.88.w2,0.0000088474,0.01000,0.428
+33,block_sparse_moe.experts.89.w2,0.0000154295,0.01000,0.428
+33,block_sparse_moe.experts.90.w2,0.0000213673,0.01000,0.430
+33,block_sparse_moe.experts.91.w2,0.0000164721,0.01000,0.418
+33,block_sparse_moe.experts.92.w2,0.0000149400,0.01000,0.422
+33,block_sparse_moe.experts.93.w2,0.0000105719,0.01000,0.426
+33,block_sparse_moe.experts.94.w2,0.0000090480,0.01000,0.416
+33,block_sparse_moe.experts.95.w2,0.0000348798,0.01000,0.423
+33,block_sparse_moe.experts.96.w2,0.0000119655,0.01000,0.424
+33,block_sparse_moe.experts.97.w2,0.0000087631,0.01000,0.434
+33,block_sparse_moe.experts.98.w2,0.0000236907,0.01000,0.423
+33,block_sparse_moe.experts.99.w2,0.0000064827,0.01000,0.422
+33,block_sparse_moe.experts.100.w2,0.0000152131,0.01000,0.428
+33,block_sparse_moe.experts.101.w2,0.0000165888,0.01000,0.424
+33,block_sparse_moe.experts.102.w2,0.0000242755,0.01000,0.428
+33,block_sparse_moe.experts.103.w2,0.0000215229,0.01000,0.443
+33,block_sparse_moe.experts.104.w2,0.0000133926,0.01000,0.436
+33,block_sparse_moe.experts.105.w2,0.0000120058,0.01000,0.428
+33,block_sparse_moe.experts.106.w2,0.0000105826,0.01000,0.419
+33,block_sparse_moe.experts.108.w2,0.0000108385,0.01000,0.415
+33,block_sparse_moe.experts.107.w2,0.0000081120,0.01000,0.425
+33,block_sparse_moe.experts.109.w2,0.0000188035,0.01000,0.423
+33,block_sparse_moe.experts.110.w2,0.0000093006,0.01000,0.427
+33,block_sparse_moe.experts.111.w2,0.0000088866,0.01000,0.431
+33,block_sparse_moe.experts.112.w2,0.0000123294,0.01000,0.416
+33,block_sparse_moe.experts.113.w2,0.0000102479,0.01000,0.420
+33,block_sparse_moe.experts.114.w2,0.0000109045,0.01000,0.422
+33,block_sparse_moe.experts.115.w2,0.0000171598,0.01000,0.420
+33,block_sparse_moe.experts.116.w2,0.0000222927,0.01000,0.425
+33,block_sparse_moe.experts.117.w2,0.0000076327,0.01000,0.428
+33,block_sparse_moe.experts.118.w2,0.0000076612,0.01000,0.439
+33,block_sparse_moe.experts.119.w2,0.0000094105,0.01000,0.415
+33,block_sparse_moe.experts.120.w2,0.0000161315,0.01000,0.418
+33,block_sparse_moe.experts.121.w2,0.0000113231,0.01000,0.418
+33,block_sparse_moe.experts.122.w2,0.0000098144,0.01000,0.417
+33,block_sparse_moe.experts.123.w2,0.0000092212,0.01000,0.424
+33,block_sparse_moe.experts.124.w2,0.0000106750,0.01000,0.423
+33,block_sparse_moe.experts.125.w2,0.0000158542,0.01000,0.437
+33,block_sparse_moe.experts.126.w2,0.0000163685,0.01000,0.414
+33,block_sparse_moe.experts.127.w2,0.0000086126,0.01000,0.417
+33,block_sparse_moe.experts.128.w2,0.0000096865,0.01000,0.415
+33,block_sparse_moe.experts.129.w2,0.0000080836,0.01000,0.416
+33,block_sparse_moe.experts.130.w2,0.0000175322,0.01000,0.429
+33,block_sparse_moe.experts.131.w2,0.0000073398,0.01000,0.421
+33,block_sparse_moe.experts.132.w2,0.0000073101,0.01000,0.444
+33,block_sparse_moe.experts.133.w2,0.0000091286,0.01000,0.416
+33,block_sparse_moe.experts.134.w2,0.0000135829,0.01000,0.428
+33,block_sparse_moe.experts.135.w2,0.0000124939,0.01000,0.421
+33,block_sparse_moe.experts.136.w2,0.0000132399,0.01000,0.419
+33,block_sparse_moe.experts.137.w2,0.0000196265,0.01000,0.423
+33,block_sparse_moe.experts.138.w2,0.0000137174,0.01000,0.421
+33,block_sparse_moe.experts.139.w2,0.0000122091,0.01000,0.440
+33,block_sparse_moe.experts.140.w2,0.0000113905,0.01000,0.424
+33,block_sparse_moe.experts.141.w2,0.0000138594,0.01000,0.416
+33,block_sparse_moe.experts.143.w2,0.0000106970,0.01000,0.414
+33,block_sparse_moe.experts.142.w2,0.0000204717,0.01000,0.421
+33,block_sparse_moe.experts.144.w2,0.0000068785,0.01000,0.421
+33,block_sparse_moe.experts.145.w2,0.0000073572,0.01000,0.427
+33,block_sparse_moe.experts.146.w2,0.0000096794,0.01000,0.432
+33,block_sparse_moe.experts.147.w2,0.0000091585,0.01000,0.422
+33,block_sparse_moe.experts.148.w2,0.0000112339,0.01000,0.425
+33,block_sparse_moe.experts.149.w2,0.0000148106,0.01000,0.423
+33,block_sparse_moe.experts.150.w2,0.0000155292,0.01000,0.425
+33,block_sparse_moe.experts.151.w2,0.0000204949,0.01000,0.425
+33,block_sparse_moe.experts.152.w2,0.0000058576,0.01000,0.427
+33,block_sparse_moe.experts.153.w2,0.0000092610,0.01000,0.430
+33,block_sparse_moe.experts.154.w2,0.0000075256,0.01000,0.429
+33,block_sparse_moe.experts.155.w2,0.0000215575,0.01000,0.418
+33,block_sparse_moe.experts.156.w2,0.0000063369,0.01000,0.415
+33,block_sparse_moe.experts.157.w2,0.0000188064,0.01000,0.420
+33,block_sparse_moe.experts.158.w2,0.0000087279,0.01000,0.421
+33,block_sparse_moe.experts.159.w2,0.0000069827,0.01000,0.423
+33,block_sparse_moe.experts.160.w2,0.0000099662,0.01000,0.430
+33,block_sparse_moe.experts.161.w2,0.0000079928,0.01000,0.433
+33,block_sparse_moe.experts.162.w2,0.0000202829,0.01000,0.421
+33,block_sparse_moe.experts.163.w2,0.0000209711,0.01000,0.420
+33,block_sparse_moe.experts.164.w2,0.0000090034,0.01000,0.424
+33,block_sparse_moe.experts.165.w2,0.0000078075,0.01000,0.424
+33,block_sparse_moe.experts.166.w2,0.0000155978,0.01000,0.426
+33,block_sparse_moe.experts.167.w2,0.0000132220,0.01000,0.434
+33,block_sparse_moe.experts.169.w2,0.0000197870,0.01000,0.417
+33,block_sparse_moe.experts.168.w2,0.0000146721,0.01000,0.433
+33,block_sparse_moe.experts.170.w2,0.0000087023,0.01000,0.418
+33,block_sparse_moe.experts.171.w2,0.0000159156,0.01000,0.420
+33,block_sparse_moe.experts.172.w2,0.0000219895,0.01000,0.422
+33,block_sparse_moe.experts.173.w2,0.0000108717,0.01000,0.423
+33,block_sparse_moe.experts.174.w2,0.0000254057,0.01000,0.429
+33,block_sparse_moe.experts.175.w2,0.0000153920,0.01000,0.420
+33,block_sparse_moe.experts.177.w2,0.0000070859,0.01000,0.421
+33,block_sparse_moe.experts.178.w2,0.0000130789,0.01000,0.416
+33,block_sparse_moe.experts.176.w2,0.0000075638,0.01000,0.437
+33,block_sparse_moe.experts.179.w2,0.0000108979,0.01000,0.424
+33,block_sparse_moe.experts.180.w2,0.0000269296,0.01000,0.430
+33,block_sparse_moe.experts.181.w2,0.0000078563,0.01000,0.432
+33,block_sparse_moe.experts.182.w2,0.0000124732,0.01000,0.421
+33,block_sparse_moe.experts.183.w2,0.0000070973,0.01000,0.426
+33,block_sparse_moe.experts.184.w2,0.0000141384,0.01000,0.427
+33,block_sparse_moe.experts.185.w2,0.0000073265,0.01000,0.424
+33,block_sparse_moe.experts.186.w2,0.0000087428,0.01000,0.422
+33,block_sparse_moe.experts.187.w2,0.0000135675,0.01000,0.425
+33,block_sparse_moe.experts.188.w2,0.0000094130,0.01000,0.429
+33,block_sparse_moe.experts.189.w2,0.0000128193,0.01000,0.416
+33,block_sparse_moe.experts.190.w2,0.0000128571,0.01000,0.417
+33,block_sparse_moe.experts.192.w2,0.0000075271,0.01000,0.416
+33,block_sparse_moe.experts.191.w2,0.0000091600,0.01000,0.423
+33,block_sparse_moe.experts.193.w2,0.0000081973,0.01000,0.422
+33,block_sparse_moe.experts.194.w2,0.0000076821,0.01000,0.424
+33,block_sparse_moe.experts.195.w2,0.0000084953,0.01000,0.441
+33,block_sparse_moe.experts.196.w2,0.0000063551,0.01000,0.420
+33,block_sparse_moe.experts.197.w2,0.0000146313,0.01000,0.418
+33,block_sparse_moe.experts.198.w2,0.0000146003,0.01000,0.429
+33,block_sparse_moe.experts.199.w2,0.0000097833,0.01000,0.437
+33,block_sparse_moe.experts.200.w2,0.0000165902,0.01000,0.423
+33,block_sparse_moe.experts.201.w2,0.0000156207,0.01000,0.428
+33,block_sparse_moe.experts.202.w2,0.0000073743,0.01000,0.426
+33,block_sparse_moe.experts.203.w2,0.0000119934,0.01000,0.421
+33,block_sparse_moe.experts.204.w2,0.0000108231,0.01000,0.417
+33,block_sparse_moe.experts.205.w2,0.0000132199,0.01000,0.423
+33,block_sparse_moe.experts.206.w2,0.0000101102,0.01000,0.417
+33,block_sparse_moe.experts.207.w2,0.0000089328,0.01000,0.419
+33,block_sparse_moe.experts.208.w2,0.0000133215,0.01000,0.423
+33,block_sparse_moe.experts.209.w2,0.0000169592,0.01000,0.424
+33,block_sparse_moe.experts.210.w2,0.0000059179,0.01000,0.423
+33,block_sparse_moe.experts.211.w2,0.0000150522,0.01000,0.445
+33,block_sparse_moe.experts.213.w2,0.0000095987,0.01000,0.418
+33,block_sparse_moe.experts.212.w2,0.0000093217,0.01000,0.445
+33,block_sparse_moe.experts.214.w2,0.0000118108,0.01000,0.428
+33,block_sparse_moe.experts.215.w2,0.0000070126,0.01000,0.423
+33,block_sparse_moe.experts.216.w2,0.0000106538,0.01000,0.428
+33,block_sparse_moe.experts.217.w2,0.0000160791,0.01000,0.417
+33,block_sparse_moe.experts.218.w2,0.0000105035,0.01000,0.414
+33,block_sparse_moe.experts.219.w2,0.0000167850,0.01000,0.426
+33,block_sparse_moe.experts.220.w2,0.0000168353,0.01000,0.418
+33,block_sparse_moe.experts.221.w2,0.0000135475,0.01000,0.420
+33,block_sparse_moe.experts.222.w2,0.0000159303,0.01000,0.427
+33,block_sparse_moe.experts.223.w2,0.0000140940,0.01000,0.423
+33,block_sparse_moe.experts.224.w2,0.0000108778,0.01000,0.422
+33,block_sparse_moe.experts.225.w2,0.0000089637,0.01000,0.413
+33,block_sparse_moe.experts.226.w2,0.0000150896,0.01000,0.420
+33,block_sparse_moe.experts.227.w2,0.0000160233,0.01000,0.415
+33,block_sparse_moe.experts.228.w2,0.0000123677,0.01000,0.418
+33,block_sparse_moe.experts.229.w2,0.0000158516,0.01000,0.435
+33,block_sparse_moe.experts.230.w2,0.0000182508,0.01000,0.429
+33,block_sparse_moe.experts.231.w2,0.0000074021,0.01000,0.427
+33,block_sparse_moe.experts.232.w2,0.0000160826,0.01000,0.416
+33,block_sparse_moe.experts.233.w2,0.0000078592,0.01000,0.419
+33,block_sparse_moe.experts.234.w2,0.0000101896,0.01000,0.415
+33,block_sparse_moe.experts.235.w2,0.0000083589,0.01000,0.434
+33,block_sparse_moe.experts.236.w2,0.0000133871,0.01000,0.440
+33,block_sparse_moe.experts.237.w2,0.0000120838,0.01000,0.425
+33,block_sparse_moe.experts.238.w2,0.0000099857,0.01000,0.412
+33,block_sparse_moe.experts.239.w2,0.0000092286,0.01000,0.413
+33,block_sparse_moe.experts.240.w2,0.0000100937,0.01000,0.419
+33,block_sparse_moe.experts.241.w2,0.0000089780,0.01000,0.415
+33,block_sparse_moe.experts.242.w2,0.0000125801,0.01000,0.420
+33,block_sparse_moe.experts.243.w2,0.0000158716,0.01000,0.432
+33,block_sparse_moe.experts.244.w2,0.0000084228,0.01000,0.431
+33,block_sparse_moe.experts.245.w2,0.0000194826,0.01000,0.424
+33,block_sparse_moe.experts.246.w2,0.0000182901,0.01000,0.421
+33,block_sparse_moe.experts.248.w2,0.0000134818,0.01000,0.422
+33,block_sparse_moe.experts.247.w2,0.0000109268,0.01000,0.436
+33,block_sparse_moe.experts.249.w2,0.0000108815,0.01000,0.428
+33,block_sparse_moe.experts.250.w2,0.0000180025,0.01000,0.419
+33,block_sparse_moe.experts.253.w2,0.0000149913,0.01000,0.380
+33,block_sparse_moe.experts.251.w2,0.0000117758,0.01000,0.391
+33,block_sparse_moe.experts.252.w2,0.0000073799,0.01000,0.384
+33,block_sparse_moe.experts.254.w2,0.0000109729,0.01000,0.376
+33,block_sparse_moe.experts.255.w2,0.0000169383,0.01000,0.369
+34,block_sparse_moe.experts.0.w1,0.0000222423,0.01000,0.844
+34,block_sparse_moe.experts.1.w1,0.0000206847,0.01000,0.842
+34,block_sparse_moe.experts.3.w1,0.0000196990,0.01000,0.854
+34,block_sparse_moe.experts.5.w1,0.0000195770,0.01000,0.862
+34,block_sparse_moe.experts.6.w1,0.0000198117,0.01000,0.866
+34,block_sparse_moe.experts.2.w1,0.0000174827,0.01000,0.876
+34,block_sparse_moe.experts.4.w1,0.0000209322,0.01000,0.894
+34,block_sparse_moe.experts.7.w1,0.0000188735,0.01000,0.828
+34,block_sparse_moe.experts.8.w1,0.0000218570,0.01000,0.832
+34,block_sparse_moe.experts.10.w1,0.0000181328,0.01000,0.833
+34,block_sparse_moe.experts.12.w1,0.0000180309,0.01000,0.856
+34,block_sparse_moe.experts.9.w1,0.0000191849,0.01000,0.879
+34,block_sparse_moe.experts.11.w1,0.0000206094,0.01000,0.867
+34,block_sparse_moe.experts.13.w1,0.0000203331,0.01000,0.858
+34,block_sparse_moe.experts.14.w1,0.0000207947,0.01000,0.828
+34,block_sparse_moe.experts.15.w1,0.0000197192,0.01000,0.830
+34,block_sparse_moe.experts.16.w1,0.0000190385,0.01000,0.859
+34,block_sparse_moe.experts.17.w1,0.0000203441,0.01000,0.839
+34,block_sparse_moe.experts.19.w1,0.0000197988,0.01000,0.851
+34,block_sparse_moe.experts.20.w1,0.0000196857,0.01000,0.857
+34,block_sparse_moe.experts.18.w1,0.0000198295,0.01000,0.888
+34,block_sparse_moe.experts.21.w1,0.0000203275,0.01000,0.824
+34,block_sparse_moe.experts.22.w1,0.0000195004,0.01000,0.824
+34,block_sparse_moe.experts.23.w1,0.0000201071,0.01000,0.845
+34,block_sparse_moe.experts.24.w1,0.0000204572,0.01000,0.831
+34,block_sparse_moe.experts.25.w1,0.0000196703,0.01000,0.854
+34,block_sparse_moe.experts.26.w1,0.0000188160,0.01000,0.854
+34,block_sparse_moe.experts.27.w1,0.0000205832,0.01000,0.863
+34,block_sparse_moe.experts.28.w1,0.0000204081,0.01000,0.826
+34,block_sparse_moe.experts.29.w1,0.0000203449,0.01000,0.825
+34,block_sparse_moe.experts.31.w1,0.0000210941,0.01000,0.834
+34,block_sparse_moe.experts.30.w1,0.0000205483,0.01000,0.863
+34,block_sparse_moe.experts.32.w1,0.0000210228,0.01000,0.847
+34,block_sparse_moe.experts.33.w1,0.0000176553,0.01000,0.850
+34,block_sparse_moe.experts.34.w1,0.0000190817,0.01000,0.862
+34,block_sparse_moe.experts.35.w1,0.0000196830,0.01000,0.831
+34,block_sparse_moe.experts.36.w1,0.0000213852,0.01000,0.834
+34,block_sparse_moe.experts.37.w1,0.0000211443,0.01000,0.843
+34,block_sparse_moe.experts.38.w1,0.0000195074,0.01000,0.838
+34,block_sparse_moe.experts.39.w1,0.0000199954,0.01000,0.851
+34,block_sparse_moe.experts.40.w1,0.0000198240,0.01000,0.852
+34,block_sparse_moe.experts.41.w1,0.0000203007,0.01000,0.862
+34,block_sparse_moe.experts.42.w1,0.0000189700,0.01000,0.830
+34,block_sparse_moe.experts.43.w1,0.0000199482,0.01000,0.843
+34,block_sparse_moe.experts.44.w1,0.0000204355,0.01000,0.844
+34,block_sparse_moe.experts.45.w1,0.0000204958,0.01000,0.839
+34,block_sparse_moe.experts.46.w1,0.0000206087,0.01000,0.850
+34,block_sparse_moe.experts.47.w1,0.0000197531,0.01000,0.862
+34,block_sparse_moe.experts.48.w1,0.0000205408,0.01000,0.861
+34,block_sparse_moe.experts.49.w1,0.0000193981,0.01000,0.832
+34,block_sparse_moe.experts.50.w1,0.0000197213,0.01000,0.829
+34,block_sparse_moe.experts.51.w1,0.0000192350,0.01000,0.840
+34,block_sparse_moe.experts.52.w1,0.0000199481,0.01000,0.836
+34,block_sparse_moe.experts.53.w1,0.0000196246,0.01000,0.851
+34,block_sparse_moe.experts.54.w1,0.0000186343,0.01000,0.848
+34,block_sparse_moe.experts.55.w1,0.0000177264,0.01000,0.859
+34,block_sparse_moe.experts.56.w1,0.0000186049,0.01000,0.833
+34,block_sparse_moe.experts.57.w1,0.0000186164,0.01000,0.847
+34,block_sparse_moe.experts.58.w1,0.0000189710,0.01000,0.840
+34,block_sparse_moe.experts.59.w1,0.0000203655,0.01000,0.837
+34,block_sparse_moe.experts.60.w1,0.0000179135,0.01000,0.849
+34,block_sparse_moe.experts.61.w1,0.0000202982,0.01000,0.856
+34,block_sparse_moe.experts.62.w1,0.0000194390,0.01000,0.854
+34,block_sparse_moe.experts.63.w1,0.0000205031,0.01000,0.837
+34,block_sparse_moe.experts.64.w1,0.0000206160,0.01000,0.845
+34,block_sparse_moe.experts.65.w1,0.0000208617,0.01000,0.848
+34,block_sparse_moe.experts.66.w1,0.0000205461,0.01000,0.838
+34,block_sparse_moe.experts.67.w1,0.0000194321,0.01000,0.849
+34,block_sparse_moe.experts.68.w1,0.0000206096,0.01000,0.865
+34,block_sparse_moe.experts.69.w1,0.0000182502,0.01000,0.849
+34,block_sparse_moe.experts.70.w1,0.0000203539,0.01000,0.829
+34,block_sparse_moe.experts.71.w1,0.0000200679,0.01000,0.827
+34,block_sparse_moe.experts.73.w1,0.0000204762,0.01000,0.837
+34,block_sparse_moe.experts.72.w1,0.0000195868,0.01000,0.839
+34,block_sparse_moe.experts.74.w1,0.0000204677,0.01000,0.844
+34,block_sparse_moe.experts.75.w1,0.0000201767,0.01000,0.878
+34,block_sparse_moe.experts.76.w1,0.0000202808,0.01000,0.853
+34,block_sparse_moe.experts.77.w1,0.0000166536,0.01000,0.831
+34,block_sparse_moe.experts.78.w1,0.0000201456,0.01000,0.871
+34,block_sparse_moe.experts.80.w1,0.0000210868,0.01000,0.824
+34,block_sparse_moe.experts.79.w1,0.0000170821,0.01000,0.854
+34,block_sparse_moe.experts.81.w1,0.0000200467,0.01000,0.843
+34,block_sparse_moe.experts.82.w1,0.0000211310,0.01000,0.869
+34,block_sparse_moe.experts.83.w1,0.0000205828,0.01000,0.870
+34,block_sparse_moe.experts.84.w1,0.0000189272,0.01000,0.835
+34,block_sparse_moe.experts.85.w1,0.0000191844,0.01000,0.841
+34,block_sparse_moe.experts.86.w1,0.0000203469,0.01000,0.851
+34,block_sparse_moe.experts.87.w1,0.0000197375,0.01000,0.844
+34,block_sparse_moe.experts.88.w1,0.0000193391,0.01000,0.845
+34,block_sparse_moe.experts.89.w1,0.0000131925,0.01000,0.853
+34,block_sparse_moe.experts.90.w1,0.0000186635,0.01000,0.855
+34,block_sparse_moe.experts.91.w1,0.0000203425,0.01000,0.837
+34,block_sparse_moe.experts.92.w1,0.0000194821,0.01000,0.842
+34,block_sparse_moe.experts.93.w1,0.0000204668,0.01000,0.846
+34,block_sparse_moe.experts.94.w1,0.0000196108,0.01000,0.837
+34,block_sparse_moe.experts.95.w1,0.0000198032,0.01000,0.848
+34,block_sparse_moe.experts.96.w1,0.0000202607,0.01000,0.851
+34,block_sparse_moe.experts.97.w1,0.0000190805,0.01000,0.855
+34,block_sparse_moe.experts.98.w1,0.0000213433,0.01000,0.833
+34,block_sparse_moe.experts.99.w1,0.0000202974,0.01000,0.843
+34,block_sparse_moe.experts.100.w1,0.0000204856,0.01000,0.834
+34,block_sparse_moe.experts.101.w1,0.0000191776,0.01000,0.829
+34,block_sparse_moe.experts.102.w1,0.0000185922,0.01000,0.849
+34,block_sparse_moe.experts.103.w1,0.0000191572,0.01000,0.855
+34,block_sparse_moe.experts.104.w1,0.0000194640,0.01000,0.856
+34,block_sparse_moe.experts.105.w1,0.0000196417,0.01000,0.839
+34,block_sparse_moe.experts.106.w1,0.0000178020,0.01000,0.850
+34,block_sparse_moe.experts.108.w1,0.0000195970,0.01000,0.825
+34,block_sparse_moe.experts.107.w1,0.0000202447,0.01000,0.860
+34,block_sparse_moe.experts.109.w1,0.0000193310,0.01000,0.853
+34,block_sparse_moe.experts.110.w1,0.0000195449,0.01000,0.861
+34,block_sparse_moe.experts.111.w1,0.0000188956,0.01000,0.855
+34,block_sparse_moe.experts.112.w1,0.0000198685,0.01000,0.832
+34,block_sparse_moe.experts.113.w1,0.0000159183,0.01000,0.838
+34,block_sparse_moe.experts.114.w1,0.0000198990,0.01000,0.845
+34,block_sparse_moe.experts.115.w1,0.0000201823,0.01000,0.833
+34,block_sparse_moe.experts.116.w1,0.0000193620,0.01000,0.847
+34,block_sparse_moe.experts.117.w1,0.0000187185,0.01000,0.849
+34,block_sparse_moe.experts.118.w1,0.0000197089,0.01000,0.850
+34,block_sparse_moe.experts.119.w1,0.0000210824,0.01000,0.830
+34,block_sparse_moe.experts.120.w1,0.0000209354,0.01000,0.831
+34,block_sparse_moe.experts.121.w1,0.0000208409,0.01000,0.826
+34,block_sparse_moe.experts.122.w1,0.0000184410,0.01000,0.842
+34,block_sparse_moe.experts.123.w1,0.0000202282,0.01000,0.847
+34,block_sparse_moe.experts.124.w1,0.0000203429,0.01000,0.847
+34,block_sparse_moe.experts.125.w1,0.0000199337,0.01000,0.849
+34,block_sparse_moe.experts.126.w1,0.0000200618,0.01000,0.829
+34,block_sparse_moe.experts.127.w1,0.0000195287,0.01000,0.833
+34,block_sparse_moe.experts.128.w1,0.0000199015,0.01000,0.832
+34,block_sparse_moe.experts.129.w1,0.0000205758,0.01000,0.831
+34,block_sparse_moe.experts.130.w1,0.0000203767,0.01000,0.845
+34,block_sparse_moe.experts.131.w1,0.0000192288,0.01000,0.851
+34,block_sparse_moe.experts.132.w1,0.0000202032,0.01000,0.861
+34,block_sparse_moe.experts.133.w1,0.0000206112,0.01000,0.841
+34,block_sparse_moe.experts.134.w1,0.0000200126,0.01000,0.854
+34,block_sparse_moe.experts.135.w1,0.0000194968,0.01000,0.834
+34,block_sparse_moe.experts.136.w1,0.0000205514,0.01000,0.846
+34,block_sparse_moe.experts.137.w1,0.0000202471,0.01000,0.897
+34,block_sparse_moe.experts.138.w1,0.0000197614,0.01000,0.843
+34,block_sparse_moe.experts.139.w1,0.0000200365,0.01000,0.859
+34,block_sparse_moe.experts.140.w1,0.0000206491,0.01000,0.844
+34,block_sparse_moe.experts.141.w1,0.0000203466,0.01000,0.839
+34,block_sparse_moe.experts.142.w1,0.0000191424,0.01000,0.832
+34,block_sparse_moe.experts.143.w1,0.0000189749,0.01000,0.836
+34,block_sparse_moe.experts.144.w1,0.0000206376,0.01000,0.859
+34,block_sparse_moe.experts.145.w1,0.0000175000,0.01000,0.843
+34,block_sparse_moe.experts.146.w1,0.0000176771,0.01000,0.851
+34,block_sparse_moe.experts.147.w1,0.0000174634,0.01000,0.834
+34,block_sparse_moe.experts.148.w1,0.0000200025,0.01000,0.834
+34,block_sparse_moe.experts.149.w1,0.0000199970,0.01000,0.828
+34,block_sparse_moe.experts.150.w1,0.0000196334,0.01000,0.821
+34,block_sparse_moe.experts.151.w1,0.0000181040,0.01000,0.863
+34,block_sparse_moe.experts.152.w1,0.0000197867,0.01000,0.841
+34,block_sparse_moe.experts.153.w1,0.0000193377,0.01000,0.849
+34,block_sparse_moe.experts.154.w1,0.0000202859,0.01000,0.828
+34,block_sparse_moe.experts.155.w1,0.0000187219,0.01000,0.835
+34,block_sparse_moe.experts.156.w1,0.0000200914,0.01000,0.828
+34,block_sparse_moe.experts.157.w1,0.0000203540,0.01000,0.824
+34,block_sparse_moe.experts.158.w1,0.0000175133,0.01000,0.863
+34,block_sparse_moe.experts.159.w1,0.0000196136,0.01000,0.839
+34,block_sparse_moe.experts.160.w1,0.0000202989,0.01000,0.850
+34,block_sparse_moe.experts.161.w1,0.0000164863,0.01000,0.834
+34,block_sparse_moe.experts.162.w1,0.0000206779,0.01000,0.827
+34,block_sparse_moe.experts.163.w1,0.0000204877,0.01000,0.825
+34,block_sparse_moe.experts.164.w1,0.0000201747,0.01000,0.823
+34,block_sparse_moe.experts.165.w1,0.0000193198,0.01000,0.856
+34,block_sparse_moe.experts.166.w1,0.0000204355,0.01000,0.844
+34,block_sparse_moe.experts.167.w1,0.0000202446,0.01000,0.850
+34,block_sparse_moe.experts.168.w1,0.0000204030,0.01000,0.831
+34,block_sparse_moe.experts.169.w1,0.0000184599,0.01000,0.841
+34,block_sparse_moe.experts.170.w1,0.0000200740,0.01000,0.834
+34,block_sparse_moe.experts.171.w1,0.0000196856,0.01000,0.831
+34,block_sparse_moe.experts.172.w1,0.0000180753,0.01000,0.855
+34,block_sparse_moe.experts.173.w1,0.0000193183,0.01000,0.853
+34,block_sparse_moe.experts.174.w1,0.0000184935,0.01000,0.852
+34,block_sparse_moe.experts.175.w1,0.0000203881,0.01000,0.829
+34,block_sparse_moe.experts.177.w1,0.0000197328,0.01000,0.834
+34,block_sparse_moe.experts.178.w1,0.0000192325,0.01000,0.825
+34,block_sparse_moe.experts.176.w1,0.0000203280,0.01000,0.864
+34,block_sparse_moe.experts.179.w1,0.0000201424,0.01000,0.849
+34,block_sparse_moe.experts.180.w1,0.0000191109,0.01000,0.844
+34,block_sparse_moe.experts.181.w1,0.0000181950,0.01000,0.857
+34,block_sparse_moe.experts.182.w1,0.0000192525,0.01000,0.825
+34,block_sparse_moe.experts.183.w1,0.0000198415,0.01000,0.835
+34,block_sparse_moe.experts.185.w1,0.0000183639,0.01000,0.826
+34,block_sparse_moe.experts.184.w1,0.0000189626,0.01000,0.860
+34,block_sparse_moe.experts.187.w1,0.0000203135,0.01000,0.832
+34,block_sparse_moe.experts.186.w1,0.0000189479,0.01000,0.873
+34,block_sparse_moe.experts.188.w1,0.0000198594,0.01000,0.851
+34,block_sparse_moe.experts.189.w1,0.0000202085,0.01000,0.849
+34,block_sparse_moe.experts.190.w1,0.0000193876,0.01000,0.829
+34,block_sparse_moe.experts.191.w1,0.0000191079,0.01000,0.844
+34,block_sparse_moe.experts.192.w1,0.0000170264,0.01000,0.824
+34,block_sparse_moe.experts.193.w1,0.0000202326,0.01000,0.853
+34,block_sparse_moe.experts.194.w1,0.0000190263,0.01000,0.848
+34,block_sparse_moe.experts.195.w1,0.0000209419,0.01000,0.852
+34,block_sparse_moe.experts.196.w1,0.0000201802,0.01000,0.832
+34,block_sparse_moe.experts.197.w1,0.0000193618,0.01000,0.832
+34,block_sparse_moe.experts.199.w1,0.0000207925,0.01000,0.824
+34,block_sparse_moe.experts.198.w1,0.0000194988,0.01000,0.857
+34,block_sparse_moe.experts.200.w1,0.0000201187,0.01000,0.848
+34,block_sparse_moe.experts.201.w1,0.0000204934,0.01000,0.842
+34,block_sparse_moe.experts.202.w1,0.0000181009,0.01000,0.846
+34,block_sparse_moe.experts.203.w1,0.0000202429,0.01000,0.832
+34,block_sparse_moe.experts.204.w1,0.0000194644,0.01000,0.830
+34,block_sparse_moe.experts.205.w1,0.0000209184,0.01000,0.836
+34,block_sparse_moe.experts.206.w1,0.0000180665,0.01000,0.828
+34,block_sparse_moe.experts.207.w1,0.0000209403,0.01000,0.850
+34,block_sparse_moe.experts.208.w1,0.0000174932,0.01000,0.843
+34,block_sparse_moe.experts.209.w1,0.0000193458,0.01000,0.846
+34,block_sparse_moe.experts.210.w1,0.0000197026,0.01000,0.834
+34,block_sparse_moe.experts.211.w1,0.0000206251,0.01000,0.844
+34,block_sparse_moe.experts.212.w1,0.0000191821,0.01000,0.834
+34,block_sparse_moe.experts.213.w1,0.0000199901,0.01000,0.834
+34,block_sparse_moe.experts.214.w1,0.0000200400,0.01000,0.858
+34,block_sparse_moe.experts.215.w1,0.0000203448,0.01000,0.853
+34,block_sparse_moe.experts.216.w1,0.0000210490,0.01000,0.862
+34,block_sparse_moe.experts.217.w1,0.0000184454,0.01000,0.840
+34,block_sparse_moe.experts.218.w1,0.0000197336,0.01000,0.852
+34,block_sparse_moe.experts.220.w1,0.0000213552,0.01000,0.834
+34,block_sparse_moe.experts.219.w1,0.0000179474,0.01000,0.850
+34,block_sparse_moe.experts.221.w1,0.0000176080,0.01000,0.844
+34,block_sparse_moe.experts.222.w1,0.0000186442,0.01000,0.848
+34,block_sparse_moe.experts.223.w1,0.0000205401,0.01000,0.853
+34,block_sparse_moe.experts.224.w1,0.0000167488,0.01000,0.829
+34,block_sparse_moe.experts.225.w1,0.0000205446,0.01000,0.828
+34,block_sparse_moe.experts.227.w1,0.0000203123,0.01000,0.827
+34,block_sparse_moe.experts.226.w1,0.0000188948,0.01000,0.861
+34,block_sparse_moe.experts.229.w1,0.0000190670,0.01000,0.843
+34,block_sparse_moe.experts.228.w1,0.0000183716,0.01000,0.848
+34,block_sparse_moe.experts.230.w1,0.0000195709,0.01000,0.856
+34,block_sparse_moe.experts.231.w1,0.0000207044,0.01000,0.828
+34,block_sparse_moe.experts.232.w1,0.0000210689,0.01000,0.832
+34,block_sparse_moe.experts.233.w1,0.0000201726,0.01000,0.842
+34,block_sparse_moe.experts.234.w1,0.0000197045,0.01000,0.837
+34,block_sparse_moe.experts.236.w1,0.0000196052,0.01000,0.848
+34,block_sparse_moe.experts.235.w1,0.0000192962,0.01000,0.895
+34,block_sparse_moe.experts.237.w1,0.0000196930,0.01000,0.846
+34,block_sparse_moe.experts.238.w1,0.0000206652,0.01000,0.817
+34,block_sparse_moe.experts.239.w1,0.0000195332,0.01000,0.832
+34,block_sparse_moe.experts.240.w1,0.0000210392,0.01000,0.836
+34,block_sparse_moe.experts.241.w1,0.0000199255,0.01000,0.834
+34,block_sparse_moe.experts.242.w1,0.0000198575,0.01000,0.860
+34,block_sparse_moe.experts.243.w1,0.0000194020,0.01000,0.852
+34,block_sparse_moe.experts.244.w1,0.0000198615,0.01000,0.854
+34,block_sparse_moe.experts.245.w1,0.0000183487,0.01000,0.841
+34,block_sparse_moe.experts.246.w1,0.0000203703,0.01000,0.829
+34,block_sparse_moe.experts.247.w1,0.0000180304,0.01000,0.828
+34,block_sparse_moe.experts.248.w1,0.0000204389,0.01000,0.846
+34,block_sparse_moe.experts.249.w1,0.0000200090,0.01000,0.876
+34,block_sparse_moe.experts.250.w1,0.0000203745,0.01000,0.851
+34,block_sparse_moe.experts.252.w1,0.0000207051,0.01000,0.844
+34,block_sparse_moe.experts.251.w1,0.0000195620,0.01000,0.872
+34,block_sparse_moe.experts.253.w1,0.0000207361,0.01000,0.837
+34,block_sparse_moe.experts.254.w1,0.0000203202,0.01000,0.831
+34,block_sparse_moe.experts.255.w1,0.0000201062,0.01000,0.818
+34,block_sparse_moe.experts.1.w3,0.0000218552,0.01000,0.844
+34,block_sparse_moe.experts.0.w3,0.0000233498,0.01000,0.921
+34,block_sparse_moe.experts.3.w3,0.0000213849,0.01000,0.832
+34,block_sparse_moe.experts.2.w3,0.0000183514,0.01000,0.872
+34,block_sparse_moe.experts.4.w3,0.0000232962,0.01000,0.839
+34,block_sparse_moe.experts.5.w3,0.0000210592,0.01000,0.837
+34,block_sparse_moe.experts.6.w3,0.0000246445,0.01000,0.824
+34,block_sparse_moe.experts.7.w3,0.0000227468,0.01000,0.868
+34,block_sparse_moe.experts.9.w3,0.0000209203,0.01000,0.852
+34,block_sparse_moe.experts.10.w3,0.0000206795,0.01000,0.855
+34,block_sparse_moe.experts.8.w3,0.0000241036,0.01000,0.894
+34,block_sparse_moe.experts.11.w3,0.0000213175,0.01000,0.833
+34,block_sparse_moe.experts.12.w3,0.0000205578,0.01000,0.833
+34,block_sparse_moe.experts.13.w3,0.0000210836,0.01000,0.845
+34,block_sparse_moe.experts.14.w3,0.0000218325,0.01000,0.856
+34,block_sparse_moe.experts.15.w3,0.0000204664,0.01000,0.850
+34,block_sparse_moe.experts.17.w3,0.0000226371,0.01000,0.836
+34,block_sparse_moe.experts.16.w3,0.0000208718,0.01000,0.879
+34,block_sparse_moe.experts.18.w3,0.0000208474,0.01000,0.845
+34,block_sparse_moe.experts.19.w3,0.0000208513,0.01000,0.844
+34,block_sparse_moe.experts.20.w3,0.0000207079,0.01000,0.849
+34,block_sparse_moe.experts.21.w3,0.0000216441,0.01000,0.853
+34,block_sparse_moe.experts.22.w3,0.0000228639,0.01000,0.850
+34,block_sparse_moe.experts.23.w3,0.0000220104,0.01000,0.865
+34,block_sparse_moe.experts.24.w3,0.0000215823,0.01000,0.840
+34,block_sparse_moe.experts.25.w3,0.0000229131,0.01000,0.838
+34,block_sparse_moe.experts.26.w3,0.0000212496,0.01000,0.841
+34,block_sparse_moe.experts.27.w3,0.0000215717,0.01000,0.852
+34,block_sparse_moe.experts.28.w3,0.0000223252,0.01000,0.854
+34,block_sparse_moe.experts.29.w3,0.0000221927,0.01000,0.859
+34,block_sparse_moe.experts.31.w3,0.0000222433,0.01000,0.841
+34,block_sparse_moe.experts.30.w3,0.0000217184,0.01000,0.900
+34,block_sparse_moe.experts.32.w3,0.0000224839,0.01000,0.832
+34,block_sparse_moe.experts.33.w3,0.0000210342,0.01000,0.839
+34,block_sparse_moe.experts.34.w3,0.0000216404,0.01000,0.832
+34,block_sparse_moe.experts.35.w3,0.0000201020,0.01000,0.857
+34,block_sparse_moe.experts.36.w3,0.0000248935,0.01000,0.854
+34,block_sparse_moe.experts.37.w3,0.0000234425,0.01000,0.879
+34,block_sparse_moe.experts.39.w3,0.0000229547,0.01000,0.834
+34,block_sparse_moe.experts.38.w3,0.0000221820,0.01000,0.875
+34,block_sparse_moe.experts.40.w3,0.0000232647,0.01000,0.854
+34,block_sparse_moe.experts.41.w3,0.0000226773,0.01000,0.824
+34,block_sparse_moe.experts.42.w3,0.0000203997,0.01000,0.856
+34,block_sparse_moe.experts.43.w3,0.0000207301,0.01000,0.855
+34,block_sparse_moe.experts.45.w3,0.0000224155,0.01000,0.847
+34,block_sparse_moe.experts.44.w3,0.0000213136,0.01000,0.885
+34,block_sparse_moe.experts.46.w3,0.0000213898,0.01000,0.846
+34,block_sparse_moe.experts.48.w3,0.0000217794,0.01000,0.836
+34,block_sparse_moe.experts.47.w3,0.0000215158,0.01000,0.850
+34,block_sparse_moe.experts.49.w3,0.0000201826,0.01000,0.852
+34,block_sparse_moe.experts.50.w3,0.0000206258,0.01000,0.846
+34,block_sparse_moe.experts.53.w3,0.0000224015,0.01000,0.835
+34,block_sparse_moe.experts.52.w3,0.0000211470,0.01000,0.852
+34,block_sparse_moe.experts.51.w3,0.0000205786,0.01000,0.894
+34,block_sparse_moe.experts.55.w3,0.0000188088,0.01000,0.838
+34,block_sparse_moe.experts.54.w3,0.0000203905,0.01000,0.844
+34,block_sparse_moe.experts.56.w3,0.0000204200,0.01000,0.886
+34,block_sparse_moe.experts.57.w3,0.0000217224,0.01000,0.852
+34,block_sparse_moe.experts.59.w3,0.0000212140,0.01000,0.832
+34,block_sparse_moe.experts.61.w3,0.0000245457,0.01000,0.838
+34,block_sparse_moe.experts.60.w3,0.0000181422,0.01000,0.848
+34,block_sparse_moe.experts.58.w3,0.0000217513,0.01000,0.882
+34,block_sparse_moe.experts.62.w3,0.0000234672,0.01000,0.862
+34,block_sparse_moe.experts.63.w3,0.0000214383,0.01000,0.856
+34,block_sparse_moe.experts.64.w3,0.0000228710,0.01000,0.850
+34,block_sparse_moe.experts.66.w3,0.0000223682,0.01000,0.817
+34,block_sparse_moe.experts.67.w3,0.0000211626,0.01000,0.832
+34,block_sparse_moe.experts.65.w3,0.0000232696,0.01000,0.871
+34,block_sparse_moe.experts.68.w3,0.0000220246,0.01000,0.834
+34,block_sparse_moe.experts.69.w3,0.0000197905,0.01000,0.840
+34,block_sparse_moe.experts.71.w3,0.0000231914,0.01000,0.836
+34,block_sparse_moe.experts.70.w3,0.0000223892,0.01000,0.873
+34,block_sparse_moe.experts.72.w3,0.0000212585,0.01000,0.841
+34,block_sparse_moe.experts.74.w3,0.0000218897,0.01000,0.834
+34,block_sparse_moe.experts.75.w3,0.0000208467,0.01000,0.840
+34,block_sparse_moe.experts.73.w3,0.0000229578,0.01000,0.848
+34,block_sparse_moe.experts.76.w3,0.0000215572,0.01000,0.833
+34,block_sparse_moe.experts.77.w3,0.0000189917,0.01000,0.852
+34,block_sparse_moe.experts.78.w3,0.0000215580,0.01000,0.856
+34,block_sparse_moe.experts.79.w3,0.0000183980,0.01000,0.841
+34,block_sparse_moe.experts.80.w3,0.0000219841,0.01000,0.837
+34,block_sparse_moe.experts.81.w3,0.0000221759,0.01000,0.842
+34,block_sparse_moe.experts.83.w3,0.0000218380,0.01000,0.822
+34,block_sparse_moe.experts.82.w3,0.0000221493,0.01000,0.843
+34,block_sparse_moe.experts.84.w3,0.0000275066,0.01000,0.853
+34,block_sparse_moe.experts.85.w3,0.0000218607,0.01000,0.855
+34,block_sparse_moe.experts.87.w3,0.0000205611,0.01000,0.834
+34,block_sparse_moe.experts.86.w3,0.0000217641,0.01000,0.847
+34,block_sparse_moe.experts.88.w3,0.0000208587,0.01000,0.834
+34,block_sparse_moe.experts.90.w3,0.0000208682,0.01000,0.833
+34,block_sparse_moe.experts.89.w3,0.0000282116,0.01000,0.833
+34,block_sparse_moe.experts.91.w3,0.0000227961,0.01000,0.845
+34,block_sparse_moe.experts.94.w3,0.0000212675,0.01000,0.826
+34,block_sparse_moe.experts.97.w3,0.0000212828,0.01000,0.833
+34,block_sparse_moe.experts.96.w3,0.0000211300,0.01000,0.838
+34,block_sparse_moe.experts.95.w3,0.0000211548,0.01000,0.842
+34,block_sparse_moe.experts.92.w3,0.0000213611,0.01000,0.869
+34,block_sparse_moe.experts.93.w3,0.0000211848,0.01000,0.871
+34,block_sparse_moe.experts.98.w3,0.0000227222,0.01000,0.840
+34,block_sparse_moe.experts.99.w3,0.0000218058,0.01000,0.841
+34,block_sparse_moe.experts.101.w3,0.0000215467,0.01000,0.837
+34,block_sparse_moe.experts.102.w3,0.0000203541,0.01000,0.841
+34,block_sparse_moe.experts.104.w3,0.0000203043,0.01000,0.836
+34,block_sparse_moe.experts.103.w3,0.0000208390,0.01000,0.855
+34,block_sparse_moe.experts.100.w3,0.0000220879,0.01000,0.888
+34,block_sparse_moe.experts.105.w3,0.0000209431,0.01000,0.848
+34,block_sparse_moe.experts.106.w3,0.0000197815,0.01000,0.831
+34,block_sparse_moe.experts.108.w3,0.0000204006,0.01000,0.844
+34,block_sparse_moe.experts.109.w3,0.0000222696,0.01000,0.842
+34,block_sparse_moe.experts.107.w3,0.0000211034,0.01000,0.871
+34,block_sparse_moe.experts.110.w3,0.0000206500,0.01000,0.848
+34,block_sparse_moe.experts.111.w3,0.0000200909,0.01000,0.835
+34,block_sparse_moe.experts.112.w3,0.0000214208,0.01000,0.855
+34,block_sparse_moe.experts.113.w3,0.0000177694,0.01000,0.840
+34,block_sparse_moe.experts.115.w3,0.0000210847,0.01000,0.844
+34,block_sparse_moe.experts.116.w3,0.0000207794,0.01000,0.840
+34,block_sparse_moe.experts.118.w3,0.0000216453,0.01000,0.835
+34,block_sparse_moe.experts.117.w3,0.0000220872,0.01000,0.850
+34,block_sparse_moe.experts.114.w3,0.0000236617,0.01000,0.895
+34,block_sparse_moe.experts.120.w3,0.0000242545,0.01000,0.834
+34,block_sparse_moe.experts.119.w3,0.0000226737,0.01000,0.858
+34,block_sparse_moe.experts.122.w3,0.0000197916,0.01000,0.824
+34,block_sparse_moe.experts.123.w3,0.0000210236,0.01000,0.832
+34,block_sparse_moe.experts.124.w3,0.0000212621,0.01000,0.833
+34,block_sparse_moe.experts.121.w3,0.0000214736,0.01000,0.907
+34,block_sparse_moe.experts.125.w3,0.0000217423,0.01000,0.888
+34,block_sparse_moe.experts.126.w3,0.0000217999,0.01000,0.840
+34,block_sparse_moe.experts.127.w3,0.0000214962,0.01000,0.835
+34,block_sparse_moe.experts.129.w3,0.0000214611,0.01000,0.826
+34,block_sparse_moe.experts.130.w3,0.0000237397,0.01000,0.835
+34,block_sparse_moe.experts.128.w3,0.0000210601,0.01000,0.889
+34,block_sparse_moe.experts.131.w3,0.0000221652,0.01000,0.844
+34,block_sparse_moe.experts.132.w3,0.0000211673,0.01000,0.847
+34,block_sparse_moe.experts.133.w3,0.0000225718,0.01000,0.849
+34,block_sparse_moe.experts.134.w3,0.0000212657,0.01000,0.837
+34,block_sparse_moe.experts.136.w3,0.0000218422,0.01000,0.833
+34,block_sparse_moe.experts.137.w3,0.0000235462,0.01000,0.832
+34,block_sparse_moe.experts.135.w3,0.0000209568,0.01000,0.886
+34,block_sparse_moe.experts.138.w3,0.0000211055,0.01000,0.840
+34,block_sparse_moe.experts.139.w3,0.0000223165,0.01000,0.843
+34,block_sparse_moe.experts.141.w3,0.0000215325,0.01000,0.843
+34,block_sparse_moe.experts.140.w3,0.0000226780,0.01000,0.850
+34,block_sparse_moe.experts.143.w3,0.0000201034,0.01000,0.831
+34,block_sparse_moe.experts.144.w3,0.0000220836,0.01000,0.836
+34,block_sparse_moe.experts.142.w3,0.0000205907,0.01000,0.880
+34,block_sparse_moe.experts.145.w3,0.0000190170,0.01000,0.834
+34,block_sparse_moe.experts.146.w3,0.0000183971,0.01000,0.848
+34,block_sparse_moe.experts.148.w3,0.0000215003,0.01000,0.845
+34,block_sparse_moe.experts.147.w3,0.0000191803,0.01000,0.872
+34,block_sparse_moe.experts.150.w3,0.0000205830,0.01000,0.836
+34,block_sparse_moe.experts.151.w3,0.0000213586,0.01000,0.844
+34,block_sparse_moe.experts.149.w3,0.0000223141,0.01000,0.872
+34,block_sparse_moe.experts.152.w3,0.0000214540,0.01000,0.831
+34,block_sparse_moe.experts.153.w3,0.0000216886,0.01000,0.836
+34,block_sparse_moe.experts.154.w3,0.0000234523,0.01000,0.839
+34,block_sparse_moe.experts.155.w3,0.0000210641,0.01000,0.842
+34,block_sparse_moe.experts.156.w3,0.0000223561,0.01000,0.862
+34,block_sparse_moe.experts.158.w3,0.0000194896,0.01000,0.837
+34,block_sparse_moe.experts.159.w3,0.0000227521,0.01000,0.841
+34,block_sparse_moe.experts.157.w3,0.0000215730,0.01000,0.871
+34,block_sparse_moe.experts.160.w3,0.0000210133,0.01000,0.841
+34,block_sparse_moe.experts.161.w3,0.0000190607,0.01000,0.837
+34,block_sparse_moe.experts.162.w3,0.0000215092,0.01000,0.837
+34,block_sparse_moe.experts.164.w3,0.0000250701,0.01000,0.841
+34,block_sparse_moe.experts.165.w3,0.0000214141,0.01000,0.837
+34,block_sparse_moe.experts.163.w3,0.0000216234,0.01000,0.875
+34,block_sparse_moe.experts.166.w3,0.0000212160,0.01000,0.861
+34,block_sparse_moe.experts.167.w3,0.0000210992,0.01000,0.840
+34,block_sparse_moe.experts.168.w3,0.0000211430,0.01000,0.858
+34,block_sparse_moe.experts.169.w3,0.0000204634,0.01000,0.840
+34,block_sparse_moe.experts.171.w3,0.0000234981,0.01000,0.847
+34,block_sparse_moe.experts.170.w3,0.0000214553,0.01000,0.850
+34,block_sparse_moe.experts.172.w3,0.0000208958,0.01000,0.836
+34,block_sparse_moe.experts.173.w3,0.0000217222,0.01000,0.843
+34,block_sparse_moe.experts.174.w3,0.0000199842,0.01000,0.845
+34,block_sparse_moe.experts.175.w3,0.0000228536,0.01000,0.847
+34,block_sparse_moe.experts.176.w3,0.0000212665,0.01000,0.844
+34,block_sparse_moe.experts.178.w3,0.0000213613,0.01000,0.828
+34,block_sparse_moe.experts.179.w3,0.0000215367,0.01000,0.862
+34,block_sparse_moe.experts.180.w3,0.0000209342,0.01000,0.848
+34,block_sparse_moe.experts.177.w3,0.0000242925,0.01000,0.893
+34,block_sparse_moe.experts.181.w3,0.0000207122,0.01000,0.851
+34,block_sparse_moe.experts.182.w3,0.0000200848,0.01000,0.834
+34,block_sparse_moe.experts.183.w3,0.0000224226,0.01000,0.872
+34,block_sparse_moe.experts.184.w3,0.0000211873,0.01000,0.861
+34,block_sparse_moe.experts.185.w3,0.0000211142,0.01000,0.836
+34,block_sparse_moe.experts.186.w3,0.0000223583,0.01000,0.838
+34,block_sparse_moe.experts.188.w3,0.0000224180,0.01000,0.837
+34,block_sparse_moe.experts.187.w3,0.0000216304,0.01000,0.867
+34,block_sparse_moe.experts.189.w3,0.0000216734,0.01000,0.835
+34,block_sparse_moe.experts.190.w3,0.0000223618,0.01000,0.842
+34,block_sparse_moe.experts.191.w3,0.0000218293,0.01000,0.848
+34,block_sparse_moe.experts.192.w3,0.0000221437,0.01000,0.838
+34,block_sparse_moe.experts.193.w3,0.0000215760,0.01000,0.834
+34,block_sparse_moe.experts.194.w3,0.0000205031,0.01000,0.847
+34,block_sparse_moe.experts.195.w3,0.0000237316,0.01000,0.842
+34,block_sparse_moe.experts.196.w3,0.0000229290,0.01000,0.839
+34,block_sparse_moe.experts.197.w3,0.0000210503,0.01000,0.848
+34,block_sparse_moe.experts.200.w3,0.0000212490,0.01000,0.833
+34,block_sparse_moe.experts.199.w3,0.0000219356,0.01000,0.854
+34,block_sparse_moe.experts.198.w3,0.0000211040,0.01000,0.875
+34,block_sparse_moe.experts.201.w3,0.0000211924,0.01000,0.839
+34,block_sparse_moe.experts.202.w3,0.0000220600,0.01000,0.837
+34,block_sparse_moe.experts.203.w3,0.0000230724,0.01000,0.846
+34,block_sparse_moe.experts.204.w3,0.0000209246,0.01000,0.844
+34,block_sparse_moe.experts.206.w3,0.0000185754,0.01000,0.837
+34,block_sparse_moe.experts.207.w3,0.0000216484,0.01000,0.838
+34,block_sparse_moe.experts.208.w3,0.0000207973,0.01000,0.838
+34,block_sparse_moe.experts.205.w3,0.0000219972,0.01000,0.875
+34,block_sparse_moe.experts.209.w3,0.0000222155,0.01000,0.827
+34,block_sparse_moe.experts.210.w3,0.0000207550,0.01000,0.841
+34,block_sparse_moe.experts.211.w3,0.0000216105,0.01000,0.838
+34,block_sparse_moe.experts.213.w3,0.0000220360,0.01000,0.840
+34,block_sparse_moe.experts.214.w3,0.0000231563,0.01000,0.839
+34,block_sparse_moe.experts.216.w3,0.0000225115,0.01000,0.837
+34,block_sparse_moe.experts.215.w3,0.0000212058,0.01000,0.844
+34,block_sparse_moe.experts.212.w3,0.0000230919,0.01000,0.886
+34,block_sparse_moe.experts.217.w3,0.0000208139,0.01000,0.850
+34,block_sparse_moe.experts.218.w3,0.0000214645,0.01000,0.840
+34,block_sparse_moe.experts.220.w3,0.0000223429,0.01000,0.825
+34,block_sparse_moe.experts.221.w3,0.0000196940,0.01000,0.832
+34,block_sparse_moe.experts.222.w3,0.0000200433,0.01000,0.828
+34,block_sparse_moe.experts.223.w3,0.0000220403,0.01000,0.822
+34,block_sparse_moe.experts.219.w3,0.0000209673,0.01000,0.902
+34,block_sparse_moe.experts.224.w3,0.0000175287,0.01000,0.844
+34,block_sparse_moe.experts.225.w3,0.0000216212,0.01000,0.837
+34,block_sparse_moe.experts.228.w3,0.0000198727,0.01000,0.834
+34,block_sparse_moe.experts.227.w3,0.0000218298,0.01000,0.839
+34,block_sparse_moe.experts.229.w3,0.0000199332,0.01000,0.838
+34,block_sparse_moe.experts.226.w3,0.0000220244,0.01000,0.898
+34,block_sparse_moe.experts.230.w3,0.0000210041,0.01000,0.843
+34,block_sparse_moe.experts.231.w3,0.0000216833,0.01000,0.839
+34,block_sparse_moe.experts.232.w3,0.0000223062,0.01000,0.839
+34,block_sparse_moe.experts.234.w3,0.0000241899,0.01000,0.838
+34,block_sparse_moe.experts.235.w3,0.0000202623,0.01000,0.829
+34,block_sparse_moe.experts.236.w3,0.0000214076,0.01000,0.842
+34,block_sparse_moe.experts.233.w3,0.0000211127,0.01000,0.904
+34,block_sparse_moe.experts.237.w3,0.0000213621,0.01000,0.846
+34,block_sparse_moe.experts.238.w3,0.0000221603,0.01000,0.859
+34,block_sparse_moe.experts.239.w3,0.0000227276,0.01000,0.852
+34,block_sparse_moe.experts.241.w3,0.0000209384,0.01000,0.841
+34,block_sparse_moe.experts.242.w3,0.0000212757,0.01000,0.838
+34,block_sparse_moe.experts.243.w3,0.0000204359,0.01000,0.836
+34,block_sparse_moe.experts.240.w3,0.0000230800,0.01000,0.906
+34,block_sparse_moe.experts.244.w3,0.0000207857,0.01000,0.834
+34,block_sparse_moe.experts.245.w3,0.0000216707,0.01000,0.840
+34,block_sparse_moe.experts.246.w3,0.0000214180,0.01000,0.836
+34,block_sparse_moe.experts.247.w3,0.0000204022,0.01000,0.873
+34,block_sparse_moe.experts.248.w3,0.0000226347,0.01000,0.843
+34,block_sparse_moe.experts.249.w3,0.0000228045,0.01000,0.838
+34,block_sparse_moe.experts.251.w3,0.0000217673,0.01000,0.835
+34,block_sparse_moe.experts.250.w3,0.0000227226,0.01000,0.855
+34,block_sparse_moe.experts.252.w3,0.0000238910,0.01000,0.721
+34,block_sparse_moe.experts.253.w3,0.0000222026,0.01000,0.709
+34,block_sparse_moe.experts.255.w3,0.0000211188,0.01000,0.665
+34,block_sparse_moe.experts.254.w3,0.0000218356,0.01000,0.686
+34,block_sparse_moe.experts.0.w2,0.0000168698,0.01000,0.435
+34,block_sparse_moe.experts.1.w2,0.0000108266,0.01000,0.435
+34,block_sparse_moe.experts.3.w2,0.0000162687,0.01000,0.436
+34,block_sparse_moe.experts.5.w2,0.0000162077,0.01000,0.434
+34,block_sparse_moe.experts.2.w2,0.0000187019,0.01000,0.448
+34,block_sparse_moe.experts.6.w2,0.0000188675,0.01000,0.447
+34,block_sparse_moe.experts.4.w2,0.0000139379,0.01000,0.472
+34,block_sparse_moe.experts.7.w2,0.0000179306,0.01000,0.416
+34,block_sparse_moe.experts.8.w2,0.0000152324,0.01000,0.417
+34,block_sparse_moe.experts.10.w2,0.0000182860,0.01000,0.415
+34,block_sparse_moe.experts.9.w2,0.0000133925,0.01000,0.435
+34,block_sparse_moe.experts.12.w2,0.0000154479,0.01000,0.428
+34,block_sparse_moe.experts.11.w2,0.0000108765,0.01000,0.440
+34,block_sparse_moe.experts.13.w2,0.0000111046,0.01000,0.426
+34,block_sparse_moe.experts.14.w2,0.0000135107,0.01000,0.419
+34,block_sparse_moe.experts.15.w2,0.0000115943,0.01000,0.419
+34,block_sparse_moe.experts.16.w2,0.0000178930,0.01000,0.431
+34,block_sparse_moe.experts.17.w2,0.0000138265,0.01000,0.424
+34,block_sparse_moe.experts.18.w2,0.0000095533,0.01000,0.437
+34,block_sparse_moe.experts.19.w2,0.0000117039,0.01000,0.431
+34,block_sparse_moe.experts.20.w2,0.0000106722,0.01000,0.434
+34,block_sparse_moe.experts.22.w2,0.0000188213,0.01000,0.417
+34,block_sparse_moe.experts.21.w2,0.0000148444,0.01000,0.418
+34,block_sparse_moe.experts.23.w2,0.0000180329,0.01000,0.420
+34,block_sparse_moe.experts.24.w2,0.0000079713,0.01000,0.420
+34,block_sparse_moe.experts.25.w2,0.0000197572,0.01000,0.427
+34,block_sparse_moe.experts.26.w2,0.0000236464,0.01000,0.423
+34,block_sparse_moe.experts.27.w2,0.0000126461,0.01000,0.429
+34,block_sparse_moe.experts.29.w2,0.0000177006,0.01000,0.421
+34,block_sparse_moe.experts.28.w2,0.0000153804,0.01000,0.423
+34,block_sparse_moe.experts.30.w2,0.0000121964,0.01000,0.423
+34,block_sparse_moe.experts.31.w2,0.0000153941,0.01000,0.420
+34,block_sparse_moe.experts.33.w2,0.0000297475,0.01000,0.428
+34,block_sparse_moe.experts.32.w2,0.0000125952,0.01000,0.439
+34,block_sparse_moe.experts.34.w2,0.0000145015,0.01000,0.444
+34,block_sparse_moe.experts.35.w2,0.0000087014,0.01000,0.418
+34,block_sparse_moe.experts.36.w2,0.0000181311,0.01000,0.419
+34,block_sparse_moe.experts.37.w2,0.0000150969,0.01000,0.420
+34,block_sparse_moe.experts.38.w2,0.0000129337,0.01000,0.417
+34,block_sparse_moe.experts.39.w2,0.0000249582,0.01000,0.430
+34,block_sparse_moe.experts.40.w2,0.0000095597,0.01000,0.430
+34,block_sparse_moe.experts.41.w2,0.0000185284,0.01000,0.437
+34,block_sparse_moe.experts.43.w2,0.0000125577,0.01000,0.415
+34,block_sparse_moe.experts.42.w2,0.0000136509,0.01000,0.417
+34,block_sparse_moe.experts.44.w2,0.0000102410,0.01000,0.424
+34,block_sparse_moe.experts.45.w2,0.0000113206,0.01000,0.422
+34,block_sparse_moe.experts.46.w2,0.0000110678,0.01000,0.429
+34,block_sparse_moe.experts.47.w2,0.0000208380,0.01000,0.442
+34,block_sparse_moe.experts.48.w2,0.0000109625,0.01000,0.433
+34,block_sparse_moe.experts.49.w2,0.0000085508,0.01000,0.420
+34,block_sparse_moe.experts.50.w2,0.0000089978,0.01000,0.429
+34,block_sparse_moe.experts.52.w2,0.0000084459,0.01000,0.423
+34,block_sparse_moe.experts.51.w2,0.0000113525,0.01000,0.479
+34,block_sparse_moe.experts.53.w2,0.0000245636,0.01000,0.422
+34,block_sparse_moe.experts.54.w2,0.0000184552,0.01000,0.417
+34,block_sparse_moe.experts.55.w2,0.0000324405,0.01000,0.427
+34,block_sparse_moe.experts.56.w2,0.0000128932,0.01000,0.413
+34,block_sparse_moe.experts.57.w2,0.0000225487,0.01000,0.410
+34,block_sparse_moe.experts.58.w2,0.0000176457,0.01000,0.446
+34,block_sparse_moe.experts.59.w2,0.0000116996,0.01000,0.425
+34,block_sparse_moe.experts.61.w2,0.0000172112,0.01000,0.419
+34,block_sparse_moe.experts.60.w2,0.0000292647,0.01000,0.446
+34,block_sparse_moe.experts.62.w2,0.0000216433,0.01000,0.427
+34,block_sparse_moe.experts.63.w2,0.0000108771,0.01000,0.421
+34,block_sparse_moe.experts.64.w2,0.0000165748,0.01000,0.417
+34,block_sparse_moe.experts.65.w2,0.0000215104,0.01000,0.425
+34,block_sparse_moe.experts.66.w2,0.0000102191,0.01000,0.416
+34,block_sparse_moe.experts.67.w2,0.0000143755,0.01000,0.426
+34,block_sparse_moe.experts.68.w2,0.0000110902,0.01000,0.424
+34,block_sparse_moe.experts.69.w2,0.0000152103,0.01000,0.426
+34,block_sparse_moe.experts.70.w2,0.0000163827,0.01000,0.421
+34,block_sparse_moe.experts.71.w2,0.0000187388,0.01000,0.431
+34,block_sparse_moe.experts.72.w2,0.0000132137,0.01000,0.432
+34,block_sparse_moe.experts.73.w2,0.0000175014,0.01000,0.420
+34,block_sparse_moe.experts.74.w2,0.0000115222,0.01000,0.421
+34,block_sparse_moe.experts.75.w2,0.0000149106,0.01000,0.418
+34,block_sparse_moe.experts.76.w2,0.0000111723,0.01000,0.425
+34,block_sparse_moe.experts.77.w2,0.0000238660,0.01000,0.425
+34,block_sparse_moe.experts.78.w2,0.0000106430,0.01000,0.424
+34,block_sparse_moe.experts.80.w2,0.0000132074,0.01000,0.415
+34,block_sparse_moe.experts.79.w2,0.0000099491,0.01000,0.438
+34,block_sparse_moe.experts.82.w2,0.0000093677,0.01000,0.420
+34,block_sparse_moe.experts.81.w2,0.0000157155,0.01000,0.453
+34,block_sparse_moe.experts.83.w2,0.0000116186,0.01000,0.428
+34,block_sparse_moe.experts.84.w2,0.0000121957,0.01000,0.414
+34,block_sparse_moe.experts.85.w2,0.0000210845,0.01000,0.428
+34,block_sparse_moe.experts.86.w2,0.0000143521,0.01000,0.422
+34,block_sparse_moe.experts.87.w2,0.0000092654,0.01000,0.412
+34,block_sparse_moe.experts.88.w2,0.0000108120,0.01000,0.430
+34,block_sparse_moe.experts.89.w2,0.0000271404,0.01000,0.434
+34,block_sparse_moe.experts.90.w2,0.0000186428,0.01000,0.428
+34,block_sparse_moe.experts.91.w2,0.0000171958,0.01000,0.416
+34,block_sparse_moe.experts.92.w2,0.0000145882,0.01000,0.426
+34,block_sparse_moe.experts.94.w2,0.0000177401,0.01000,0.418
+34,block_sparse_moe.experts.93.w2,0.0000084748,0.01000,0.427
+34,block_sparse_moe.experts.95.w2,0.0000268658,0.01000,0.424
+34,block_sparse_moe.experts.96.w2,0.0000104804,0.01000,0.433
+34,block_sparse_moe.experts.97.w2,0.0000247931,0.01000,0.431
+34,block_sparse_moe.experts.98.w2,0.0000116040,0.01000,0.420
+34,block_sparse_moe.experts.99.w2,0.0000113043,0.01000,0.419
+34,block_sparse_moe.experts.101.w2,0.0000166075,0.01000,0.425
+34,block_sparse_moe.experts.100.w2,0.0000152001,0.01000,0.432
+34,block_sparse_moe.experts.102.w2,0.0000210624,0.01000,0.422
+34,block_sparse_moe.experts.103.w2,0.0000139955,0.01000,0.430
+34,block_sparse_moe.experts.104.w2,0.0000150853,0.01000,0.426
+34,block_sparse_moe.experts.105.w2,0.0000157691,0.01000,0.417
+34,block_sparse_moe.experts.106.w2,0.0000235954,0.01000,0.415
+34,block_sparse_moe.experts.108.w2,0.0000102025,0.01000,0.421
+34,block_sparse_moe.experts.107.w2,0.0000089517,0.01000,0.428
+34,block_sparse_moe.experts.109.w2,0.0000180609,0.01000,0.420
+34,block_sparse_moe.experts.110.w2,0.0000075051,0.01000,0.424
+34,block_sparse_moe.experts.111.w2,0.0000272713,0.01000,0.428
+34,block_sparse_moe.experts.112.w2,0.0000131009,0.01000,0.418
+34,block_sparse_moe.experts.113.w2,0.0000268747,0.01000,0.416
+34,block_sparse_moe.experts.115.w2,0.0000277774,0.01000,0.425
+34,block_sparse_moe.experts.114.w2,0.0000179476,0.01000,0.432
+34,block_sparse_moe.experts.116.w2,0.0000134541,0.01000,0.424
+34,block_sparse_moe.experts.117.w2,0.0000155464,0.01000,0.430
+34,block_sparse_moe.experts.118.w2,0.0000171425,0.01000,0.432
+34,block_sparse_moe.experts.119.w2,0.0000104685,0.01000,0.413
+34,block_sparse_moe.experts.120.w2,0.0000160605,0.01000,0.414
+34,block_sparse_moe.experts.122.w2,0.0000215761,0.01000,0.423
+34,block_sparse_moe.experts.121.w2,0.0000104772,0.01000,0.435
+34,block_sparse_moe.experts.123.w2,0.0000077804,0.01000,0.419
+34,block_sparse_moe.experts.124.w2,0.0000091235,0.01000,0.423
+34,block_sparse_moe.experts.125.w2,0.0000113208,0.01000,0.428
+34,block_sparse_moe.experts.126.w2,0.0000123977,0.01000,0.414
+34,block_sparse_moe.experts.127.w2,0.0000166553,0.01000,0.412
+34,block_sparse_moe.experts.129.w2,0.0000087501,0.01000,0.422
+34,block_sparse_moe.experts.128.w2,0.0000132319,0.01000,0.435
+34,block_sparse_moe.experts.130.w2,0.0000241364,0.01000,0.427
+34,block_sparse_moe.experts.131.w2,0.0000162582,0.01000,0.429
+34,block_sparse_moe.experts.132.w2,0.0000122358,0.01000,0.432
+34,block_sparse_moe.experts.133.w2,0.0000097321,0.01000,0.417
+34,block_sparse_moe.experts.134.w2,0.0000111177,0.01000,0.414
+34,block_sparse_moe.experts.136.w2,0.0000123921,0.01000,0.423
+34,block_sparse_moe.experts.135.w2,0.0000219448,0.01000,0.425
+34,block_sparse_moe.experts.137.w2,0.0000191078,0.01000,0.420
+34,block_sparse_moe.experts.138.w2,0.0000131436,0.01000,0.424
+34,block_sparse_moe.experts.139.w2,0.0000153193,0.01000,0.427
+34,block_sparse_moe.experts.140.w2,0.0000177423,0.01000,0.411
+34,block_sparse_moe.experts.141.w2,0.0000099067,0.01000,0.413
+34,block_sparse_moe.experts.143.w2,0.0000204668,0.01000,0.421
+34,block_sparse_moe.experts.144.w2,0.0000090370,0.01000,0.421
+34,block_sparse_moe.experts.142.w2,0.0000159905,0.01000,0.433
+34,block_sparse_moe.experts.145.w2,0.0000161095,0.01000,0.430
+34,block_sparse_moe.experts.146.w2,0.0000167537,0.01000,0.432
+34,block_sparse_moe.experts.147.w2,0.0000242936,0.01000,0.422
+34,block_sparse_moe.experts.148.w2,0.0000211535,0.01000,0.416
+34,block_sparse_moe.experts.149.w2,0.0000148363,0.01000,0.424
+34,block_sparse_moe.experts.150.w2,0.0000098424,0.01000,0.414
+34,block_sparse_moe.experts.151.w2,0.0000157893,0.01000,0.435
+34,block_sparse_moe.experts.152.w2,0.0000300062,0.01000,0.421
+34,block_sparse_moe.experts.153.w2,0.0000130505,0.01000,0.422
+34,block_sparse_moe.experts.154.w2,0.0000293865,0.01000,0.432
+34,block_sparse_moe.experts.155.w2,0.0000199095,0.01000,0.412
+34,block_sparse_moe.experts.157.w2,0.0000089047,0.01000,0.413
+34,block_sparse_moe.experts.156.w2,0.0000174323,0.01000,0.427
+34,block_sparse_moe.experts.158.w2,0.0000236989,0.01000,0.424
+34,block_sparse_moe.experts.159.w2,0.0000192463,0.01000,0.418
+34,block_sparse_moe.experts.160.w2,0.0000114722,0.01000,0.423
+34,block_sparse_moe.experts.162.w2,0.0000087491,0.01000,0.415
+34,block_sparse_moe.experts.161.w2,0.0000292736,0.01000,0.448
+34,block_sparse_moe.experts.163.w2,0.0000132967,0.01000,0.430
+34,block_sparse_moe.experts.164.w2,0.0000170189,0.01000,0.417
+34,block_sparse_moe.experts.165.w2,0.0000116758,0.01000,0.432
+34,block_sparse_moe.experts.166.w2,0.0000115394,0.01000,0.420
+34,block_sparse_moe.experts.167.w2,0.0000103862,0.01000,0.430
+34,block_sparse_moe.experts.168.w2,0.0000081848,0.01000,0.423
+34,block_sparse_moe.experts.169.w2,0.0000199371,0.01000,0.413
+34,block_sparse_moe.experts.170.w2,0.0000134090,0.01000,0.421
+34,block_sparse_moe.experts.171.w2,0.0000138265,0.01000,0.454
+34,block_sparse_moe.experts.172.w2,0.0000261944,0.01000,0.424
+34,block_sparse_moe.experts.173.w2,0.0000256251,0.01000,0.419
+34,block_sparse_moe.experts.174.w2,0.0000145309,0.01000,0.425
+34,block_sparse_moe.experts.175.w2,0.0000134664,0.01000,0.420
+34,block_sparse_moe.experts.176.w2,0.0000082137,0.01000,0.414
+34,block_sparse_moe.experts.177.w2,0.0000197726,0.01000,0.421
+34,block_sparse_moe.experts.178.w2,0.0000162380,0.01000,0.420
+34,block_sparse_moe.experts.179.w2,0.0000112104,0.01000,0.443
+34,block_sparse_moe.experts.180.w2,0.0000169097,0.01000,0.433
+34,block_sparse_moe.experts.181.w2,0.0000205140,0.01000,0.433
+34,block_sparse_moe.experts.183.w2,0.0000121968,0.01000,0.421
+34,block_sparse_moe.experts.182.w2,0.0000227785,0.01000,0.434
+34,block_sparse_moe.experts.184.w2,0.0000236119,0.01000,0.417
+34,block_sparse_moe.experts.185.w2,0.0000094631,0.01000,0.416
+34,block_sparse_moe.experts.186.w2,0.0000265406,0.01000,0.420
+34,block_sparse_moe.experts.187.w2,0.0000101746,0.01000,0.421
+34,block_sparse_moe.experts.188.w2,0.0000229310,0.01000,0.432
+34,block_sparse_moe.experts.190.w2,0.0000357497,0.01000,0.414
+34,block_sparse_moe.experts.189.w2,0.0000114548,0.01000,0.415
+34,block_sparse_moe.experts.191.w2,0.0000201429,0.01000,0.415
+34,block_sparse_moe.experts.192.w2,0.0000262119,0.01000,0.420
+34,block_sparse_moe.experts.193.w2,0.0000133815,0.01000,0.424
+34,block_sparse_moe.experts.194.w2,0.0000136671,0.01000,0.423
+34,block_sparse_moe.experts.195.w2,0.0000268818,0.01000,0.437
+34,block_sparse_moe.experts.196.w2,0.0000199244,0.01000,0.419
+34,block_sparse_moe.experts.197.w2,0.0000117924,0.01000,0.429
+34,block_sparse_moe.experts.198.w2,0.0000157467,0.01000,0.428
+34,block_sparse_moe.experts.199.w2,0.0000250577,0.01000,0.416
+34,block_sparse_moe.experts.200.w2,0.0000111099,0.01000,0.424
+34,block_sparse_moe.experts.201.w2,0.0000109450,0.01000,0.418
+34,block_sparse_moe.experts.202.w2,0.0000134526,0.01000,0.431
+34,block_sparse_moe.experts.203.w2,0.0000170369,0.01000,0.412
+34,block_sparse_moe.experts.204.w2,0.0000163155,0.01000,0.408
+34,block_sparse_moe.experts.205.w2,0.0000096602,0.01000,0.417
+34,block_sparse_moe.experts.206.w2,0.0000286050,0.01000,0.414
+34,block_sparse_moe.experts.207.w2,0.0000093309,0.01000,0.421
+34,block_sparse_moe.experts.208.w2,0.0000145730,0.01000,0.420
+34,block_sparse_moe.experts.209.w2,0.0000143699,0.01000,0.435
+34,block_sparse_moe.experts.210.w2,0.0000115169,0.01000,0.416
+34,block_sparse_moe.experts.211.w2,0.0000112885,0.01000,0.420
+34,block_sparse_moe.experts.212.w2,0.0000182816,0.01000,0.418
+34,block_sparse_moe.experts.213.w2,0.0000165029,0.01000,0.418
+34,block_sparse_moe.experts.214.w2,0.0000136217,0.01000,0.423
+34,block_sparse_moe.experts.215.w2,0.0000090124,0.01000,0.423
+34,block_sparse_moe.experts.216.w2,0.0000141207,0.01000,0.433
+34,block_sparse_moe.experts.217.w2,0.0000222878,0.01000,0.417
+34,block_sparse_moe.experts.218.w2,0.0000109214,0.01000,0.414
+34,block_sparse_moe.experts.219.w2,0.0000223543,0.01000,0.416
+34,block_sparse_moe.experts.220.w2,0.0000094688,0.01000,0.415
+34,block_sparse_moe.experts.221.w2,0.0000160546,0.01000,0.421
+34,block_sparse_moe.experts.222.w2,0.0000239369,0.01000,0.418
+34,block_sparse_moe.experts.223.w2,0.0000137029,0.01000,0.430
+34,block_sparse_moe.experts.224.w2,0.0000226154,0.01000,0.413
+34,block_sparse_moe.experts.225.w2,0.0000113266,0.01000,0.411
+34,block_sparse_moe.experts.226.w2,0.0000275815,0.01000,0.421
+34,block_sparse_moe.experts.227.w2,0.0000168484,0.01000,0.416
+34,block_sparse_moe.experts.228.w2,0.0000185571,0.01000,0.426
+34,block_sparse_moe.experts.229.w2,0.0000165725,0.01000,0.422
+34,block_sparse_moe.experts.230.w2,0.0000120299,0.01000,0.435
+34,block_sparse_moe.experts.231.w2,0.0000107297,0.01000,0.417
+34,block_sparse_moe.experts.232.w2,0.0000271766,0.01000,0.415
+34,block_sparse_moe.experts.233.w2,0.0000103501,0.01000,0.415
+34,block_sparse_moe.experts.234.w2,0.0000189857,0.01000,0.413
+34,block_sparse_moe.experts.235.w2,0.0000298673,0.01000,0.421
+34,block_sparse_moe.experts.236.w2,0.0000220125,0.01000,0.418
+34,block_sparse_moe.experts.238.w2,0.0000224971,0.01000,0.414
+34,block_sparse_moe.experts.239.w2,0.0000249273,0.01000,0.412
+34,block_sparse_moe.experts.237.w2,0.0000104310,0.01000,0.444
+34,block_sparse_moe.experts.240.w2,0.0000164998,0.01000,0.413
+34,block_sparse_moe.experts.241.w2,0.0000124293,0.01000,0.413
+34,block_sparse_moe.experts.242.w2,0.0000195975,0.01000,0.419
+34,block_sparse_moe.experts.243.w2,0.0000128705,0.01000,0.414
+34,block_sparse_moe.experts.245.w2,0.0000141370,0.01000,0.413
+34,block_sparse_moe.experts.244.w2,0.0000108163,0.01000,0.439
+34,block_sparse_moe.experts.246.w2,0.0000085562,0.01000,0.429
+34,block_sparse_moe.experts.247.w2,0.0000263554,0.01000,0.419
+34,block_sparse_moe.experts.248.w2,0.0000156516,0.01000,0.417
+34,block_sparse_moe.experts.249.w2,0.0000192066,0.01000,0.429
+34,block_sparse_moe.experts.250.w2,0.0000118246,0.01000,0.422
+34,block_sparse_moe.experts.251.w2,0.0000137204,0.01000,0.405
+34,block_sparse_moe.experts.252.w2,0.0000162741,0.01000,0.389
+34,block_sparse_moe.experts.253.w2,0.0000137158,0.01000,0.391
+34,block_sparse_moe.experts.254.w2,0.0000150640,0.01000,0.354
+34,block_sparse_moe.experts.255.w2,0.0000126623,0.01000,0.352
+35,block_sparse_moe.experts.0.w1,0.0000185565,0.01000,0.840
+35,block_sparse_moe.experts.1.w1,0.0000192395,0.01000,0.845
+35,block_sparse_moe.experts.2.w1,0.0000193695,0.01000,0.856
+35,block_sparse_moe.experts.5.w1,0.0000184369,0.01000,0.857
+35,block_sparse_moe.experts.4.w1,0.0000186755,0.01000,0.863
+35,block_sparse_moe.experts.6.w1,0.0000186468,0.01000,0.864
+35,block_sparse_moe.experts.3.w1,0.0000190803,0.01000,0.913
+35,block_sparse_moe.experts.7.w1,0.0000176606,0.01000,0.828
+35,block_sparse_moe.experts.8.w1,0.0000194315,0.01000,0.840
+35,block_sparse_moe.experts.9.w1,0.0000196332,0.01000,0.840
+35,block_sparse_moe.experts.12.w1,0.0000192318,0.01000,0.841
+35,block_sparse_moe.experts.11.w1,0.0000192404,0.01000,0.850
+35,block_sparse_moe.experts.10.w1,0.0000181415,0.01000,0.870
+35,block_sparse_moe.experts.13.w1,0.0000216642,0.01000,0.857
+35,block_sparse_moe.experts.14.w1,0.0000176056,0.01000,0.829
+35,block_sparse_moe.experts.15.w1,0.0000197096,0.01000,0.847
+35,block_sparse_moe.experts.16.w1,0.0000191802,0.01000,0.844
+35,block_sparse_moe.experts.17.w1,0.0000194957,0.01000,0.840
+35,block_sparse_moe.experts.18.w1,0.0000190208,0.01000,0.853
+35,block_sparse_moe.experts.19.w1,0.0000204185,0.01000,0.857
+35,block_sparse_moe.experts.20.w1,0.0000193783,0.01000,0.859
+35,block_sparse_moe.experts.21.w1,0.0000200092,0.01000,0.832
+35,block_sparse_moe.experts.22.w1,0.0000173230,0.01000,0.848
+35,block_sparse_moe.experts.23.w1,0.0000199598,0.01000,0.844
+35,block_sparse_moe.experts.24.w1,0.0000195767,0.01000,0.837
+35,block_sparse_moe.experts.25.w1,0.0000153061,0.01000,0.856
+35,block_sparse_moe.experts.26.w1,0.0000192520,0.01000,0.854
+35,block_sparse_moe.experts.27.w1,0.0000185653,0.01000,0.875
+35,block_sparse_moe.experts.28.w1,0.0000182286,0.01000,0.828
+35,block_sparse_moe.experts.30.w1,0.0000176846,0.01000,0.842
+35,block_sparse_moe.experts.29.w1,0.0000194365,0.01000,0.848
+35,block_sparse_moe.experts.31.w1,0.0000190244,0.01000,0.860
+35,block_sparse_moe.experts.32.w1,0.0000179895,0.01000,0.857
+35,block_sparse_moe.experts.33.w1,0.0000189069,0.01000,0.857
+35,block_sparse_moe.experts.34.w1,0.0000193880,0.01000,0.866
+35,block_sparse_moe.experts.35.w1,0.0000188840,0.01000,0.834
+35,block_sparse_moe.experts.36.w1,0.0000115701,0.01000,0.838
+35,block_sparse_moe.experts.37.w1,0.0000172028,0.01000,0.855
+35,block_sparse_moe.experts.38.w1,0.0000191786,0.01000,0.857
+35,block_sparse_moe.experts.39.w1,0.0000194346,0.01000,0.850
+35,block_sparse_moe.experts.40.w1,0.0000191233,0.01000,0.836
+35,block_sparse_moe.experts.41.w1,0.0000178162,0.01000,0.863
+35,block_sparse_moe.experts.42.w1,0.0000192771,0.01000,0.848
+35,block_sparse_moe.experts.43.w1,0.0000183412,0.01000,0.858
+35,block_sparse_moe.experts.44.w1,0.0000176297,0.01000,0.843
+35,block_sparse_moe.experts.45.w1,0.0000178205,0.01000,0.838
+35,block_sparse_moe.experts.46.w1,0.0000202402,0.01000,0.857
+35,block_sparse_moe.experts.47.w1,0.0000197775,0.01000,0.855
+35,block_sparse_moe.experts.48.w1,0.0000191309,0.01000,0.850
+35,block_sparse_moe.experts.49.w1,0.0000197615,0.01000,0.828
+35,block_sparse_moe.experts.51.w1,0.0000197766,0.01000,0.837
+35,block_sparse_moe.experts.52.w1,0.0000192717,0.01000,0.833
+35,block_sparse_moe.experts.50.w1,0.0000182532,0.01000,0.864
+35,block_sparse_moe.experts.53.w1,0.0000194290,0.01000,0.849
+35,block_sparse_moe.experts.54.w1,0.0000176114,0.01000,0.852
+35,block_sparse_moe.experts.55.w1,0.0000182829,0.01000,0.847
+35,block_sparse_moe.experts.56.w1,0.0000185926,0.01000,0.825
+35,block_sparse_moe.experts.57.w1,0.0000172531,0.01000,0.839
+35,block_sparse_moe.experts.58.w1,0.0000196154,0.01000,0.836
+35,block_sparse_moe.experts.59.w1,0.0000178030,0.01000,0.846
+35,block_sparse_moe.experts.60.w1,0.0000192297,0.01000,0.851
+35,block_sparse_moe.experts.61.w1,0.0000184502,0.01000,0.851
+35,block_sparse_moe.experts.62.w1,0.0000181574,0.01000,0.847
+35,block_sparse_moe.experts.63.w1,0.0000203720,0.01000,0.830
+35,block_sparse_moe.experts.64.w1,0.0000182179,0.01000,0.846
+35,block_sparse_moe.experts.65.w1,0.0000179325,0.01000,0.849
+35,block_sparse_moe.experts.66.w1,0.0000191539,0.01000,0.843
+35,block_sparse_moe.experts.68.w1,0.0000186351,0.01000,0.851
+35,block_sparse_moe.experts.67.w1,0.0000193954,0.01000,0.860
+35,block_sparse_moe.experts.69.w1,0.0000181476,0.01000,0.856
+35,block_sparse_moe.experts.70.w1,0.0000194175,0.01000,0.824
+35,block_sparse_moe.experts.71.w1,0.0000195013,0.01000,0.830
+35,block_sparse_moe.experts.72.w1,0.0000204358,0.01000,0.835
+35,block_sparse_moe.experts.73.w1,0.0000185606,0.01000,0.845
+35,block_sparse_moe.experts.74.w1,0.0000197602,0.01000,0.859
+35,block_sparse_moe.experts.75.w1,0.0000185388,0.01000,0.868
+35,block_sparse_moe.experts.76.w1,0.0000201931,0.01000,0.852
+35,block_sparse_moe.experts.77.w1,0.0000186906,0.01000,0.835
+35,block_sparse_moe.experts.78.w1,0.0000180301,0.01000,0.833
+35,block_sparse_moe.experts.79.w1,0.0000180802,0.01000,0.834
+35,block_sparse_moe.experts.80.w1,0.0000199307,0.01000,0.835
+35,block_sparse_moe.experts.81.w1,0.0000179616,0.01000,0.848
+35,block_sparse_moe.experts.82.w1,0.0000189230,0.01000,0.845
+35,block_sparse_moe.experts.83.w1,0.0000184711,0.01000,0.856
+35,block_sparse_moe.experts.84.w1,0.0000194753,0.01000,0.829
+35,block_sparse_moe.experts.85.w1,0.0000199799,0.01000,0.836
+35,block_sparse_moe.experts.86.w1,0.0000197142,0.01000,0.833
+35,block_sparse_moe.experts.87.w1,0.0000174296,0.01000,0.841
+35,block_sparse_moe.experts.88.w1,0.0000197098,0.01000,0.855
+35,block_sparse_moe.experts.89.w1,0.0000194510,0.01000,0.850
+35,block_sparse_moe.experts.90.w1,0.0000192406,0.01000,0.844
+35,block_sparse_moe.experts.91.w1,0.0000180066,0.01000,0.851
+35,block_sparse_moe.experts.92.w1,0.0000170555,0.01000,0.836
+35,block_sparse_moe.experts.93.w1,0.0000191054,0.01000,0.837
+35,block_sparse_moe.experts.94.w1,0.0000195078,0.01000,0.839
+35,block_sparse_moe.experts.96.w1,0.0000180474,0.01000,0.855
+35,block_sparse_moe.experts.95.w1,0.0000201854,0.01000,0.881
+35,block_sparse_moe.experts.97.w1,0.0000184433,0.01000,0.857
+35,block_sparse_moe.experts.98.w1,0.0000187811,0.01000,0.834
+35,block_sparse_moe.experts.99.w1,0.0000203519,0.01000,0.833
+35,block_sparse_moe.experts.100.w1,0.0000191195,0.01000,0.846
+35,block_sparse_moe.experts.101.w1,0.0000193415,0.01000,0.855
+35,block_sparse_moe.experts.102.w1,0.0000188271,0.01000,0.869
+35,block_sparse_moe.experts.103.w1,0.0000175470,0.01000,0.861
+35,block_sparse_moe.experts.104.w1,0.0000193901,0.01000,0.861
+35,block_sparse_moe.experts.105.w1,0.0000200890,0.01000,0.833
+35,block_sparse_moe.experts.106.w1,0.0000182448,0.01000,0.850
+35,block_sparse_moe.experts.107.w1,0.0000194396,0.01000,0.845
+35,block_sparse_moe.experts.108.w1,0.0000179953,0.01000,0.867
+35,block_sparse_moe.experts.109.w1,0.0000184609,0.01000,0.859
+35,block_sparse_moe.experts.110.w1,0.0000193988,0.01000,0.856
+35,block_sparse_moe.experts.111.w1,0.0000189124,0.01000,0.849
+35,block_sparse_moe.experts.112.w1,0.0000173906,0.01000,0.828
+35,block_sparse_moe.experts.113.w1,0.0000187253,0.01000,0.841
+35,block_sparse_moe.experts.114.w1,0.0000193957,0.01000,0.833
+35,block_sparse_moe.experts.115.w1,0.0000198399,0.01000,0.849
+35,block_sparse_moe.experts.116.w1,0.0000201397,0.01000,0.861
+35,block_sparse_moe.experts.117.w1,0.0000197903,0.01000,0.851
+35,block_sparse_moe.experts.118.w1,0.0000201719,0.01000,0.854
+35,block_sparse_moe.experts.119.w1,0.0000198120,0.01000,0.832
+35,block_sparse_moe.experts.120.w1,0.0000203273,0.01000,0.844
+35,block_sparse_moe.experts.121.w1,0.0000189741,0.01000,0.840
+35,block_sparse_moe.experts.122.w1,0.0000191698,0.01000,0.841
+35,block_sparse_moe.experts.124.w1,0.0000196805,0.01000,0.850
+35,block_sparse_moe.experts.123.w1,0.0000197944,0.01000,0.879
+35,block_sparse_moe.experts.125.w1,0.0000189041,0.01000,0.855
+35,block_sparse_moe.experts.126.w1,0.0000178790,0.01000,0.835
+35,block_sparse_moe.experts.127.w1,0.0000196394,0.01000,0.840
+35,block_sparse_moe.experts.128.w1,0.0000180241,0.01000,0.840
+35,block_sparse_moe.experts.129.w1,0.0000204003,0.01000,0.845
+35,block_sparse_moe.experts.130.w1,0.0000169616,0.01000,0.851
+35,block_sparse_moe.experts.131.w1,0.0000206647,0.01000,0.870
+35,block_sparse_moe.experts.132.w1,0.0000189168,0.01000,0.853
+35,block_sparse_moe.experts.133.w1,0.0000192650,0.01000,0.832
+35,block_sparse_moe.experts.134.w1,0.0000197427,0.01000,0.841
+35,block_sparse_moe.experts.135.w1,0.0000182376,0.01000,0.842
+35,block_sparse_moe.experts.136.w1,0.0000196193,0.01000,0.866
+35,block_sparse_moe.experts.137.w1,0.0000199100,0.01000,0.872
+35,block_sparse_moe.experts.139.w1,0.0000203416,0.01000,0.854
+35,block_sparse_moe.experts.138.w1,0.0000185398,0.01000,0.869
+35,block_sparse_moe.experts.140.w1,0.0000194532,0.01000,0.837
+35,block_sparse_moe.experts.141.w1,0.0000181821,0.01000,0.839
+35,block_sparse_moe.experts.142.w1,0.0000179959,0.01000,0.835
+35,block_sparse_moe.experts.143.w1,0.0000197861,0.01000,0.831
+35,block_sparse_moe.experts.144.w1,0.0000174531,0.01000,0.857
+35,block_sparse_moe.experts.145.w1,0.0000183724,0.01000,0.843
+35,block_sparse_moe.experts.146.w1,0.0000179514,0.01000,0.867
+35,block_sparse_moe.experts.147.w1,0.0000178478,0.01000,0.830
+35,block_sparse_moe.experts.148.w1,0.0000185863,0.01000,0.841
+35,block_sparse_moe.experts.149.w1,0.0000175120,0.01000,0.843
+35,block_sparse_moe.experts.150.w1,0.0000171476,0.01000,0.830
+35,block_sparse_moe.experts.151.w1,0.0000196313,0.01000,0.862
+35,block_sparse_moe.experts.152.w1,0.0000207018,0.01000,0.848
+35,block_sparse_moe.experts.153.w1,0.0000197792,0.01000,0.872
+35,block_sparse_moe.experts.154.w1,0.0000192318,0.01000,0.830
+35,block_sparse_moe.experts.155.w1,0.0000189534,0.01000,0.848
+35,block_sparse_moe.experts.156.w1,0.0000198997,0.01000,0.848
+35,block_sparse_moe.experts.157.w1,0.0000175864,0.01000,0.836
+35,block_sparse_moe.experts.159.w1,0.0000181972,0.01000,0.846
+35,block_sparse_moe.experts.158.w1,0.0000198880,0.01000,0.863
+35,block_sparse_moe.experts.160.w1,0.0000196101,0.01000,0.871
+35,block_sparse_moe.experts.161.w1,0.0000195952,0.01000,0.832
+35,block_sparse_moe.experts.162.w1,0.0000190033,0.01000,0.850
+35,block_sparse_moe.experts.163.w1,0.0000194061,0.01000,0.850
+35,block_sparse_moe.experts.164.w1,0.0000176125,0.01000,0.843
+35,block_sparse_moe.experts.165.w1,0.0000173589,0.01000,0.841
+35,block_sparse_moe.experts.166.w1,0.0000176889,0.01000,0.862
+35,block_sparse_moe.experts.167.w1,0.0000191618,0.01000,0.855
+35,block_sparse_moe.experts.168.w1,0.0000186867,0.01000,0.845
+35,block_sparse_moe.experts.169.w1,0.0000199096,0.01000,0.833
+35,block_sparse_moe.experts.170.w1,0.0000189717,0.01000,0.834
+35,block_sparse_moe.experts.171.w1,0.0000190539,0.01000,0.831
+35,block_sparse_moe.experts.172.w1,0.0000180561,0.01000,0.840
+35,block_sparse_moe.experts.173.w1,0.0000180236,0.01000,0.849
+35,block_sparse_moe.experts.174.w1,0.0000196222,0.01000,0.856
+35,block_sparse_moe.experts.175.w1,0.0000178800,0.01000,0.841
+35,block_sparse_moe.experts.176.w1,0.0000180914,0.01000,0.841
+35,block_sparse_moe.experts.177.w1,0.0000196107,0.01000,0.840
+35,block_sparse_moe.experts.178.w1,0.0000191380,0.01000,0.840
+35,block_sparse_moe.experts.179.w1,0.0000200497,0.01000,0.851
+35,block_sparse_moe.experts.180.w1,0.0000194444,0.01000,0.846
+35,block_sparse_moe.experts.181.w1,0.0000193705,0.01000,0.856
+35,block_sparse_moe.experts.182.w1,0.0000189189,0.01000,0.841
+35,block_sparse_moe.experts.183.w1,0.0000189281,0.01000,0.850
+35,block_sparse_moe.experts.184.w1,0.0000195573,0.01000,0.845
+35,block_sparse_moe.experts.185.w1,0.0000192758,0.01000,0.836
+35,block_sparse_moe.experts.186.w1,0.0000197694,0.01000,0.842
+35,block_sparse_moe.experts.187.w1,0.0000198195,0.01000,0.851
+35,block_sparse_moe.experts.188.w1,0.0000173736,0.01000,0.848
+35,block_sparse_moe.experts.189.w1,0.0000198651,0.01000,0.841
+35,block_sparse_moe.experts.191.w1,0.0000188193,0.01000,0.830
+35,block_sparse_moe.experts.190.w1,0.0000186173,0.01000,0.877
+35,block_sparse_moe.experts.192.w1,0.0000186391,0.01000,0.837
+35,block_sparse_moe.experts.193.w1,0.0000187209,0.01000,0.836
+35,block_sparse_moe.experts.194.w1,0.0000172193,0.01000,0.848
+35,block_sparse_moe.experts.195.w1,0.0000193906,0.01000,0.849
+35,block_sparse_moe.experts.196.w1,0.0000203088,0.01000,0.832
+35,block_sparse_moe.experts.197.w1,0.0000173112,0.01000,0.835
+35,block_sparse_moe.experts.198.w1,0.0000192347,0.01000,0.858
+35,block_sparse_moe.experts.199.w1,0.0000191230,0.01000,0.833
+35,block_sparse_moe.experts.200.w1,0.0000181623,0.01000,0.855
+35,block_sparse_moe.experts.201.w1,0.0000187830,0.01000,0.845
+35,block_sparse_moe.experts.202.w1,0.0000192268,0.01000,0.855
+35,block_sparse_moe.experts.203.w1,0.0000180961,0.01000,0.838
+35,block_sparse_moe.experts.204.w1,0.0000195894,0.01000,0.819
+35,block_sparse_moe.experts.206.w1,0.0000202756,0.01000,0.830
+35,block_sparse_moe.experts.205.w1,0.0000186918,0.01000,0.883
+35,block_sparse_moe.experts.207.w1,0.0000196103,0.01000,0.836
+35,block_sparse_moe.experts.208.w1,0.0000189119,0.01000,0.842
+35,block_sparse_moe.experts.209.w1,0.0000196100,0.01000,0.846
+35,block_sparse_moe.experts.210.w1,0.0000192493,0.01000,0.834
+35,block_sparse_moe.experts.211.w1,0.0000191722,0.01000,0.827
+35,block_sparse_moe.experts.212.w1,0.0000183364,0.01000,0.843
+35,block_sparse_moe.experts.213.w1,0.0000173154,0.01000,0.857
+35,block_sparse_moe.experts.214.w1,0.0000183990,0.01000,0.862
+35,block_sparse_moe.experts.215.w1,0.0000180205,0.01000,0.848
+35,block_sparse_moe.experts.216.w1,0.0000189436,0.01000,0.847
+35,block_sparse_moe.experts.217.w1,0.0000199207,0.01000,0.842
+35,block_sparse_moe.experts.218.w1,0.0000201023,0.01000,0.852
+35,block_sparse_moe.experts.219.w1,0.0000187903,0.01000,0.833
+35,block_sparse_moe.experts.220.w1,0.0000194629,0.01000,0.853
+35,block_sparse_moe.experts.221.w1,0.0000183849,0.01000,0.857
+35,block_sparse_moe.experts.222.w1,0.0000194090,0.01000,0.849
+35,block_sparse_moe.experts.223.w1,0.0000194067,0.01000,0.882
+35,block_sparse_moe.experts.224.w1,0.0000193977,0.01000,0.832
+35,block_sparse_moe.experts.225.w1,0.0000204722,0.01000,0.843
+35,block_sparse_moe.experts.226.w1,0.0000187653,0.01000,0.837
+35,block_sparse_moe.experts.227.w1,0.0000201260,0.01000,0.855
+35,block_sparse_moe.experts.228.w1,0.0000192520,0.01000,0.852
+35,block_sparse_moe.experts.229.w1,0.0000184962,0.01000,0.848
+35,block_sparse_moe.experts.230.w1,0.0000189622,0.01000,0.874
+35,block_sparse_moe.experts.231.w1,0.0000195157,0.01000,0.840
+35,block_sparse_moe.experts.232.w1,0.0000173044,0.01000,0.834
+35,block_sparse_moe.experts.233.w1,0.0000198731,0.01000,0.843
+35,block_sparse_moe.experts.234.w1,0.0000193393,0.01000,0.851
+35,block_sparse_moe.experts.235.w1,0.0000183490,0.01000,0.853
+35,block_sparse_moe.experts.236.w1,0.0000197837,0.01000,0.851
+35,block_sparse_moe.experts.238.w1,0.0000201752,0.01000,0.833
+35,block_sparse_moe.experts.237.w1,0.0000186270,0.01000,0.888
+35,block_sparse_moe.experts.239.w1,0.0000205187,0.01000,0.837
+35,block_sparse_moe.experts.240.w1,0.0000196254,0.01000,0.846
+35,block_sparse_moe.experts.241.w1,0.0000168260,0.01000,0.832
+35,block_sparse_moe.experts.243.w1,0.0000177613,0.01000,0.848
+35,block_sparse_moe.experts.242.w1,0.0000210211,0.01000,0.865
+35,block_sparse_moe.experts.244.w1,0.0000200002,0.01000,0.865
+35,block_sparse_moe.experts.245.w1,0.0000173656,0.01000,0.841
+35,block_sparse_moe.experts.246.w1,0.0000183547,0.01000,0.833
+35,block_sparse_moe.experts.247.w1,0.0000195673,0.01000,0.847
+35,block_sparse_moe.experts.248.w1,0.0000169593,0.01000,0.836
+35,block_sparse_moe.experts.250.w1,0.0000198529,0.01000,0.849
+35,block_sparse_moe.experts.249.w1,0.0000191310,0.01000,0.871
+35,block_sparse_moe.experts.252.w1,0.0000196496,0.01000,0.843
+35,block_sparse_moe.experts.251.w1,0.0000190888,0.01000,0.855
+35,block_sparse_moe.experts.253.w1,0.0000195913,0.01000,0.850
+35,block_sparse_moe.experts.254.w1,0.0000177318,0.01000,0.836
+35,block_sparse_moe.experts.255.w1,0.0000199510,0.01000,0.828
+35,block_sparse_moe.experts.0.w3,0.0000199228,0.01000,0.861
+35,block_sparse_moe.experts.1.w3,0.0000214190,0.01000,0.844
+35,block_sparse_moe.experts.3.w3,0.0000217068,0.01000,0.837
+35,block_sparse_moe.experts.2.w3,0.0000212635,0.01000,0.882
+35,block_sparse_moe.experts.4.w3,0.0000195232,0.01000,0.826
+35,block_sparse_moe.experts.5.w3,0.0000206522,0.01000,0.835
+35,block_sparse_moe.experts.6.w3,0.0000202690,0.01000,0.826
+35,block_sparse_moe.experts.8.w3,0.0000206940,0.01000,0.841
+35,block_sparse_moe.experts.7.w3,0.0000192186,0.01000,0.899
+35,block_sparse_moe.experts.9.w3,0.0000210367,0.01000,0.883
+35,block_sparse_moe.experts.10.w3,0.0000218309,0.01000,0.866
+35,block_sparse_moe.experts.11.w3,0.0000207287,0.01000,0.841
+35,block_sparse_moe.experts.12.w3,0.0000216000,0.01000,0.844
+35,block_sparse_moe.experts.13.w3,0.0000237041,0.01000,0.829
+35,block_sparse_moe.experts.14.w3,0.0000199897,0.01000,0.862
+35,block_sparse_moe.experts.15.w3,0.0000207100,0.01000,0.862
+35,block_sparse_moe.experts.17.w3,0.0000216636,0.01000,0.834
+35,block_sparse_moe.experts.16.w3,0.0000202008,0.01000,0.860
+35,block_sparse_moe.experts.18.w3,0.0000198253,0.01000,0.833
+35,block_sparse_moe.experts.19.w3,0.0000216473,0.01000,0.843
+35,block_sparse_moe.experts.20.w3,0.0000218824,0.01000,0.855
+35,block_sparse_moe.experts.21.w3,0.0000231686,0.01000,0.846
+35,block_sparse_moe.experts.22.w3,0.0000202960,0.01000,0.869
+35,block_sparse_moe.experts.24.w3,0.0000204507,0.01000,0.849
+35,block_sparse_moe.experts.23.w3,0.0000214731,0.01000,0.886
+35,block_sparse_moe.experts.25.w3,0.0000234846,0.01000,0.834
+35,block_sparse_moe.experts.26.w3,0.0000224935,0.01000,0.836
+35,block_sparse_moe.experts.27.w3,0.0000207944,0.01000,0.836
+35,block_sparse_moe.experts.28.w3,0.0000199785,0.01000,0.853
+35,block_sparse_moe.experts.29.w3,0.0000207292,0.01000,0.859
+35,block_sparse_moe.experts.30.w3,0.0000204576,0.01000,0.866
+35,block_sparse_moe.experts.31.w3,0.0000210401,0.01000,0.841
+35,block_sparse_moe.experts.32.w3,0.0000194280,0.01000,0.835
+35,block_sparse_moe.experts.33.w3,0.0000236155,0.01000,0.836
+35,block_sparse_moe.experts.34.w3,0.0000201842,0.01000,0.837
+35,block_sparse_moe.experts.35.w3,0.0000214126,0.01000,0.857
+35,block_sparse_moe.experts.36.w3,0.0000283976,0.01000,0.858
+35,block_sparse_moe.experts.38.w3,0.0000206305,0.01000,0.842
+35,block_sparse_moe.experts.39.w3,0.0000216616,0.01000,0.834
+35,block_sparse_moe.experts.37.w3,0.0000191274,0.01000,0.891
+35,block_sparse_moe.experts.40.w3,0.0000231398,0.01000,0.834
+35,block_sparse_moe.experts.41.w3,0.0000195972,0.01000,0.831
+35,block_sparse_moe.experts.42.w3,0.0000222199,0.01000,0.851
+35,block_sparse_moe.experts.43.w3,0.0000200590,0.01000,0.855
+35,block_sparse_moe.experts.45.w3,0.0000202937,0.01000,0.836
+35,block_sparse_moe.experts.46.w3,0.0000213590,0.01000,0.836
+35,block_sparse_moe.experts.44.w3,0.0000189997,0.01000,0.882
+35,block_sparse_moe.experts.47.w3,0.0000208888,0.01000,0.834
+35,block_sparse_moe.experts.48.w3,0.0000207384,0.01000,0.828
+35,block_sparse_moe.experts.49.w3,0.0000208972,0.01000,0.849
+35,block_sparse_moe.experts.50.w3,0.0000215497,0.01000,0.850
+35,block_sparse_moe.experts.52.w3,0.0000209499,0.01000,0.844
+35,block_sparse_moe.experts.53.w3,0.0000206219,0.01000,0.839
+35,block_sparse_moe.experts.51.w3,0.0000208706,0.01000,0.891
+35,block_sparse_moe.experts.54.w3,0.0000194857,0.01000,0.844
+35,block_sparse_moe.experts.55.w3,0.0000201657,0.01000,0.833
+35,block_sparse_moe.experts.56.w3,0.0000218868,0.01000,0.849
+35,block_sparse_moe.experts.57.w3,0.0000176976,0.01000,0.869
+35,block_sparse_moe.experts.59.w3,0.0000196684,0.01000,0.838
+35,block_sparse_moe.experts.60.w3,0.0000201155,0.01000,0.839
+35,block_sparse_moe.experts.58.w3,0.0000205771,0.01000,0.904
+35,block_sparse_moe.experts.61.w3,0.0000207786,0.01000,0.841
+35,block_sparse_moe.experts.62.w3,0.0000212545,0.01000,0.837
+35,block_sparse_moe.experts.63.w3,0.0000221336,0.01000,0.842
+35,block_sparse_moe.experts.64.w3,0.0000208086,0.01000,0.859
+35,block_sparse_moe.experts.66.w3,0.0000209783,0.01000,0.837
+35,block_sparse_moe.experts.65.w3,0.0000198669,0.01000,0.899
+35,block_sparse_moe.experts.67.w3,0.0000208391,0.01000,0.845
+35,block_sparse_moe.experts.68.w3,0.0000211542,0.01000,0.837
+35,block_sparse_moe.experts.69.w3,0.0000194228,0.01000,0.836
+35,block_sparse_moe.experts.70.w3,0.0000204148,0.01000,0.843
+35,block_sparse_moe.experts.71.w3,0.0000204940,0.01000,0.855
+35,block_sparse_moe.experts.72.w3,0.0000214804,0.01000,0.860
+35,block_sparse_moe.experts.74.w3,0.0000215705,0.01000,0.839
+35,block_sparse_moe.experts.73.w3,0.0000206741,0.01000,0.849
+35,block_sparse_moe.experts.75.w3,0.0000194371,0.01000,0.854
+35,block_sparse_moe.experts.76.w3,0.0000207886,0.01000,0.833
+35,block_sparse_moe.experts.77.w3,0.0000211284,0.01000,0.857
+35,block_sparse_moe.experts.78.w3,0.0000192782,0.01000,0.847
+35,block_sparse_moe.experts.79.w3,0.0000212264,0.01000,0.850
+35,block_sparse_moe.experts.80.w3,0.0000208639,0.01000,0.835
+35,block_sparse_moe.experts.81.w3,0.0000188486,0.01000,0.836
+35,block_sparse_moe.experts.82.w3,0.0000203869,0.01000,0.838
+35,block_sparse_moe.experts.83.w3,0.0000219416,0.01000,0.839
+35,block_sparse_moe.experts.84.w3,0.0000219500,0.01000,0.858
+35,block_sparse_moe.experts.85.w3,0.0000215661,0.01000,0.846
+35,block_sparse_moe.experts.87.w3,0.0000199567,0.01000,0.841
+35,block_sparse_moe.experts.88.w3,0.0000205322,0.01000,0.841
+35,block_sparse_moe.experts.89.w3,0.0000207539,0.01000,0.837
+35,block_sparse_moe.experts.86.w3,0.0000207968,0.01000,0.896
+35,block_sparse_moe.experts.90.w3,0.0000215414,0.01000,0.843
+35,block_sparse_moe.experts.91.w3,0.0000205039,0.01000,0.876
+35,block_sparse_moe.experts.92.w3,0.0000185062,0.01000,0.849
+35,block_sparse_moe.experts.94.w3,0.0000207570,0.01000,0.840
+35,block_sparse_moe.experts.95.w3,0.0000219246,0.01000,0.839
+35,block_sparse_moe.experts.96.w3,0.0000199416,0.01000,0.848
+35,block_sparse_moe.experts.93.w3,0.0000204410,0.01000,0.909
+35,block_sparse_moe.experts.97.w3,0.0000202948,0.01000,0.855
+35,block_sparse_moe.experts.98.w3,0.0000223307,0.01000,0.849
+35,block_sparse_moe.experts.99.w3,0.0000214660,0.01000,0.841
+35,block_sparse_moe.experts.101.w3,0.0000206367,0.01000,0.833
+35,block_sparse_moe.experts.100.w3,0.0000215863,0.01000,0.880
+35,block_sparse_moe.experts.102.w3,0.0000212584,0.01000,0.833
+35,block_sparse_moe.experts.103.w3,0.0000184505,0.01000,0.840
+35,block_sparse_moe.experts.104.w3,0.0000205156,0.01000,0.846
+35,block_sparse_moe.experts.105.w3,0.0000211804,0.01000,0.861
+35,block_sparse_moe.experts.106.w3,0.0000200134,0.01000,0.844
+35,block_sparse_moe.experts.108.w3,0.0000197288,0.01000,0.838
+35,block_sparse_moe.experts.109.w3,0.0000198095,0.01000,0.837
+35,block_sparse_moe.experts.110.w3,0.0000205155,0.01000,0.840
+35,block_sparse_moe.experts.107.w3,0.0000205489,0.01000,0.877
+35,block_sparse_moe.experts.111.w3,0.0000199176,0.01000,0.851
+35,block_sparse_moe.experts.112.w3,0.0000201473,0.01000,0.856
+35,block_sparse_moe.experts.113.w3,0.0000207218,0.01000,0.844
+35,block_sparse_moe.experts.115.w3,0.0000209890,0.01000,0.831
+35,block_sparse_moe.experts.116.w3,0.0000222754,0.01000,0.838
+35,block_sparse_moe.experts.117.w3,0.0000210530,0.01000,0.838
+35,block_sparse_moe.experts.114.w3,0.0000204724,0.01000,0.893
+35,block_sparse_moe.experts.118.w3,0.0000215187,0.01000,0.848
+35,block_sparse_moe.experts.119.w3,0.0000211724,0.01000,0.848
+35,block_sparse_moe.experts.120.w3,0.0000212167,0.01000,0.832
+35,block_sparse_moe.experts.122.w3,0.0000211134,0.01000,0.833
+35,block_sparse_moe.experts.123.w3,0.0000214706,0.01000,0.830
+35,block_sparse_moe.experts.121.w3,0.0000204205,0.01000,0.887
+35,block_sparse_moe.experts.124.w3,0.0000222074,0.01000,0.844
+35,block_sparse_moe.experts.125.w3,0.0000217413,0.01000,0.844
+35,block_sparse_moe.experts.126.w3,0.0000206769,0.01000,0.847
+35,block_sparse_moe.experts.127.w3,0.0000210154,0.01000,0.839
+35,block_sparse_moe.experts.129.w3,0.0000214072,0.01000,0.824
+35,block_sparse_moe.experts.130.w3,0.0000213588,0.01000,0.824
+35,block_sparse_moe.experts.131.w3,0.0000215402,0.01000,0.832
+35,block_sparse_moe.experts.128.w3,0.0000203846,0.01000,0.883
+35,block_sparse_moe.experts.132.w3,0.0000206933,0.01000,0.847
+35,block_sparse_moe.experts.133.w3,0.0000203713,0.01000,0.842
+35,block_sparse_moe.experts.134.w3,0.0000210448,0.01000,0.835
+35,block_sparse_moe.experts.136.w3,0.0000207491,0.01000,0.842
+35,block_sparse_moe.experts.135.w3,0.0000203958,0.01000,0.867
+35,block_sparse_moe.experts.137.w3,0.0000228044,0.01000,0.838
+35,block_sparse_moe.experts.138.w3,0.0000211439,0.01000,0.846
+35,block_sparse_moe.experts.139.w3,0.0000214261,0.01000,0.847
+35,block_sparse_moe.experts.140.w3,0.0000206485,0.01000,0.842
+35,block_sparse_moe.experts.141.w3,0.0000208934,0.01000,0.839
+35,block_sparse_moe.experts.143.w3,0.0000208429,0.01000,0.836
+35,block_sparse_moe.experts.144.w3,0.0000192958,0.01000,0.835
+35,block_sparse_moe.experts.145.w3,0.0000204839,0.01000,0.851
+35,block_sparse_moe.experts.142.w3,0.0000200036,0.01000,0.911
+35,block_sparse_moe.experts.146.w3,0.0000220456,0.01000,0.870
+35,block_sparse_moe.experts.147.w3,0.0000185771,0.01000,0.840
+35,block_sparse_moe.experts.148.w3,0.0000205809,0.01000,0.842
+35,block_sparse_moe.experts.150.w3,0.0000185743,0.01000,0.838
+35,block_sparse_moe.experts.151.w3,0.0000207965,0.01000,0.834
+35,block_sparse_moe.experts.149.w3,0.0000192669,0.01000,0.902
+35,block_sparse_moe.experts.152.w3,0.0000223651,0.01000,0.840
+35,block_sparse_moe.experts.153.w3,0.0000213948,0.01000,0.835
+35,block_sparse_moe.experts.154.w3,0.0000225683,0.01000,0.842
+35,block_sparse_moe.experts.155.w3,0.0000219990,0.01000,0.836
+35,block_sparse_moe.experts.157.w3,0.0000183169,0.01000,0.830
+35,block_sparse_moe.experts.156.w3,0.0000234210,0.01000,0.896
+35,block_sparse_moe.experts.158.w3,0.0000207168,0.01000,0.846
+35,block_sparse_moe.experts.159.w3,0.0000200794,0.01000,0.835
+35,block_sparse_moe.experts.160.w3,0.0000206295,0.01000,0.834
+35,block_sparse_moe.experts.161.w3,0.0000208594,0.01000,0.840
+35,block_sparse_moe.experts.162.w3,0.0000214242,0.01000,0.838
+35,block_sparse_moe.experts.163.w3,0.0000205178,0.01000,0.867
+35,block_sparse_moe.experts.164.w3,0.0000206203,0.01000,0.839
+35,block_sparse_moe.experts.165.w3,0.0000188442,0.01000,0.838
+35,block_sparse_moe.experts.166.w3,0.0000194933,0.01000,0.842
+35,block_sparse_moe.experts.167.w3,0.0000207727,0.01000,0.844
+35,block_sparse_moe.experts.168.w3,0.0000203179,0.01000,0.847
+35,block_sparse_moe.experts.169.w3,0.0000216444,0.01000,0.855
+35,block_sparse_moe.experts.171.w3,0.0000219197,0.01000,0.847
+35,block_sparse_moe.experts.173.w3,0.0000200224,0.01000,0.844
+35,block_sparse_moe.experts.172.w3,0.0000197684,0.01000,0.849
+35,block_sparse_moe.experts.174.w3,0.0000208257,0.01000,0.843
+35,block_sparse_moe.experts.170.w3,0.0000206708,0.01000,0.882
+35,block_sparse_moe.experts.175.w3,0.0000195808,0.01000,0.864
+35,block_sparse_moe.experts.176.w3,0.0000197916,0.01000,0.852
+35,block_sparse_moe.experts.178.w3,0.0000203677,0.01000,0.831
+35,block_sparse_moe.experts.179.w3,0.0000215751,0.01000,0.839
+35,block_sparse_moe.experts.180.w3,0.0000225165,0.01000,0.836
+35,block_sparse_moe.experts.181.w3,0.0000226813,0.01000,0.835
+35,block_sparse_moe.experts.177.w3,0.0000214249,0.01000,0.878
+35,block_sparse_moe.experts.182.w3,0.0000201090,0.01000,0.846
+35,block_sparse_moe.experts.183.w3,0.0000202467,0.01000,0.843
+35,block_sparse_moe.experts.185.w3,0.0000210628,0.01000,0.837
+35,block_sparse_moe.experts.186.w3,0.0000208142,0.01000,0.836
+35,block_sparse_moe.experts.187.w3,0.0000213193,0.01000,0.852
+35,block_sparse_moe.experts.188.w3,0.0000200863,0.01000,0.838
+35,block_sparse_moe.experts.184.w3,0.0000206857,0.01000,0.899
+35,block_sparse_moe.experts.189.w3,0.0000208839,0.01000,0.849
+35,block_sparse_moe.experts.190.w3,0.0000199939,0.01000,0.851
+35,block_sparse_moe.experts.192.w3,0.0000223516,0.01000,0.837
+35,block_sparse_moe.experts.193.w3,0.0000208706,0.01000,0.838
+35,block_sparse_moe.experts.194.w3,0.0000197219,0.01000,0.852
+35,block_sparse_moe.experts.191.w3,0.0000219686,0.01000,0.907
+35,block_sparse_moe.experts.195.w3,0.0000208951,0.01000,0.857
+35,block_sparse_moe.experts.196.w3,0.0000219826,0.01000,0.846
+35,block_sparse_moe.experts.197.w3,0.0000203496,0.01000,0.862
+35,block_sparse_moe.experts.199.w3,0.0000210560,0.01000,0.835
+35,block_sparse_moe.experts.202.w3,0.0000212957,0.01000,0.823
+35,block_sparse_moe.experts.200.w3,0.0000208216,0.01000,0.851
+35,block_sparse_moe.experts.201.w3,0.0000222678,0.01000,0.842
+35,block_sparse_moe.experts.198.w3,0.0000223969,0.01000,0.933
+35,block_sparse_moe.experts.203.w3,0.0000205484,0.01000,0.845
+35,block_sparse_moe.experts.204.w3,0.0000210378,0.01000,0.837
+35,block_sparse_moe.experts.206.w3,0.0000212625,0.01000,0.828
+35,block_sparse_moe.experts.207.w3,0.0000205100,0.01000,0.851
+35,block_sparse_moe.experts.208.w3,0.0000207469,0.01000,0.838
+35,block_sparse_moe.experts.205.w3,0.0000203101,0.01000,0.891
+35,block_sparse_moe.experts.209.w3,0.0000205777,0.01000,0.854
+35,block_sparse_moe.experts.210.w3,0.0000207492,0.01000,0.848
+35,block_sparse_moe.experts.211.w3,0.0000218232,0.01000,0.835
+35,block_sparse_moe.experts.212.w3,0.0000204648,0.01000,0.855
+35,block_sparse_moe.experts.213.w3,0.0000188532,0.01000,0.841
+35,block_sparse_moe.experts.215.w3,0.0000199999,0.01000,0.837
+35,block_sparse_moe.experts.214.w3,0.0000193800,0.01000,0.846
+35,block_sparse_moe.experts.216.w3,0.0000209175,0.01000,0.841
+35,block_sparse_moe.experts.218.w3,0.0000212284,0.01000,0.842
+35,block_sparse_moe.experts.217.w3,0.0000211398,0.01000,0.873
+35,block_sparse_moe.experts.220.w3,0.0000205860,0.01000,0.834
+35,block_sparse_moe.experts.219.w3,0.0000205171,0.01000,0.846
+35,block_sparse_moe.experts.221.w3,0.0000198720,0.01000,0.834
+35,block_sparse_moe.experts.222.w3,0.0000211584,0.01000,0.856
+35,block_sparse_moe.experts.223.w3,0.0000225525,0.01000,0.835
+35,block_sparse_moe.experts.224.w3,0.0000224402,0.01000,0.846
+35,block_sparse_moe.experts.225.w3,0.0000216770,0.01000,0.858
+35,block_sparse_moe.experts.227.w3,0.0000221885,0.01000,0.823
+35,block_sparse_moe.experts.228.w3,0.0000206193,0.01000,0.829
+35,block_sparse_moe.experts.230.w3,0.0000219071,0.01000,0.833
+35,block_sparse_moe.experts.229.w3,0.0000203017,0.01000,0.858
+35,block_sparse_moe.experts.226.w3,0.0000199347,0.01000,0.902
+35,block_sparse_moe.experts.231.w3,0.0000220481,0.01000,0.843
+35,block_sparse_moe.experts.232.w3,0.0000186988,0.01000,0.854
+35,block_sparse_moe.experts.234.w3,0.0000226421,0.01000,0.837
+35,block_sparse_moe.experts.233.w3,0.0000213154,0.01000,0.893
+35,block_sparse_moe.experts.235.w3,0.0000218761,0.01000,0.845
+35,block_sparse_moe.experts.236.w3,0.0000206240,0.01000,0.852
+35,block_sparse_moe.experts.237.w3,0.0000201077,0.01000,0.848
+35,block_sparse_moe.experts.238.w3,0.0000230200,0.01000,0.836
+35,block_sparse_moe.experts.239.w3,0.0000219182,0.01000,0.857
+35,block_sparse_moe.experts.240.w3,0.0000207803,0.01000,0.860
+35,block_sparse_moe.experts.241.w3,0.0000210296,0.01000,0.830
+35,block_sparse_moe.experts.242.w3,0.0000215639,0.01000,0.841
+35,block_sparse_moe.experts.243.w3,0.0000196115,0.01000,0.848
+35,block_sparse_moe.experts.244.w3,0.0000209719,0.01000,0.838
+35,block_sparse_moe.experts.245.w3,0.0000205025,0.01000,0.837
+35,block_sparse_moe.experts.246.w3,0.0000213164,0.01000,0.855
+35,block_sparse_moe.experts.248.w3,0.0000193784,0.01000,0.827
+35,block_sparse_moe.experts.249.w3,0.0000221674,0.01000,0.839
+35,block_sparse_moe.experts.247.w3,0.0000206493,0.01000,0.876
+35,block_sparse_moe.experts.251.w3,0.0000204957,0.01000,0.829
+35,block_sparse_moe.experts.250.w3,0.0000208929,0.01000,0.847
+35,block_sparse_moe.experts.252.w3,0.0000230406,0.01000,0.736
+35,block_sparse_moe.experts.253.w3,0.0000208722,0.01000,0.727
+35,block_sparse_moe.experts.254.w3,0.0000193501,0.01000,0.689
+35,block_sparse_moe.experts.255.w3,0.0000210943,0.01000,0.664
+35,block_sparse_moe.experts.1.w2,0.0000143010,0.01000,0.429
+35,block_sparse_moe.experts.2.w2,0.0000107630,0.01000,0.451
+35,block_sparse_moe.experts.5.w2,0.0000212865,0.01000,0.452
+35,block_sparse_moe.experts.6.w2,0.0000168395,0.01000,0.461
+35,block_sparse_moe.experts.4.w2,0.0000111072,0.01000,0.464
+35,block_sparse_moe.experts.0.w2,0.0000118865,0.01000,0.468
+35,block_sparse_moe.experts.3.w2,0.0000169093,0.01000,0.477
+35,block_sparse_moe.experts.7.w2,0.0000120034,0.01000,0.425
+35,block_sparse_moe.experts.8.w2,0.0000109689,0.01000,0.416
+35,block_sparse_moe.experts.9.w2,0.0000100799,0.01000,0.419
+35,block_sparse_moe.experts.10.w2,0.0000230640,0.01000,0.422
+35,block_sparse_moe.experts.11.w2,0.0000098829,0.01000,0.421
+35,block_sparse_moe.experts.12.w2,0.0000142742,0.01000,0.424
+35,block_sparse_moe.experts.13.w2,0.0000156463,0.01000,0.429
+35,block_sparse_moe.experts.14.w2,0.0000168833,0.01000,0.417
+35,block_sparse_moe.experts.15.w2,0.0000123155,0.01000,0.416
+35,block_sparse_moe.experts.16.w2,0.0000108896,0.01000,0.425
+35,block_sparse_moe.experts.17.w2,0.0000108580,0.01000,0.423
+35,block_sparse_moe.experts.18.w2,0.0000116631,0.01000,0.426
+35,block_sparse_moe.experts.19.w2,0.0000089376,0.01000,0.427
+35,block_sparse_moe.experts.20.w2,0.0000204463,0.01000,0.428
+35,block_sparse_moe.experts.21.w2,0.0000169618,0.01000,0.417
+35,block_sparse_moe.experts.22.w2,0.0000188834,0.01000,0.414
+35,block_sparse_moe.experts.23.w2,0.0000134183,0.01000,0.422
+35,block_sparse_moe.experts.25.w2,0.0000174750,0.01000,0.421
+35,block_sparse_moe.experts.24.w2,0.0000094139,0.01000,0.435
+35,block_sparse_moe.experts.26.w2,0.0000179842,0.01000,0.426
+35,block_sparse_moe.experts.27.w2,0.0000211746,0.01000,0.428
+35,block_sparse_moe.experts.28.w2,0.0000154611,0.01000,0.418
+35,block_sparse_moe.experts.29.w2,0.0000083483,0.01000,0.411
+35,block_sparse_moe.experts.30.w2,0.0000159144,0.01000,0.424
+35,block_sparse_moe.experts.31.w2,0.0000136804,0.01000,0.421
+35,block_sparse_moe.experts.33.w2,0.0000149681,0.01000,0.425
+35,block_sparse_moe.experts.34.w2,0.0000078040,0.01000,0.427
+35,block_sparse_moe.experts.32.w2,0.0000156537,0.01000,0.455
+35,block_sparse_moe.experts.36.w2,0.0000211850,0.01000,0.415
+35,block_sparse_moe.experts.35.w2,0.0000155533,0.01000,0.418
+35,block_sparse_moe.experts.37.w2,0.0000105963,0.01000,0.426
+35,block_sparse_moe.experts.38.w2,0.0000208920,0.01000,0.419
+35,block_sparse_moe.experts.39.w2,0.0000123155,0.01000,0.437
+35,block_sparse_moe.experts.40.w2,0.0000176287,0.01000,0.425
+35,block_sparse_moe.experts.41.w2,0.0000198511,0.01000,0.440
+35,block_sparse_moe.experts.42.w2,0.0000179058,0.01000,0.416
+35,block_sparse_moe.experts.43.w2,0.0000142473,0.01000,0.422
+35,block_sparse_moe.experts.45.w2,0.0000126136,0.01000,0.421
+35,block_sparse_moe.experts.44.w2,0.0000103545,0.01000,0.431
+35,block_sparse_moe.experts.46.w2,0.0000088874,0.01000,0.425
+35,block_sparse_moe.experts.47.w2,0.0000094898,0.01000,0.423
+35,block_sparse_moe.experts.48.w2,0.0000127362,0.01000,0.430
+35,block_sparse_moe.experts.49.w2,0.0000107869,0.01000,0.416
+35,block_sparse_moe.experts.50.w2,0.0000183556,0.01000,0.421
+35,block_sparse_moe.experts.51.w2,0.0000122237,0.01000,0.422
+35,block_sparse_moe.experts.52.w2,0.0000105188,0.01000,0.437
+35,block_sparse_moe.experts.53.w2,0.0000104496,0.01000,0.426
+35,block_sparse_moe.experts.54.w2,0.0000149845,0.01000,0.424
+35,block_sparse_moe.experts.55.w2,0.0000134893,0.01000,0.434
+35,block_sparse_moe.experts.56.w2,0.0000167152,0.01000,0.413
+35,block_sparse_moe.experts.57.w2,0.0000239428,0.01000,0.418
+35,block_sparse_moe.experts.58.w2,0.0000147254,0.01000,0.418
+35,block_sparse_moe.experts.59.w2,0.0000225777,0.01000,0.424
+35,block_sparse_moe.experts.60.w2,0.0000085098,0.01000,0.422
+35,block_sparse_moe.experts.61.w2,0.0000170802,0.01000,0.422
+35,block_sparse_moe.experts.62.w2,0.0000198701,0.01000,0.430
+35,block_sparse_moe.experts.63.w2,0.0000165444,0.01000,0.414
+35,block_sparse_moe.experts.64.w2,0.0000227294,0.01000,0.420
+35,block_sparse_moe.experts.65.w2,0.0000170262,0.01000,0.419
+35,block_sparse_moe.experts.66.w2,0.0000113041,0.01000,0.428
+35,block_sparse_moe.experts.67.w2,0.0000180873,0.01000,0.427
+35,block_sparse_moe.experts.68.w2,0.0000178888,0.01000,0.423
+35,block_sparse_moe.experts.69.w2,0.0000182738,0.01000,0.446
+35,block_sparse_moe.experts.70.w2,0.0000245073,0.01000,0.417
+35,block_sparse_moe.experts.71.w2,0.0000132000,0.01000,0.419
+35,block_sparse_moe.experts.72.w2,0.0000101259,0.01000,0.417
+35,block_sparse_moe.experts.73.w2,0.0000105272,0.01000,0.424
+35,block_sparse_moe.experts.74.w2,0.0000106203,0.01000,0.420
+35,block_sparse_moe.experts.75.w2,0.0000101305,0.01000,0.421
+35,block_sparse_moe.experts.76.w2,0.0000123604,0.01000,0.443
+35,block_sparse_moe.experts.77.w2,0.0000137918,0.01000,0.414
+35,block_sparse_moe.experts.78.w2,0.0000136866,0.01000,0.421
+35,block_sparse_moe.experts.79.w2,0.0000188089,0.01000,0.416
+35,block_sparse_moe.experts.80.w2,0.0000095475,0.01000,0.424
+35,block_sparse_moe.experts.81.w2,0.0000195549,0.01000,0.422
+35,block_sparse_moe.experts.82.w2,0.0000131720,0.01000,0.420
+35,block_sparse_moe.experts.83.w2,0.0000195769,0.01000,0.445
+35,block_sparse_moe.experts.84.w2,0.0000164605,0.01000,0.417
+35,block_sparse_moe.experts.85.w2,0.0000105298,0.01000,0.423
+35,block_sparse_moe.experts.86.w2,0.0000126467,0.01000,0.418
+35,block_sparse_moe.experts.87.w2,0.0000309778,0.01000,0.426
+35,block_sparse_moe.experts.88.w2,0.0000092610,0.01000,0.424
+35,block_sparse_moe.experts.89.w2,0.0000110897,0.01000,0.425
+35,block_sparse_moe.experts.90.w2,0.0000147507,0.01000,0.461
+35,block_sparse_moe.experts.91.w2,0.0000188430,0.01000,0.414
+35,block_sparse_moe.experts.92.w2,0.0000128162,0.01000,0.417
+35,block_sparse_moe.experts.93.w2,0.0000107990,0.01000,0.418
+35,block_sparse_moe.experts.94.w2,0.0000100598,0.01000,0.421
+35,block_sparse_moe.experts.95.w2,0.0000163551,0.01000,0.420
+35,block_sparse_moe.experts.96.w2,0.0000166710,0.01000,0.420
+35,block_sparse_moe.experts.97.w2,0.0000117575,0.01000,0.448
+35,block_sparse_moe.experts.98.w2,0.0000168615,0.01000,0.416
+35,block_sparse_moe.experts.99.w2,0.0000087245,0.01000,0.420
+35,block_sparse_moe.experts.100.w2,0.0000139738,0.01000,0.430
+35,block_sparse_moe.experts.101.w2,0.0000144326,0.01000,0.422
+35,block_sparse_moe.experts.102.w2,0.0000136692,0.01000,0.424
+35,block_sparse_moe.experts.103.w2,0.0000080372,0.01000,0.430
+35,block_sparse_moe.experts.104.w2,0.0000087513,0.01000,0.444
+35,block_sparse_moe.experts.105.w2,0.0000094096,0.01000,0.412
+35,block_sparse_moe.experts.106.w2,0.0000175326,0.01000,0.415
+35,block_sparse_moe.experts.107.w2,0.0000155687,0.01000,0.418
+35,block_sparse_moe.experts.108.w2,0.0000160514,0.01000,0.419
+35,block_sparse_moe.experts.109.w2,0.0000152021,0.01000,0.420
+35,block_sparse_moe.experts.110.w2,0.0000120588,0.01000,0.422
+35,block_sparse_moe.experts.111.w2,0.0000078941,0.01000,0.435
+35,block_sparse_moe.experts.112.w2,0.0000152217,0.01000,0.410
+35,block_sparse_moe.experts.113.w2,0.0000191711,0.01000,0.416
+35,block_sparse_moe.experts.114.w2,0.0000103336,0.01000,0.418
+35,block_sparse_moe.experts.115.w2,0.0000093912,0.01000,0.421
+35,block_sparse_moe.experts.116.w2,0.0000148120,0.01000,0.427
+35,block_sparse_moe.experts.117.w2,0.0000089447,0.01000,0.422
+35,block_sparse_moe.experts.118.w2,0.0000130652,0.01000,0.442
+35,block_sparse_moe.experts.119.w2,0.0000100930,0.01000,0.417
+35,block_sparse_moe.experts.120.w2,0.0000082776,0.01000,0.419
+35,block_sparse_moe.experts.121.w2,0.0000108625,0.01000,0.421
+35,block_sparse_moe.experts.122.w2,0.0000104308,0.01000,0.419
+35,block_sparse_moe.experts.123.w2,0.0000145371,0.01000,0.420
+35,block_sparse_moe.experts.124.w2,0.0000163926,0.01000,0.420
+35,block_sparse_moe.experts.126.w2,0.0000227782,0.01000,0.413
+35,block_sparse_moe.experts.125.w2,0.0000157346,0.01000,0.443
+35,block_sparse_moe.experts.127.w2,0.0000122620,0.01000,0.414
+35,block_sparse_moe.experts.128.w2,0.0000270129,0.01000,0.416
+35,block_sparse_moe.experts.129.w2,0.0000121764,0.01000,0.416
+35,block_sparse_moe.experts.130.w2,0.0000141457,0.01000,0.419
+35,block_sparse_moe.experts.131.w2,0.0000103638,0.01000,0.416
+35,block_sparse_moe.experts.132.w2,0.0000144008,0.01000,0.436
+35,block_sparse_moe.experts.133.w2,0.0000097202,0.01000,0.428
+35,block_sparse_moe.experts.134.w2,0.0000113364,0.01000,0.418
+35,block_sparse_moe.experts.135.w2,0.0000166714,0.01000,0.422
+35,block_sparse_moe.experts.136.w2,0.0000180760,0.01000,0.418
+35,block_sparse_moe.experts.137.w2,0.0000131557,0.01000,0.426
+35,block_sparse_moe.experts.138.w2,0.0000151024,0.01000,0.425
+35,block_sparse_moe.experts.139.w2,0.0000107053,0.01000,0.427
+35,block_sparse_moe.experts.140.w2,0.0000083999,0.01000,0.426
+35,block_sparse_moe.experts.141.w2,0.0000264328,0.01000,0.414
+35,block_sparse_moe.experts.142.w2,0.0000148134,0.01000,0.424
+35,block_sparse_moe.experts.143.w2,0.0000124109,0.01000,0.417
+35,block_sparse_moe.experts.145.w2,0.0000150741,0.01000,0.422
+35,block_sparse_moe.experts.144.w2,0.0000184205,0.01000,0.424
+35,block_sparse_moe.experts.146.w2,0.0000161378,0.01000,0.430
+35,block_sparse_moe.experts.148.w2,0.0000146431,0.01000,0.420
+35,block_sparse_moe.experts.147.w2,0.0000059921,0.01000,0.432
+35,block_sparse_moe.experts.149.w2,0.0000132534,0.01000,0.426
+35,block_sparse_moe.experts.150.w2,0.0000273370,0.01000,0.422
+35,block_sparse_moe.experts.152.w2,0.0000200391,0.01000,0.429
+35,block_sparse_moe.experts.151.w2,0.0000126703,0.01000,0.439
+35,block_sparse_moe.experts.153.w2,0.0000127165,0.01000,0.426
+35,block_sparse_moe.experts.154.w2,0.0000178087,0.01000,0.420
+35,block_sparse_moe.experts.155.w2,0.0000283372,0.01000,0.421
+35,block_sparse_moe.experts.156.w2,0.0000179784,0.01000,0.416
+35,block_sparse_moe.experts.157.w2,0.0000137982,0.01000,0.416
+35,block_sparse_moe.experts.158.w2,0.0000091286,0.01000,0.424
+35,block_sparse_moe.experts.159.w2,0.0000184165,0.01000,0.428
+35,block_sparse_moe.experts.161.w2,0.0000097540,0.01000,0.416
+35,block_sparse_moe.experts.160.w2,0.0000091478,0.01000,0.431
+35,block_sparse_moe.experts.162.w2,0.0000219912,0.01000,0.420
+35,block_sparse_moe.experts.163.w2,0.0000116123,0.01000,0.420
+35,block_sparse_moe.experts.164.w2,0.0000129954,0.01000,0.416
+35,block_sparse_moe.experts.165.w2,0.0000155357,0.01000,0.425
+35,block_sparse_moe.experts.166.w2,0.0000159795,0.01000,0.428
+35,block_sparse_moe.experts.168.w2,0.0000144193,0.01000,0.420
+35,block_sparse_moe.experts.169.w2,0.0000100278,0.01000,0.421
+35,block_sparse_moe.experts.167.w2,0.0000095497,0.01000,0.440
+35,block_sparse_moe.experts.170.w2,0.0000109761,0.01000,0.422
+35,block_sparse_moe.experts.171.w2,0.0000216391,0.01000,0.421
+35,block_sparse_moe.experts.172.w2,0.0000178259,0.01000,0.423
+35,block_sparse_moe.experts.173.w2,0.0000192482,0.01000,0.423
+35,block_sparse_moe.experts.175.w2,0.0000179606,0.01000,0.417
+35,block_sparse_moe.experts.176.w2,0.0000240972,0.01000,0.420
+35,block_sparse_moe.experts.174.w2,0.0000097184,0.01000,0.440
+35,block_sparse_moe.experts.177.w2,0.0000172998,0.01000,0.417
+35,block_sparse_moe.experts.178.w2,0.0000116681,0.01000,0.419
+35,block_sparse_moe.experts.179.w2,0.0000138597,0.01000,0.420
+35,block_sparse_moe.experts.180.w2,0.0000132095,0.01000,0.424
+35,block_sparse_moe.experts.182.w2,0.0000114907,0.01000,0.421
+35,block_sparse_moe.experts.183.w2,0.0000132929,0.01000,0.422
+35,block_sparse_moe.experts.181.w2,0.0000141835,0.01000,0.441
+35,block_sparse_moe.experts.184.w2,0.0000097182,0.01000,0.422
+35,block_sparse_moe.experts.185.w2,0.0000118367,0.01000,0.424
+35,block_sparse_moe.experts.186.w2,0.0000102771,0.01000,0.425
+35,block_sparse_moe.experts.187.w2,0.0000116387,0.01000,0.427
+35,block_sparse_moe.experts.189.w2,0.0000100982,0.01000,0.414
+35,block_sparse_moe.experts.188.w2,0.0000218410,0.01000,0.439
+35,block_sparse_moe.experts.190.w2,0.0000108853,0.01000,0.434
+35,block_sparse_moe.experts.191.w2,0.0000202137,0.01000,0.417
+35,block_sparse_moe.experts.192.w2,0.0000162571,0.01000,0.416
+35,block_sparse_moe.experts.193.w2,0.0000245162,0.01000,0.418
+35,block_sparse_moe.experts.194.w2,0.0000228914,0.01000,0.422
+35,block_sparse_moe.experts.196.w2,0.0000151570,0.01000,0.421
+35,block_sparse_moe.experts.195.w2,0.0000157001,0.01000,0.439
+35,block_sparse_moe.experts.197.w2,0.0000188241,0.01000,0.437
+35,block_sparse_moe.experts.198.w2,0.0000228900,0.01000,0.422
+35,block_sparse_moe.experts.199.w2,0.0000166669,0.01000,0.429
+35,block_sparse_moe.experts.200.w2,0.0000191677,0.01000,0.427
+35,block_sparse_moe.experts.201.w2,0.0000147980,0.01000,0.431
+35,block_sparse_moe.experts.203.w2,0.0000182667,0.01000,0.417
+35,block_sparse_moe.experts.204.w2,0.0000105108,0.01000,0.415
+35,block_sparse_moe.experts.202.w2,0.0000171976,0.01000,0.437
+35,block_sparse_moe.experts.205.w2,0.0000123464,0.01000,0.418
+35,block_sparse_moe.experts.206.w2,0.0000090843,0.01000,0.419
+35,block_sparse_moe.experts.207.w2,0.0000086963,0.01000,0.428
+35,block_sparse_moe.experts.208.w2,0.0000167566,0.01000,0.423
+35,block_sparse_moe.experts.209.w2,0.0000079074,0.01000,0.431
+35,block_sparse_moe.experts.210.w2,0.0000127226,0.01000,0.418
+35,block_sparse_moe.experts.211.w2,0.0000161551,0.01000,0.420
+35,block_sparse_moe.experts.212.w2,0.0000142734,0.01000,0.416
+35,block_sparse_moe.experts.213.w2,0.0000224320,0.01000,0.420
+35,block_sparse_moe.experts.214.w2,0.0000099102,0.01000,0.428
+35,block_sparse_moe.experts.215.w2,0.0000101997,0.01000,0.424
+35,block_sparse_moe.experts.217.w2,0.0000108834,0.01000,0.423
+35,block_sparse_moe.experts.218.w2,0.0000140370,0.01000,0.419
+35,block_sparse_moe.experts.216.w2,0.0000121686,0.01000,0.431
+35,block_sparse_moe.experts.219.w2,0.0000159581,0.01000,0.418
+35,block_sparse_moe.experts.220.w2,0.0000111557,0.01000,0.415
+35,block_sparse_moe.experts.221.w2,0.0000162752,0.01000,0.434
+35,block_sparse_moe.experts.222.w2,0.0000113239,0.01000,0.421
+35,block_sparse_moe.experts.224.w2,0.0000187620,0.01000,0.416
+35,block_sparse_moe.experts.225.w2,0.0000101263,0.01000,0.416
+35,block_sparse_moe.experts.226.w2,0.0000136169,0.01000,0.415
+35,block_sparse_moe.experts.223.w2,0.0000201164,0.01000,0.436
+35,block_sparse_moe.experts.227.w2,0.0000124788,0.01000,0.413
+35,block_sparse_moe.experts.228.w2,0.0000115976,0.01000,0.425
+35,block_sparse_moe.experts.229.w2,0.0000190406,0.01000,0.419
+35,block_sparse_moe.experts.231.w2,0.0000155674,0.01000,0.423
+35,block_sparse_moe.experts.232.w2,0.0000142786,0.01000,0.418
+35,block_sparse_moe.experts.233.w2,0.0000137585,0.01000,0.438
+35,block_sparse_moe.experts.230.w2,0.0000217824,0.01000,0.463
+35,block_sparse_moe.experts.234.w2,0.0000184372,0.01000,0.431
+35,block_sparse_moe.experts.236.w2,0.0000124242,0.01000,0.425
+35,block_sparse_moe.experts.235.w2,0.0000248058,0.01000,0.458
+35,block_sparse_moe.experts.238.w2,0.0000185212,0.01000,0.413
+35,block_sparse_moe.experts.237.w2,0.0000331361,0.01000,0.445
+35,block_sparse_moe.experts.239.w2,0.0000096643,0.01000,0.417
+35,block_sparse_moe.experts.240.w2,0.0000087334,0.01000,0.417
+35,block_sparse_moe.experts.241.w2,0.0000299031,0.01000,0.429
+35,block_sparse_moe.experts.242.w2,0.0000097639,0.01000,0.427
+35,block_sparse_moe.experts.243.w2,0.0000305722,0.01000,0.425
+35,block_sparse_moe.experts.244.w2,0.0000134564,0.01000,0.428
+35,block_sparse_moe.experts.245.w2,0.0000193300,0.01000,0.414
+35,block_sparse_moe.experts.246.w2,0.0000125626,0.01000,0.418
+35,block_sparse_moe.experts.247.w2,0.0000086010,0.01000,0.420
+35,block_sparse_moe.experts.248.w2,0.0000199708,0.01000,0.420
+35,block_sparse_moe.experts.249.w2,0.0000199336,0.01000,0.424
+35,block_sparse_moe.experts.250.w2,0.0000118529,0.01000,0.427
+35,block_sparse_moe.experts.251.w2,0.0000129893,0.01000,0.392
+35,block_sparse_moe.experts.253.w2,0.0000112586,0.01000,0.380
+35,block_sparse_moe.experts.252.w2,0.0000181784,0.01000,0.389
+35,block_sparse_moe.experts.254.w2,0.0000176824,0.01000,0.381
+35,block_sparse_moe.experts.255.w2,0.0000106491,0.01000,0.365
+36,block_sparse_moe.experts.1.w1,0.0000200399,0.01000,0.835
+36,block_sparse_moe.experts.3.w1,0.0000188275,0.01000,0.841
+36,block_sparse_moe.experts.5.w1,0.0000202365,0.01000,0.843
+36,block_sparse_moe.experts.4.w1,0.0000208153,0.01000,0.848
+36,block_sparse_moe.experts.0.w1,0.0000209656,0.01000,0.858
+36,block_sparse_moe.experts.6.w1,0.0000223438,0.01000,0.876
+36,block_sparse_moe.experts.2.w1,0.0000201364,0.01000,0.917
+36,block_sparse_moe.experts.7.w1,0.0000211154,0.01000,0.834
+36,block_sparse_moe.experts.10.w1,0.0000184294,0.01000,0.829
+36,block_sparse_moe.experts.8.w1,0.0000218783,0.01000,0.839
+36,block_sparse_moe.experts.11.w1,0.0000208925,0.01000,0.847
+36,block_sparse_moe.experts.12.w1,0.0000223950,0.01000,0.834
+36,block_sparse_moe.experts.9.w1,0.0000227179,0.01000,0.877
+36,block_sparse_moe.experts.13.w1,0.0000203480,0.01000,0.853
+36,block_sparse_moe.experts.14.w1,0.0000208874,0.01000,0.828
+36,block_sparse_moe.experts.15.w1,0.0000208258,0.01000,0.826
+36,block_sparse_moe.experts.16.w1,0.0000201057,0.01000,0.847
+36,block_sparse_moe.experts.17.w1,0.0000210534,0.01000,0.825
+36,block_sparse_moe.experts.18.w1,0.0000216256,0.01000,0.853
+36,block_sparse_moe.experts.19.w1,0.0000205386,0.01000,0.845
+36,block_sparse_moe.experts.20.w1,0.0000196381,0.01000,0.852
+36,block_sparse_moe.experts.22.w1,0.0000204360,0.01000,0.831
+36,block_sparse_moe.experts.24.w1,0.0000221521,0.01000,0.820
+36,block_sparse_moe.experts.21.w1,0.0000204694,0.01000,0.858
+36,block_sparse_moe.experts.23.w1,0.0000212442,0.01000,0.861
+36,block_sparse_moe.experts.26.w1,0.0000201203,0.01000,0.843
+36,block_sparse_moe.experts.25.w1,0.0000215771,0.01000,0.880
+36,block_sparse_moe.experts.27.w1,0.0000204918,0.01000,0.862
+36,block_sparse_moe.experts.28.w1,0.0000199789,0.01000,0.838
+36,block_sparse_moe.experts.29.w1,0.0000218014,0.01000,0.839
+36,block_sparse_moe.experts.30.w1,0.0000216152,0.01000,0.839
+36,block_sparse_moe.experts.31.w1,0.0000198312,0.01000,0.840
+36,block_sparse_moe.experts.32.w1,0.0000201179,0.01000,0.853
+36,block_sparse_moe.experts.33.w1,0.0000214851,0.01000,0.847
+36,block_sparse_moe.experts.34.w1,0.0000215615,0.01000,0.879
+36,block_sparse_moe.experts.35.w1,0.0000226736,0.01000,0.840
+36,block_sparse_moe.experts.36.w1,0.0000202858,0.01000,0.834
+36,block_sparse_moe.experts.37.w1,0.0000199739,0.01000,0.830
+36,block_sparse_moe.experts.38.w1,0.0000200671,0.01000,0.819
+36,block_sparse_moe.experts.39.w1,0.0000219315,0.01000,0.848
+36,block_sparse_moe.experts.40.w1,0.0000212022,0.01000,0.844
+36,block_sparse_moe.experts.41.w1,0.0000217949,0.01000,0.855
+36,block_sparse_moe.experts.44.w1,0.0000196876,0.01000,0.826
+36,block_sparse_moe.experts.43.w1,0.0000208937,0.01000,0.833
+36,block_sparse_moe.experts.45.w1,0.0000200839,0.01000,0.819
+36,block_sparse_moe.experts.42.w1,0.0000211356,0.01000,0.868
+36,block_sparse_moe.experts.46.w1,0.0000222879,0.01000,0.832
+36,block_sparse_moe.experts.47.w1,0.0000200906,0.01000,0.847
+36,block_sparse_moe.experts.48.w1,0.0000211713,0.01000,0.850
+36,block_sparse_moe.experts.50.w1,0.0000178111,0.01000,0.831
+36,block_sparse_moe.experts.51.w1,0.0000217037,0.01000,0.830
+36,block_sparse_moe.experts.49.w1,0.0000206422,0.01000,0.863
+36,block_sparse_moe.experts.52.w1,0.0000187598,0.01000,0.842
+36,block_sparse_moe.experts.53.w1,0.0000210512,0.01000,0.847
+36,block_sparse_moe.experts.54.w1,0.0000225485,0.01000,0.845
+36,block_sparse_moe.experts.55.w1,0.0000199001,0.01000,0.845
+36,block_sparse_moe.experts.56.w1,0.0000215051,0.01000,0.835
+36,block_sparse_moe.experts.57.w1,0.0000217137,0.01000,0.831
+36,block_sparse_moe.experts.59.w1,0.0000204847,0.01000,0.846
+36,block_sparse_moe.experts.58.w1,0.0000216480,0.01000,0.860
+36,block_sparse_moe.experts.60.w1,0.0000196655,0.01000,0.854
+36,block_sparse_moe.experts.61.w1,0.0000199608,0.01000,0.855
+36,block_sparse_moe.experts.62.w1,0.0000213294,0.01000,0.848
+36,block_sparse_moe.experts.63.w1,0.0000209436,0.01000,0.828
+36,block_sparse_moe.experts.64.w1,0.0000206036,0.01000,0.831
+36,block_sparse_moe.experts.66.w1,0.0000212684,0.01000,0.832
+36,block_sparse_moe.experts.65.w1,0.0000211941,0.01000,0.879
+36,block_sparse_moe.experts.67.w1,0.0000203170,0.01000,0.855
+36,block_sparse_moe.experts.68.w1,0.0000205827,0.01000,0.838
+36,block_sparse_moe.experts.69.w1,0.0000200563,0.01000,0.853
+36,block_sparse_moe.experts.70.w1,0.0000219316,0.01000,0.827
+36,block_sparse_moe.experts.71.w1,0.0000214943,0.01000,0.827
+36,block_sparse_moe.experts.72.w1,0.0000202026,0.01000,0.850
+36,block_sparse_moe.experts.73.w1,0.0000199115,0.01000,0.846
+36,block_sparse_moe.experts.74.w1,0.0000202401,0.01000,0.844
+36,block_sparse_moe.experts.75.w1,0.0000211193,0.01000,0.841
+36,block_sparse_moe.experts.76.w1,0.0000227691,0.01000,0.847
+36,block_sparse_moe.experts.77.w1,0.0000212481,0.01000,0.826
+36,block_sparse_moe.experts.78.w1,0.0000212748,0.01000,0.826
+36,block_sparse_moe.experts.79.w1,0.0000209455,0.01000,0.841
+36,block_sparse_moe.experts.80.w1,0.0000219831,0.01000,0.844
+36,block_sparse_moe.experts.81.w1,0.0000213368,0.01000,0.840
+36,block_sparse_moe.experts.82.w1,0.0000206001,0.01000,0.842
+36,block_sparse_moe.experts.83.w1,0.0000208541,0.01000,0.846
+36,block_sparse_moe.experts.84.w1,0.0000207813,0.01000,0.825
+36,block_sparse_moe.experts.85.w1,0.0000225140,0.01000,0.821
+36,block_sparse_moe.experts.86.w1,0.0000205036,0.01000,0.834
+36,block_sparse_moe.experts.87.w1,0.0000195724,0.01000,0.838
+36,block_sparse_moe.experts.88.w1,0.0000213731,0.01000,0.840
+36,block_sparse_moe.experts.89.w1,0.0000201229,0.01000,0.845
+36,block_sparse_moe.experts.90.w1,0.0000219127,0.01000,0.854
+36,block_sparse_moe.experts.92.w1,0.0000208917,0.01000,0.827
+36,block_sparse_moe.experts.91.w1,0.0000215465,0.01000,0.865
+36,block_sparse_moe.experts.93.w1,0.0000215974,0.01000,0.831
+36,block_sparse_moe.experts.94.w1,0.0000216188,0.01000,0.838
+36,block_sparse_moe.experts.95.w1,0.0000217208,0.01000,0.843
+36,block_sparse_moe.experts.96.w1,0.0000200144,0.01000,0.833
+36,block_sparse_moe.experts.97.w1,0.0000193357,0.01000,0.856
+36,block_sparse_moe.experts.98.w1,0.0000187571,0.01000,0.827
+36,block_sparse_moe.experts.99.w1,0.0000213229,0.01000,0.856
+36,block_sparse_moe.experts.100.w1,0.0000222494,0.01000,0.834
+36,block_sparse_moe.experts.101.w1,0.0000221849,0.01000,0.840
+36,block_sparse_moe.experts.102.w1,0.0000225536,0.01000,0.840
+36,block_sparse_moe.experts.103.w1,0.0000200991,0.01000,0.836
+36,block_sparse_moe.experts.104.w1,0.0000217111,0.01000,0.843
+36,block_sparse_moe.experts.105.w1,0.0000197571,0.01000,0.820
+36,block_sparse_moe.experts.106.w1,0.0000209489,0.01000,0.836
+36,block_sparse_moe.experts.107.w1,0.0000211303,0.01000,0.828
+36,block_sparse_moe.experts.108.w1,0.0000210870,0.01000,0.854
+36,block_sparse_moe.experts.110.w1,0.0000213176,0.01000,0.837
+36,block_sparse_moe.experts.109.w1,0.0000214614,0.01000,0.849
+36,block_sparse_moe.experts.111.w1,0.0000196411,0.01000,0.848
+36,block_sparse_moe.experts.112.w1,0.0000190552,0.01000,0.821
+36,block_sparse_moe.experts.113.w1,0.0000209803,0.01000,0.834
+36,block_sparse_moe.experts.114.w1,0.0000228195,0.01000,0.829
+36,block_sparse_moe.experts.115.w1,0.0000210252,0.01000,0.846
+36,block_sparse_moe.experts.116.w1,0.0000223933,0.01000,0.834
+36,block_sparse_moe.experts.117.w1,0.0000206507,0.01000,0.849
+36,block_sparse_moe.experts.118.w1,0.0000189892,0.01000,0.857
+36,block_sparse_moe.experts.119.w1,0.0000195005,0.01000,0.816
+36,block_sparse_moe.experts.120.w1,0.0000210474,0.01000,0.833
+36,block_sparse_moe.experts.121.w1,0.0000204144,0.01000,0.835
+36,block_sparse_moe.experts.122.w1,0.0000204414,0.01000,0.861
+36,block_sparse_moe.experts.123.w1,0.0000188985,0.01000,0.852
+36,block_sparse_moe.experts.124.w1,0.0000215719,0.01000,0.870
+36,block_sparse_moe.experts.125.w1,0.0000214138,0.01000,0.850
+36,block_sparse_moe.experts.126.w1,0.0000183833,0.01000,0.820
+36,block_sparse_moe.experts.127.w1,0.0000200076,0.01000,0.841
+36,block_sparse_moe.experts.128.w1,0.0000195861,0.01000,0.828
+36,block_sparse_moe.experts.129.w1,0.0000213901,0.01000,0.826
+36,block_sparse_moe.experts.130.w1,0.0000217546,0.01000,0.837
+36,block_sparse_moe.experts.131.w1,0.0000210341,0.01000,0.836
+36,block_sparse_moe.experts.132.w1,0.0000195145,0.01000,0.845
+36,block_sparse_moe.experts.133.w1,0.0000230153,0.01000,0.820
+36,block_sparse_moe.experts.134.w1,0.0000210641,0.01000,0.851
+36,block_sparse_moe.experts.135.w1,0.0000227917,0.01000,0.834
+36,block_sparse_moe.experts.136.w1,0.0000197354,0.01000,0.820
+36,block_sparse_moe.experts.137.w1,0.0000181500,0.01000,0.835
+36,block_sparse_moe.experts.138.w1,0.0000213684,0.01000,0.833
+36,block_sparse_moe.experts.139.w1,0.0000216333,0.01000,0.846
+36,block_sparse_moe.experts.140.w1,0.0000213679,0.01000,0.818
+36,block_sparse_moe.experts.142.w1,0.0000218262,0.01000,0.834
+36,block_sparse_moe.experts.141.w1,0.0000193892,0.01000,0.846
+36,block_sparse_moe.experts.143.w1,0.0000201729,0.01000,0.827
+36,block_sparse_moe.experts.144.w1,0.0000216544,0.01000,0.836
+36,block_sparse_moe.experts.145.w1,0.0000204378,0.01000,0.847
+36,block_sparse_moe.experts.146.w1,0.0000210807,0.01000,0.846
+36,block_sparse_moe.experts.147.w1,0.0000223293,0.01000,0.820
+36,block_sparse_moe.experts.148.w1,0.0000188882,0.01000,0.833
+36,block_sparse_moe.experts.149.w1,0.0000209593,0.01000,0.855
+36,block_sparse_moe.experts.150.w1,0.0000205610,0.01000,0.831
+36,block_sparse_moe.experts.151.w1,0.0000220307,0.01000,0.841
+36,block_sparse_moe.experts.152.w1,0.0000207787,0.01000,0.849
+36,block_sparse_moe.experts.153.w1,0.0000210916,0.01000,0.849
+36,block_sparse_moe.experts.154.w1,0.0000206578,0.01000,0.832
+36,block_sparse_moe.experts.155.w1,0.0000217891,0.01000,0.828
+36,block_sparse_moe.experts.156.w1,0.0000196050,0.01000,0.848
+36,block_sparse_moe.experts.157.w1,0.0000223417,0.01000,0.833
+36,block_sparse_moe.experts.158.w1,0.0000229917,0.01000,0.843
+36,block_sparse_moe.experts.159.w1,0.0000222058,0.01000,0.842
+36,block_sparse_moe.experts.160.w1,0.0000218996,0.01000,0.851
+36,block_sparse_moe.experts.161.w1,0.0000200821,0.01000,0.810
+36,block_sparse_moe.experts.162.w1,0.0000219639,0.01000,0.830
+36,block_sparse_moe.experts.163.w1,0.0000220158,0.01000,0.839
+36,block_sparse_moe.experts.164.w1,0.0000209309,0.01000,0.814
+36,block_sparse_moe.experts.165.w1,0.0000199714,0.01000,0.827
+36,block_sparse_moe.experts.166.w1,0.0000215917,0.01000,0.839
+36,block_sparse_moe.experts.167.w1,0.0000224279,0.01000,0.842
+36,block_sparse_moe.experts.168.w1,0.0000218082,0.01000,0.818
+36,block_sparse_moe.experts.169.w1,0.0000216636,0.01000,0.825
+36,block_sparse_moe.experts.170.w1,0.0000215808,0.01000,0.832
+36,block_sparse_moe.experts.171.w1,0.0000191821,0.01000,0.824
+36,block_sparse_moe.experts.172.w1,0.0000219282,0.01000,0.842
+36,block_sparse_moe.experts.173.w1,0.0000220795,0.01000,0.839
+36,block_sparse_moe.experts.174.w1,0.0000202150,0.01000,0.848
+36,block_sparse_moe.experts.175.w1,0.0000226662,0.01000,0.822
+36,block_sparse_moe.experts.176.w1,0.0000196918,0.01000,0.830
+36,block_sparse_moe.experts.177.w1,0.0000209036,0.01000,0.835
+36,block_sparse_moe.experts.178.w1,0.0000163315,0.01000,0.829
+36,block_sparse_moe.experts.179.w1,0.0000221482,0.01000,0.844
+36,block_sparse_moe.experts.180.w1,0.0000207278,0.01000,0.837
+36,block_sparse_moe.experts.181.w1,0.0000211175,0.01000,0.846
+36,block_sparse_moe.experts.182.w1,0.0000212296,0.01000,0.824
+36,block_sparse_moe.experts.183.w1,0.0000205717,0.01000,0.833
+36,block_sparse_moe.experts.184.w1,0.0000200525,0.01000,0.833
+36,block_sparse_moe.experts.185.w1,0.0000220419,0.01000,0.832
+36,block_sparse_moe.experts.186.w1,0.0000220015,0.01000,0.852
+36,block_sparse_moe.experts.187.w1,0.0000195457,0.01000,0.844
+36,block_sparse_moe.experts.188.w1,0.0000205778,0.01000,0.845
+36,block_sparse_moe.experts.189.w1,0.0000200401,0.01000,0.822
+36,block_sparse_moe.experts.190.w1,0.0000214891,0.01000,0.826
+36,block_sparse_moe.experts.191.w1,0.0000221506,0.01000,0.836
+36,block_sparse_moe.experts.192.w1,0.0000205890,0.01000,0.825
+36,block_sparse_moe.experts.193.w1,0.0000216095,0.01000,0.838
+36,block_sparse_moe.experts.194.w1,0.0000194632,0.01000,0.845
+36,block_sparse_moe.experts.195.w1,0.0000213956,0.01000,0.845
+36,block_sparse_moe.experts.196.w1,0.0000206617,0.01000,0.823
+36,block_sparse_moe.experts.197.w1,0.0000217194,0.01000,0.830
+36,block_sparse_moe.experts.198.w1,0.0000206212,0.01000,0.836
+36,block_sparse_moe.experts.199.w1,0.0000196924,0.01000,0.830
+36,block_sparse_moe.experts.200.w1,0.0000209312,0.01000,0.841
+36,block_sparse_moe.experts.201.w1,0.0000225644,0.01000,0.846
+36,block_sparse_moe.experts.202.w1,0.0000221088,0.01000,0.847
+36,block_sparse_moe.experts.203.w1,0.0000207793,0.01000,0.821
+36,block_sparse_moe.experts.204.w1,0.0000205168,0.01000,0.826
+36,block_sparse_moe.experts.206.w1,0.0000231601,0.01000,0.835
+36,block_sparse_moe.experts.205.w1,0.0000185986,0.01000,0.862
+36,block_sparse_moe.experts.207.w1,0.0000206892,0.01000,0.842
+36,block_sparse_moe.experts.208.w1,0.0000187077,0.01000,0.843
+36,block_sparse_moe.experts.209.w1,0.0000190815,0.01000,0.850
+36,block_sparse_moe.experts.210.w1,0.0000202701,0.01000,0.831
+36,block_sparse_moe.experts.211.w1,0.0000212215,0.01000,0.820
+36,block_sparse_moe.experts.212.w1,0.0000227147,0.01000,0.830
+36,block_sparse_moe.experts.213.w1,0.0000223455,0.01000,0.827
+36,block_sparse_moe.experts.214.w1,0.0000223088,0.01000,0.853
+36,block_sparse_moe.experts.215.w1,0.0000220076,0.01000,0.837
+36,block_sparse_moe.experts.216.w1,0.0000202541,0.01000,0.847
+36,block_sparse_moe.experts.217.w1,0.0000199096,0.01000,0.822
+36,block_sparse_moe.experts.218.w1,0.0000221574,0.01000,0.818
+36,block_sparse_moe.experts.220.w1,0.0000203516,0.01000,0.829
+36,block_sparse_moe.experts.219.w1,0.0000215053,0.01000,0.887
+36,block_sparse_moe.experts.221.w1,0.0000218256,0.01000,0.846
+36,block_sparse_moe.experts.222.w1,0.0000216245,0.01000,0.836
+36,block_sparse_moe.experts.224.w1,0.0000210845,0.01000,0.817
+36,block_sparse_moe.experts.223.w1,0.0000183803,0.01000,0.844
+36,block_sparse_moe.experts.225.w1,0.0000207561,0.01000,0.818
+36,block_sparse_moe.experts.226.w1,0.0000217293,0.01000,0.848
+36,block_sparse_moe.experts.227.w1,0.0000203535,0.01000,0.843
+36,block_sparse_moe.experts.228.w1,0.0000214071,0.01000,0.842
+36,block_sparse_moe.experts.229.w1,0.0000210630,0.01000,0.836
+36,block_sparse_moe.experts.231.w1,0.0000214921,0.01000,0.835
+36,block_sparse_moe.experts.230.w1,0.0000207734,0.01000,0.859
+36,block_sparse_moe.experts.232.w1,0.0000208412,0.01000,0.819
+36,block_sparse_moe.experts.233.w1,0.0000208730,0.01000,0.829
+36,block_sparse_moe.experts.234.w1,0.0000213214,0.01000,0.838
+36,block_sparse_moe.experts.235.w1,0.0000216810,0.01000,0.841
+36,block_sparse_moe.experts.236.w1,0.0000216893,0.01000,0.840
+36,block_sparse_moe.experts.238.w1,0.0000223842,0.01000,0.822
+36,block_sparse_moe.experts.237.w1,0.0000235363,0.01000,0.869
+36,block_sparse_moe.experts.239.w1,0.0000221566,0.01000,0.822
+36,block_sparse_moe.experts.240.w1,0.0000213308,0.01000,0.827
+36,block_sparse_moe.experts.241.w1,0.0000204158,0.01000,0.833
+36,block_sparse_moe.experts.242.w1,0.0000215696,0.01000,0.840
+36,block_sparse_moe.experts.243.w1,0.0000217595,0.01000,0.847
+36,block_sparse_moe.experts.245.w1,0.0000212228,0.01000,0.823
+36,block_sparse_moe.experts.244.w1,0.0000207911,0.01000,0.869
+36,block_sparse_moe.experts.246.w1,0.0000198817,0.01000,0.814
+36,block_sparse_moe.experts.247.w1,0.0000213508,0.01000,0.834
+36,block_sparse_moe.experts.248.w1,0.0000216813,0.01000,0.834
+36,block_sparse_moe.experts.249.w1,0.0000207294,0.01000,0.851
+36,block_sparse_moe.experts.250.w1,0.0000202511,0.01000,0.844
+36,block_sparse_moe.experts.252.w1,0.0000223905,0.01000,0.821
+36,block_sparse_moe.experts.251.w1,0.0000206288,0.01000,0.878
+36,block_sparse_moe.experts.253.w1,0.0000204973,0.01000,0.816
+36,block_sparse_moe.experts.254.w1,0.0000202304,0.01000,0.823
+36,block_sparse_moe.experts.255.w1,0.0000204793,0.01000,0.831
+36,block_sparse_moe.experts.0.w3,0.0000227464,0.01000,0.849
+36,block_sparse_moe.experts.1.w3,0.0000230436,0.01000,0.839
+36,block_sparse_moe.experts.2.w3,0.0000223444,0.01000,0.847
+36,block_sparse_moe.experts.3.w3,0.0000207688,0.01000,0.835
+36,block_sparse_moe.experts.4.w3,0.0000250701,0.01000,0.816
+36,block_sparse_moe.experts.5.w3,0.0000219161,0.01000,0.822
+36,block_sparse_moe.experts.6.w3,0.0000243888,0.01000,0.816
+36,block_sparse_moe.experts.7.w3,0.0000221230,0.01000,0.850
+36,block_sparse_moe.experts.8.w3,0.0000231118,0.01000,0.848
+36,block_sparse_moe.experts.9.w3,0.0000238463,0.01000,0.851
+36,block_sparse_moe.experts.10.w3,0.0000225966,0.01000,0.834
+36,block_sparse_moe.experts.11.w3,0.0000246360,0.01000,0.819
+36,block_sparse_moe.experts.12.w3,0.0000233593,0.01000,0.829
+36,block_sparse_moe.experts.13.w3,0.0000224676,0.01000,0.820
+36,block_sparse_moe.experts.14.w3,0.0000219307,0.01000,0.848
+36,block_sparse_moe.experts.15.w3,0.0000228131,0.01000,0.841
+36,block_sparse_moe.experts.17.w3,0.0000225850,0.01000,0.836
+36,block_sparse_moe.experts.16.w3,0.0000211715,0.01000,0.869
+36,block_sparse_moe.experts.18.w3,0.0000258488,0.01000,0.826
+36,block_sparse_moe.experts.19.w3,0.0000231858,0.01000,0.830
+36,block_sparse_moe.experts.20.w3,0.0000227574,0.01000,0.842
+36,block_sparse_moe.experts.21.w3,0.0000209016,0.01000,0.845
+36,block_sparse_moe.experts.22.w3,0.0000219592,0.01000,0.858
+36,block_sparse_moe.experts.24.w3,0.0000243310,0.01000,0.833
+36,block_sparse_moe.experts.23.w3,0.0000224198,0.01000,0.883
+36,block_sparse_moe.experts.25.w3,0.0000226034,0.01000,0.843
+36,block_sparse_moe.experts.26.w3,0.0000229442,0.01000,0.826
+36,block_sparse_moe.experts.27.w3,0.0000220798,0.01000,0.842
+36,block_sparse_moe.experts.29.w3,0.0000228582,0.01000,0.836
+36,block_sparse_moe.experts.28.w3,0.0000214553,0.01000,0.882
+36,block_sparse_moe.experts.30.w3,0.0000226149,0.01000,0.844
+36,block_sparse_moe.experts.31.w3,0.0000209316,0.01000,0.823
+36,block_sparse_moe.experts.32.w3,0.0000221073,0.01000,0.819
+36,block_sparse_moe.experts.33.w3,0.0000237897,0.01000,0.828
+36,block_sparse_moe.experts.34.w3,0.0000235108,0.01000,0.820
+36,block_sparse_moe.experts.35.w3,0.0000237635,0.01000,0.852
+36,block_sparse_moe.experts.36.w3,0.0000225930,0.01000,0.861
+36,block_sparse_moe.experts.38.w3,0.0000223322,0.01000,0.827
+36,block_sparse_moe.experts.39.w3,0.0000228558,0.01000,0.824
+36,block_sparse_moe.experts.37.w3,0.0000216168,0.01000,0.867
+36,block_sparse_moe.experts.40.w3,0.0000231722,0.01000,0.827
+36,block_sparse_moe.experts.41.w3,0.0000233575,0.01000,0.835
+36,block_sparse_moe.experts.42.w3,0.0000225492,0.01000,0.840
+36,block_sparse_moe.experts.43.w3,0.0000224292,0.01000,0.861
+36,block_sparse_moe.experts.45.w3,0.0000211715,0.01000,0.830
+36,block_sparse_moe.experts.46.w3,0.0000236800,0.01000,0.834
+36,block_sparse_moe.experts.44.w3,0.0000214758,0.01000,0.882
+36,block_sparse_moe.experts.47.w3,0.0000216808,0.01000,0.836
+36,block_sparse_moe.experts.48.w3,0.0000227088,0.01000,0.819
+36,block_sparse_moe.experts.49.w3,0.0000226150,0.01000,0.831
+36,block_sparse_moe.experts.50.w3,0.0000221571,0.01000,0.862
+36,block_sparse_moe.experts.51.w3,0.0000236993,0.01000,0.852
+36,block_sparse_moe.experts.52.w3,0.0000211337,0.01000,0.830
+36,block_sparse_moe.experts.53.w3,0.0000231916,0.01000,0.826
+36,block_sparse_moe.experts.54.w3,0.0000235355,0.01000,0.832
+36,block_sparse_moe.experts.55.w3,0.0000306468,0.01000,0.825
+36,block_sparse_moe.experts.56.w3,0.0000238544,0.01000,0.838
+36,block_sparse_moe.experts.57.w3,0.0000246735,0.01000,0.857
+36,block_sparse_moe.experts.59.w3,0.0000239058,0.01000,0.830
+36,block_sparse_moe.experts.58.w3,0.0000229368,0.01000,0.845
+36,block_sparse_moe.experts.60.w3,0.0000219776,0.01000,0.830
+36,block_sparse_moe.experts.61.w3,0.0000227605,0.01000,0.828
+36,block_sparse_moe.experts.62.w3,0.0000225532,0.01000,0.827
+36,block_sparse_moe.experts.63.w3,0.0000231844,0.01000,0.836
+36,block_sparse_moe.experts.64.w3,0.0000226657,0.01000,0.837
+36,block_sparse_moe.experts.66.w3,0.0000238241,0.01000,0.830
+36,block_sparse_moe.experts.67.w3,0.0000219205,0.01000,0.832
+36,block_sparse_moe.experts.65.w3,0.0000220759,0.01000,0.878
+36,block_sparse_moe.experts.68.w3,0.0000219793,0.01000,0.828
+36,block_sparse_moe.experts.69.w3,0.0000237943,0.01000,0.826
+36,block_sparse_moe.experts.70.w3,0.0000243518,0.01000,0.837
+36,block_sparse_moe.experts.71.w3,0.0000227374,0.01000,0.841
+36,block_sparse_moe.experts.73.w3,0.0000216373,0.01000,0.840
+36,block_sparse_moe.experts.72.w3,0.0000223730,0.01000,0.873
+36,block_sparse_moe.experts.74.w3,0.0000230094,0.01000,0.834
+36,block_sparse_moe.experts.75.w3,0.0000238137,0.01000,0.835
+36,block_sparse_moe.experts.76.w3,0.0000244250,0.01000,0.835
+36,block_sparse_moe.experts.77.w3,0.0000228735,0.01000,0.850
+36,block_sparse_moe.experts.78.w3,0.0000225574,0.01000,0.852
+36,block_sparse_moe.experts.80.w3,0.0000230065,0.01000,0.831
+36,block_sparse_moe.experts.79.w3,0.0000223302,0.01000,0.862
+36,block_sparse_moe.experts.81.w3,0.0000252154,0.01000,0.834
+36,block_sparse_moe.experts.82.w3,0.0000237401,0.01000,0.829
+36,block_sparse_moe.experts.83.w3,0.0000224161,0.01000,0.835
+36,block_sparse_moe.experts.84.w3,0.0000229585,0.01000,0.850
+36,block_sparse_moe.experts.85.w3,0.0000241406,0.01000,0.871
+36,block_sparse_moe.experts.87.w3,0.0000219212,0.01000,0.834
+36,block_sparse_moe.experts.88.w3,0.0000229954,0.01000,0.826
+36,block_sparse_moe.experts.86.w3,0.0000241196,0.01000,0.870
+36,block_sparse_moe.experts.89.w3,0.0000226220,0.01000,0.845
+36,block_sparse_moe.experts.90.w3,0.0000228198,0.01000,0.817
+36,block_sparse_moe.experts.91.w3,0.0000224922,0.01000,0.840
+36,block_sparse_moe.experts.92.w3,0.0000233156,0.01000,0.848
+36,block_sparse_moe.experts.94.w3,0.0000234192,0.01000,0.829
+36,block_sparse_moe.experts.95.w3,0.0000228567,0.01000,0.831
+36,block_sparse_moe.experts.93.w3,0.0000234470,0.01000,0.901
+36,block_sparse_moe.experts.96.w3,0.0000222434,0.01000,0.846
+36,block_sparse_moe.experts.97.w3,0.0000238155,0.01000,0.828
+36,block_sparse_moe.experts.98.w3,0.0000203896,0.01000,0.840
+36,block_sparse_moe.experts.99.w3,0.0000231996,0.01000,0.855
+36,block_sparse_moe.experts.100.w3,0.0000251134,0.01000,0.855
+36,block_sparse_moe.experts.101.w3,0.0000235652,0.01000,0.832
+36,block_sparse_moe.experts.102.w3,0.0000238410,0.01000,0.829
+36,block_sparse_moe.experts.103.w3,0.0000230887,0.01000,0.850
+36,block_sparse_moe.experts.104.w3,0.0000235603,0.01000,0.845
+36,block_sparse_moe.experts.105.w3,0.0000209165,0.01000,0.835
+36,block_sparse_moe.experts.106.w3,0.0000229962,0.01000,0.844
+36,block_sparse_moe.experts.108.w3,0.0000229173,0.01000,0.829
+36,block_sparse_moe.experts.107.w3,0.0000224439,0.01000,0.865
+36,block_sparse_moe.experts.109.w3,0.0000229428,0.01000,0.829
+36,block_sparse_moe.experts.111.w3,0.0000225845,0.01000,0.842
+36,block_sparse_moe.experts.110.w3,0.0000227031,0.01000,0.849
+36,block_sparse_moe.experts.112.w3,0.0000204387,0.01000,0.836
+36,block_sparse_moe.experts.113.w3,0.0000235483,0.01000,0.850
+36,block_sparse_moe.experts.115.w3,0.0000226191,0.01000,0.828
+36,block_sparse_moe.experts.114.w3,0.0000242238,0.01000,0.859
+36,block_sparse_moe.experts.116.w3,0.0000235805,0.01000,0.840
+36,block_sparse_moe.experts.118.w3,0.0000193078,0.01000,0.838
+36,block_sparse_moe.experts.117.w3,0.0000214930,0.01000,0.864
+36,block_sparse_moe.experts.119.w3,0.0000223212,0.01000,0.854
+36,block_sparse_moe.experts.120.w3,0.0000222253,0.01000,0.853
+36,block_sparse_moe.experts.122.w3,0.0000214968,0.01000,0.825
+36,block_sparse_moe.experts.123.w3,0.0000199256,0.01000,0.825
+36,block_sparse_moe.experts.121.w3,0.0000236437,0.01000,0.886
+36,block_sparse_moe.experts.124.w3,0.0000228304,0.01000,0.834
+36,block_sparse_moe.experts.125.w3,0.0000231518,0.01000,0.832
+36,block_sparse_moe.experts.126.w3,0.0000196677,0.01000,0.849
+36,block_sparse_moe.experts.127.w3,0.0000218187,0.01000,0.861
+36,block_sparse_moe.experts.129.w3,0.0000235879,0.01000,0.819
+36,block_sparse_moe.experts.128.w3,0.0000230175,0.01000,0.873
+36,block_sparse_moe.experts.130.w3,0.0000246688,0.01000,0.835
+36,block_sparse_moe.experts.131.w3,0.0000224862,0.01000,0.826
+36,block_sparse_moe.experts.132.w3,0.0000215984,0.01000,0.822
+36,block_sparse_moe.experts.133.w3,0.0000240689,0.01000,0.845
+36,block_sparse_moe.experts.134.w3,0.0000226054,0.01000,0.876
+36,block_sparse_moe.experts.135.w3,0.0000244134,0.01000,0.852
+36,block_sparse_moe.experts.136.w3,0.0000208420,0.01000,0.829
+36,block_sparse_moe.experts.137.w3,0.0000206658,0.01000,0.833
+36,block_sparse_moe.experts.139.w3,0.0000233995,0.01000,0.830
+36,block_sparse_moe.experts.138.w3,0.0000235786,0.01000,0.870
+36,block_sparse_moe.experts.140.w3,0.0000234259,0.01000,0.873
+36,block_sparse_moe.experts.143.w3,0.0000217255,0.01000,0.825
+36,block_sparse_moe.experts.141.w3,0.0000211106,0.01000,0.852
+36,block_sparse_moe.experts.142.w3,0.0000242916,0.01000,0.842
+36,block_sparse_moe.experts.144.w3,0.0000238500,0.01000,0.830
+36,block_sparse_moe.experts.145.w3,0.0000219725,0.01000,0.857
+36,block_sparse_moe.experts.146.w3,0.0000224852,0.01000,0.837
+36,block_sparse_moe.experts.147.w3,0.0000261281,0.01000,0.852
+36,block_sparse_moe.experts.150.w3,0.0000249586,0.01000,0.829
+36,block_sparse_moe.experts.151.w3,0.0000232866,0.01000,0.835
+36,block_sparse_moe.experts.149.w3,0.0000233535,0.01000,0.860
+36,block_sparse_moe.experts.148.w3,0.0000243652,0.01000,0.879
+36,block_sparse_moe.experts.153.w3,0.0000244681,0.01000,0.834
+36,block_sparse_moe.experts.152.w3,0.0000242506,0.01000,0.860
+36,block_sparse_moe.experts.154.w3,0.0000231033,0.01000,0.829
+36,block_sparse_moe.experts.155.w3,0.0000232069,0.01000,0.848
+36,block_sparse_moe.experts.156.w3,0.0000213429,0.01000,0.854
+36,block_sparse_moe.experts.158.w3,0.0000248190,0.01000,0.834
+36,block_sparse_moe.experts.157.w3,0.0000236409,0.01000,0.856
+36,block_sparse_moe.experts.159.w3,0.0000236000,0.01000,0.840
+36,block_sparse_moe.experts.160.w3,0.0000232576,0.01000,0.840
+36,block_sparse_moe.experts.161.w3,0.0000235153,0.01000,0.836
+36,block_sparse_moe.experts.162.w3,0.0000256532,0.01000,0.835
+36,block_sparse_moe.experts.164.w3,0.0000230945,0.01000,0.828
+36,block_sparse_moe.experts.165.w3,0.0000226792,0.01000,0.838
+36,block_sparse_moe.experts.163.w3,0.0000231108,0.01000,0.856
+36,block_sparse_moe.experts.166.w3,0.0000234545,0.01000,0.830
+36,block_sparse_moe.experts.167.w3,0.0000239399,0.01000,0.829
+36,block_sparse_moe.experts.168.w3,0.0000236419,0.01000,0.837
+36,block_sparse_moe.experts.169.w3,0.0000244006,0.01000,0.835
+36,block_sparse_moe.experts.172.w3,0.0000231570,0.01000,0.820
+36,block_sparse_moe.experts.171.w3,0.0000217496,0.01000,0.837
+36,block_sparse_moe.experts.170.w3,0.0000229571,0.01000,0.867
+36,block_sparse_moe.experts.173.w3,0.0000235214,0.01000,0.828
+36,block_sparse_moe.experts.174.w3,0.0000215628,0.01000,0.825
+36,block_sparse_moe.experts.175.w3,0.0000250819,0.01000,0.836
+36,block_sparse_moe.experts.176.w3,0.0000215630,0.01000,0.844
+36,block_sparse_moe.experts.178.w3,0.0000249327,0.01000,0.840
+36,block_sparse_moe.experts.179.w3,0.0000231495,0.01000,0.828
+36,block_sparse_moe.experts.177.w3,0.0000222342,0.01000,0.860
+36,block_sparse_moe.experts.180.w3,0.0000219844,0.01000,0.831
+36,block_sparse_moe.experts.181.w3,0.0000230499,0.01000,0.830
+36,block_sparse_moe.experts.182.w3,0.0000234610,0.01000,0.842
+36,block_sparse_moe.experts.183.w3,0.0000236342,0.01000,0.832
+36,block_sparse_moe.experts.185.w3,0.0000234556,0.01000,0.827
+36,block_sparse_moe.experts.186.w3,0.0000246669,0.01000,0.823
+36,block_sparse_moe.experts.184.w3,0.0000223974,0.01000,0.929
+36,block_sparse_moe.experts.187.w3,0.0000232572,0.01000,0.829
+36,block_sparse_moe.experts.188.w3,0.0000226368,0.01000,0.824
+36,block_sparse_moe.experts.189.w3,0.0000220612,0.01000,0.834
+36,block_sparse_moe.experts.190.w3,0.0000243806,0.01000,0.836
+36,block_sparse_moe.experts.192.w3,0.0000230326,0.01000,0.819
+36,block_sparse_moe.experts.191.w3,0.0000239979,0.01000,0.903
+36,block_sparse_moe.experts.194.w3,0.0000228072,0.01000,0.827
+36,block_sparse_moe.experts.195.w3,0.0000225247,0.01000,0.825
+36,block_sparse_moe.experts.193.w3,0.0000242925,0.01000,0.863
+36,block_sparse_moe.experts.196.w3,0.0000238118,0.01000,0.829
+36,block_sparse_moe.experts.197.w3,0.0000241221,0.01000,0.832
+36,block_sparse_moe.experts.198.w3,0.0000226422,0.01000,0.849
+36,block_sparse_moe.experts.199.w3,0.0000209545,0.01000,0.821
+36,block_sparse_moe.experts.200.w3,0.0000217593,0.01000,0.831
+36,block_sparse_moe.experts.201.w3,0.0000255866,0.01000,0.839
+36,block_sparse_moe.experts.202.w3,0.0000241308,0.01000,0.842
+36,block_sparse_moe.experts.203.w3,0.0000228970,0.01000,0.831
+36,block_sparse_moe.experts.204.w3,0.0000232474,0.01000,0.834
+36,block_sparse_moe.experts.205.w3,0.0000206521,0.01000,0.839
+36,block_sparse_moe.experts.206.w3,0.0000245089,0.01000,0.826
+36,block_sparse_moe.experts.207.w3,0.0000240012,0.01000,0.847
+36,block_sparse_moe.experts.208.w3,0.0000211495,0.01000,0.846
+36,block_sparse_moe.experts.209.w3,0.0000238584,0.01000,0.856
+36,block_sparse_moe.experts.210.w3,0.0000218102,0.01000,0.842
+36,block_sparse_moe.experts.211.w3,0.0000228000,0.01000,0.844
+36,block_sparse_moe.experts.212.w3,0.0000255153,0.01000,0.853
+36,block_sparse_moe.experts.213.w3,0.0000237855,0.01000,0.827
+36,block_sparse_moe.experts.214.w3,0.0000239667,0.01000,0.823
+36,block_sparse_moe.experts.215.w3,0.0000236147,0.01000,0.843
+36,block_sparse_moe.experts.216.w3,0.0000225506,0.01000,0.824
+36,block_sparse_moe.experts.217.w3,0.0000246998,0.01000,0.849
+36,block_sparse_moe.experts.218.w3,0.0000233013,0.01000,0.842
+36,block_sparse_moe.experts.220.w3,0.0000217944,0.01000,0.835
+36,block_sparse_moe.experts.219.w3,0.0000255936,0.01000,0.882
+36,block_sparse_moe.experts.221.w3,0.0000233210,0.01000,0.826
+36,block_sparse_moe.experts.222.w3,0.0000248411,0.01000,0.836
+36,block_sparse_moe.experts.223.w3,0.0000200582,0.01000,0.822
+36,block_sparse_moe.experts.224.w3,0.0000238519,0.01000,0.836
+36,block_sparse_moe.experts.225.w3,0.0000214989,0.01000,0.838
+36,block_sparse_moe.experts.226.w3,0.0000232149,0.01000,0.857
+36,block_sparse_moe.experts.227.w3,0.0000215387,0.01000,0.830
+36,block_sparse_moe.experts.228.w3,0.0000228801,0.01000,0.834
+36,block_sparse_moe.experts.230.w3,0.0000222610,0.01000,0.829
+36,block_sparse_moe.experts.229.w3,0.0000226615,0.01000,0.898
+36,block_sparse_moe.experts.231.w3,0.0000237680,0.01000,0.841
+36,block_sparse_moe.experts.232.w3,0.0000226258,0.01000,0.844
+36,block_sparse_moe.experts.234.w3,0.0000228206,0.01000,0.822
+36,block_sparse_moe.experts.235.w3,0.0000231597,0.01000,0.827
+36,block_sparse_moe.experts.233.w3,0.0000226610,0.01000,0.872
+36,block_sparse_moe.experts.236.w3,0.0000231725,0.01000,0.856
+36,block_sparse_moe.experts.237.w3,0.0000249876,0.01000,0.832
+36,block_sparse_moe.experts.238.w3,0.0000258768,0.01000,0.841
+36,block_sparse_moe.experts.239.w3,0.0000241514,0.01000,0.847
+36,block_sparse_moe.experts.241.w3,0.0000218746,0.01000,0.845
+36,block_sparse_moe.experts.240.w3,0.0000225972,0.01000,0.863
+36,block_sparse_moe.experts.242.w3,0.0000239036,0.01000,0.839
+36,block_sparse_moe.experts.243.w3,0.0000253462,0.01000,0.851
+36,block_sparse_moe.experts.244.w3,0.0000226348,0.01000,0.847
+36,block_sparse_moe.experts.245.w3,0.0000244143,0.01000,0.851
+36,block_sparse_moe.experts.246.w3,0.0000212969,0.01000,0.846
+36,block_sparse_moe.experts.248.w3,0.0000230846,0.01000,0.825
+36,block_sparse_moe.experts.249.w3,0.0000245804,0.01000,0.836
+36,block_sparse_moe.experts.247.w3,0.0000220953,0.01000,0.896
+36,block_sparse_moe.experts.250.w3,0.0000224876,0.01000,0.831
+36,block_sparse_moe.experts.251.w3,0.0000235741,0.01000,0.825
+36,block_sparse_moe.experts.252.w3,0.0000233972,0.01000,0.751
+36,block_sparse_moe.experts.253.w3,0.0000220528,0.01000,0.692
+36,block_sparse_moe.experts.255.w3,0.0000250727,0.01000,0.675
+36,block_sparse_moe.experts.254.w3,0.0000220320,0.01000,0.705
+36,block_sparse_moe.experts.3.w2,0.0000193014,0.01000,0.427
+36,block_sparse_moe.experts.1.w2,0.0000214921,0.01000,0.429
+36,block_sparse_moe.experts.5.w2,0.0000251906,0.01000,0.431
+36,block_sparse_moe.experts.4.w2,0.0000200417,0.01000,0.443
+36,block_sparse_moe.experts.0.w2,0.0000145070,0.01000,0.452
+36,block_sparse_moe.experts.6.w2,0.0000136056,0.01000,0.448
+36,block_sparse_moe.experts.2.w2,0.0000186121,0.01000,0.471
+36,block_sparse_moe.experts.8.w2,0.0000103875,0.01000,0.411
+36,block_sparse_moe.experts.7.w2,0.0000115133,0.01000,0.426
+36,block_sparse_moe.experts.10.w2,0.0000292057,0.01000,0.413
+36,block_sparse_moe.experts.11.w2,0.0000217783,0.01000,0.416
+36,block_sparse_moe.experts.12.w2,0.0000132124,0.01000,0.424
+36,block_sparse_moe.experts.9.w2,0.0000114585,0.01000,0.458
+36,block_sparse_moe.experts.13.w2,0.0000225143,0.01000,0.427
+36,block_sparse_moe.experts.14.w2,0.0000110879,0.01000,0.419
+36,block_sparse_moe.experts.15.w2,0.0000165566,0.01000,0.414
+36,block_sparse_moe.experts.17.w2,0.0000111805,0.01000,0.409
+36,block_sparse_moe.experts.18.w2,0.0000246475,0.01000,0.424
+36,block_sparse_moe.experts.16.w2,0.0000170682,0.01000,0.444
+36,block_sparse_moe.experts.19.w2,0.0000129630,0.01000,0.429
+36,block_sparse_moe.experts.20.w2,0.0000241225,0.01000,0.428
+36,block_sparse_moe.experts.22.w2,0.0000484776,0.01000,0.411
+36,block_sparse_moe.experts.23.w2,0.0000117933,0.01000,0.418
+36,block_sparse_moe.experts.21.w2,0.0000136483,0.01000,0.443
+36,block_sparse_moe.experts.24.w2,0.0000116327,0.01000,0.411
+36,block_sparse_moe.experts.25.w2,0.0000103132,0.01000,0.420
+36,block_sparse_moe.experts.27.w2,0.0000155715,0.01000,0.423
+36,block_sparse_moe.experts.26.w2,0.0000161210,0.01000,0.428
+36,block_sparse_moe.experts.28.w2,0.0000127270,0.01000,0.420
+36,block_sparse_moe.experts.29.w2,0.0000089324,0.01000,0.411
+36,block_sparse_moe.experts.31.w2,0.0000241608,0.01000,0.412
+36,block_sparse_moe.experts.32.w2,0.0000243833,0.01000,0.421
+36,block_sparse_moe.experts.30.w2,0.0000091016,0.01000,0.462
+36,block_sparse_moe.experts.33.w2,0.0000158774,0.01000,0.428
+36,block_sparse_moe.experts.34.w2,0.0000160212,0.01000,0.437
+36,block_sparse_moe.experts.35.w2,0.0000132378,0.01000,0.415
+36,block_sparse_moe.experts.36.w2,0.0000316199,0.01000,0.412
+36,block_sparse_moe.experts.38.w2,0.0000180983,0.01000,0.416
+36,block_sparse_moe.experts.37.w2,0.0000142615,0.01000,0.455
+36,block_sparse_moe.experts.39.w2,0.0000125152,0.01000,0.430
+36,block_sparse_moe.experts.40.w2,0.0000120790,0.01000,0.423
+36,block_sparse_moe.experts.41.w2,0.0000115970,0.01000,0.427
+36,block_sparse_moe.experts.43.w2,0.0000163852,0.01000,0.410
+36,block_sparse_moe.experts.42.w2,0.0000106607,0.01000,0.412
+36,block_sparse_moe.experts.44.w2,0.0000245749,0.01000,0.430
+36,block_sparse_moe.experts.45.w2,0.0000153317,0.01000,0.414
+36,block_sparse_moe.experts.47.w2,0.0000174052,0.01000,0.422
+36,block_sparse_moe.experts.46.w2,0.0000093125,0.01000,0.437
+36,block_sparse_moe.experts.48.w2,0.0000117480,0.01000,0.435
+36,block_sparse_moe.experts.49.w2,0.0000162856,0.01000,0.412
+36,block_sparse_moe.experts.50.w2,0.0000259528,0.01000,0.417
+36,block_sparse_moe.experts.52.w2,0.0000220512,0.01000,0.415
+36,block_sparse_moe.experts.51.w2,0.0000135087,0.01000,0.429
+36,block_sparse_moe.experts.53.w2,0.0000108686,0.01000,0.430
+36,block_sparse_moe.experts.54.w2,0.0000090027,0.01000,0.433
+36,block_sparse_moe.experts.55.w2,0.0000118202,0.01000,0.433
+36,block_sparse_moe.experts.56.w2,0.0000139636,0.01000,0.412
+36,block_sparse_moe.experts.57.w2,0.0000200914,0.01000,0.410
+36,block_sparse_moe.experts.58.w2,0.0000095557,0.01000,0.424
+36,block_sparse_moe.experts.59.w2,0.0000129780,0.01000,0.417
+36,block_sparse_moe.experts.60.w2,0.0000203942,0.01000,0.422
+36,block_sparse_moe.experts.61.w2,0.0000219913,0.01000,0.425
+36,block_sparse_moe.experts.62.w2,0.0000131287,0.01000,0.431
+36,block_sparse_moe.experts.63.w2,0.0000119782,0.01000,0.415
+36,block_sparse_moe.experts.64.w2,0.0000169130,0.01000,0.415
+36,block_sparse_moe.experts.66.w2,0.0000148874,0.01000,0.416
+36,block_sparse_moe.experts.65.w2,0.0000101820,0.01000,0.433
+36,block_sparse_moe.experts.67.w2,0.0000274856,0.01000,0.425
+36,block_sparse_moe.experts.68.w2,0.0000151250,0.01000,0.427
+36,block_sparse_moe.experts.69.w2,0.0000211791,0.01000,0.434
+36,block_sparse_moe.experts.70.w2,0.0000170639,0.01000,0.412
+36,block_sparse_moe.experts.71.w2,0.0000142045,0.01000,0.410
+36,block_sparse_moe.experts.72.w2,0.0000247966,0.01000,0.425
+36,block_sparse_moe.experts.73.w2,0.0000177956,0.01000,0.416
+36,block_sparse_moe.experts.74.w2,0.0000140308,0.01000,0.422
+36,block_sparse_moe.experts.75.w2,0.0000267424,0.01000,0.436
+36,block_sparse_moe.experts.76.w2,0.0000116762,0.01000,0.429
+36,block_sparse_moe.experts.78.w2,0.0000304572,0.01000,0.410
+36,block_sparse_moe.experts.77.w2,0.0000137153,0.01000,0.413
+36,block_sparse_moe.experts.80.w2,0.0000131027,0.01000,0.411
+36,block_sparse_moe.experts.79.w2,0.0000157429,0.01000,0.426
+36,block_sparse_moe.experts.81.w2,0.0000168564,0.01000,0.421
+36,block_sparse_moe.experts.82.w2,0.0000242612,0.01000,0.438
+36,block_sparse_moe.experts.83.w2,0.0000147927,0.01000,0.431
+36,block_sparse_moe.experts.84.w2,0.0000169295,0.01000,0.413
+36,block_sparse_moe.experts.85.w2,0.0000156032,0.01000,0.414
+36,block_sparse_moe.experts.87.w2,0.0000265362,0.01000,0.420
+36,block_sparse_moe.experts.86.w2,0.0000283096,0.01000,0.442
+36,block_sparse_moe.experts.88.w2,0.0000132811,0.01000,0.424
+36,block_sparse_moe.experts.89.w2,0.0000201484,0.01000,0.422
+36,block_sparse_moe.experts.90.w2,0.0000110849,0.01000,0.430
+36,block_sparse_moe.experts.91.w2,0.0000114407,0.01000,0.410
+36,block_sparse_moe.experts.92.w2,0.0000254848,0.01000,0.410
+36,block_sparse_moe.experts.93.w2,0.0000158514,0.01000,0.422
+36,block_sparse_moe.experts.94.w2,0.0000137676,0.01000,0.430
+36,block_sparse_moe.experts.95.w2,0.0000138521,0.01000,0.420
+36,block_sparse_moe.experts.96.w2,0.0000323866,0.01000,0.419
+36,block_sparse_moe.experts.97.w2,0.0000199170,0.01000,0.429
+36,block_sparse_moe.experts.98.w2,0.0000224002,0.01000,0.412
+36,block_sparse_moe.experts.99.w2,0.0000137892,0.01000,0.414
+36,block_sparse_moe.experts.100.w2,0.0000226076,0.01000,0.422
+36,block_sparse_moe.experts.101.w2,0.0000113139,0.01000,0.432
+36,block_sparse_moe.experts.102.w2,0.0000104173,0.01000,0.423
+36,block_sparse_moe.experts.103.w2,0.0000164603,0.01000,0.424
+36,block_sparse_moe.experts.104.w2,0.0000155301,0.01000,0.432
+36,block_sparse_moe.experts.105.w2,0.0000151606,0.01000,0.411
+36,block_sparse_moe.experts.106.w2,0.0000231649,0.01000,0.410
+36,block_sparse_moe.experts.107.w2,0.0000129962,0.01000,0.419
+36,block_sparse_moe.experts.108.w2,0.0000209335,0.01000,0.428
+36,block_sparse_moe.experts.109.w2,0.0000136026,0.01000,0.422
+36,block_sparse_moe.experts.110.w2,0.0000132483,0.01000,0.422
+36,block_sparse_moe.experts.111.w2,0.0000216320,0.01000,0.427
+36,block_sparse_moe.experts.112.w2,0.0000231483,0.01000,0.411
+36,block_sparse_moe.experts.113.w2,0.0000237691,0.01000,0.410
+36,block_sparse_moe.experts.114.w2,0.0000105615,0.01000,0.423
+36,block_sparse_moe.experts.115.w2,0.0000148718,0.01000,0.428
+36,block_sparse_moe.experts.116.w2,0.0000121992,0.01000,0.443
+36,block_sparse_moe.experts.117.w2,0.0000165028,0.01000,0.426
+36,block_sparse_moe.experts.118.w2,0.0000360372,0.01000,0.431
+36,block_sparse_moe.experts.119.w2,0.0000173898,0.01000,0.417
+36,block_sparse_moe.experts.120.w2,0.0000124001,0.01000,0.417
+36,block_sparse_moe.experts.121.w2,0.0000188371,0.01000,0.419
+36,block_sparse_moe.experts.122.w2,0.0000145506,0.01000,0.411
+36,block_sparse_moe.experts.123.w2,0.0000257389,0.01000,0.422
+36,block_sparse_moe.experts.124.w2,0.0000085862,0.01000,0.420
+36,block_sparse_moe.experts.125.w2,0.0000179426,0.01000,0.433
+36,block_sparse_moe.experts.126.w2,0.0000207521,0.01000,0.412
+36,block_sparse_moe.experts.127.w2,0.0000196179,0.01000,0.429
+36,block_sparse_moe.experts.128.w2,0.0000185811,0.01000,0.427
+36,block_sparse_moe.experts.129.w2,0.0000354424,0.01000,0.412
+36,block_sparse_moe.experts.130.w2,0.0000195067,0.01000,0.423
+36,block_sparse_moe.experts.131.w2,0.0000142680,0.01000,0.419
+36,block_sparse_moe.experts.132.w2,0.0000174404,0.01000,0.436
+36,block_sparse_moe.experts.133.w2,0.0000102655,0.01000,0.421
+36,block_sparse_moe.experts.134.w2,0.0000192848,0.01000,0.420
+36,block_sparse_moe.experts.135.w2,0.0000132435,0.01000,0.427
+36,block_sparse_moe.experts.136.w2,0.0000109027,0.01000,0.420
+36,block_sparse_moe.experts.137.w2,0.0000292961,0.01000,0.426
+36,block_sparse_moe.experts.138.w2,0.0000167328,0.01000,0.425
+36,block_sparse_moe.experts.139.w2,0.0000124397,0.01000,0.431
+36,block_sparse_moe.experts.140.w2,0.0000217180,0.01000,0.423
+36,block_sparse_moe.experts.141.w2,0.0000207589,0.01000,0.413
+36,block_sparse_moe.experts.142.w2,0.0000175209,0.01000,0.422
+36,block_sparse_moe.experts.143.w2,0.0000159148,0.01000,0.413
+36,block_sparse_moe.experts.144.w2,0.0000296745,0.01000,0.421
+36,block_sparse_moe.experts.145.w2,0.0000180034,0.01000,0.419
+36,block_sparse_moe.experts.146.w2,0.0000152644,0.01000,0.429
+36,block_sparse_moe.experts.147.w2,0.0000280825,0.01000,0.423
+36,block_sparse_moe.experts.148.w2,0.0000207787,0.01000,0.433
+36,block_sparse_moe.experts.150.w2,0.0000227951,0.01000,0.415
+36,block_sparse_moe.experts.149.w2,0.0000123629,0.01000,0.445
+36,block_sparse_moe.experts.151.w2,0.0000145205,0.01000,0.422
+36,block_sparse_moe.experts.152.w2,0.0000287196,0.01000,0.440
+36,block_sparse_moe.experts.153.w2,0.0000350893,0.01000,0.431
+36,block_sparse_moe.experts.155.w2,0.0000119052,0.01000,0.413
+36,block_sparse_moe.experts.154.w2,0.0000132751,0.01000,0.431
+36,block_sparse_moe.experts.156.w2,0.0000255464,0.01000,0.430
+36,block_sparse_moe.experts.157.w2,0.0000181777,0.01000,0.417
+36,block_sparse_moe.experts.158.w2,0.0000210851,0.01000,0.422
+36,block_sparse_moe.experts.159.w2,0.0000115398,0.01000,0.426
+36,block_sparse_moe.experts.160.w2,0.0000139112,0.01000,0.425
+36,block_sparse_moe.experts.161.w2,0.0000298996,0.01000,0.412
+36,block_sparse_moe.experts.162.w2,0.0000257170,0.01000,0.413
+36,block_sparse_moe.experts.163.w2,0.0000119711,0.01000,0.420
+36,block_sparse_moe.experts.164.w2,0.0000156523,0.01000,0.428
+36,block_sparse_moe.experts.165.w2,0.0000136426,0.01000,0.424
+36,block_sparse_moe.experts.166.w2,0.0000141225,0.01000,0.422
+36,block_sparse_moe.experts.167.w2,0.0000133261,0.01000,0.428
+36,block_sparse_moe.experts.169.w2,0.0000194205,0.01000,0.415
+36,block_sparse_moe.experts.168.w2,0.0000133464,0.01000,0.429
+36,block_sparse_moe.experts.170.w2,0.0000097957,0.01000,0.416
+36,block_sparse_moe.experts.171.w2,0.0000182383,0.01000,0.416
+36,block_sparse_moe.experts.172.w2,0.0000194139,0.01000,0.421
+36,block_sparse_moe.experts.173.w2,0.0000113460,0.01000,0.426
+36,block_sparse_moe.experts.174.w2,0.0000296977,0.01000,0.425
+36,block_sparse_moe.experts.175.w2,0.0000102026,0.01000,0.414
+36,block_sparse_moe.experts.176.w2,0.0000121960,0.01000,0.413
+36,block_sparse_moe.experts.177.w2,0.0000115020,0.01000,0.416
+36,block_sparse_moe.experts.178.w2,0.0000747286,0.01000,0.414
+36,block_sparse_moe.experts.179.w2,0.0000122877,0.01000,0.422
+36,block_sparse_moe.experts.180.w2,0.0000156956,0.01000,0.425
+36,block_sparse_moe.experts.181.w2,0.0000216884,0.01000,0.429
+36,block_sparse_moe.experts.182.w2,0.0000177492,0.01000,0.413
+36,block_sparse_moe.experts.183.w2,0.0000236079,0.01000,0.414
+36,block_sparse_moe.experts.184.w2,0.0000134733,0.01000,0.421
+36,block_sparse_moe.experts.185.w2,0.0000116026,0.01000,0.419
+36,block_sparse_moe.experts.186.w2,0.0000165334,0.01000,0.425
+36,block_sparse_moe.experts.187.w2,0.0000262734,0.01000,0.426
+36,block_sparse_moe.experts.189.w2,0.0000191637,0.01000,0.407
+36,block_sparse_moe.experts.188.w2,0.0000122382,0.01000,0.431
+36,block_sparse_moe.experts.190.w2,0.0000165691,0.01000,0.411
+36,block_sparse_moe.experts.191.w2,0.0000103290,0.01000,0.417
+36,block_sparse_moe.experts.192.w2,0.0000377906,0.01000,0.413
+36,block_sparse_moe.experts.193.w2,0.0000168957,0.01000,0.420
+36,block_sparse_moe.experts.194.w2,0.0000204664,0.01000,0.421
+36,block_sparse_moe.experts.195.w2,0.0000162976,0.01000,0.421
+36,block_sparse_moe.experts.196.w2,0.0000231425,0.01000,0.413
+36,block_sparse_moe.experts.197.w2,0.0000139199,0.01000,0.412
+36,block_sparse_moe.experts.198.w2,0.0000180034,0.01000,0.418
+36,block_sparse_moe.experts.199.w2,0.0000207668,0.01000,0.418
+36,block_sparse_moe.experts.200.w2,0.0000083072,0.01000,0.425
+36,block_sparse_moe.experts.201.w2,0.0000219846,0.01000,0.428
+36,block_sparse_moe.experts.203.w2,0.0000196653,0.01000,0.416
+36,block_sparse_moe.experts.204.w2,0.0000258836,0.01000,0.417
+36,block_sparse_moe.experts.202.w2,0.0000138197,0.01000,0.428
+36,block_sparse_moe.experts.205.w2,0.0000211932,0.01000,0.416
+36,block_sparse_moe.experts.206.w2,0.0000132435,0.01000,0.415
+36,block_sparse_moe.experts.207.w2,0.0000198071,0.01000,0.423
+36,block_sparse_moe.experts.208.w2,0.0000215260,0.01000,0.422
+36,block_sparse_moe.experts.211.w2,0.0000163016,0.01000,0.410
+36,block_sparse_moe.experts.210.w2,0.0000143651,0.01000,0.413
+36,block_sparse_moe.experts.209.w2,0.0000237380,0.01000,0.434
+36,block_sparse_moe.experts.212.w2,0.0000137955,0.01000,0.413
+36,block_sparse_moe.experts.213.w2,0.0000152933,0.01000,0.412
+36,block_sparse_moe.experts.214.w2,0.0000131596,0.01000,0.421
+36,block_sparse_moe.experts.215.w2,0.0000134303,0.01000,0.425
+36,block_sparse_moe.experts.217.w2,0.0000184822,0.01000,0.416
+36,block_sparse_moe.experts.218.w2,0.0000107749,0.01000,0.419
+36,block_sparse_moe.experts.216.w2,0.0000225375,0.01000,0.437
+36,block_sparse_moe.experts.219.w2,0.0000159616,0.01000,0.424
+36,block_sparse_moe.experts.220.w2,0.0000135374,0.01000,0.418
+36,block_sparse_moe.experts.221.w2,0.0000101273,0.01000,0.416
+36,block_sparse_moe.experts.222.w2,0.0000183531,0.01000,0.418
+36,block_sparse_moe.experts.223.w2,0.0000139640,0.01000,0.428
+36,block_sparse_moe.experts.224.w2,0.0000161359,0.01000,0.416
+36,block_sparse_moe.experts.225.w2,0.0000111649,0.01000,0.417
+36,block_sparse_moe.experts.227.w2,0.0000188900,0.01000,0.415
+36,block_sparse_moe.experts.226.w2,0.0000160309,0.01000,0.429
+36,block_sparse_moe.experts.228.w2,0.0000113458,0.01000,0.418
+36,block_sparse_moe.experts.229.w2,0.0000183670,0.01000,0.420
+36,block_sparse_moe.experts.231.w2,0.0000124885,0.01000,0.418
+36,block_sparse_moe.experts.232.w2,0.0000151230,0.01000,0.420
+36,block_sparse_moe.experts.230.w2,0.0000159081,0.01000,0.440
+36,block_sparse_moe.experts.233.w2,0.0000136256,0.01000,0.419
+36,block_sparse_moe.experts.234.w2,0.0000162891,0.01000,0.428
+36,block_sparse_moe.experts.235.w2,0.0000104295,0.01000,0.422
+36,block_sparse_moe.experts.236.w2,0.0000127296,0.01000,0.421
+36,block_sparse_moe.experts.238.w2,0.0000183154,0.01000,0.414
+36,block_sparse_moe.experts.239.w2,0.0000176611,0.01000,0.416
+36,block_sparse_moe.experts.237.w2,0.0000125172,0.01000,0.434
+36,block_sparse_moe.experts.240.w2,0.0000119290,0.01000,0.419
+36,block_sparse_moe.experts.241.w2,0.0000152282,0.01000,0.428
+36,block_sparse_moe.experts.242.w2,0.0000171843,0.01000,0.419
+36,block_sparse_moe.experts.243.w2,0.0000220797,0.01000,0.418
+36,block_sparse_moe.experts.244.w2,0.0000131311,0.01000,0.425
+36,block_sparse_moe.experts.245.w2,0.0000185594,0.01000,0.415
+36,block_sparse_moe.experts.246.w2,0.0000154754,0.01000,0.415
+36,block_sparse_moe.experts.247.w2,0.0000100250,0.01000,0.419
+36,block_sparse_moe.experts.248.w2,0.0000147506,0.01000,0.426
+36,block_sparse_moe.experts.249.w2,0.0000223125,0.01000,0.424
+36,block_sparse_moe.experts.250.w2,0.0000198433,0.01000,0.421
+36,block_sparse_moe.experts.252.w2,0.0000153403,0.01000,0.406
+36,block_sparse_moe.experts.253.w2,0.0000119019,0.01000,0.405
+36,block_sparse_moe.experts.251.w2,0.0000250286,0.01000,0.414
+36,block_sparse_moe.experts.254.w2,0.0000338927,0.01000,0.341
+36,block_sparse_moe.experts.255.w2,0.0000145872,0.01000,0.338
+37,block_sparse_moe.experts.0.w1,0.0000221220,0.01000,0.835
+37,block_sparse_moe.experts.1.w1,0.0000235861,0.01000,0.847
+37,block_sparse_moe.experts.3.w1,0.0000220382,0.01000,0.856
+37,block_sparse_moe.experts.2.w1,0.0000210000,0.01000,0.858
+37,block_sparse_moe.experts.4.w1,0.0000236890,0.01000,0.856
+37,block_sparse_moe.experts.5.w1,0.0000212154,0.01000,0.858
+37,block_sparse_moe.experts.6.w1,0.0000229505,0.01000,0.865
+37,block_sparse_moe.experts.7.w1,0.0000233277,0.01000,0.823
+37,block_sparse_moe.experts.8.w1,0.0000235346,0.01000,0.825
+37,block_sparse_moe.experts.10.w1,0.0000208016,0.01000,0.826
+37,block_sparse_moe.experts.11.w1,0.0000223949,0.01000,0.837
+37,block_sparse_moe.experts.12.w1,0.0000229236,0.01000,0.841
+37,block_sparse_moe.experts.13.w1,0.0000215317,0.01000,0.840
+37,block_sparse_moe.experts.9.w1,0.0000241917,0.01000,0.875
+37,block_sparse_moe.experts.14.w1,0.0000244216,0.01000,0.835
+37,block_sparse_moe.experts.15.w1,0.0000230341,0.01000,0.823
+37,block_sparse_moe.experts.17.w1,0.0000199760,0.01000,0.822
+37,block_sparse_moe.experts.18.w1,0.0000229981,0.01000,0.846
+37,block_sparse_moe.experts.16.w1,0.0000232333,0.01000,0.865
+37,block_sparse_moe.experts.19.w1,0.0000231363,0.01000,0.845
+37,block_sparse_moe.experts.20.w1,0.0000223408,0.01000,0.858
+37,block_sparse_moe.experts.21.w1,0.0000216353,0.01000,0.818
+37,block_sparse_moe.experts.22.w1,0.0000238181,0.01000,0.820
+37,block_sparse_moe.experts.23.w1,0.0000229572,0.01000,0.833
+37,block_sparse_moe.experts.24.w1,0.0000237494,0.01000,0.830
+37,block_sparse_moe.experts.25.w1,0.0000208945,0.01000,0.838
+37,block_sparse_moe.experts.26.w1,0.0000230209,0.01000,0.840
+37,block_sparse_moe.experts.27.w1,0.0000209878,0.01000,0.904
+37,block_sparse_moe.experts.28.w1,0.0000202850,0.01000,0.825
+37,block_sparse_moe.experts.29.w1,0.0000227453,0.01000,0.827
+37,block_sparse_moe.experts.30.w1,0.0000233489,0.01000,0.828
+37,block_sparse_moe.experts.31.w1,0.0000236190,0.01000,0.839
+37,block_sparse_moe.experts.32.w1,0.0000227282,0.01000,0.844
+37,block_sparse_moe.experts.33.w1,0.0000237571,0.01000,0.852
+37,block_sparse_moe.experts.34.w1,0.0000244631,0.01000,0.864
+37,block_sparse_moe.experts.35.w1,0.0000236520,0.01000,0.820
+37,block_sparse_moe.experts.36.w1,0.0000218930,0.01000,0.831
+37,block_sparse_moe.experts.37.w1,0.0000228852,0.01000,0.830
+37,block_sparse_moe.experts.38.w1,0.0000232544,0.01000,0.850
+37,block_sparse_moe.experts.40.w1,0.0000225683,0.01000,0.830
+37,block_sparse_moe.experts.39.w1,0.0000232962,0.01000,0.849
+37,block_sparse_moe.experts.41.w1,0.0000226991,0.01000,0.871
+37,block_sparse_moe.experts.42.w1,0.0000213457,0.01000,0.815
+37,block_sparse_moe.experts.43.w1,0.0000226610,0.01000,0.824
+37,block_sparse_moe.experts.44.w1,0.0000221944,0.01000,0.821
+37,block_sparse_moe.experts.45.w1,0.0000236563,0.01000,0.838
+37,block_sparse_moe.experts.46.w1,0.0000222510,0.01000,0.836
+37,block_sparse_moe.experts.47.w1,0.0000219637,0.01000,0.842
+37,block_sparse_moe.experts.48.w1,0.0000235510,0.01000,0.858
+37,block_sparse_moe.experts.49.w1,0.0000228621,0.01000,0.814
+37,block_sparse_moe.experts.50.w1,0.0000194332,0.01000,0.824
+37,block_sparse_moe.experts.51.w1,0.0000231650,0.01000,0.821
+37,block_sparse_moe.experts.52.w1,0.0000217021,0.01000,0.831
+37,block_sparse_moe.experts.53.w1,0.0000230502,0.01000,0.827
+37,block_sparse_moe.experts.54.w1,0.0000217268,0.01000,0.834
+37,block_sparse_moe.experts.55.w1,0.0000241099,0.01000,0.858
+37,block_sparse_moe.experts.56.w1,0.0000205941,0.01000,0.816
+37,block_sparse_moe.experts.57.w1,0.0000215586,0.01000,0.829
+37,block_sparse_moe.experts.58.w1,0.0000231606,0.01000,0.824
+37,block_sparse_moe.experts.60.w1,0.0000208519,0.01000,0.832
+37,block_sparse_moe.experts.59.w1,0.0000230404,0.01000,0.833
+37,block_sparse_moe.experts.61.w1,0.0000241930,0.01000,0.839
+37,block_sparse_moe.experts.62.w1,0.0000219087,0.01000,0.855
+37,block_sparse_moe.experts.63.w1,0.0000233049,0.01000,0.824
+37,block_sparse_moe.experts.64.w1,0.0000232488,0.01000,0.830
+37,block_sparse_moe.experts.65.w1,0.0000172972,0.01000,0.828
+37,block_sparse_moe.experts.66.w1,0.0000211943,0.01000,0.821
+37,block_sparse_moe.experts.67.w1,0.0000227559,0.01000,0.855
+37,block_sparse_moe.experts.68.w1,0.0000234575,0.01000,0.845
+37,block_sparse_moe.experts.69.w1,0.0000220932,0.01000,0.854
+37,block_sparse_moe.experts.70.w1,0.0000230257,0.01000,0.820
+37,block_sparse_moe.experts.71.w1,0.0000240329,0.01000,0.835
+37,block_sparse_moe.experts.72.w1,0.0000266567,0.01000,0.832
+37,block_sparse_moe.experts.73.w1,0.0000243602,0.01000,0.814
+37,block_sparse_moe.experts.74.w1,0.0000230770,0.01000,0.848
+37,block_sparse_moe.experts.75.w1,0.0000217420,0.01000,0.847
+37,block_sparse_moe.experts.76.w1,0.0000237758,0.01000,0.868
+37,block_sparse_moe.experts.77.w1,0.0000235985,0.01000,0.815
+37,block_sparse_moe.experts.78.w1,0.0000216505,0.01000,0.820
+37,block_sparse_moe.experts.79.w1,0.0000217146,0.01000,0.824
+37,block_sparse_moe.experts.80.w1,0.0000227193,0.01000,0.811
+37,block_sparse_moe.experts.81.w1,0.0000211319,0.01000,0.840
+37,block_sparse_moe.experts.82.w1,0.0000231649,0.01000,0.833
+37,block_sparse_moe.experts.83.w1,0.0000221897,0.01000,0.843
+37,block_sparse_moe.experts.84.w1,0.0000229861,0.01000,0.838
+37,block_sparse_moe.experts.85.w1,0.0000229449,0.01000,0.826
+37,block_sparse_moe.experts.86.w1,0.0000252298,0.01000,0.835
+37,block_sparse_moe.experts.87.w1,0.0000230700,0.01000,0.826
+37,block_sparse_moe.experts.89.w1,0.0000212985,0.01000,0.841
+37,block_sparse_moe.experts.88.w1,0.0000229225,0.01000,0.884
+37,block_sparse_moe.experts.90.w1,0.0000198571,0.01000,0.855
+37,block_sparse_moe.experts.91.w1,0.0000241574,0.01000,0.848
+37,block_sparse_moe.experts.92.w1,0.0000215139,0.01000,0.836
+37,block_sparse_moe.experts.93.w1,0.0000215643,0.01000,0.836
+37,block_sparse_moe.experts.94.w1,0.0000233162,0.01000,0.822
+37,block_sparse_moe.experts.95.w1,0.0000234985,0.01000,0.854
+37,block_sparse_moe.experts.96.w1,0.0000241465,0.01000,0.873
+37,block_sparse_moe.experts.97.w1,0.0000211738,0.01000,0.843
+37,block_sparse_moe.experts.98.w1,0.0000214390,0.01000,0.837
+37,block_sparse_moe.experts.99.w1,0.0000225872,0.01000,0.833
+37,block_sparse_moe.experts.100.w1,0.0000229652,0.01000,0.843
+37,block_sparse_moe.experts.101.w1,0.0000226756,0.01000,0.826
+37,block_sparse_moe.experts.102.w1,0.0000223579,0.01000,0.841
+37,block_sparse_moe.experts.103.w1,0.0000232170,0.01000,0.842
+37,block_sparse_moe.experts.104.w1,0.0000211744,0.01000,0.841
+37,block_sparse_moe.experts.105.w1,0.0000233987,0.01000,0.837
+37,block_sparse_moe.experts.106.w1,0.0000234455,0.01000,0.834
+37,block_sparse_moe.experts.108.w1,0.0000237666,0.01000,0.838
+37,block_sparse_moe.experts.107.w1,0.0000238771,0.01000,0.919
+37,block_sparse_moe.experts.109.w1,0.0000219830,0.01000,0.870
+37,block_sparse_moe.experts.110.w1,0.0000224736,0.01000,0.860
+37,block_sparse_moe.experts.111.w1,0.0000231767,0.01000,0.846
+37,block_sparse_moe.experts.112.w1,0.0000235559,0.01000,0.825
+37,block_sparse_moe.experts.113.w1,0.0000213359,0.01000,0.846
+37,block_sparse_moe.experts.114.w1,0.0000230145,0.01000,0.849
+37,block_sparse_moe.experts.115.w1,0.0000236558,0.01000,0.826
+37,block_sparse_moe.experts.116.w1,0.0000219137,0.01000,0.862
+37,block_sparse_moe.experts.117.w1,0.0000226299,0.01000,0.846
+37,block_sparse_moe.experts.118.w1,0.0000245439,0.01000,0.858
+37,block_sparse_moe.experts.119.w1,0.0000208294,0.01000,0.824
+37,block_sparse_moe.experts.120.w1,0.0000238204,0.01000,0.827
+37,block_sparse_moe.experts.121.w1,0.0000216753,0.01000,0.830
+37,block_sparse_moe.experts.122.w1,0.0000226699,0.01000,0.836
+37,block_sparse_moe.experts.123.w1,0.0000237514,0.01000,0.851
+37,block_sparse_moe.experts.124.w1,0.0000207551,0.01000,0.844
+37,block_sparse_moe.experts.125.w1,0.0000231904,0.01000,0.858
+37,block_sparse_moe.experts.126.w1,0.0000234257,0.01000,0.817
+37,block_sparse_moe.experts.127.w1,0.0000236327,0.01000,0.830
+37,block_sparse_moe.experts.128.w1,0.0000231711,0.01000,0.832
+37,block_sparse_moe.experts.129.w1,0.0000237054,0.01000,0.831
+37,block_sparse_moe.experts.130.w1,0.0000221179,0.01000,0.852
+37,block_sparse_moe.experts.131.w1,0.0000237395,0.01000,0.846
+37,block_sparse_moe.experts.132.w1,0.0000173721,0.01000,0.847
+37,block_sparse_moe.experts.133.w1,0.0000237410,0.01000,0.822
+37,block_sparse_moe.experts.134.w1,0.0000238029,0.01000,0.825
+37,block_sparse_moe.experts.135.w1,0.0000253314,0.01000,0.828
+37,block_sparse_moe.experts.136.w1,0.0000236772,0.01000,0.825
+37,block_sparse_moe.experts.138.w1,0.0000238310,0.01000,0.832
+37,block_sparse_moe.experts.137.w1,0.0000232501,0.01000,0.873
+37,block_sparse_moe.experts.139.w1,0.0000227132,0.01000,0.844
+37,block_sparse_moe.experts.140.w1,0.0000227572,0.01000,0.833
+37,block_sparse_moe.experts.141.w1,0.0000230798,0.01000,0.822
+37,block_sparse_moe.experts.142.w1,0.0000218815,0.01000,0.844
+37,block_sparse_moe.experts.143.w1,0.0000229656,0.01000,0.821
+37,block_sparse_moe.experts.144.w1,0.0000195897,0.01000,0.848
+37,block_sparse_moe.experts.145.w1,0.0000212701,0.01000,0.847
+37,block_sparse_moe.experts.146.w1,0.0000232790,0.01000,0.841
+37,block_sparse_moe.experts.147.w1,0.0000238107,0.01000,0.822
+37,block_sparse_moe.experts.148.w1,0.0000227786,0.01000,0.829
+37,block_sparse_moe.experts.149.w1,0.0000226977,0.01000,0.831
+37,block_sparse_moe.experts.150.w1,0.0000222140,0.01000,0.825
+37,block_sparse_moe.experts.151.w1,0.0000226084,0.01000,0.844
+37,block_sparse_moe.experts.152.w1,0.0000234753,0.01000,0.858
+37,block_sparse_moe.experts.153.w1,0.0000211608,0.01000,0.861
+37,block_sparse_moe.experts.154.w1,0.0000239776,0.01000,0.839
+37,block_sparse_moe.experts.155.w1,0.0000224748,0.01000,0.829
+37,block_sparse_moe.experts.156.w1,0.0000204074,0.01000,0.828
+37,block_sparse_moe.experts.157.w1,0.0000236842,0.01000,0.823
+37,block_sparse_moe.experts.158.w1,0.0000218804,0.01000,0.842
+37,block_sparse_moe.experts.159.w1,0.0000232165,0.01000,0.848
+37,block_sparse_moe.experts.160.w1,0.0000229319,0.01000,0.843
+37,block_sparse_moe.experts.161.w1,0.0000227497,0.01000,0.831
+37,block_sparse_moe.experts.162.w1,0.0000223753,0.01000,0.832
+37,block_sparse_moe.experts.163.w1,0.0000196831,0.01000,0.832
+37,block_sparse_moe.experts.164.w1,0.0000225112,0.01000,0.844
+37,block_sparse_moe.experts.165.w1,0.0000231821,0.01000,0.849
+37,block_sparse_moe.experts.166.w1,0.0000228203,0.01000,0.854
+37,block_sparse_moe.experts.167.w1,0.0000214062,0.01000,0.862
+37,block_sparse_moe.experts.168.w1,0.0000226379,0.01000,0.817
+37,block_sparse_moe.experts.169.w1,0.0000210018,0.01000,0.824
+37,block_sparse_moe.experts.170.w1,0.0000241606,0.01000,0.837
+37,block_sparse_moe.experts.171.w1,0.0000241076,0.01000,0.826
+37,block_sparse_moe.experts.172.w1,0.0000225223,0.01000,0.862
+37,block_sparse_moe.experts.173.w1,0.0000236531,0.01000,0.858
+37,block_sparse_moe.experts.174.w1,0.0000227501,0.01000,0.839
+37,block_sparse_moe.experts.175.w1,0.0000252648,0.01000,0.816
+37,block_sparse_moe.experts.176.w1,0.0000235269,0.01000,0.844
+37,block_sparse_moe.experts.178.w1,0.0000239844,0.01000,0.813
+37,block_sparse_moe.experts.177.w1,0.0000222955,0.01000,0.856
+37,block_sparse_moe.experts.179.w1,0.0000238393,0.01000,0.839
+37,block_sparse_moe.experts.180.w1,0.0000239143,0.01000,0.840
+37,block_sparse_moe.experts.181.w1,0.0000241930,0.01000,0.859
+37,block_sparse_moe.experts.182.w1,0.0000235257,0.01000,0.846
+37,block_sparse_moe.experts.183.w1,0.0000234343,0.01000,0.823
+37,block_sparse_moe.experts.184.w1,0.0000242628,0.01000,0.827
+37,block_sparse_moe.experts.185.w1,0.0000220200,0.01000,0.829
+37,block_sparse_moe.experts.186.w1,0.0000205278,0.01000,0.845
+37,block_sparse_moe.experts.187.w1,0.0000208766,0.01000,0.844
+37,block_sparse_moe.experts.188.w1,0.0000221818,0.01000,0.840
+37,block_sparse_moe.experts.189.w1,0.0000222185,0.01000,0.830
+37,block_sparse_moe.experts.190.w1,0.0000225565,0.01000,0.833
+37,block_sparse_moe.experts.191.w1,0.0000241482,0.01000,0.822
+37,block_sparse_moe.experts.192.w1,0.0000221087,0.01000,0.834
+37,block_sparse_moe.experts.193.w1,0.0000233640,0.01000,0.845
+37,block_sparse_moe.experts.194.w1,0.0000231209,0.01000,0.838
+37,block_sparse_moe.experts.195.w1,0.0000221810,0.01000,0.838
+37,block_sparse_moe.experts.196.w1,0.0000243153,0.01000,0.831
+37,block_sparse_moe.experts.197.w1,0.0000217431,0.01000,0.835
+37,block_sparse_moe.experts.198.w1,0.0000225284,0.01000,0.827
+37,block_sparse_moe.experts.199.w1,0.0000226179,0.01000,0.838
+37,block_sparse_moe.experts.200.w1,0.0000230742,0.01000,0.849
+37,block_sparse_moe.experts.201.w1,0.0000233456,0.01000,0.838
+37,block_sparse_moe.experts.202.w1,0.0000226227,0.01000,0.836
+37,block_sparse_moe.experts.203.w1,0.0000236928,0.01000,0.830
+37,block_sparse_moe.experts.204.w1,0.0000217847,0.01000,0.831
+37,block_sparse_moe.experts.205.w1,0.0000225740,0.01000,0.819
+37,block_sparse_moe.experts.206.w1,0.0000219315,0.01000,0.836
+37,block_sparse_moe.experts.208.w1,0.0000217494,0.01000,0.851
+37,block_sparse_moe.experts.207.w1,0.0000224403,0.01000,0.898
+37,block_sparse_moe.experts.209.w1,0.0000249051,0.01000,0.835
+37,block_sparse_moe.experts.210.w1,0.0000242767,0.01000,0.834
+37,block_sparse_moe.experts.211.w1,0.0000229694,0.01000,0.840
+37,block_sparse_moe.experts.212.w1,0.0000228100,0.01000,0.818
+37,block_sparse_moe.experts.213.w1,0.0000239893,0.01000,0.824
+37,block_sparse_moe.experts.214.w1,0.0000234200,0.01000,0.839
+37,block_sparse_moe.experts.215.w1,0.0000219435,0.01000,0.843
+37,block_sparse_moe.experts.216.w1,0.0000233567,0.01000,0.840
+37,block_sparse_moe.experts.217.w1,0.0000216731,0.01000,0.866
+37,block_sparse_moe.experts.218.w1,0.0000216664,0.01000,0.833
+37,block_sparse_moe.experts.219.w1,0.0000218881,0.01000,0.821
+37,block_sparse_moe.experts.220.w1,0.0000211883,0.01000,0.824
+37,block_sparse_moe.experts.221.w1,0.0000229676,0.01000,0.840
+37,block_sparse_moe.experts.222.w1,0.0000243141,0.01000,0.854
+37,block_sparse_moe.experts.223.w1,0.0000240271,0.01000,0.847
+37,block_sparse_moe.experts.224.w1,0.0000210785,0.01000,0.836
+37,block_sparse_moe.experts.225.w1,0.0000238970,0.01000,0.834
+37,block_sparse_moe.experts.226.w1,0.0000201539,0.01000,0.826
+37,block_sparse_moe.experts.227.w1,0.0000229991,0.01000,0.831
+37,block_sparse_moe.experts.228.w1,0.0000234260,0.01000,0.843
+37,block_sparse_moe.experts.229.w1,0.0000233834,0.01000,0.848
+37,block_sparse_moe.experts.230.w1,0.0000230956,0.01000,0.841
+37,block_sparse_moe.experts.231.w1,0.0000239428,0.01000,0.833
+37,block_sparse_moe.experts.232.w1,0.0000234751,0.01000,0.836
+37,block_sparse_moe.experts.233.w1,0.0000209379,0.01000,0.831
+37,block_sparse_moe.experts.234.w1,0.0000236785,0.01000,0.828
+37,block_sparse_moe.experts.235.w1,0.0000238882,0.01000,0.850
+37,block_sparse_moe.experts.236.w1,0.0000234129,0.01000,0.851
+37,block_sparse_moe.experts.237.w1,0.0000228864,0.01000,0.847
+37,block_sparse_moe.experts.238.w1,0.0000213950,0.01000,0.833
+37,block_sparse_moe.experts.239.w1,0.0000227498,0.01000,0.837
+37,block_sparse_moe.experts.240.w1,0.0000219545,0.01000,0.833
+37,block_sparse_moe.experts.241.w1,0.0000242406,0.01000,0.825
+37,block_sparse_moe.experts.242.w1,0.0000218423,0.01000,0.844
+37,block_sparse_moe.experts.243.w1,0.0000236117,0.01000,0.850
+37,block_sparse_moe.experts.244.w1,0.0000234239,0.01000,0.851
+37,block_sparse_moe.experts.245.w1,0.0000238507,0.01000,0.838
+37,block_sparse_moe.experts.247.w1,0.0000232888,0.01000,0.829
+37,block_sparse_moe.experts.246.w1,0.0000237743,0.01000,0.860
+37,block_sparse_moe.experts.248.w1,0.0000238958,0.01000,0.829
+37,block_sparse_moe.experts.249.w1,0.0000257247,0.01000,0.844
+37,block_sparse_moe.experts.250.w1,0.0000249022,0.01000,0.845
+37,block_sparse_moe.experts.252.w1,0.0000230103,0.01000,0.828
+37,block_sparse_moe.experts.251.w1,0.0000208836,0.01000,0.855
+37,block_sparse_moe.experts.253.w1,0.0000232467,0.01000,0.824
+37,block_sparse_moe.experts.254.w1,0.0000233299,0.01000,0.855
+37,block_sparse_moe.experts.255.w1,0.0000236191,0.01000,0.825
+37,block_sparse_moe.experts.0.w3,0.0000234374,0.01000,0.842
+37,block_sparse_moe.experts.1.w3,0.0000252812,0.01000,0.842
+37,block_sparse_moe.experts.3.w3,0.0000239262,0.01000,0.826
+37,block_sparse_moe.experts.2.w3,0.0000232090,0.01000,0.870
+37,block_sparse_moe.experts.4.w3,0.0000251572,0.01000,0.818
+37,block_sparse_moe.experts.6.w3,0.0000271988,0.01000,0.822
+37,block_sparse_moe.experts.5.w3,0.0000252228,0.01000,0.849
+37,block_sparse_moe.experts.7.w3,0.0000253455,0.01000,0.845
+37,block_sparse_moe.experts.8.w3,0.0000253034,0.01000,0.838
+37,block_sparse_moe.experts.10.w3,0.0000242261,0.01000,0.827
+37,block_sparse_moe.experts.9.w3,0.0000256320,0.01000,0.880
+37,block_sparse_moe.experts.11.w3,0.0000263962,0.01000,0.853
+37,block_sparse_moe.experts.12.w3,0.0000258993,0.01000,0.834
+37,block_sparse_moe.experts.13.w3,0.0000235007,0.01000,0.842
+37,block_sparse_moe.experts.14.w3,0.0000264708,0.01000,0.843
+37,block_sparse_moe.experts.15.w3,0.0000242903,0.01000,0.845
+37,block_sparse_moe.experts.16.w3,0.0000246684,0.01000,0.850
+37,block_sparse_moe.experts.18.w3,0.0000246138,0.01000,0.827
+37,block_sparse_moe.experts.17.w3,0.0000244578,0.01000,0.846
+37,block_sparse_moe.experts.20.w3,0.0000238968,0.01000,0.824
+37,block_sparse_moe.experts.19.w3,0.0000251517,0.01000,0.836
+37,block_sparse_moe.experts.21.w3,0.0000251160,0.01000,0.844
+37,block_sparse_moe.experts.22.w3,0.0000260480,0.01000,0.843
+37,block_sparse_moe.experts.23.w3,0.0000245440,0.01000,0.846
+37,block_sparse_moe.experts.24.w3,0.0000250861,0.01000,0.833
+37,block_sparse_moe.experts.25.w3,0.0000239954,0.01000,0.861
+37,block_sparse_moe.experts.27.w3,0.0000233054,0.01000,0.825
+37,block_sparse_moe.experts.26.w3,0.0000247956,0.01000,0.847
+37,block_sparse_moe.experts.28.w3,0.0000223286,0.01000,0.839
+37,block_sparse_moe.experts.29.w3,0.0000257053,0.01000,0.844
+37,block_sparse_moe.experts.31.w3,0.0000251570,0.01000,0.824
+37,block_sparse_moe.experts.30.w3,0.0000269201,0.01000,0.868
+37,block_sparse_moe.experts.32.w3,0.0000242264,0.01000,0.841
+37,block_sparse_moe.experts.33.w3,0.0000263166,0.01000,0.834
+37,block_sparse_moe.experts.34.w3,0.0000259645,0.01000,0.824
+37,block_sparse_moe.experts.35.w3,0.0000250261,0.01000,0.841
+37,block_sparse_moe.experts.36.w3,0.0000268517,0.01000,0.850
+37,block_sparse_moe.experts.38.w3,0.0000246897,0.01000,0.825
+37,block_sparse_moe.experts.37.w3,0.0000266072,0.01000,0.883
+37,block_sparse_moe.experts.39.w3,0.0000256022,0.01000,0.843
+37,block_sparse_moe.experts.40.w3,0.0000262012,0.01000,0.832
+37,block_sparse_moe.experts.41.w3,0.0000237492,0.01000,0.822
+37,block_sparse_moe.experts.42.w3,0.0000242030,0.01000,0.843
+37,block_sparse_moe.experts.43.w3,0.0000272740,0.01000,0.850
+37,block_sparse_moe.experts.44.w3,0.0000251481,0.01000,0.843
+37,block_sparse_moe.experts.45.w3,0.0000249114,0.01000,0.844
+37,block_sparse_moe.experts.46.w3,0.0000237969,0.01000,0.834
+37,block_sparse_moe.experts.47.w3,0.0000255412,0.01000,0.830
+37,block_sparse_moe.experts.48.w3,0.0000251014,0.01000,0.840
+37,block_sparse_moe.experts.49.w3,0.0000243333,0.01000,0.844
+37,block_sparse_moe.experts.50.w3,0.0000222608,0.01000,0.839
+37,block_sparse_moe.experts.52.w3,0.0000228566,0.01000,0.830
+37,block_sparse_moe.experts.51.w3,0.0000243487,0.01000,0.853
+37,block_sparse_moe.experts.54.w3,0.0000244213,0.01000,0.830
+37,block_sparse_moe.experts.55.w3,0.0000275111,0.01000,0.820
+37,block_sparse_moe.experts.53.w3,0.0000265048,0.01000,0.859
+37,block_sparse_moe.experts.56.w3,0.0000227700,0.01000,0.838
+37,block_sparse_moe.experts.57.w3,0.0000249915,0.01000,0.853
+37,block_sparse_moe.experts.59.w3,0.0000245711,0.01000,0.829
+37,block_sparse_moe.experts.60.w3,0.0000232047,0.01000,0.833
+37,block_sparse_moe.experts.61.w3,0.0000262797,0.01000,0.833
+37,block_sparse_moe.experts.58.w3,0.0000248118,0.01000,0.869
+37,block_sparse_moe.experts.62.w3,0.0000242456,0.01000,0.843
+37,block_sparse_moe.experts.63.w3,0.0000245923,0.01000,0.839
+37,block_sparse_moe.experts.64.w3,0.0000256257,0.01000,0.850
+37,block_sparse_moe.experts.67.w3,0.0000246177,0.01000,0.828
+37,block_sparse_moe.experts.66.w3,0.0000228469,0.01000,0.833
+37,block_sparse_moe.experts.68.w3,0.0000251944,0.01000,0.832
+37,block_sparse_moe.experts.65.w3,0.0000217941,0.01000,0.875
+37,block_sparse_moe.experts.69.w3,0.0000236153,0.01000,0.835
+37,block_sparse_moe.experts.70.w3,0.0000252610,0.01000,0.859
+37,block_sparse_moe.experts.71.w3,0.0000269043,0.01000,0.848
+37,block_sparse_moe.experts.73.w3,0.0000274350,0.01000,0.826
+37,block_sparse_moe.experts.74.w3,0.0000251016,0.01000,0.828
+37,block_sparse_moe.experts.75.w3,0.0000232256,0.01000,0.835
+37,block_sparse_moe.experts.76.w3,0.0000257145,0.01000,0.834
+37,block_sparse_moe.experts.72.w3,0.0000283007,0.01000,0.881
+37,block_sparse_moe.experts.77.w3,0.0000264021,0.01000,0.845
+37,block_sparse_moe.experts.78.w3,0.0000248963,0.01000,0.856
+37,block_sparse_moe.experts.80.w3,0.0000240598,0.01000,0.831
+37,block_sparse_moe.experts.83.w3,0.0000245927,0.01000,0.822
+37,block_sparse_moe.experts.82.w3,0.0000248146,0.01000,0.837
+37,block_sparse_moe.experts.79.w3,0.0000240995,0.01000,0.892
+37,block_sparse_moe.experts.81.w3,0.0000234679,0.01000,0.865
+37,block_sparse_moe.experts.84.w3,0.0000246456,0.01000,0.832
+37,block_sparse_moe.experts.85.w3,0.0000245002,0.01000,0.839
+37,block_sparse_moe.experts.87.w3,0.0000268698,0.01000,0.815
+37,block_sparse_moe.experts.88.w3,0.0000274312,0.01000,0.838
+37,block_sparse_moe.experts.89.w3,0.0000250115,0.01000,0.830
+37,block_sparse_moe.experts.86.w3,0.0000272423,0.01000,0.871
+37,block_sparse_moe.experts.90.w3,0.0000226436,0.01000,0.844
+37,block_sparse_moe.experts.91.w3,0.0000255976,0.01000,0.838
+37,block_sparse_moe.experts.92.w3,0.0000246538,0.01000,0.849
+37,block_sparse_moe.experts.93.w3,0.0000226718,0.01000,0.849
+37,block_sparse_moe.experts.96.w3,0.0000259421,0.01000,0.828
+37,block_sparse_moe.experts.95.w3,0.0000260078,0.01000,0.838
+37,block_sparse_moe.experts.94.w3,0.0000246728,0.01000,0.866
+37,block_sparse_moe.experts.97.w3,0.0000227584,0.01000,0.833
+37,block_sparse_moe.experts.98.w3,0.0000241978,0.01000,0.841
+37,block_sparse_moe.experts.99.w3,0.0000240727,0.01000,0.846
+37,block_sparse_moe.experts.101.w3,0.0000236924,0.01000,0.825
+37,block_sparse_moe.experts.100.w3,0.0000239435,0.01000,0.844
+37,block_sparse_moe.experts.102.w3,0.0000238324,0.01000,0.831
+37,block_sparse_moe.experts.104.w3,0.0000247729,0.01000,0.833
+37,block_sparse_moe.experts.103.w3,0.0000250864,0.01000,0.864
+37,block_sparse_moe.experts.105.w3,0.0000249813,0.01000,0.843
+37,block_sparse_moe.experts.106.w3,0.0000245845,0.01000,0.858
+37,block_sparse_moe.experts.108.w3,0.0000265726,0.01000,0.819
+37,block_sparse_moe.experts.109.w3,0.0000242278,0.01000,0.837
+37,block_sparse_moe.experts.107.w3,0.0000253443,0.01000,0.867
+37,block_sparse_moe.experts.110.w3,0.0000247922,0.01000,0.855
+37,block_sparse_moe.experts.111.w3,0.0000246399,0.01000,0.832
+37,block_sparse_moe.experts.112.w3,0.0000265614,0.01000,0.840
+37,block_sparse_moe.experts.113.w3,0.0000254053,0.01000,0.852
+37,block_sparse_moe.experts.115.w3,0.0000251894,0.01000,0.823
+37,block_sparse_moe.experts.114.w3,0.0000242798,0.01000,0.871
+37,block_sparse_moe.experts.116.w3,0.0000237515,0.01000,0.827
+37,block_sparse_moe.experts.118.w3,0.0000265261,0.01000,0.835
+37,block_sparse_moe.experts.117.w3,0.0000256920,0.01000,0.865
+37,block_sparse_moe.experts.119.w3,0.0000240855,0.01000,0.836
+37,block_sparse_moe.experts.120.w3,0.0000263478,0.01000,0.840
+37,block_sparse_moe.experts.122.w3,0.0000255320,0.01000,0.830
+37,block_sparse_moe.experts.123.w3,0.0000273282,0.01000,0.827
+37,block_sparse_moe.experts.121.w3,0.0000247118,0.01000,0.871
+37,block_sparse_moe.experts.124.w3,0.0000224907,0.01000,0.844
+37,block_sparse_moe.experts.125.w3,0.0000252580,0.01000,0.832
+37,block_sparse_moe.experts.126.w3,0.0000247764,0.01000,0.848
+37,block_sparse_moe.experts.127.w3,0.0000260332,0.01000,0.839
+37,block_sparse_moe.experts.129.w3,0.0000253732,0.01000,0.825
+37,block_sparse_moe.experts.130.w3,0.0000247874,0.01000,0.825
+37,block_sparse_moe.experts.128.w3,0.0000244763,0.01000,0.885
+37,block_sparse_moe.experts.131.w3,0.0000250310,0.01000,0.834
+37,block_sparse_moe.experts.132.w3,0.0000210034,0.01000,0.834
+37,block_sparse_moe.experts.133.w3,0.0000254350,0.01000,0.851
+37,block_sparse_moe.experts.134.w3,0.0000279207,0.01000,0.844
+37,block_sparse_moe.experts.136.w3,0.0000256601,0.01000,0.831
+37,block_sparse_moe.experts.137.w3,0.0000258554,0.01000,0.822
+37,block_sparse_moe.experts.135.w3,0.0000281968,0.01000,0.883
+37,block_sparse_moe.experts.138.w3,0.0000267812,0.01000,0.833
+37,block_sparse_moe.experts.139.w3,0.0000242214,0.01000,0.839
+37,block_sparse_moe.experts.140.w3,0.0000240625,0.01000,0.845
+37,block_sparse_moe.experts.141.w3,0.0000242420,0.01000,0.844
+37,block_sparse_moe.experts.142.w3,0.0000255836,0.01000,0.863
+37,block_sparse_moe.experts.143.w3,0.0000250947,0.01000,0.834
+37,block_sparse_moe.experts.144.w3,0.0000215418,0.01000,0.834
+37,block_sparse_moe.experts.145.w3,0.0000235165,0.01000,0.845
+37,block_sparse_moe.experts.146.w3,0.0000256215,0.01000,0.833
+37,block_sparse_moe.experts.147.w3,0.0000254483,0.01000,0.863
+37,block_sparse_moe.experts.148.w3,0.0000264813,0.01000,0.863
+37,block_sparse_moe.experts.150.w3,0.0000255147,0.01000,0.826
+37,block_sparse_moe.experts.151.w3,0.0000246212,0.01000,0.841
+37,block_sparse_moe.experts.149.w3,0.0000244018,0.01000,0.873
+37,block_sparse_moe.experts.152.w3,0.0000250319,0.01000,0.846
+37,block_sparse_moe.experts.153.w3,0.0000243114,0.01000,0.849
+37,block_sparse_moe.experts.154.w3,0.0000255887,0.01000,0.862
+37,block_sparse_moe.experts.155.w3,0.0000252784,0.01000,0.846
+37,block_sparse_moe.experts.157.w3,0.0000251917,0.01000,0.841
+37,block_sparse_moe.experts.156.w3,0.0000231731,0.01000,0.858
+37,block_sparse_moe.experts.160.w3,0.0000246612,0.01000,0.823
+37,block_sparse_moe.experts.158.w3,0.0000244898,0.01000,0.834
+37,block_sparse_moe.experts.159.w3,0.0000253552,0.01000,0.882
+37,block_sparse_moe.experts.161.w3,0.0000254910,0.01000,0.843
+37,block_sparse_moe.experts.162.w3,0.0000235413,0.01000,0.840
+37,block_sparse_moe.experts.164.w3,0.0000270896,0.01000,0.835
+37,block_sparse_moe.experts.165.w3,0.0000252775,0.01000,0.836
+37,block_sparse_moe.experts.163.w3,0.0000248157,0.01000,0.871
+37,block_sparse_moe.experts.166.w3,0.0000253206,0.01000,0.861
+37,block_sparse_moe.experts.167.w3,0.0000232893,0.01000,0.830
+37,block_sparse_moe.experts.168.w3,0.0000256061,0.01000,0.842
+37,block_sparse_moe.experts.169.w3,0.0000224189,0.01000,0.845
+37,block_sparse_moe.experts.170.w3,0.0000277345,0.01000,0.856
+37,block_sparse_moe.experts.171.w3,0.0000253415,0.01000,0.841
+37,block_sparse_moe.experts.172.w3,0.0000253946,0.01000,0.833
+37,block_sparse_moe.experts.173.w3,0.0000249128,0.01000,0.839
+37,block_sparse_moe.experts.174.w3,0.0000239731,0.01000,0.836
+37,block_sparse_moe.experts.175.w3,0.0000292466,0.01000,0.844
+37,block_sparse_moe.experts.176.w3,0.0000253393,0.01000,0.844
+37,block_sparse_moe.experts.178.w3,0.0000263168,0.01000,0.828
+37,block_sparse_moe.experts.179.w3,0.0000256795,0.01000,0.829
+37,block_sparse_moe.experts.180.w3,0.0000256865,0.01000,0.834
+37,block_sparse_moe.experts.177.w3,0.0000242950,0.01000,0.872
+37,block_sparse_moe.experts.181.w3,0.0000275201,0.01000,0.828
+37,block_sparse_moe.experts.182.w3,0.0000260473,0.01000,0.835
+37,block_sparse_moe.experts.183.w3,0.0000258242,0.01000,0.845
+37,block_sparse_moe.experts.185.w3,0.0000255501,0.01000,0.827
+37,block_sparse_moe.experts.186.w3,0.0000219955,0.01000,0.828
+37,block_sparse_moe.experts.187.w3,0.0000250741,0.01000,0.830
+37,block_sparse_moe.experts.188.w3,0.0000245756,0.01000,0.837
+37,block_sparse_moe.experts.184.w3,0.0000256474,0.01000,0.883
+37,block_sparse_moe.experts.189.w3,0.0000254355,0.01000,0.849
+37,block_sparse_moe.experts.190.w3,0.0000238163,0.01000,0.852
+37,block_sparse_moe.experts.192.w3,0.0000241685,0.01000,0.832
+37,block_sparse_moe.experts.193.w3,0.0000247873,0.01000,0.838
+37,block_sparse_moe.experts.194.w3,0.0000261423,0.01000,0.838
+37,block_sparse_moe.experts.195.w3,0.0000264205,0.01000,0.837
+37,block_sparse_moe.experts.191.w3,0.0000261003,0.01000,0.891
+37,block_sparse_moe.experts.196.w3,0.0000262748,0.01000,0.853
+37,block_sparse_moe.experts.197.w3,0.0000239298,0.01000,0.843
+37,block_sparse_moe.experts.199.w3,0.0000240969,0.01000,0.829
+37,block_sparse_moe.experts.201.w3,0.0000247276,0.01000,0.830
+37,block_sparse_moe.experts.202.w3,0.0000245104,0.01000,0.827
+37,block_sparse_moe.experts.198.w3,0.0000241188,0.01000,0.875
+37,block_sparse_moe.experts.200.w3,0.0000251688,0.01000,0.872
+37,block_sparse_moe.experts.203.w3,0.0000261419,0.01000,0.846
+37,block_sparse_moe.experts.204.w3,0.0000242794,0.01000,0.842
+37,block_sparse_moe.experts.206.w3,0.0000264481,0.01000,0.827
+37,block_sparse_moe.experts.207.w3,0.0000235626,0.01000,0.849
+37,block_sparse_moe.experts.208.w3,0.0000239468,0.01000,0.838
+37,block_sparse_moe.experts.205.w3,0.0000253329,0.01000,0.879
+37,block_sparse_moe.experts.209.w3,0.0000266724,0.01000,0.836
+37,block_sparse_moe.experts.210.w3,0.0000258538,0.01000,0.842
+37,block_sparse_moe.experts.211.w3,0.0000253518,0.01000,0.854
+37,block_sparse_moe.experts.212.w3,0.0000246599,0.01000,0.856
+37,block_sparse_moe.experts.213.w3,0.0000253863,0.01000,0.837
+37,block_sparse_moe.experts.214.w3,0.0000248330,0.01000,0.842
+37,block_sparse_moe.experts.215.w3,0.0000273696,0.01000,0.835
+37,block_sparse_moe.experts.216.w3,0.0000274214,0.01000,0.843
+37,block_sparse_moe.experts.217.w3,0.0000242619,0.01000,0.849
+37,block_sparse_moe.experts.218.w3,0.0000259513,0.01000,0.845
+37,block_sparse_moe.experts.220.w3,0.0000256059,0.01000,0.838
+37,block_sparse_moe.experts.222.w3,0.0000256195,0.01000,0.833
+37,block_sparse_moe.experts.221.w3,0.0000245682,0.01000,0.841
+37,block_sparse_moe.experts.223.w3,0.0000250985,0.01000,0.827
+37,block_sparse_moe.experts.219.w3,0.0000254273,0.01000,0.868
+37,block_sparse_moe.experts.224.w3,0.0000234914,0.01000,0.842
+37,block_sparse_moe.experts.225.w3,0.0000253707,0.01000,0.840
+37,block_sparse_moe.experts.227.w3,0.0000251919,0.01000,0.826
+37,block_sparse_moe.experts.228.w3,0.0000248835,0.01000,0.833
+37,block_sparse_moe.experts.229.w3,0.0000255610,0.01000,0.835
+37,block_sparse_moe.experts.230.w3,0.0000247184,0.01000,0.834
+37,block_sparse_moe.experts.226.w3,0.0000221950,0.01000,0.884
+37,block_sparse_moe.experts.231.w3,0.0000266391,0.01000,0.839
+37,block_sparse_moe.experts.232.w3,0.0000271592,0.01000,0.831
+37,block_sparse_moe.experts.234.w3,0.0000253481,0.01000,0.828
+37,block_sparse_moe.experts.235.w3,0.0000254261,0.01000,0.829
+37,block_sparse_moe.experts.236.w3,0.0000247525,0.01000,0.830
+37,block_sparse_moe.experts.233.w3,0.0000243614,0.01000,0.873
+37,block_sparse_moe.experts.237.w3,0.0000258930,0.01000,0.827
+37,block_sparse_moe.experts.238.w3,0.0000242430,0.01000,0.840
+37,block_sparse_moe.experts.239.w3,0.0000252940,0.01000,0.830
+37,block_sparse_moe.experts.242.w3,0.0000247132,0.01000,0.822
+37,block_sparse_moe.experts.241.w3,0.0000270144,0.01000,0.830
+37,block_sparse_moe.experts.243.w3,0.0000253647,0.01000,0.827
+37,block_sparse_moe.experts.244.w3,0.0000257533,0.01000,0.827
+37,block_sparse_moe.experts.240.w3,0.0000238668,0.01000,0.890
+37,block_sparse_moe.experts.245.w3,0.0000260428,0.01000,0.844
+37,block_sparse_moe.experts.246.w3,0.0000272254,0.01000,0.833
+37,block_sparse_moe.experts.248.w3,0.0000260108,0.01000,0.827
+37,block_sparse_moe.experts.249.w3,0.0000282415,0.01000,0.826
+37,block_sparse_moe.experts.250.w3,0.0000266340,0.01000,0.836
+37,block_sparse_moe.experts.247.w3,0.0000250595,0.01000,0.883
+37,block_sparse_moe.experts.251.w3,0.0000238006,0.01000,0.839
+37,block_sparse_moe.experts.252.w3,0.0000249152,0.01000,0.725
+37,block_sparse_moe.experts.253.w3,0.0000263359,0.01000,0.687
+37,block_sparse_moe.experts.255.w3,0.0000257911,0.01000,0.661
+37,block_sparse_moe.experts.254.w3,0.0000253140,0.01000,0.706
+37,block_sparse_moe.experts.0.w2,0.0000208632,0.01000,0.427
+37,block_sparse_moe.experts.1.w2,0.0000203973,0.01000,0.432
+37,block_sparse_moe.experts.3.w2,0.0000204433,0.01000,0.435
+37,block_sparse_moe.experts.4.w2,0.0000126860,0.01000,0.434
+37,block_sparse_moe.experts.5.w2,0.0000195094,0.01000,0.438
+37,block_sparse_moe.experts.6.w2,0.0000276727,0.01000,0.449
+37,block_sparse_moe.experts.2.w2,0.0000268040,0.01000,0.453
+37,block_sparse_moe.experts.7.w2,0.0000184687,0.01000,0.410
+37,block_sparse_moe.experts.8.w2,0.0000235536,0.01000,0.413
+37,block_sparse_moe.experts.10.w2,0.0000257524,0.01000,0.416
+37,block_sparse_moe.experts.11.w2,0.0000248407,0.01000,0.416
+37,block_sparse_moe.experts.12.w2,0.0000179835,0.01000,0.417
+37,block_sparse_moe.experts.9.w2,0.0000156100,0.01000,0.440
+37,block_sparse_moe.experts.13.w2,0.0000260714,0.01000,0.426
+37,block_sparse_moe.experts.14.w2,0.0000166089,0.01000,0.415
+37,block_sparse_moe.experts.15.w2,0.0000182798,0.01000,0.416
+37,block_sparse_moe.experts.17.w2,0.0000255797,0.01000,0.421
+37,block_sparse_moe.experts.16.w2,0.0000197047,0.01000,0.437
+37,block_sparse_moe.experts.18.w2,0.0000170518,0.01000,0.421
+37,block_sparse_moe.experts.19.w2,0.0000203942,0.01000,0.427
+37,block_sparse_moe.experts.20.w2,0.0000144118,0.01000,0.427
+37,block_sparse_moe.experts.21.w2,0.0000226200,0.01000,0.409
+37,block_sparse_moe.experts.22.w2,0.0000190744,0.01000,0.409
+37,block_sparse_moe.experts.23.w2,0.0000188505,0.01000,0.422
+37,block_sparse_moe.experts.24.w2,0.0000382329,0.01000,0.415
+37,block_sparse_moe.experts.25.w2,0.0000279227,0.01000,0.417
+37,block_sparse_moe.experts.26.w2,0.0000181313,0.01000,0.423
+37,block_sparse_moe.experts.27.w2,0.0000510235,0.01000,0.425
+37,block_sparse_moe.experts.28.w2,0.0000448003,0.01000,0.413
+37,block_sparse_moe.experts.29.w2,0.0000176184,0.01000,0.416
+37,block_sparse_moe.experts.31.w2,0.0000191840,0.01000,0.415
+37,block_sparse_moe.experts.30.w2,0.0000217036,0.01000,0.430
+37,block_sparse_moe.experts.32.w2,0.0000169904,0.01000,0.422
+37,block_sparse_moe.experts.33.w2,0.0000219489,0.01000,0.425
+37,block_sparse_moe.experts.34.w2,0.0000201647,0.01000,0.428
+37,block_sparse_moe.experts.35.w2,0.0000153899,0.01000,0.410
+37,block_sparse_moe.experts.36.w2,0.0000266302,0.01000,0.412
+37,block_sparse_moe.experts.37.w2,0.0000211693,0.01000,0.421
+37,block_sparse_moe.experts.38.w2,0.0000127592,0.01000,0.422
+37,block_sparse_moe.experts.39.w2,0.0000215222,0.01000,0.422
+37,block_sparse_moe.experts.40.w2,0.0000243293,0.01000,0.424
+37,block_sparse_moe.experts.41.w2,0.0000115660,0.01000,0.427
+37,block_sparse_moe.experts.42.w2,0.0000222639,0.01000,0.411
+37,block_sparse_moe.experts.43.w2,0.0000278513,0.01000,0.414
+37,block_sparse_moe.experts.44.w2,0.0000517682,0.01000,0.418
+37,block_sparse_moe.experts.45.w2,0.0000183229,0.01000,0.418
+37,block_sparse_moe.experts.46.w2,0.0000220078,0.01000,0.421
+37,block_sparse_moe.experts.47.w2,0.0000276439,0.01000,0.426
+37,block_sparse_moe.experts.48.w2,0.0000121423,0.01000,0.431
+37,block_sparse_moe.experts.49.w2,0.0000169573,0.01000,0.417
+37,block_sparse_moe.experts.50.w2,0.0000596471,0.01000,0.424
+37,block_sparse_moe.experts.51.w2,0.0000153520,0.01000,0.422
+37,block_sparse_moe.experts.52.w2,0.0000184672,0.01000,0.424
+37,block_sparse_moe.experts.53.w2,0.0000396726,0.01000,0.424
+37,block_sparse_moe.experts.54.w2,0.0000380937,0.01000,0.432
+37,block_sparse_moe.experts.55.w2,0.0000273696,0.01000,0.436
+37,block_sparse_moe.experts.56.w2,0.0000415404,0.01000,0.415
+37,block_sparse_moe.experts.57.w2,0.0000270209,0.01000,0.422
+37,block_sparse_moe.experts.58.w2,0.0000149837,0.01000,0.417
+37,block_sparse_moe.experts.59.w2,0.0000121202,0.01000,0.423
+37,block_sparse_moe.experts.60.w2,0.0000379873,0.01000,0.426
+37,block_sparse_moe.experts.61.w2,0.0000229970,0.01000,0.427
+37,block_sparse_moe.experts.62.w2,0.0000218568,0.01000,0.448
+37,block_sparse_moe.experts.63.w2,0.0000127343,0.01000,0.414
+37,block_sparse_moe.experts.64.w2,0.0000389161,0.01000,0.433
+37,block_sparse_moe.experts.65.w2,0.0000212800,0.01000,0.418
+37,block_sparse_moe.experts.67.w2,0.0000226191,0.01000,0.421
+37,block_sparse_moe.experts.66.w2,0.0000175959,0.01000,0.438
+37,block_sparse_moe.experts.68.w2,0.0000174882,0.01000,0.424
+37,block_sparse_moe.experts.69.w2,0.0000252691,0.01000,0.432
+37,block_sparse_moe.experts.70.w2,0.0000276604,0.01000,0.413
+37,block_sparse_moe.experts.71.w2,0.0000227602,0.01000,0.422
+37,block_sparse_moe.experts.72.w2,0.0000439174,0.01000,0.422
+37,block_sparse_moe.experts.73.w2,0.0000481236,0.01000,0.416
+37,block_sparse_moe.experts.74.w2,0.0000181100,0.01000,0.419
+37,block_sparse_moe.experts.75.w2,0.0000208090,0.01000,0.421
+37,block_sparse_moe.experts.76.w2,0.0000147885,0.01000,0.433
+37,block_sparse_moe.experts.77.w2,0.0000178328,0.01000,0.408
+37,block_sparse_moe.experts.78.w2,0.0000214361,0.01000,0.414
+37,block_sparse_moe.experts.79.w2,0.0000231332,0.01000,0.419
+37,block_sparse_moe.experts.80.w2,0.0000189720,0.01000,0.424
+37,block_sparse_moe.experts.81.w2,0.0000249581,0.01000,0.427
+37,block_sparse_moe.experts.82.w2,0.0000156579,0.01000,0.421
+37,block_sparse_moe.experts.83.w2,0.0000220017,0.01000,0.431
+37,block_sparse_moe.experts.84.w2,0.0000176102,0.01000,0.428
+37,block_sparse_moe.experts.85.w2,0.0000327483,0.01000,0.408
+37,block_sparse_moe.experts.86.w2,0.0000203315,0.01000,0.417
+37,block_sparse_moe.experts.87.w2,0.0000228696,0.01000,0.412
+37,block_sparse_moe.experts.88.w2,0.0000184851,0.01000,0.416
+37,block_sparse_moe.experts.89.w2,0.0000299624,0.01000,0.422
+37,block_sparse_moe.experts.90.w2,0.0000227441,0.01000,0.428
+37,block_sparse_moe.experts.91.w2,0.0000131985,0.01000,0.413
+37,block_sparse_moe.experts.92.w2,0.0000303295,0.01000,0.410
+37,block_sparse_moe.experts.93.w2,0.0000426511,0.01000,0.419
+37,block_sparse_moe.experts.94.w2,0.0000148682,0.01000,0.414
+37,block_sparse_moe.experts.95.w2,0.0000220579,0.01000,0.419
+37,block_sparse_moe.experts.96.w2,0.0000217371,0.01000,0.424
+37,block_sparse_moe.experts.97.w2,0.0000209610,0.01000,0.430
+37,block_sparse_moe.experts.98.w2,0.0000286417,0.01000,0.414
+37,block_sparse_moe.experts.99.w2,0.0000136996,0.01000,0.415
+37,block_sparse_moe.experts.100.w2,0.0000196359,0.01000,0.419
+37,block_sparse_moe.experts.101.w2,0.0000196124,0.01000,0.415
+37,block_sparse_moe.experts.102.w2,0.0000144330,0.01000,0.427
+37,block_sparse_moe.experts.103.w2,0.0000277140,0.01000,0.449
+37,block_sparse_moe.experts.104.w2,0.0000216298,0.01000,0.428
+37,block_sparse_moe.experts.105.w2,0.0000130136,0.01000,0.413
+37,block_sparse_moe.experts.106.w2,0.0000160156,0.01000,0.420
+37,block_sparse_moe.experts.107.w2,0.0000138829,0.01000,0.421
+37,block_sparse_moe.experts.108.w2,0.0000273667,0.01000,0.410
+37,block_sparse_moe.experts.109.w2,0.0000192433,0.01000,0.421
+37,block_sparse_moe.experts.110.w2,0.0000247869,0.01000,0.435
+37,block_sparse_moe.experts.111.w2,0.0000138601,0.01000,0.426
+37,block_sparse_moe.experts.112.w2,0.0000251854,0.01000,0.417
+37,block_sparse_moe.experts.113.w2,0.0000176248,0.01000,0.413
+37,block_sparse_moe.experts.115.w2,0.0000145831,0.01000,0.416
+37,block_sparse_moe.experts.114.w2,0.0000114056,0.01000,0.438
+37,block_sparse_moe.experts.116.w2,0.0000229441,0.01000,0.424
+37,block_sparse_moe.experts.117.w2,0.0000368579,0.01000,0.424
+37,block_sparse_moe.experts.118.w2,0.0000159634,0.01000,0.433
+37,block_sparse_moe.experts.119.w2,0.0000316671,0.01000,0.412
+37,block_sparse_moe.experts.120.w2,0.0000166083,0.01000,0.411
+37,block_sparse_moe.experts.121.w2,0.0000331083,0.01000,0.421
+37,block_sparse_moe.experts.122.w2,0.0000159129,0.01000,0.422
+37,block_sparse_moe.experts.123.w2,0.0000356226,0.01000,0.423
+37,block_sparse_moe.experts.124.w2,0.0000186173,0.01000,0.417
+37,block_sparse_moe.experts.125.w2,0.0000245299,0.01000,0.429
+37,block_sparse_moe.experts.126.w2,0.0000194027,0.01000,0.413
+37,block_sparse_moe.experts.127.w2,0.0000248765,0.01000,0.412
+37,block_sparse_moe.experts.128.w2,0.0000158943,0.01000,0.415
+37,block_sparse_moe.experts.129.w2,0.0000159109,0.01000,0.422
+37,block_sparse_moe.experts.130.w2,0.0000292136,0.01000,0.428
+37,block_sparse_moe.experts.131.w2,0.0000183178,0.01000,0.429
+37,block_sparse_moe.experts.132.w2,0.0000309384,0.01000,0.432
+37,block_sparse_moe.experts.133.w2,0.0000190473,0.01000,0.416
+37,block_sparse_moe.experts.134.w2,0.0000318880,0.01000,0.421
+37,block_sparse_moe.experts.135.w2,0.0000193773,0.01000,0.421
+37,block_sparse_moe.experts.136.w2,0.0000217014,0.01000,0.417
+37,block_sparse_moe.experts.137.w2,0.0000238498,0.01000,0.423
+37,block_sparse_moe.experts.138.w2,0.0000244446,0.01000,0.417
+37,block_sparse_moe.experts.139.w2,0.0000126112,0.01000,0.423
+37,block_sparse_moe.experts.140.w2,0.0000198511,0.01000,0.413
+37,block_sparse_moe.experts.141.w2,0.0000143532,0.01000,0.411
+37,block_sparse_moe.experts.142.w2,0.0000189494,0.01000,0.416
+37,block_sparse_moe.experts.143.w2,0.0000239727,0.01000,0.417
+37,block_sparse_moe.experts.144.w2,0.0000309191,0.01000,0.422
+37,block_sparse_moe.experts.145.w2,0.0000207102,0.01000,0.417
+37,block_sparse_moe.experts.146.w2,0.0000196867,0.01000,0.430
+37,block_sparse_moe.experts.147.w2,0.0000274136,0.01000,0.422
+37,block_sparse_moe.experts.148.w2,0.0000280493,0.01000,0.426
+37,block_sparse_moe.experts.149.w2,0.0000162058,0.01000,0.422
+37,block_sparse_moe.experts.150.w2,0.0000275842,0.01000,0.422
+37,block_sparse_moe.experts.151.w2,0.0000220504,0.01000,0.423
+37,block_sparse_moe.experts.152.w2,0.0000138288,0.01000,0.431
+37,block_sparse_moe.experts.153.w2,0.0000381528,0.01000,0.427
+37,block_sparse_moe.experts.154.w2,0.0000175253,0.01000,0.428
+37,block_sparse_moe.experts.155.w2,0.0000218385,0.01000,0.412
+37,block_sparse_moe.experts.156.w2,0.0000442932,0.01000,0.413
+37,block_sparse_moe.experts.157.w2,0.0000146050,0.01000,0.414
+37,block_sparse_moe.experts.158.w2,0.0000314791,0.01000,0.418
+37,block_sparse_moe.experts.159.w2,0.0000195950,0.01000,0.415
+37,block_sparse_moe.experts.160.w2,0.0000158564,0.01000,0.429
+37,block_sparse_moe.experts.161.w2,0.0000279276,0.01000,0.427
+37,block_sparse_moe.experts.162.w2,0.0000391925,0.01000,0.411
+37,block_sparse_moe.experts.163.w2,0.0000382241,0.01000,0.417
+37,block_sparse_moe.experts.164.w2,0.0000237298,0.01000,0.420
+37,block_sparse_moe.experts.165.w2,0.0000172392,0.01000,0.421
+37,block_sparse_moe.experts.166.w2,0.0000208930,0.01000,0.420
+37,block_sparse_moe.experts.167.w2,0.0000453163,0.01000,0.431
+37,block_sparse_moe.experts.168.w2,0.0000321805,0.01000,0.415
+37,block_sparse_moe.experts.169.w2,0.0000197273,0.01000,0.412
+37,block_sparse_moe.experts.170.w2,0.0000248091,0.01000,0.416
+37,block_sparse_moe.experts.171.w2,0.0000134159,0.01000,0.414
+37,block_sparse_moe.experts.172.w2,0.0000206935,0.01000,0.421
+37,block_sparse_moe.experts.173.w2,0.0000118266,0.01000,0.415
+37,block_sparse_moe.experts.174.w2,0.0000149639,0.01000,0.428
+37,block_sparse_moe.experts.175.w2,0.0000280534,0.01000,0.411
+37,block_sparse_moe.experts.176.w2,0.0000131088,0.01000,0.411
+37,block_sparse_moe.experts.177.w2,0.0000272585,0.01000,0.415
+37,block_sparse_moe.experts.178.w2,0.0000170708,0.01000,0.417
+37,block_sparse_moe.experts.179.w2,0.0000182056,0.01000,0.422
+37,block_sparse_moe.experts.180.w2,0.0000164329,0.01000,0.429
+37,block_sparse_moe.experts.181.w2,0.0000224196,0.01000,0.432
+37,block_sparse_moe.experts.182.w2,0.0000179641,0.01000,0.413
+37,block_sparse_moe.experts.183.w2,0.0000156868,0.01000,0.420
+37,block_sparse_moe.experts.184.w2,0.0000195463,0.01000,0.418
+37,block_sparse_moe.experts.185.w2,0.0000245405,0.01000,0.429
+37,block_sparse_moe.experts.186.w2,0.0000338442,0.01000,0.420
+37,block_sparse_moe.experts.187.w2,0.0000371840,0.01000,0.419
+37,block_sparse_moe.experts.188.w2,0.0000236072,0.01000,0.429
+37,block_sparse_moe.experts.189.w2,0.0000178091,0.01000,0.416
+37,block_sparse_moe.experts.190.w2,0.0000187550,0.01000,0.413
+37,block_sparse_moe.experts.191.w2,0.0000166397,0.01000,0.414
+37,block_sparse_moe.experts.192.w2,0.0000211745,0.01000,0.413
+37,block_sparse_moe.experts.193.w2,0.0000156544,0.01000,0.417
+37,block_sparse_moe.experts.194.w2,0.0000283764,0.01000,0.414
+37,block_sparse_moe.experts.196.w2,0.0000229187,0.01000,0.425
+37,block_sparse_moe.experts.195.w2,0.0000269258,0.01000,0.430
+37,block_sparse_moe.experts.197.w2,0.0000310452,0.01000,0.419
+37,block_sparse_moe.experts.198.w2,0.0000208181,0.01000,0.422
+37,block_sparse_moe.experts.199.w2,0.0000165096,0.01000,0.422
+37,block_sparse_moe.experts.200.w2,0.0000227514,0.01000,0.423
+37,block_sparse_moe.experts.201.w2,0.0000169343,0.01000,0.420
+37,block_sparse_moe.experts.203.w2,0.0000202984,0.01000,0.421
+37,block_sparse_moe.experts.204.w2,0.0000372349,0.01000,0.415
+37,block_sparse_moe.experts.202.w2,0.0000176244,0.01000,0.457
+37,block_sparse_moe.experts.205.w2,0.0000254938,0.01000,0.416
+37,block_sparse_moe.experts.206.w2,0.0000256382,0.01000,0.415
+37,block_sparse_moe.experts.207.w2,0.0000176013,0.01000,0.420
+37,block_sparse_moe.experts.208.w2,0.0000154594,0.01000,0.417
+37,block_sparse_moe.experts.210.w2,0.0000128133,0.01000,0.411
+37,block_sparse_moe.experts.209.w2,0.0000147190,0.01000,0.461
+37,block_sparse_moe.experts.211.w2,0.0000189054,0.01000,0.426
+37,block_sparse_moe.experts.212.w2,0.0000185320,0.01000,0.418
+37,block_sparse_moe.experts.213.w2,0.0000135980,0.01000,0.425
+37,block_sparse_moe.experts.214.w2,0.0000140309,0.01000,0.433
+37,block_sparse_moe.experts.215.w2,0.0000293772,0.01000,0.418
+37,block_sparse_moe.experts.216.w2,0.0000226208,0.01000,0.441
+37,block_sparse_moe.experts.217.w2,0.0000214989,0.01000,0.425
+37,block_sparse_moe.experts.218.w2,0.0000401885,0.01000,0.434
+37,block_sparse_moe.experts.219.w2,0.0000347685,0.01000,0.424
+37,block_sparse_moe.experts.220.w2,0.0000270456,0.01000,0.434
+37,block_sparse_moe.experts.221.w2,0.0000147175,0.01000,0.422
+37,block_sparse_moe.experts.222.w2,0.0000133404,0.01000,0.418
+37,block_sparse_moe.experts.223.w2,0.0000133888,0.01000,0.431
+37,block_sparse_moe.experts.224.w2,0.0000187517,0.01000,0.423
+37,block_sparse_moe.experts.225.w2,0.0000140411,0.01000,0.419
+37,block_sparse_moe.experts.226.w2,0.0000367811,0.01000,0.410
+37,block_sparse_moe.experts.227.w2,0.0000185311,0.01000,0.416
+37,block_sparse_moe.experts.228.w2,0.0000170513,0.01000,0.425
+37,block_sparse_moe.experts.229.w2,0.0000220343,0.01000,0.421
+37,block_sparse_moe.experts.230.w2,0.0000124589,0.01000,0.425
+37,block_sparse_moe.experts.231.w2,0.0000197257,0.01000,0.419
+37,block_sparse_moe.experts.232.w2,0.0000194916,0.01000,0.417
+37,block_sparse_moe.experts.233.w2,0.0000234916,0.01000,0.429
+37,block_sparse_moe.experts.234.w2,0.0000172044,0.01000,0.416
+37,block_sparse_moe.experts.235.w2,0.0000152170,0.01000,0.430
+37,block_sparse_moe.experts.236.w2,0.0000128847,0.01000,0.418
+37,block_sparse_moe.experts.237.w2,0.0000295062,0.01000,0.420
+37,block_sparse_moe.experts.238.w2,0.0000306892,0.01000,0.411
+37,block_sparse_moe.experts.239.w2,0.0000222128,0.01000,0.414
+37,block_sparse_moe.experts.240.w2,0.0000385248,0.01000,0.427
+37,block_sparse_moe.experts.241.w2,0.0000229587,0.01000,0.415
+37,block_sparse_moe.experts.242.w2,0.0000194688,0.01000,0.424
+37,block_sparse_moe.experts.243.w2,0.0000158411,0.01000,0.420
+37,block_sparse_moe.experts.245.w2,0.0000155940,0.01000,0.414
+37,block_sparse_moe.experts.246.w2,0.0000270783,0.01000,0.421
+37,block_sparse_moe.experts.244.w2,0.0000212338,0.01000,0.436
+37,block_sparse_moe.experts.247.w2,0.0000176074,0.01000,0.421
+37,block_sparse_moe.experts.248.w2,0.0000180945,0.01000,0.417
+37,block_sparse_moe.experts.249.w2,0.0000285894,0.01000,0.426
+37,block_sparse_moe.experts.250.w2,0.0000171792,0.01000,0.426
+37,block_sparse_moe.experts.252.w2,0.0000169247,0.01000,0.386
+37,block_sparse_moe.experts.253.w2,0.0000445883,0.01000,0.384
+37,block_sparse_moe.experts.251.w2,0.0000226356,0.01000,0.403
+37,block_sparse_moe.experts.254.w2,0.0000156423,0.01000,0.369
+37,block_sparse_moe.experts.255.w2,0.0000403137,0.01000,0.357
+38,block_sparse_moe.experts.1.w1,0.0000220030,0.01000,0.845
+38,block_sparse_moe.experts.2.w1,0.0000232913,0.01000,0.852
+38,block_sparse_moe.experts.4.w1,0.0000234031,0.01000,0.859
+38,block_sparse_moe.experts.5.w1,0.0000232095,0.01000,0.862
+38,block_sparse_moe.experts.6.w1,0.0000225546,0.01000,0.869
+38,block_sparse_moe.experts.3.w1,0.0000224212,0.01000,0.883
+38,block_sparse_moe.experts.0.w1,0.0000233768,0.01000,0.897
+38,block_sparse_moe.experts.8.w1,0.0000249400,0.01000,0.833
+38,block_sparse_moe.experts.7.w1,0.0000232214,0.01000,0.843
+38,block_sparse_moe.experts.10.w1,0.0000238142,0.01000,0.835
+38,block_sparse_moe.experts.9.w1,0.0000226533,0.01000,0.841
+38,block_sparse_moe.experts.11.w1,0.0000222512,0.01000,0.847
+38,block_sparse_moe.experts.12.w1,0.0000253365,0.01000,0.853
+38,block_sparse_moe.experts.13.w1,0.0000222980,0.01000,0.860
+38,block_sparse_moe.experts.14.w1,0.0000243174,0.01000,0.833
+38,block_sparse_moe.experts.15.w1,0.0000240753,0.01000,0.834
+38,block_sparse_moe.experts.16.w1,0.0000241124,0.01000,0.836
+38,block_sparse_moe.experts.17.w1,0.0000237620,0.01000,0.834
+38,block_sparse_moe.experts.18.w1,0.0000244269,0.01000,0.840
+38,block_sparse_moe.experts.19.w1,0.0000228897,0.01000,0.851
+38,block_sparse_moe.experts.20.w1,0.0000237395,0.01000,0.856
+38,block_sparse_moe.experts.21.w1,0.0000243026,0.01000,0.831
+38,block_sparse_moe.experts.22.w1,0.0000238240,0.01000,0.841
+38,block_sparse_moe.experts.24.w1,0.0000222068,0.01000,0.839
+38,block_sparse_moe.experts.23.w1,0.0000239361,0.01000,0.846
+38,block_sparse_moe.experts.25.w1,0.0000231459,0.01000,0.849
+38,block_sparse_moe.experts.26.w1,0.0000244121,0.01000,0.848
+38,block_sparse_moe.experts.27.w1,0.0000226318,0.01000,0.854
+38,block_sparse_moe.experts.28.w1,0.0000248493,0.01000,0.834
+38,block_sparse_moe.experts.29.w1,0.0000231881,0.01000,0.836
+38,block_sparse_moe.experts.31.w1,0.0000231968,0.01000,0.839
+38,block_sparse_moe.experts.30.w1,0.0000227996,0.01000,0.848
+38,block_sparse_moe.experts.32.w1,0.0000233249,0.01000,0.854
+38,block_sparse_moe.experts.33.w1,0.0000209604,0.01000,0.842
+38,block_sparse_moe.experts.34.w1,0.0000206680,0.01000,0.860
+38,block_sparse_moe.experts.35.w1,0.0000218606,0.01000,0.833
+38,block_sparse_moe.experts.36.w1,0.0000251357,0.01000,0.826
+38,block_sparse_moe.experts.37.w1,0.0000241138,0.01000,0.835
+38,block_sparse_moe.experts.38.w1,0.0000235364,0.01000,0.836
+38,block_sparse_moe.experts.39.w1,0.0000223671,0.01000,0.855
+38,block_sparse_moe.experts.40.w1,0.0000228802,0.01000,0.847
+38,block_sparse_moe.experts.41.w1,0.0000220638,0.01000,0.871
+38,block_sparse_moe.experts.42.w1,0.0000223642,0.01000,0.833
+38,block_sparse_moe.experts.43.w1,0.0000242009,0.01000,0.827
+38,block_sparse_moe.experts.44.w1,0.0000205421,0.01000,0.830
+38,block_sparse_moe.experts.45.w1,0.0000243021,0.01000,0.853
+38,block_sparse_moe.experts.47.w1,0.0000255943,0.01000,0.837
+38,block_sparse_moe.experts.46.w1,0.0000216026,0.01000,0.846
+38,block_sparse_moe.experts.48.w1,0.0000241720,0.01000,0.865
+38,block_sparse_moe.experts.50.w1,0.0000244121,0.01000,0.831
+38,block_sparse_moe.experts.49.w1,0.0000243952,0.01000,0.838
+38,block_sparse_moe.experts.51.w1,0.0000220618,0.01000,0.830
+38,block_sparse_moe.experts.52.w1,0.0000247712,0.01000,0.838
+38,block_sparse_moe.experts.53.w1,0.0000236725,0.01000,0.835
+38,block_sparse_moe.experts.54.w1,0.0000232817,0.01000,0.853
+38,block_sparse_moe.experts.55.w1,0.0000240015,0.01000,0.846
+38,block_sparse_moe.experts.57.w1,0.0000228996,0.01000,0.822
+38,block_sparse_moe.experts.56.w1,0.0000236968,0.01000,0.843
+38,block_sparse_moe.experts.58.w1,0.0000232392,0.01000,0.842
+38,block_sparse_moe.experts.59.w1,0.0000237824,0.01000,0.844
+38,block_sparse_moe.experts.60.w1,0.0000245228,0.01000,0.854
+38,block_sparse_moe.experts.61.w1,0.0000249451,0.01000,0.844
+38,block_sparse_moe.experts.62.w1,0.0000225996,0.01000,0.849
+38,block_sparse_moe.experts.63.w1,0.0000225293,0.01000,0.836
+38,block_sparse_moe.experts.64.w1,0.0000224160,0.01000,0.832
+38,block_sparse_moe.experts.65.w1,0.0000242193,0.01000,0.828
+38,block_sparse_moe.experts.66.w1,0.0000238071,0.01000,0.818
+38,block_sparse_moe.experts.68.w1,0.0000216528,0.01000,0.837
+38,block_sparse_moe.experts.67.w1,0.0000234034,0.01000,0.847
+38,block_sparse_moe.experts.69.w1,0.0000251950,0.01000,0.847
+38,block_sparse_moe.experts.70.w1,0.0000238187,0.01000,0.838
+38,block_sparse_moe.experts.71.w1,0.0000229582,0.01000,0.832
+38,block_sparse_moe.experts.72.w1,0.0000216190,0.01000,0.837
+38,block_sparse_moe.experts.73.w1,0.0000231592,0.01000,0.833
+38,block_sparse_moe.experts.74.w1,0.0000240156,0.01000,0.844
+38,block_sparse_moe.experts.75.w1,0.0000227264,0.01000,0.852
+38,block_sparse_moe.experts.76.w1,0.0000222138,0.01000,0.853
+38,block_sparse_moe.experts.77.w1,0.0000222335,0.01000,0.831
+38,block_sparse_moe.experts.78.w1,0.0000233851,0.01000,0.829
+38,block_sparse_moe.experts.79.w1,0.0000207077,0.01000,0.823
+38,block_sparse_moe.experts.80.w1,0.0000221168,0.01000,0.821
+38,block_sparse_moe.experts.81.w1,0.0000240546,0.01000,0.850
+38,block_sparse_moe.experts.82.w1,0.0000243535,0.01000,0.857
+38,block_sparse_moe.experts.83.w1,0.0000248654,0.01000,0.863
+38,block_sparse_moe.experts.84.w1,0.0000232011,0.01000,0.835
+38,block_sparse_moe.experts.85.w1,0.0000227758,0.01000,0.841
+38,block_sparse_moe.experts.87.w1,0.0000243896,0.01000,0.828
+38,block_sparse_moe.experts.86.w1,0.0000227112,0.01000,0.868
+38,block_sparse_moe.experts.88.w1,0.0000240455,0.01000,0.836
+38,block_sparse_moe.experts.89.w1,0.0000237906,0.01000,0.832
+38,block_sparse_moe.experts.90.w1,0.0000239399,0.01000,0.854
+38,block_sparse_moe.experts.91.w1,0.0000237914,0.01000,0.834
+38,block_sparse_moe.experts.92.w1,0.0000222072,0.01000,0.838
+38,block_sparse_moe.experts.93.w1,0.0000247800,0.01000,0.831
+38,block_sparse_moe.experts.94.w1,0.0000235799,0.01000,0.832
+38,block_sparse_moe.experts.95.w1,0.0000234803,0.01000,0.840
+38,block_sparse_moe.experts.96.w1,0.0000219228,0.01000,0.858
+38,block_sparse_moe.experts.97.w1,0.0000244580,0.01000,0.851
+38,block_sparse_moe.experts.98.w1,0.0000221083,0.01000,0.841
+38,block_sparse_moe.experts.99.w1,0.0000244206,0.01000,0.837
+38,block_sparse_moe.experts.100.w1,0.0000242288,0.01000,0.831
+38,block_sparse_moe.experts.101.w1,0.0000225254,0.01000,0.837
+38,block_sparse_moe.experts.102.w1,0.0000241274,0.01000,0.867
+38,block_sparse_moe.experts.103.w1,0.0000235181,0.01000,0.855
+38,block_sparse_moe.experts.104.w1,0.0000238430,0.01000,0.872
+38,block_sparse_moe.experts.105.w1,0.0000202700,0.01000,0.844
+38,block_sparse_moe.experts.106.w1,0.0000241999,0.01000,0.862
+38,block_sparse_moe.experts.107.w1,0.0000232458,0.01000,0.857
+38,block_sparse_moe.experts.108.w1,0.0000228985,0.01000,0.855
+38,block_sparse_moe.experts.109.w1,0.0000244970,0.01000,0.857
+38,block_sparse_moe.experts.110.w1,0.0000236677,0.01000,0.862
+38,block_sparse_moe.experts.111.w1,0.0000238882,0.01000,0.847
+38,block_sparse_moe.experts.112.w1,0.0000235970,0.01000,0.832
+38,block_sparse_moe.experts.113.w1,0.0000234379,0.01000,0.833
+38,block_sparse_moe.experts.114.w1,0.0000226401,0.01000,0.834
+38,block_sparse_moe.experts.115.w1,0.0000225668,0.01000,0.848
+38,block_sparse_moe.experts.116.w1,0.0000233466,0.01000,0.836
+38,block_sparse_moe.experts.117.w1,0.0000221367,0.01000,0.853
+38,block_sparse_moe.experts.118.w1,0.0000233540,0.01000,0.840
+38,block_sparse_moe.experts.119.w1,0.0000247788,0.01000,0.845
+38,block_sparse_moe.experts.121.w1,0.0000222138,0.01000,0.837
+38,block_sparse_moe.experts.120.w1,0.0000241648,0.01000,0.854
+38,block_sparse_moe.experts.122.w1,0.0000248085,0.01000,0.819
+38,block_sparse_moe.experts.123.w1,0.0000231306,0.01000,0.845
+38,block_sparse_moe.experts.124.w1,0.0000222521,0.01000,0.862
+38,block_sparse_moe.experts.125.w1,0.0000236603,0.01000,0.848
+38,block_sparse_moe.experts.126.w1,0.0000230322,0.01000,0.842
+38,block_sparse_moe.experts.128.w1,0.0000240296,0.01000,0.834
+38,block_sparse_moe.experts.129.w1,0.0000210410,0.01000,0.818
+38,block_sparse_moe.experts.127.w1,0.0000239138,0.01000,0.857
+38,block_sparse_moe.experts.130.w1,0.0000222158,0.01000,0.847
+38,block_sparse_moe.experts.131.w1,0.0000231213,0.01000,0.830
+38,block_sparse_moe.experts.132.w1,0.0000235426,0.01000,0.853
+38,block_sparse_moe.experts.133.w1,0.0000240762,0.01000,0.842
+38,block_sparse_moe.experts.134.w1,0.0000244389,0.01000,0.828
+38,block_sparse_moe.experts.135.w1,0.0000244311,0.01000,0.829
+38,block_sparse_moe.experts.136.w1,0.0000221764,0.01000,0.843
+38,block_sparse_moe.experts.137.w1,0.0000230953,0.01000,0.848
+38,block_sparse_moe.experts.138.w1,0.0000214364,0.01000,0.828
+38,block_sparse_moe.experts.139.w1,0.0000231307,0.01000,0.854
+38,block_sparse_moe.experts.140.w1,0.0000212135,0.01000,0.836
+38,block_sparse_moe.experts.141.w1,0.0000238232,0.01000,0.828
+38,block_sparse_moe.experts.142.w1,0.0000241212,0.01000,0.825
+38,block_sparse_moe.experts.143.w1,0.0000214031,0.01000,0.832
+38,block_sparse_moe.experts.144.w1,0.0000224451,0.01000,0.845
+38,block_sparse_moe.experts.145.w1,0.0000234521,0.01000,0.833
+38,block_sparse_moe.experts.146.w1,0.0000218999,0.01000,0.837
+38,block_sparse_moe.experts.147.w1,0.0000233864,0.01000,0.837
+38,block_sparse_moe.experts.148.w1,0.0000224485,0.01000,0.830
+38,block_sparse_moe.experts.149.w1,0.0000234180,0.01000,0.832
+38,block_sparse_moe.experts.150.w1,0.0000241462,0.01000,0.829
+38,block_sparse_moe.experts.152.w1,0.0000240654,0.01000,0.835
+38,block_sparse_moe.experts.151.w1,0.0000225300,0.01000,0.838
+38,block_sparse_moe.experts.153.w1,0.0000234275,0.01000,0.841
+38,block_sparse_moe.experts.155.w1,0.0000242578,0.01000,0.828
+38,block_sparse_moe.experts.156.w1,0.0000243015,0.01000,0.830
+38,block_sparse_moe.experts.157.w1,0.0000220485,0.01000,0.826
+38,block_sparse_moe.experts.154.w1,0.0000221084,0.01000,0.871
+38,block_sparse_moe.experts.158.w1,0.0000218227,0.01000,0.840
+38,block_sparse_moe.experts.159.w1,0.0000235483,0.01000,0.844
+38,block_sparse_moe.experts.160.w1,0.0000226790,0.01000,0.842
+38,block_sparse_moe.experts.162.w1,0.0000238460,0.01000,0.823
+38,block_sparse_moe.experts.161.w1,0.0000221820,0.01000,0.852
+38,block_sparse_moe.experts.163.w1,0.0000236330,0.01000,0.846
+38,block_sparse_moe.experts.164.w1,0.0000247857,0.01000,0.847
+38,block_sparse_moe.experts.165.w1,0.0000233645,0.01000,0.838
+38,block_sparse_moe.experts.166.w1,0.0000250828,0.01000,0.849
+38,block_sparse_moe.experts.167.w1,0.0000245812,0.01000,0.849
+38,block_sparse_moe.experts.168.w1,0.0000241269,0.01000,0.829
+38,block_sparse_moe.experts.169.w1,0.0000228257,0.01000,0.828
+38,block_sparse_moe.experts.171.w1,0.0000258032,0.01000,0.841
+38,block_sparse_moe.experts.170.w1,0.0000225838,0.01000,0.867
+38,block_sparse_moe.experts.172.w1,0.0000247872,0.01000,0.841
+38,block_sparse_moe.experts.173.w1,0.0000237078,0.01000,0.836
+38,block_sparse_moe.experts.174.w1,0.0000216890,0.01000,0.861
+38,block_sparse_moe.experts.175.w1,0.0000234883,0.01000,0.828
+38,block_sparse_moe.experts.176.w1,0.0000201105,0.01000,0.836
+38,block_sparse_moe.experts.177.w1,0.0000244705,0.01000,0.854
+38,block_sparse_moe.experts.178.w1,0.0000221419,0.01000,0.849
+38,block_sparse_moe.experts.179.w1,0.0000239317,0.01000,0.840
+38,block_sparse_moe.experts.180.w1,0.0000233975,0.01000,0.833
+38,block_sparse_moe.experts.181.w1,0.0000249169,0.01000,0.861
+38,block_sparse_moe.experts.182.w1,0.0000218697,0.01000,0.826
+38,block_sparse_moe.experts.183.w1,0.0000233966,0.01000,0.840
+38,block_sparse_moe.experts.185.w1,0.0000253706,0.01000,0.839
+38,block_sparse_moe.experts.184.w1,0.0000238092,0.01000,0.868
+38,block_sparse_moe.experts.186.w1,0.0000247104,0.01000,0.842
+38,block_sparse_moe.experts.187.w1,0.0000238735,0.01000,0.838
+38,block_sparse_moe.experts.188.w1,0.0000241080,0.01000,0.855
+38,block_sparse_moe.experts.189.w1,0.0000236456,0.01000,0.838
+38,block_sparse_moe.experts.190.w1,0.0000213161,0.01000,0.852
+38,block_sparse_moe.experts.191.w1,0.0000243382,0.01000,0.846
+38,block_sparse_moe.experts.192.w1,0.0000250793,0.01000,0.847
+38,block_sparse_moe.experts.194.w1,0.0000233334,0.01000,0.849
+38,block_sparse_moe.experts.193.w1,0.0000238564,0.01000,0.873
+38,block_sparse_moe.experts.195.w1,0.0000238195,0.01000,0.841
+38,block_sparse_moe.experts.196.w1,0.0000238151,0.01000,0.824
+38,block_sparse_moe.experts.197.w1,0.0000247175,0.01000,0.834
+38,block_sparse_moe.experts.198.w1,0.0000212129,0.01000,0.828
+38,block_sparse_moe.experts.199.w1,0.0000237450,0.01000,0.844
+38,block_sparse_moe.experts.200.w1,0.0000242763,0.01000,0.841
+38,block_sparse_moe.experts.201.w1,0.0000244719,0.01000,0.846
+38,block_sparse_moe.experts.202.w1,0.0000233297,0.01000,0.844
+38,block_sparse_moe.experts.203.w1,0.0000237936,0.01000,0.825
+38,block_sparse_moe.experts.204.w1,0.0000239966,0.01000,0.832
+38,block_sparse_moe.experts.205.w1,0.0000210364,0.01000,0.826
+38,block_sparse_moe.experts.206.w1,0.0000228869,0.01000,0.843
+38,block_sparse_moe.experts.207.w1,0.0000231526,0.01000,0.845
+38,block_sparse_moe.experts.208.w1,0.0000242219,0.01000,0.842
+38,block_sparse_moe.experts.209.w1,0.0000213337,0.01000,0.848
+38,block_sparse_moe.experts.210.w1,0.0000237150,0.01000,0.830
+38,block_sparse_moe.experts.211.w1,0.0000238242,0.01000,0.835
+38,block_sparse_moe.experts.212.w1,0.0000226636,0.01000,0.830
+38,block_sparse_moe.experts.213.w1,0.0000247279,0.01000,0.826
+38,block_sparse_moe.experts.214.w1,0.0000239582,0.01000,0.845
+38,block_sparse_moe.experts.215.w1,0.0000254021,0.01000,0.850
+38,block_sparse_moe.experts.216.w1,0.0000228076,0.01000,0.855
+38,block_sparse_moe.experts.217.w1,0.0000231342,0.01000,0.831
+38,block_sparse_moe.experts.218.w1,0.0000243429,0.01000,0.832
+38,block_sparse_moe.experts.219.w1,0.0000233506,0.01000,0.835
+38,block_sparse_moe.experts.220.w1,0.0000248213,0.01000,0.829
+38,block_sparse_moe.experts.221.w1,0.0000225644,0.01000,0.842
+38,block_sparse_moe.experts.222.w1,0.0000223935,0.01000,0.851
+38,block_sparse_moe.experts.223.w1,0.0000239909,0.01000,0.859
+38,block_sparse_moe.experts.224.w1,0.0000230244,0.01000,0.830
+38,block_sparse_moe.experts.225.w1,0.0000226297,0.01000,0.841
+38,block_sparse_moe.experts.226.w1,0.0000227366,0.01000,0.831
+38,block_sparse_moe.experts.227.w1,0.0000234999,0.01000,0.836
+38,block_sparse_moe.experts.228.w1,0.0000233302,0.01000,0.843
+38,block_sparse_moe.experts.229.w1,0.0000239269,0.01000,0.848
+38,block_sparse_moe.experts.230.w1,0.0000221445,0.01000,0.875
+38,block_sparse_moe.experts.231.w1,0.0000226705,0.01000,0.824
+38,block_sparse_moe.experts.232.w1,0.0000233586,0.01000,0.843
+38,block_sparse_moe.experts.233.w1,0.0000218244,0.01000,0.829
+38,block_sparse_moe.experts.234.w1,0.0000234660,0.01000,0.832
+38,block_sparse_moe.experts.235.w1,0.0000242602,0.01000,0.845
+38,block_sparse_moe.experts.236.w1,0.0000217782,0.01000,0.843
+38,block_sparse_moe.experts.237.w1,0.0000234400,0.01000,0.865
+38,block_sparse_moe.experts.238.w1,0.0000253745,0.01000,0.840
+38,block_sparse_moe.experts.239.w1,0.0000240512,0.01000,0.842
+38,block_sparse_moe.experts.240.w1,0.0000240041,0.01000,0.838
+38,block_sparse_moe.experts.241.w1,0.0000238535,0.01000,0.844
+38,block_sparse_moe.experts.242.w1,0.0000244948,0.01000,0.844
+38,block_sparse_moe.experts.243.w1,0.0000248330,0.01000,0.840
+38,block_sparse_moe.experts.244.w1,0.0000238453,0.01000,0.841
+38,block_sparse_moe.experts.245.w1,0.0000234896,0.01000,0.833
+38,block_sparse_moe.experts.246.w1,0.0000254075,0.01000,0.836
+38,block_sparse_moe.experts.247.w1,0.0000238222,0.01000,0.852
+38,block_sparse_moe.experts.248.w1,0.0000239486,0.01000,0.833
+38,block_sparse_moe.experts.249.w1,0.0000242133,0.01000,0.851
+38,block_sparse_moe.experts.250.w1,0.0000241244,0.01000,0.837
+38,block_sparse_moe.experts.251.w1,0.0000248446,0.01000,0.861
+38,block_sparse_moe.experts.252.w1,0.0000199380,0.01000,0.831
+38,block_sparse_moe.experts.253.w1,0.0000241258,0.01000,0.837
+38,block_sparse_moe.experts.254.w1,0.0000246021,0.01000,0.832
+38,block_sparse_moe.experts.255.w1,0.0000236351,0.01000,0.826
+38,block_sparse_moe.experts.0.w3,0.0000251324,0.01000,0.845
+38,block_sparse_moe.experts.1.w3,0.0000235676,0.01000,0.839
+38,block_sparse_moe.experts.2.w3,0.0000255684,0.01000,0.858
+38,block_sparse_moe.experts.3.w3,0.0000248257,0.01000,0.834
+38,block_sparse_moe.experts.4.w3,0.0000259025,0.01000,0.849
+38,block_sparse_moe.experts.5.w3,0.0000266949,0.01000,0.836
+38,block_sparse_moe.experts.6.w3,0.0000235044,0.01000,0.840
+38,block_sparse_moe.experts.7.w3,0.0000259582,0.01000,0.843
+38,block_sparse_moe.experts.8.w3,0.0000268322,0.01000,0.839
+38,block_sparse_moe.experts.9.w3,0.0000245769,0.01000,0.859
+38,block_sparse_moe.experts.10.w3,0.0000263182,0.01000,0.830
+38,block_sparse_moe.experts.11.w3,0.0000259219,0.01000,0.857
+38,block_sparse_moe.experts.12.w3,0.0000281703,0.01000,0.835
+38,block_sparse_moe.experts.13.w3,0.0000237488,0.01000,0.852
+38,block_sparse_moe.experts.15.w3,0.0000263467,0.01000,0.836
+38,block_sparse_moe.experts.14.w3,0.0000289352,0.01000,0.842
+38,block_sparse_moe.experts.17.w3,0.0000252548,0.01000,0.826
+38,block_sparse_moe.experts.16.w3,0.0000269835,0.01000,0.879
+38,block_sparse_moe.experts.18.w3,0.0000264656,0.01000,0.834
+38,block_sparse_moe.experts.19.w3,0.0000251252,0.01000,0.832
+38,block_sparse_moe.experts.20.w3,0.0000256947,0.01000,0.818
+38,block_sparse_moe.experts.22.w3,0.0000289331,0.01000,0.843
+38,block_sparse_moe.experts.21.w3,0.0000273746,0.01000,0.854
+38,block_sparse_moe.experts.23.w3,0.0000290263,0.01000,0.857
+38,block_sparse_moe.experts.24.w3,0.0000238835,0.01000,0.841
+38,block_sparse_moe.experts.25.w3,0.0000246227,0.01000,0.830
+38,block_sparse_moe.experts.26.w3,0.0000269239,0.01000,0.828
+38,block_sparse_moe.experts.27.w3,0.0000259240,0.01000,0.824
+38,block_sparse_moe.experts.28.w3,0.0000271493,0.01000,0.840
+38,block_sparse_moe.experts.29.w3,0.0000254080,0.01000,0.848
+38,block_sparse_moe.experts.31.w3,0.0000244211,0.01000,0.825
+38,block_sparse_moe.experts.30.w3,0.0000259607,0.01000,0.882
+38,block_sparse_moe.experts.32.w3,0.0000251224,0.01000,0.832
+38,block_sparse_moe.experts.33.w3,0.0000223549,0.01000,0.828
+38,block_sparse_moe.experts.34.w3,0.0000243509,0.01000,0.832
+38,block_sparse_moe.experts.35.w3,0.0000243981,0.01000,0.844
+38,block_sparse_moe.experts.36.w3,0.0000283091,0.01000,0.843
+38,block_sparse_moe.experts.37.w3,0.0000256520,0.01000,0.856
+38,block_sparse_moe.experts.38.w3,0.0000249319,0.01000,0.836
+38,block_sparse_moe.experts.39.w3,0.0000263630,0.01000,0.831
+38,block_sparse_moe.experts.40.w3,0.0000249461,0.01000,0.835
+38,block_sparse_moe.experts.41.w3,0.0000245173,0.01000,0.826
+38,block_sparse_moe.experts.42.w3,0.0000246732,0.01000,0.855
+38,block_sparse_moe.experts.43.w3,0.0000256312,0.01000,0.856
+38,block_sparse_moe.experts.45.w3,0.0000279538,0.01000,0.822
+38,block_sparse_moe.experts.44.w3,0.0000221574,0.01000,0.897
+38,block_sparse_moe.experts.46.w3,0.0000254528,0.01000,0.831
+38,block_sparse_moe.experts.47.w3,0.0000287054,0.01000,0.828
+38,block_sparse_moe.experts.48.w3,0.0000281626,0.01000,0.835
+38,block_sparse_moe.experts.50.w3,0.0000267055,0.01000,0.840
+38,block_sparse_moe.experts.49.w3,0.0000265472,0.01000,0.854
+38,block_sparse_moe.experts.51.w3,0.0000241803,0.01000,0.860
+38,block_sparse_moe.experts.52.w3,0.0000257464,0.01000,0.839
+38,block_sparse_moe.experts.54.w3,0.0000260982,0.01000,0.834
+38,block_sparse_moe.experts.53.w3,0.0000250926,0.01000,0.838
+38,block_sparse_moe.experts.55.w3,0.0000260494,0.01000,0.826
+38,block_sparse_moe.experts.56.w3,0.0000262393,0.01000,0.853
+38,block_sparse_moe.experts.57.w3,0.0000247964,0.01000,0.869
+38,block_sparse_moe.experts.58.w3,0.0000265541,0.01000,0.848
+38,block_sparse_moe.experts.59.w3,0.0000264926,0.01000,0.839
+38,block_sparse_moe.experts.60.w3,0.0000261267,0.01000,0.838
+38,block_sparse_moe.experts.61.w3,0.0000267062,0.01000,0.841
+38,block_sparse_moe.experts.62.w3,0.0000248062,0.01000,0.831
+38,block_sparse_moe.experts.63.w3,0.0000255640,0.01000,0.842
+38,block_sparse_moe.experts.64.w3,0.0000254658,0.01000,0.858
+38,block_sparse_moe.experts.65.w3,0.0000268086,0.01000,0.852
+38,block_sparse_moe.experts.67.w3,0.0000259475,0.01000,0.828
+38,block_sparse_moe.experts.69.w3,0.0000271131,0.01000,0.828
+38,block_sparse_moe.experts.68.w3,0.0000257302,0.01000,0.837
+38,block_sparse_moe.experts.66.w3,0.0000255400,0.01000,0.854
+38,block_sparse_moe.experts.70.w3,0.0000253052,0.01000,0.843
+38,block_sparse_moe.experts.71.w3,0.0000245284,0.01000,0.854
+38,block_sparse_moe.experts.73.w3,0.0000252052,0.01000,0.833
+38,block_sparse_moe.experts.72.w3,0.0000242259,0.01000,0.870
+38,block_sparse_moe.experts.76.w3,0.0000248173,0.01000,0.839
+38,block_sparse_moe.experts.75.w3,0.0000277483,0.01000,0.845
+38,block_sparse_moe.experts.74.w3,0.0000256907,0.01000,0.856
+38,block_sparse_moe.experts.77.w3,0.0000242670,0.01000,0.844
+38,block_sparse_moe.experts.78.w3,0.0000256541,0.01000,0.856
+38,block_sparse_moe.experts.79.w3,0.0000224171,0.01000,0.846
+38,block_sparse_moe.experts.80.w3,0.0000255237,0.01000,0.837
+38,block_sparse_moe.experts.82.w3,0.0000261355,0.01000,0.837
+38,block_sparse_moe.experts.83.w3,0.0000266251,0.01000,0.833
+38,block_sparse_moe.experts.81.w3,0.0000262447,0.01000,0.869
+38,block_sparse_moe.experts.84.w3,0.0000252241,0.01000,0.846
+38,block_sparse_moe.experts.85.w3,0.0000269268,0.01000,0.846
+38,block_sparse_moe.experts.87.w3,0.0000276324,0.01000,0.833
+38,block_sparse_moe.experts.89.w3,0.0000263513,0.01000,0.833
+38,block_sparse_moe.experts.88.w3,0.0000260889,0.01000,0.838
+38,block_sparse_moe.experts.86.w3,0.0000240428,0.01000,0.877
+38,block_sparse_moe.experts.90.w3,0.0000253318,0.01000,0.863
+38,block_sparse_moe.experts.91.w3,0.0000258433,0.01000,0.853
+38,block_sparse_moe.experts.92.w3,0.0000239612,0.01000,0.852
+38,block_sparse_moe.experts.94.w3,0.0000258033,0.01000,0.831
+38,block_sparse_moe.experts.95.w3,0.0000253583,0.01000,0.843
+38,block_sparse_moe.experts.93.w3,0.0000268255,0.01000,0.870
+38,block_sparse_moe.experts.96.w3,0.0000241245,0.01000,0.842
+38,block_sparse_moe.experts.97.w3,0.0000262690,0.01000,0.846
+38,block_sparse_moe.experts.98.w3,0.0000254389,0.01000,0.844
+38,block_sparse_moe.experts.99.w3,0.0000260175,0.01000,0.850
+38,block_sparse_moe.experts.101.w3,0.0000243064,0.01000,0.844
+38,block_sparse_moe.experts.102.w3,0.0000259858,0.01000,0.831
+38,block_sparse_moe.experts.103.w3,0.0000252677,0.01000,0.842
+38,block_sparse_moe.experts.100.w3,0.0000261709,0.01000,0.890
+38,block_sparse_moe.experts.104.w3,0.0000273533,0.01000,0.858
+38,block_sparse_moe.experts.105.w3,0.0000259769,0.01000,0.843
+38,block_sparse_moe.experts.106.w3,0.0000261896,0.01000,0.850
+38,block_sparse_moe.experts.108.w3,0.0000244548,0.01000,0.819
+38,block_sparse_moe.experts.109.w3,0.0000273689,0.01000,0.830
+38,block_sparse_moe.experts.110.w3,0.0000254013,0.01000,0.839
+38,block_sparse_moe.experts.107.w3,0.0000245768,0.01000,0.894
+38,block_sparse_moe.experts.111.w3,0.0000252923,0.01000,0.841
+38,block_sparse_moe.experts.112.w3,0.0000251038,0.01000,0.838
+38,block_sparse_moe.experts.113.w3,0.0000258986,0.01000,0.842
+38,block_sparse_moe.experts.115.w3,0.0000267831,0.01000,0.826
+38,block_sparse_moe.experts.114.w3,0.0000254134,0.01000,0.880
+38,block_sparse_moe.experts.116.w3,0.0000251484,0.01000,0.843
+38,block_sparse_moe.experts.117.w3,0.0000266567,0.01000,0.840
+38,block_sparse_moe.experts.118.w3,0.0000255853,0.01000,0.841
+38,block_sparse_moe.experts.119.w3,0.0000267708,0.01000,0.853
+38,block_sparse_moe.experts.120.w3,0.0000260320,0.01000,0.848
+38,block_sparse_moe.experts.121.w3,0.0000254238,0.01000,0.856
+38,block_sparse_moe.experts.122.w3,0.0000266899,0.01000,0.841
+38,block_sparse_moe.experts.123.w3,0.0000269762,0.01000,0.836
+38,block_sparse_moe.experts.124.w3,0.0000256906,0.01000,0.849
+38,block_sparse_moe.experts.125.w3,0.0000279297,0.01000,0.842
+38,block_sparse_moe.experts.126.w3,0.0000245259,0.01000,0.847
+38,block_sparse_moe.experts.127.w3,0.0000255356,0.01000,0.863
+38,block_sparse_moe.experts.128.w3,0.0000254968,0.01000,0.838
+38,block_sparse_moe.experts.129.w3,0.0000243087,0.01000,0.831
+38,block_sparse_moe.experts.130.w3,0.0000246737,0.01000,0.833
+38,block_sparse_moe.experts.131.w3,0.0000252960,0.01000,0.825
+38,block_sparse_moe.experts.132.w3,0.0000255813,0.01000,0.824
+38,block_sparse_moe.experts.133.w3,0.0000254203,0.01000,0.845
+38,block_sparse_moe.experts.134.w3,0.0000262529,0.01000,0.857
+38,block_sparse_moe.experts.136.w3,0.0000243141,0.01000,0.829
+38,block_sparse_moe.experts.137.w3,0.0000244542,0.01000,0.832
+38,block_sparse_moe.experts.135.w3,0.0000277016,0.01000,0.863
+38,block_sparse_moe.experts.138.w3,0.0000246714,0.01000,0.833
+38,block_sparse_moe.experts.139.w3,0.0000258286,0.01000,0.828
+38,block_sparse_moe.experts.140.w3,0.0000237686,0.01000,0.838
+38,block_sparse_moe.experts.141.w3,0.0000253801,0.01000,0.854
+38,block_sparse_moe.experts.143.w3,0.0000231385,0.01000,0.825
+38,block_sparse_moe.experts.146.w3,0.0000245463,0.01000,0.825
+38,block_sparse_moe.experts.144.w3,0.0000264591,0.01000,0.857
+38,block_sparse_moe.experts.142.w3,0.0000259134,0.01000,0.882
+38,block_sparse_moe.experts.145.w3,0.0000273006,0.01000,0.854
+38,block_sparse_moe.experts.147.w3,0.0000282139,0.01000,0.834
+38,block_sparse_moe.experts.148.w3,0.0000240470,0.01000,0.854
+38,block_sparse_moe.experts.150.w3,0.0000267509,0.01000,0.830
+38,block_sparse_moe.experts.149.w3,0.0000254472,0.01000,0.866
+38,block_sparse_moe.experts.151.w3,0.0000240621,0.01000,0.831
+38,block_sparse_moe.experts.153.w3,0.0000254370,0.01000,0.827
+38,block_sparse_moe.experts.152.w3,0.0000257792,0.01000,0.835
+38,block_sparse_moe.experts.154.w3,0.0000244718,0.01000,0.840
+38,block_sparse_moe.experts.155.w3,0.0000272050,0.01000,0.857
+38,block_sparse_moe.experts.158.w3,0.0000234575,0.01000,0.834
+38,block_sparse_moe.experts.159.w3,0.0000250740,0.01000,0.827
+38,block_sparse_moe.experts.160.w3,0.0000261814,0.01000,0.841
+38,block_sparse_moe.experts.157.w3,0.0000240121,0.01000,0.877
+38,block_sparse_moe.experts.156.w3,0.0000264742,0.01000,0.896
+38,block_sparse_moe.experts.161.w3,0.0000264856,0.01000,0.868
+38,block_sparse_moe.experts.162.w3,0.0000265734,0.01000,0.840
+38,block_sparse_moe.experts.164.w3,0.0000264359,0.01000,0.825
+38,block_sparse_moe.experts.165.w3,0.0000257799,0.01000,0.827
+38,block_sparse_moe.experts.166.w3,0.0000267975,0.01000,0.843
+38,block_sparse_moe.experts.167.w3,0.0000263930,0.01000,0.826
+38,block_sparse_moe.experts.163.w3,0.0000271204,0.01000,0.887
+38,block_sparse_moe.experts.168.w3,0.0000261275,0.01000,0.849
+38,block_sparse_moe.experts.169.w3,0.0000281311,0.01000,0.842
+38,block_sparse_moe.experts.171.w3,0.0000282686,0.01000,0.821
+38,block_sparse_moe.experts.170.w3,0.0000259461,0.01000,0.869
+38,block_sparse_moe.experts.172.w3,0.0000265114,0.01000,0.825
+38,block_sparse_moe.experts.173.w3,0.0000251641,0.01000,0.828
+38,block_sparse_moe.experts.174.w3,0.0000247083,0.01000,0.825
+38,block_sparse_moe.experts.175.w3,0.0000286851,0.01000,0.850
+38,block_sparse_moe.experts.176.w3,0.0000223532,0.01000,0.844
+38,block_sparse_moe.experts.177.w3,0.0000264743,0.01000,0.849
+38,block_sparse_moe.experts.178.w3,0.0000247676,0.01000,0.830
+38,block_sparse_moe.experts.179.w3,0.0000255850,0.01000,0.834
+38,block_sparse_moe.experts.180.w3,0.0000250595,0.01000,0.835
+38,block_sparse_moe.experts.181.w3,0.0000267324,0.01000,0.828
+38,block_sparse_moe.experts.182.w3,0.0000242280,0.01000,0.849
+38,block_sparse_moe.experts.183.w3,0.0000281119,0.01000,0.845
+38,block_sparse_moe.experts.185.w3,0.0000286169,0.01000,0.833
+38,block_sparse_moe.experts.188.w3,0.0000260622,0.01000,0.829
+38,block_sparse_moe.experts.186.w3,0.0000269251,0.01000,0.833
+38,block_sparse_moe.experts.187.w3,0.0000260214,0.01000,0.832
+38,block_sparse_moe.experts.184.w3,0.0000255481,0.01000,0.870
+38,block_sparse_moe.experts.189.w3,0.0000251201,0.01000,0.851
+38,block_sparse_moe.experts.190.w3,0.0000236763,0.01000,0.846
+38,block_sparse_moe.experts.192.w3,0.0000276594,0.01000,0.828
+38,block_sparse_moe.experts.194.w3,0.0000246293,0.01000,0.831
+38,block_sparse_moe.experts.193.w3,0.0000250680,0.01000,0.839
+38,block_sparse_moe.experts.195.w3,0.0000254329,0.01000,0.823
+38,block_sparse_moe.experts.191.w3,0.0000263606,0.01000,0.881
+38,block_sparse_moe.experts.196.w3,0.0000253281,0.01000,0.841
+38,block_sparse_moe.experts.197.w3,0.0000265623,0.01000,0.847
+38,block_sparse_moe.experts.200.w3,0.0000288554,0.01000,0.828
+38,block_sparse_moe.experts.199.w3,0.0000253306,0.01000,0.840
+38,block_sparse_moe.experts.201.w3,0.0000261628,0.01000,0.829
+38,block_sparse_moe.experts.202.w3,0.0000249249,0.01000,0.828
+38,block_sparse_moe.experts.198.w3,0.0000239496,0.01000,0.902
+38,block_sparse_moe.experts.203.w3,0.0000260617,0.01000,0.841
+38,block_sparse_moe.experts.204.w3,0.0000259704,0.01000,0.841
+38,block_sparse_moe.experts.207.w3,0.0000246045,0.01000,0.826
+38,block_sparse_moe.experts.206.w3,0.0000258694,0.01000,0.836
+38,block_sparse_moe.experts.208.w3,0.0000264510,0.01000,0.835
+38,block_sparse_moe.experts.209.w3,0.0000243540,0.01000,0.832
+38,block_sparse_moe.experts.205.w3,0.0000232300,0.01000,0.904
+38,block_sparse_moe.experts.210.w3,0.0000282805,0.01000,0.833
+38,block_sparse_moe.experts.211.w3,0.0000259332,0.01000,0.855
+38,block_sparse_moe.experts.213.w3,0.0000269469,0.01000,0.843
+38,block_sparse_moe.experts.212.w3,0.0000252077,0.01000,0.878
+38,block_sparse_moe.experts.214.w3,0.0000263795,0.01000,0.845
+38,block_sparse_moe.experts.215.w3,0.0000276051,0.01000,0.827
+38,block_sparse_moe.experts.216.w3,0.0000264406,0.01000,0.830
+38,block_sparse_moe.experts.217.w3,0.0000255390,0.01000,0.840
+38,block_sparse_moe.experts.218.w3,0.0000259106,0.01000,0.852
+38,block_sparse_moe.experts.220.w3,0.0000270205,0.01000,0.832
+38,block_sparse_moe.experts.221.w3,0.0000236687,0.01000,0.832
+38,block_sparse_moe.experts.223.w3,0.0000258535,0.01000,0.836
+38,block_sparse_moe.experts.219.w3,0.0000243637,0.01000,0.884
+38,block_sparse_moe.experts.222.w3,0.0000258046,0.01000,0.847
+38,block_sparse_moe.experts.224.w3,0.0000267249,0.01000,0.841
+38,block_sparse_moe.experts.225.w3,0.0000259258,0.01000,0.845
+38,block_sparse_moe.experts.227.w3,0.0000260248,0.01000,0.827
+38,block_sparse_moe.experts.228.w3,0.0000260731,0.01000,0.842
+38,block_sparse_moe.experts.230.w3,0.0000255513,0.01000,0.846
+38,block_sparse_moe.experts.229.w3,0.0000257416,0.01000,0.860
+38,block_sparse_moe.experts.226.w3,0.0000270899,0.01000,0.935
+38,block_sparse_moe.experts.231.w3,0.0000239858,0.01000,0.842
+38,block_sparse_moe.experts.232.w3,0.0000248781,0.01000,0.841
+38,block_sparse_moe.experts.234.w3,0.0000255004,0.01000,0.839
+38,block_sparse_moe.experts.236.w3,0.0000236518,0.01000,0.831
+38,block_sparse_moe.experts.235.w3,0.0000270360,0.01000,0.853
+38,block_sparse_moe.experts.233.w3,0.0000245134,0.01000,0.920
+38,block_sparse_moe.experts.237.w3,0.0000257519,0.01000,0.832
+38,block_sparse_moe.experts.238.w3,0.0000273382,0.01000,0.843
+38,block_sparse_moe.experts.239.w3,0.0000263381,0.01000,0.844
+38,block_sparse_moe.experts.241.w3,0.0000251793,0.01000,0.842
+38,block_sparse_moe.experts.242.w3,0.0000291965,0.01000,0.846
+38,block_sparse_moe.experts.244.w3,0.0000255313,0.01000,0.827
+38,block_sparse_moe.experts.243.w3,0.0000265886,0.01000,0.844
+38,block_sparse_moe.experts.240.w3,0.0000256397,0.01000,0.899
+38,block_sparse_moe.experts.245.w3,0.0000264447,0.01000,0.832
+38,block_sparse_moe.experts.246.w3,0.0000271359,0.01000,0.854
+38,block_sparse_moe.experts.248.w3,0.0000252540,0.01000,0.832
+38,block_sparse_moe.experts.250.w3,0.0000260109,0.01000,0.828
+38,block_sparse_moe.experts.249.w3,0.0000262376,0.01000,0.837
+38,block_sparse_moe.experts.247.w3,0.0000256061,0.01000,0.880
+38,block_sparse_moe.experts.251.w3,0.0000286157,0.01000,0.836
+38,block_sparse_moe.experts.252.w3,0.0000207496,0.01000,0.770
+38,block_sparse_moe.experts.253.w3,0.0000273340,0.01000,0.732
+38,block_sparse_moe.experts.255.w3,0.0000252169,0.01000,0.645
+38,block_sparse_moe.experts.254.w3,0.0000279190,0.01000,0.680
+38,block_sparse_moe.experts.1.w2,0.0000268194,0.01000,0.429
+38,block_sparse_moe.experts.0.w2,0.0000196675,0.01000,0.446
+38,block_sparse_moe.experts.2.w2,0.0000236424,0.01000,0.453
+38,block_sparse_moe.experts.6.w2,0.0000142855,0.01000,0.458
+38,block_sparse_moe.experts.4.w2,0.0000216327,0.01000,0.472
+38,block_sparse_moe.experts.5.w2,0.0000261316,0.01000,0.473
+38,block_sparse_moe.experts.3.w2,0.0000202048,0.01000,0.478
+38,block_sparse_moe.experts.7.w2,0.0000176716,0.01000,0.421
+38,block_sparse_moe.experts.8.w2,0.0000189952,0.01000,0.416
+38,block_sparse_moe.experts.9.w2,0.0000203971,0.01000,0.424
+38,block_sparse_moe.experts.10.w2,0.0000209401,0.01000,0.420
+38,block_sparse_moe.experts.11.w2,0.0000226102,0.01000,0.421
+38,block_sparse_moe.experts.12.w2,0.0000283923,0.01000,0.422
+38,block_sparse_moe.experts.13.w2,0.0000182656,0.01000,0.431
+38,block_sparse_moe.experts.14.w2,0.0000295225,0.01000,0.415
+38,block_sparse_moe.experts.15.w2,0.0000142620,0.01000,0.416
+38,block_sparse_moe.experts.16.w2,0.0000424046,0.01000,0.415
+38,block_sparse_moe.experts.17.w2,0.0000193069,0.01000,0.416
+38,block_sparse_moe.experts.18.w2,0.0000155523,0.01000,0.424
+38,block_sparse_moe.experts.19.w2,0.0000237849,0.01000,0.423
+38,block_sparse_moe.experts.20.w2,0.0000166321,0.01000,0.431
+38,block_sparse_moe.experts.21.w2,0.0000246735,0.01000,0.421
+38,block_sparse_moe.experts.22.w2,0.0000415298,0.01000,0.420
+38,block_sparse_moe.experts.23.w2,0.0000476266,0.01000,0.417
+38,block_sparse_moe.experts.24.w2,0.0000235638,0.01000,0.419
+38,block_sparse_moe.experts.25.w2,0.0000128163,0.01000,0.424
+38,block_sparse_moe.experts.26.w2,0.0000157421,0.01000,0.423
+38,block_sparse_moe.experts.27.w2,0.0000181213,0.01000,0.430
+38,block_sparse_moe.experts.28.w2,0.0000260843,0.01000,0.419
+38,block_sparse_moe.experts.29.w2,0.0000179791,0.01000,0.415
+38,block_sparse_moe.experts.31.w2,0.0000133381,0.01000,0.414
+38,block_sparse_moe.experts.30.w2,0.0000176736,0.01000,0.423
+38,block_sparse_moe.experts.32.w2,0.0000311950,0.01000,0.419
+38,block_sparse_moe.experts.33.w2,0.0000211892,0.01000,0.422
+38,block_sparse_moe.experts.34.w2,0.0000574538,0.01000,0.427
+38,block_sparse_moe.experts.35.w2,0.0000331359,0.01000,0.422
+38,block_sparse_moe.experts.36.w2,0.0000269259,0.01000,0.422
+38,block_sparse_moe.experts.38.w2,0.0000162188,0.01000,0.419
+38,block_sparse_moe.experts.37.w2,0.0000176587,0.01000,0.420
+38,block_sparse_moe.experts.39.w2,0.0000232683,0.01000,0.423
+38,block_sparse_moe.experts.40.w2,0.0000210744,0.01000,0.427
+38,block_sparse_moe.experts.41.w2,0.0000259075,0.01000,0.432
+38,block_sparse_moe.experts.42.w2,0.0000116290,0.01000,0.420
+38,block_sparse_moe.experts.43.w2,0.0000158851,0.01000,0.416
+38,block_sparse_moe.experts.45.w2,0.0000203632,0.01000,0.413
+38,block_sparse_moe.experts.44.w2,0.0000297143,0.01000,0.424
+38,block_sparse_moe.experts.46.w2,0.0000370918,0.01000,0.417
+38,block_sparse_moe.experts.47.w2,0.0000447626,0.01000,0.424
+38,block_sparse_moe.experts.48.w2,0.0000305489,0.01000,0.425
+38,block_sparse_moe.experts.49.w2,0.0000209647,0.01000,0.423
+38,block_sparse_moe.experts.50.w2,0.0000214053,0.01000,0.420
+38,block_sparse_moe.experts.51.w2,0.0000145763,0.01000,0.420
+38,block_sparse_moe.experts.52.w2,0.0000158558,0.01000,0.425
+38,block_sparse_moe.experts.53.w2,0.0000218772,0.01000,0.426
+38,block_sparse_moe.experts.54.w2,0.0000180026,0.01000,0.429
+38,block_sparse_moe.experts.55.w2,0.0000233164,0.01000,0.428
+38,block_sparse_moe.experts.57.w2,0.0000143637,0.01000,0.420
+38,block_sparse_moe.experts.56.w2,0.0000345599,0.01000,0.420
+38,block_sparse_moe.experts.58.w2,0.0000284927,0.01000,0.419
+38,block_sparse_moe.experts.59.w2,0.0000217120,0.01000,0.416
+38,block_sparse_moe.experts.60.w2,0.0000146944,0.01000,0.421
+38,block_sparse_moe.experts.61.w2,0.0000169956,0.01000,0.423
+38,block_sparse_moe.experts.62.w2,0.0000319220,0.01000,0.426
+38,block_sparse_moe.experts.63.w2,0.0000191269,0.01000,0.416
+38,block_sparse_moe.experts.65.w2,0.0000252667,0.01000,0.422
+38,block_sparse_moe.experts.64.w2,0.0000261288,0.01000,0.426
+38,block_sparse_moe.experts.66.w2,0.0000138801,0.01000,0.412
+38,block_sparse_moe.experts.67.w2,0.0000182943,0.01000,0.419
+38,block_sparse_moe.experts.68.w2,0.0000289851,0.01000,0.422
+38,block_sparse_moe.experts.69.w2,0.0000186101,0.01000,0.439
+38,block_sparse_moe.experts.70.w2,0.0000116667,0.01000,0.419
+38,block_sparse_moe.experts.73.w2,0.0000208513,0.01000,0.429
+38,block_sparse_moe.experts.71.w2,0.0000137041,0.01000,0.428
+38,block_sparse_moe.experts.72.w2,0.0000261747,0.01000,0.430
+38,block_sparse_moe.experts.74.w2,0.0000208869,0.01000,0.429
+38,block_sparse_moe.experts.75.w2,0.0000314574,0.01000,0.422
+38,block_sparse_moe.experts.76.w2,0.0000253416,0.01000,0.426
+38,block_sparse_moe.experts.77.w2,0.0000342346,0.01000,0.421
+38,block_sparse_moe.experts.79.w2,0.0000322181,0.01000,0.424
+38,block_sparse_moe.experts.80.w2,0.0000402164,0.01000,0.428
+38,block_sparse_moe.experts.78.w2,0.0000248590,0.01000,0.434
+38,block_sparse_moe.experts.81.w2,0.0000133628,0.01000,0.416
+38,block_sparse_moe.experts.82.w2,0.0000178492,0.01000,0.420
+38,block_sparse_moe.experts.83.w2,0.0000199059,0.01000,0.425
+38,block_sparse_moe.experts.84.w2,0.0000176693,0.01000,0.420
+38,block_sparse_moe.experts.85.w2,0.0000247315,0.01000,0.441
+38,block_sparse_moe.experts.87.w2,0.0000191286,0.01000,0.432
+38,block_sparse_moe.experts.86.w2,0.0000114678,0.01000,0.445
+38,block_sparse_moe.experts.88.w2,0.0000206273,0.01000,0.422
+38,block_sparse_moe.experts.89.w2,0.0000233776,0.01000,0.428
+38,block_sparse_moe.experts.90.w2,0.0000119662,0.01000,0.433
+38,block_sparse_moe.experts.91.w2,0.0000181984,0.01000,0.416
+38,block_sparse_moe.experts.93.w2,0.0000170238,0.01000,0.423
+38,block_sparse_moe.experts.95.w2,0.0000233013,0.01000,0.418
+38,block_sparse_moe.experts.92.w2,0.0000249338,0.01000,0.428
+38,block_sparse_moe.experts.94.w2,0.0000182274,0.01000,0.437
+38,block_sparse_moe.experts.96.w2,0.0000292556,0.01000,0.431
+38,block_sparse_moe.experts.97.w2,0.0000188125,0.01000,0.426
+38,block_sparse_moe.experts.98.w2,0.0000240405,0.01000,0.415
+38,block_sparse_moe.experts.100.w2,0.0000269848,0.01000,0.419
+38,block_sparse_moe.experts.99.w2,0.0000151617,0.01000,0.427
+38,block_sparse_moe.experts.101.w2,0.0000245168,0.01000,0.434
+38,block_sparse_moe.experts.102.w2,0.0000130782,0.01000,0.430
+38,block_sparse_moe.experts.103.w2,0.0000200920,0.01000,0.431
+38,block_sparse_moe.experts.104.w2,0.0000283713,0.01000,0.429
+38,block_sparse_moe.experts.105.w2,0.0000377651,0.01000,0.416
+38,block_sparse_moe.experts.106.w2,0.0000157214,0.01000,0.413
+38,block_sparse_moe.experts.107.w2,0.0000179570,0.01000,0.420
+38,block_sparse_moe.experts.108.w2,0.0000161644,0.01000,0.419
+38,block_sparse_moe.experts.109.w2,0.0000189953,0.01000,0.429
+38,block_sparse_moe.experts.110.w2,0.0000139578,0.01000,0.423
+38,block_sparse_moe.experts.111.w2,0.0000162551,0.01000,0.443
+38,block_sparse_moe.experts.112.w2,0.0000138156,0.01000,0.438
+38,block_sparse_moe.experts.113.w2,0.0000152551,0.01000,0.414
+38,block_sparse_moe.experts.115.w2,0.0000272629,0.01000,0.417
+38,block_sparse_moe.experts.114.w2,0.0000367024,0.01000,0.434
+38,block_sparse_moe.experts.116.w2,0.0000156462,0.01000,0.423
+38,block_sparse_moe.experts.117.w2,0.0000201307,0.01000,0.420
+38,block_sparse_moe.experts.118.w2,0.0000189762,0.01000,0.449
+38,block_sparse_moe.experts.119.w2,0.0000194464,0.01000,0.422
+38,block_sparse_moe.experts.120.w2,0.0000178229,0.01000,0.437
+38,block_sparse_moe.experts.122.w2,0.0000191721,0.01000,0.428
+38,block_sparse_moe.experts.121.w2,0.0000173918,0.01000,0.430
+38,block_sparse_moe.experts.123.w2,0.0000334341,0.01000,0.423
+38,block_sparse_moe.experts.124.w2,0.0000290479,0.01000,0.425
+38,block_sparse_moe.experts.125.w2,0.0000192907,0.01000,0.429
+38,block_sparse_moe.experts.126.w2,0.0000237326,0.01000,0.413
+38,block_sparse_moe.experts.127.w2,0.0000219034,0.01000,0.420
+38,block_sparse_moe.experts.129.w2,0.0000384590,0.01000,0.419
+38,block_sparse_moe.experts.128.w2,0.0000139416,0.01000,0.425
+38,block_sparse_moe.experts.130.w2,0.0000297349,0.01000,0.420
+38,block_sparse_moe.experts.131.w2,0.0000228495,0.01000,0.422
+38,block_sparse_moe.experts.132.w2,0.0000147430,0.01000,0.436
+38,block_sparse_moe.experts.133.w2,0.0000134351,0.01000,0.419
+38,block_sparse_moe.experts.134.w2,0.0000163179,0.01000,0.423
+38,block_sparse_moe.experts.135.w2,0.0000248082,0.01000,0.418
+38,block_sparse_moe.experts.136.w2,0.0000191312,0.01000,0.434
+38,block_sparse_moe.experts.137.w2,0.0000217581,0.01000,0.423
+38,block_sparse_moe.experts.138.w2,0.0000300261,0.01000,0.430
+38,block_sparse_moe.experts.139.w2,0.0000324031,0.01000,0.431
+38,block_sparse_moe.experts.140.w2,0.0000137627,0.01000,0.416
+38,block_sparse_moe.experts.141.w2,0.0000118343,0.01000,0.417
+38,block_sparse_moe.experts.142.w2,0.0000163515,0.01000,0.425
+38,block_sparse_moe.experts.144.w2,0.0000296442,0.01000,0.420
+38,block_sparse_moe.experts.143.w2,0.0000204250,0.01000,0.434
+38,block_sparse_moe.experts.145.w2,0.0000165207,0.01000,0.424
+38,block_sparse_moe.experts.146.w2,0.0000329578,0.01000,0.429
+38,block_sparse_moe.experts.147.w2,0.0000271654,0.01000,0.413
+38,block_sparse_moe.experts.148.w2,0.0000207758,0.01000,0.418
+38,block_sparse_moe.experts.149.w2,0.0000204802,0.01000,0.421
+38,block_sparse_moe.experts.150.w2,0.0000151680,0.01000,0.414
+38,block_sparse_moe.experts.151.w2,0.0000194450,0.01000,0.441
+38,block_sparse_moe.experts.152.w2,0.0000248261,0.01000,0.428
+38,block_sparse_moe.experts.153.w2,0.0000181251,0.01000,0.431
+38,block_sparse_moe.experts.154.w2,0.0000421176,0.01000,0.417
+38,block_sparse_moe.experts.155.w2,0.0000190086,0.01000,0.417
+38,block_sparse_moe.experts.156.w2,0.0000213954,0.01000,0.420
+38,block_sparse_moe.experts.157.w2,0.0000394036,0.01000,0.413
+38,block_sparse_moe.experts.159.w2,0.0000216252,0.01000,0.419
+38,block_sparse_moe.experts.158.w2,0.0000279307,0.01000,0.441
+38,block_sparse_moe.experts.160.w2,0.0000233288,0.01000,0.427
+38,block_sparse_moe.experts.161.w2,0.0000323278,0.01000,0.413
+38,block_sparse_moe.experts.162.w2,0.0000215150,0.01000,0.416
+38,block_sparse_moe.experts.163.w2,0.0000212838,0.01000,0.417
+38,block_sparse_moe.experts.164.w2,0.0000152668,0.01000,0.413
+38,block_sparse_moe.experts.165.w2,0.0000276977,0.01000,0.423
+38,block_sparse_moe.experts.166.w2,0.0000237261,0.01000,0.439
+38,block_sparse_moe.experts.167.w2,0.0000153780,0.01000,0.431
+38,block_sparse_moe.experts.168.w2,0.0000226571,0.01000,0.417
+38,block_sparse_moe.experts.169.w2,0.0000195422,0.01000,0.420
+38,block_sparse_moe.experts.171.w2,0.0000208536,0.01000,0.414
+38,block_sparse_moe.experts.170.w2,0.0000296909,0.01000,0.430
+38,block_sparse_moe.experts.172.w2,0.0000208244,0.01000,0.425
+38,block_sparse_moe.experts.173.w2,0.0000158636,0.01000,0.440
+38,block_sparse_moe.experts.174.w2,0.0000382110,0.01000,0.427
+38,block_sparse_moe.experts.175.w2,0.0000198530,0.01000,0.412
+38,block_sparse_moe.experts.176.w2,0.0000271513,0.01000,0.417
+38,block_sparse_moe.experts.177.w2,0.0000193728,0.01000,0.422
+38,block_sparse_moe.experts.178.w2,0.0000253941,0.01000,0.415
+38,block_sparse_moe.experts.179.w2,0.0000199690,0.01000,0.420
+38,block_sparse_moe.experts.180.w2,0.0000161016,0.01000,0.437
+38,block_sparse_moe.experts.181.w2,0.0000212830,0.01000,0.429
+38,block_sparse_moe.experts.182.w2,0.0000341442,0.01000,0.415
+38,block_sparse_moe.experts.183.w2,0.0000225005,0.01000,0.427
+38,block_sparse_moe.experts.184.w2,0.0000166324,0.01000,0.420
+38,block_sparse_moe.experts.185.w2,0.0000259791,0.01000,0.417
+38,block_sparse_moe.experts.186.w2,0.0000228512,0.01000,0.423
+38,block_sparse_moe.experts.187.w2,0.0000187311,0.01000,0.427
+38,block_sparse_moe.experts.188.w2,0.0000229457,0.01000,0.431
+38,block_sparse_moe.experts.189.w2,0.0000207297,0.01000,0.415
+38,block_sparse_moe.experts.190.w2,0.0000404214,0.01000,0.423
+38,block_sparse_moe.experts.191.w2,0.0000168221,0.01000,0.416
+38,block_sparse_moe.experts.192.w2,0.0000211654,0.01000,0.417
+38,block_sparse_moe.experts.193.w2,0.0000171321,0.01000,0.422
+38,block_sparse_moe.experts.194.w2,0.0000142042,0.01000,0.418
+38,block_sparse_moe.experts.195.w2,0.0000176820,0.01000,0.429
+38,block_sparse_moe.experts.196.w2,0.0000189560,0.01000,0.415
+38,block_sparse_moe.experts.197.w2,0.0000369117,0.01000,0.421
+38,block_sparse_moe.experts.198.w2,0.0000374784,0.01000,0.413
+38,block_sparse_moe.experts.199.w2,0.0000206111,0.01000,0.415
+38,block_sparse_moe.experts.200.w2,0.0000302559,0.01000,0.429
+38,block_sparse_moe.experts.201.w2,0.0000172659,0.01000,0.419
+38,block_sparse_moe.experts.202.w2,0.0000199572,0.01000,0.435
+38,block_sparse_moe.experts.203.w2,0.0000174104,0.01000,0.419
+38,block_sparse_moe.experts.204.w2,0.0000174153,0.01000,0.428
+38,block_sparse_moe.experts.205.w2,0.0000407072,0.01000,0.416
+38,block_sparse_moe.experts.206.w2,0.0000294958,0.01000,0.422
+38,block_sparse_moe.experts.207.w2,0.0000197915,0.01000,0.428
+38,block_sparse_moe.experts.208.w2,0.0000175980,0.01000,0.419
+38,block_sparse_moe.experts.209.w2,0.0000411886,0.01000,0.432
+38,block_sparse_moe.experts.210.w2,0.0000259784,0.01000,0.418
+38,block_sparse_moe.experts.212.w2,0.0000315801,0.01000,0.416
+38,block_sparse_moe.experts.213.w2,0.0000179914,0.01000,0.417
+38,block_sparse_moe.experts.211.w2,0.0000179888,0.01000,0.430
+38,block_sparse_moe.experts.214.w2,0.0000265455,0.01000,0.431
+38,block_sparse_moe.experts.215.w2,0.0000251216,0.01000,0.415
+38,block_sparse_moe.experts.217.w2,0.0000211936,0.01000,0.421
+38,block_sparse_moe.experts.216.w2,0.0000282691,0.01000,0.441
+38,block_sparse_moe.experts.218.w2,0.0000170592,0.01000,0.415
+38,block_sparse_moe.experts.219.w2,0.0000250633,0.01000,0.415
+38,block_sparse_moe.experts.220.w2,0.0000183476,0.01000,0.425
+38,block_sparse_moe.experts.221.w2,0.0000097401,0.01000,0.428
+38,block_sparse_moe.experts.222.w2,0.0000307617,0.01000,0.420
+38,block_sparse_moe.experts.223.w2,0.0000177575,0.01000,0.423
+38,block_sparse_moe.experts.224.w2,0.0000291953,0.01000,0.418
+38,block_sparse_moe.experts.225.w2,0.0000288487,0.01000,0.418
+38,block_sparse_moe.experts.226.w2,0.0000285138,0.01000,0.421
+38,block_sparse_moe.experts.227.w2,0.0000202644,0.01000,0.431
+38,block_sparse_moe.experts.229.w2,0.0000167519,0.01000,0.417
+38,block_sparse_moe.experts.228.w2,0.0000287173,0.01000,0.429
+38,block_sparse_moe.experts.231.w2,0.0000153889,0.01000,0.418
+38,block_sparse_moe.experts.230.w2,0.0000275810,0.01000,0.426
+38,block_sparse_moe.experts.232.w2,0.0000194661,0.01000,0.421
+38,block_sparse_moe.experts.233.w2,0.0000291983,0.01000,0.424
+38,block_sparse_moe.experts.234.w2,0.0000232133,0.01000,0.420
+38,block_sparse_moe.experts.235.w2,0.0000182220,0.01000,0.429
+38,block_sparse_moe.experts.236.w2,0.0000159367,0.01000,0.435
+38,block_sparse_moe.experts.238.w2,0.0000365176,0.01000,0.421
+38,block_sparse_moe.experts.237.w2,0.0000244657,0.01000,0.445
+38,block_sparse_moe.experts.239.w2,0.0000171873,0.01000,0.411
+38,block_sparse_moe.experts.240.w2,0.0000124801,0.01000,0.418
+38,block_sparse_moe.experts.241.w2,0.0000162942,0.01000,0.410
+38,block_sparse_moe.experts.242.w2,0.0000299647,0.01000,0.419
+38,block_sparse_moe.experts.243.w2,0.0000171297,0.01000,0.426
+38,block_sparse_moe.experts.244.w2,0.0000164889,0.01000,0.430
+38,block_sparse_moe.experts.245.w2,0.0000215228,0.01000,0.418
+38,block_sparse_moe.experts.246.w2,0.0000207543,0.01000,0.414
+38,block_sparse_moe.experts.248.w2,0.0000184981,0.01000,0.413
+38,block_sparse_moe.experts.247.w2,0.0000345771,0.01000,0.445
+38,block_sparse_moe.experts.249.w2,0.0000212793,0.01000,0.424
+38,block_sparse_moe.experts.250.w2,0.0000248393,0.01000,0.435
+38,block_sparse_moe.experts.251.w2,0.0000262001,0.01000,0.405
+38,block_sparse_moe.experts.252.w2,0.0000306726,0.01000,0.405
+38,block_sparse_moe.experts.253.w2,0.0000216307,0.01000,0.381
+38,block_sparse_moe.experts.254.w2,0.0000198201,0.01000,0.382
+38,block_sparse_moe.experts.255.w2,0.0000233703,0.01000,0.380
+39,block_sparse_moe.experts.0.w1,0.0000235182,0.01000,0.838
+39,block_sparse_moe.experts.2.w1,0.0000218175,0.01000,0.870
+39,block_sparse_moe.experts.5.w1,0.0000241961,0.01000,0.861
+39,block_sparse_moe.experts.3.w1,0.0000220662,0.01000,0.877
+39,block_sparse_moe.experts.6.w1,0.0000215783,0.01000,0.866
+39,block_sparse_moe.experts.1.w1,0.0000247269,0.01000,0.895
+39,block_sparse_moe.experts.4.w1,0.0000225229,0.01000,0.903
+39,block_sparse_moe.experts.7.w1,0.0000239235,0.01000,0.823
+39,block_sparse_moe.experts.10.w1,0.0000243123,0.01000,0.823
+39,block_sparse_moe.experts.9.w1,0.0000250496,0.01000,0.828
+39,block_sparse_moe.experts.8.w1,0.0000240595,0.01000,0.849
+39,block_sparse_moe.experts.11.w1,0.0000219449,0.01000,0.843
+39,block_sparse_moe.experts.12.w1,0.0000234935,0.01000,0.852
+39,block_sparse_moe.experts.13.w1,0.0000227890,0.01000,0.862
+39,block_sparse_moe.experts.14.w1,0.0000236604,0.01000,0.817
+39,block_sparse_moe.experts.15.w1,0.0000246805,0.01000,0.825
+39,block_sparse_moe.experts.16.w1,0.0000247278,0.01000,0.827
+39,block_sparse_moe.experts.17.w1,0.0000230995,0.01000,0.817
+39,block_sparse_moe.experts.18.w1,0.0000255217,0.01000,0.840
+39,block_sparse_moe.experts.19.w1,0.0000203004,0.01000,0.849
+39,block_sparse_moe.experts.20.w1,0.0000255425,0.01000,0.851
+39,block_sparse_moe.experts.21.w1,0.0000234282,0.01000,0.824
+39,block_sparse_moe.experts.22.w1,0.0000258245,0.01000,0.827
+39,block_sparse_moe.experts.23.w1,0.0000243878,0.01000,0.828
+39,block_sparse_moe.experts.24.w1,0.0000245465,0.01000,0.827
+39,block_sparse_moe.experts.25.w1,0.0000218403,0.01000,0.837
+39,block_sparse_moe.experts.26.w1,0.0000229645,0.01000,0.844
+39,block_sparse_moe.experts.27.w1,0.0000229293,0.01000,0.858
+39,block_sparse_moe.experts.28.w1,0.0000240107,0.01000,0.818
+39,block_sparse_moe.experts.29.w1,0.0000237692,0.01000,0.805
+39,block_sparse_moe.experts.31.w1,0.0000241969,0.01000,0.819
+39,block_sparse_moe.experts.30.w1,0.0000246496,0.01000,0.830
+39,block_sparse_moe.experts.32.w1,0.0000236041,0.01000,0.827
+39,block_sparse_moe.experts.33.w1,0.0000235384,0.01000,0.843
+39,block_sparse_moe.experts.34.w1,0.0000244603,0.01000,0.840
+39,block_sparse_moe.experts.35.w1,0.0000211077,0.01000,0.826
+39,block_sparse_moe.experts.36.w1,0.0000213274,0.01000,0.836
+39,block_sparse_moe.experts.38.w1,0.0000250157,0.01000,0.823
+39,block_sparse_moe.experts.37.w1,0.0000242561,0.01000,0.853
+39,block_sparse_moe.experts.39.w1,0.0000240691,0.01000,0.840
+39,block_sparse_moe.experts.40.w1,0.0000229818,0.01000,0.855
+39,block_sparse_moe.experts.41.w1,0.0000241749,0.01000,0.854
+39,block_sparse_moe.experts.42.w1,0.0000224481,0.01000,0.827
+39,block_sparse_moe.experts.43.w1,0.0000223778,0.01000,0.828
+39,block_sparse_moe.experts.44.w1,0.0000257323,0.01000,0.830
+39,block_sparse_moe.experts.45.w1,0.0000237386,0.01000,0.818
+39,block_sparse_moe.experts.46.w1,0.0000227216,0.01000,0.841
+39,block_sparse_moe.experts.47.w1,0.0000245046,0.01000,0.864
+39,block_sparse_moe.experts.48.w1,0.0000242746,0.01000,0.836
+39,block_sparse_moe.experts.49.w1,0.0000224067,0.01000,0.817
+39,block_sparse_moe.experts.50.w1,0.0000235331,0.01000,0.829
+39,block_sparse_moe.experts.51.w1,0.0000236882,0.01000,0.822
+39,block_sparse_moe.experts.52.w1,0.0000237511,0.01000,0.844
+39,block_sparse_moe.experts.53.w1,0.0000244623,0.01000,0.844
+39,block_sparse_moe.experts.55.w1,0.0000223149,0.01000,0.841
+39,block_sparse_moe.experts.54.w1,0.0000221513,0.01000,0.893
+39,block_sparse_moe.experts.56.w1,0.0000236030,0.01000,0.822
+39,block_sparse_moe.experts.57.w1,0.0000246450,0.01000,0.828
+39,block_sparse_moe.experts.58.w1,0.0000243261,0.01000,0.826
+39,block_sparse_moe.experts.59.w1,0.0000247614,0.01000,0.821
+39,block_sparse_moe.experts.60.w1,0.0000249066,0.01000,0.839
+39,block_sparse_moe.experts.61.w1,0.0000239069,0.01000,0.853
+39,block_sparse_moe.experts.62.w1,0.0000237043,0.01000,0.858
+39,block_sparse_moe.experts.63.w1,0.0000210599,0.01000,0.827
+39,block_sparse_moe.experts.64.w1,0.0000240669,0.01000,0.832
+39,block_sparse_moe.experts.65.w1,0.0000230258,0.01000,0.832
+39,block_sparse_moe.experts.66.w1,0.0000250279,0.01000,0.826
+39,block_sparse_moe.experts.67.w1,0.0000245008,0.01000,0.842
+39,block_sparse_moe.experts.68.w1,0.0000234238,0.01000,0.838
+39,block_sparse_moe.experts.69.w1,0.0000228086,0.01000,0.866
+39,block_sparse_moe.experts.70.w1,0.0000225637,0.01000,0.826
+39,block_sparse_moe.experts.71.w1,0.0000245950,0.01000,0.830
+39,block_sparse_moe.experts.72.w1,0.0000236046,0.01000,0.838
+39,block_sparse_moe.experts.73.w1,0.0000218266,0.01000,0.826
+39,block_sparse_moe.experts.74.w1,0.0000238043,0.01000,0.845
+39,block_sparse_moe.experts.75.w1,0.0000243108,0.01000,0.829
+39,block_sparse_moe.experts.76.w1,0.0000263866,0.01000,0.847
+39,block_sparse_moe.experts.77.w1,0.0000239732,0.01000,0.842
+39,block_sparse_moe.experts.78.w1,0.0000230140,0.01000,0.839
+39,block_sparse_moe.experts.79.w1,0.0000235147,0.01000,0.838
+39,block_sparse_moe.experts.80.w1,0.0000208210,0.01000,0.836
+39,block_sparse_moe.experts.81.w1,0.0000252877,0.01000,0.849
+39,block_sparse_moe.experts.82.w1,0.0000240081,0.01000,0.833
+39,block_sparse_moe.experts.83.w1,0.0000227803,0.01000,0.856
+39,block_sparse_moe.experts.84.w1,0.0000240560,0.01000,0.827
+39,block_sparse_moe.experts.85.w1,0.0000216901,0.01000,0.844
+39,block_sparse_moe.experts.86.w1,0.0000232349,0.01000,0.834
+39,block_sparse_moe.experts.87.w1,0.0000232362,0.01000,0.823
+39,block_sparse_moe.experts.88.w1,0.0000231253,0.01000,0.834
+39,block_sparse_moe.experts.89.w1,0.0000235515,0.01000,0.843
+39,block_sparse_moe.experts.90.w1,0.0000232346,0.01000,0.859
+39,block_sparse_moe.experts.91.w1,0.0000222099,0.01000,0.829
+39,block_sparse_moe.experts.92.w1,0.0000242413,0.01000,0.828
+39,block_sparse_moe.experts.93.w1,0.0000241389,0.01000,0.833
+39,block_sparse_moe.experts.94.w1,0.0000217930,0.01000,0.824
+39,block_sparse_moe.experts.95.w1,0.0000227857,0.01000,0.836
+39,block_sparse_moe.experts.96.w1,0.0000232381,0.01000,0.848
+39,block_sparse_moe.experts.97.w1,0.0000239435,0.01000,0.849
+39,block_sparse_moe.experts.98.w1,0.0000227726,0.01000,0.828
+39,block_sparse_moe.experts.101.w1,0.0000249719,0.01000,0.823
+39,block_sparse_moe.experts.100.w1,0.0000226233,0.01000,0.835
+39,block_sparse_moe.experts.99.w1,0.0000248737,0.01000,0.861
+39,block_sparse_moe.experts.102.w1,0.0000215441,0.01000,0.834
+39,block_sparse_moe.experts.103.w1,0.0000245980,0.01000,0.860
+39,block_sparse_moe.experts.104.w1,0.0000238644,0.01000,0.855
+39,block_sparse_moe.experts.105.w1,0.0000250118,0.01000,0.851
+39,block_sparse_moe.experts.106.w1,0.0000234948,0.01000,0.831
+39,block_sparse_moe.experts.108.w1,0.0000241884,0.01000,0.828
+39,block_sparse_moe.experts.107.w1,0.0000239750,0.01000,0.886
+39,block_sparse_moe.experts.109.w1,0.0000231041,0.01000,0.829
+39,block_sparse_moe.experts.110.w1,0.0000238689,0.01000,0.860
+39,block_sparse_moe.experts.111.w1,0.0000220443,0.01000,0.842
+39,block_sparse_moe.experts.112.w1,0.0000240664,0.01000,0.833
+39,block_sparse_moe.experts.113.w1,0.0000236756,0.01000,0.845
+39,block_sparse_moe.experts.114.w1,0.0000236514,0.01000,0.844
+39,block_sparse_moe.experts.115.w1,0.0000250780,0.01000,0.838
+39,block_sparse_moe.experts.116.w1,0.0000260904,0.01000,0.838
+39,block_sparse_moe.experts.117.w1,0.0000222206,0.01000,0.861
+39,block_sparse_moe.experts.118.w1,0.0000231252,0.01000,0.848
+39,block_sparse_moe.experts.119.w1,0.0000221610,0.01000,0.831
+39,block_sparse_moe.experts.120.w1,0.0000241276,0.01000,0.831
+39,block_sparse_moe.experts.121.w1,0.0000227388,0.01000,0.837
+39,block_sparse_moe.experts.122.w1,0.0000248701,0.01000,0.835
+39,block_sparse_moe.experts.123.w1,0.0000236890,0.01000,0.839
+39,block_sparse_moe.experts.124.w1,0.0000218079,0.01000,0.851
+39,block_sparse_moe.experts.125.w1,0.0000246516,0.01000,0.847
+39,block_sparse_moe.experts.126.w1,0.0000232893,0.01000,0.841
+39,block_sparse_moe.experts.127.w1,0.0000229652,0.01000,0.827
+39,block_sparse_moe.experts.128.w1,0.0000238217,0.01000,0.838
+39,block_sparse_moe.experts.129.w1,0.0000227240,0.01000,0.829
+39,block_sparse_moe.experts.130.w1,0.0000221952,0.01000,0.841
+39,block_sparse_moe.experts.131.w1,0.0000226398,0.01000,0.837
+39,block_sparse_moe.experts.132.w1,0.0000223475,0.01000,0.840
+39,block_sparse_moe.experts.133.w1,0.0000244344,0.01000,0.849
+39,block_sparse_moe.experts.134.w1,0.0000257289,0.01000,0.838
+39,block_sparse_moe.experts.135.w1,0.0000237220,0.01000,0.835
+39,block_sparse_moe.experts.136.w1,0.0000235941,0.01000,0.831
+39,block_sparse_moe.experts.137.w1,0.0000235035,0.01000,0.840
+39,block_sparse_moe.experts.138.w1,0.0000244424,0.01000,0.835
+39,block_sparse_moe.experts.139.w1,0.0000234977,0.01000,0.841
+39,block_sparse_moe.experts.140.w1,0.0000253956,0.01000,0.839
+39,block_sparse_moe.experts.141.w1,0.0000242315,0.01000,0.824
+39,block_sparse_moe.experts.142.w1,0.0000233808,0.01000,0.831
+39,block_sparse_moe.experts.143.w1,0.0000221242,0.01000,0.817
+39,block_sparse_moe.experts.144.w1,0.0000215998,0.01000,0.833
+39,block_sparse_moe.experts.145.w1,0.0000242912,0.01000,0.842
+39,block_sparse_moe.experts.146.w1,0.0000239055,0.01000,0.841
+39,block_sparse_moe.experts.147.w1,0.0000225356,0.01000,0.833
+39,block_sparse_moe.experts.148.w1,0.0000247202,0.01000,0.824
+39,block_sparse_moe.experts.150.w1,0.0000246957,0.01000,0.821
+39,block_sparse_moe.experts.149.w1,0.0000245076,0.01000,0.850
+39,block_sparse_moe.experts.151.w1,0.0000237010,0.01000,0.824
+39,block_sparse_moe.experts.152.w1,0.0000227762,0.01000,0.847
+39,block_sparse_moe.experts.153.w1,0.0000223401,0.01000,0.841
+39,block_sparse_moe.experts.154.w1,0.0000196756,0.01000,0.840
+39,block_sparse_moe.experts.155.w1,0.0000249312,0.01000,0.828
+39,block_sparse_moe.experts.156.w1,0.0000226453,0.01000,0.841
+39,block_sparse_moe.experts.157.w1,0.0000241122,0.01000,0.838
+39,block_sparse_moe.experts.158.w1,0.0000243199,0.01000,0.823
+39,block_sparse_moe.experts.159.w1,0.0000239134,0.01000,0.835
+39,block_sparse_moe.experts.160.w1,0.0000242277,0.01000,0.842
+39,block_sparse_moe.experts.162.w1,0.0000246205,0.01000,0.833
+39,block_sparse_moe.experts.161.w1,0.0000225747,0.01000,0.860
+39,block_sparse_moe.experts.163.w1,0.0000223504,0.01000,0.847
+39,block_sparse_moe.experts.164.w1,0.0000246468,0.01000,0.839
+39,block_sparse_moe.experts.165.w1,0.0000221926,0.01000,0.838
+39,block_sparse_moe.experts.166.w1,0.0000236391,0.01000,0.833
+39,block_sparse_moe.experts.167.w1,0.0000249077,0.01000,0.860
+39,block_sparse_moe.experts.168.w1,0.0000225179,0.01000,0.829
+39,block_sparse_moe.experts.169.w1,0.0000239036,0.01000,0.846
+39,block_sparse_moe.experts.170.w1,0.0000227729,0.01000,0.834
+39,block_sparse_moe.experts.171.w1,0.0000241497,0.01000,0.844
+39,block_sparse_moe.experts.172.w1,0.0000229334,0.01000,0.844
+39,block_sparse_moe.experts.173.w1,0.0000244722,0.01000,0.840
+39,block_sparse_moe.experts.174.w1,0.0000242491,0.01000,0.853
+39,block_sparse_moe.experts.175.w1,0.0000227573,0.01000,0.821
+39,block_sparse_moe.experts.176.w1,0.0000209804,0.01000,0.839
+39,block_sparse_moe.experts.177.w1,0.0000226689,0.01000,0.832
+39,block_sparse_moe.experts.178.w1,0.0000226521,0.01000,0.829
+39,block_sparse_moe.experts.179.w1,0.0000237377,0.01000,0.840
+39,block_sparse_moe.experts.180.w1,0.0000247972,0.01000,0.844
+39,block_sparse_moe.experts.181.w1,0.0000234257,0.01000,0.844
+39,block_sparse_moe.experts.182.w1,0.0000240457,0.01000,0.819
+39,block_sparse_moe.experts.183.w1,0.0000237729,0.01000,0.838
+39,block_sparse_moe.experts.184.w1,0.0000245491,0.01000,0.830
+39,block_sparse_moe.experts.185.w1,0.0000234324,0.01000,0.830
+39,block_sparse_moe.experts.186.w1,0.0000251142,0.01000,0.835
+39,block_sparse_moe.experts.187.w1,0.0000234678,0.01000,0.844
+39,block_sparse_moe.experts.188.w1,0.0000222726,0.01000,0.844
+39,block_sparse_moe.experts.189.w1,0.0000243302,0.01000,0.824
+39,block_sparse_moe.experts.190.w1,0.0000240882,0.01000,0.837
+39,block_sparse_moe.experts.191.w1,0.0000252732,0.01000,0.837
+39,block_sparse_moe.experts.192.w1,0.0000227401,0.01000,0.826
+39,block_sparse_moe.experts.193.w1,0.0000230214,0.01000,0.827
+39,block_sparse_moe.experts.194.w1,0.0000236240,0.01000,0.845
+39,block_sparse_moe.experts.195.w1,0.0000225293,0.01000,0.843
+39,block_sparse_moe.experts.196.w1,0.0000240766,0.01000,0.823
+39,block_sparse_moe.experts.197.w1,0.0000213289,0.01000,0.836
+39,block_sparse_moe.experts.199.w1,0.0000243705,0.01000,0.829
+39,block_sparse_moe.experts.198.w1,0.0000231845,0.01000,0.840
+39,block_sparse_moe.experts.200.w1,0.0000239450,0.01000,0.833
+39,block_sparse_moe.experts.201.w1,0.0000219282,0.01000,0.846
+39,block_sparse_moe.experts.202.w1,0.0000234404,0.01000,0.842
+39,block_sparse_moe.experts.203.w1,0.0000246496,0.01000,0.819
+39,block_sparse_moe.experts.204.w1,0.0000224933,0.01000,0.834
+39,block_sparse_moe.experts.205.w1,0.0000235270,0.01000,0.832
+39,block_sparse_moe.experts.206.w1,0.0000244456,0.01000,0.825
+39,block_sparse_moe.experts.207.w1,0.0000215096,0.01000,0.831
+39,block_sparse_moe.experts.208.w1,0.0000241859,0.01000,0.847
+39,block_sparse_moe.experts.209.w1,0.0000250001,0.01000,0.840
+39,block_sparse_moe.experts.210.w1,0.0000232096,0.01000,0.821
+39,block_sparse_moe.experts.211.w1,0.0000236125,0.01000,0.833
+39,block_sparse_moe.experts.213.w1,0.0000239171,0.01000,0.822
+39,block_sparse_moe.experts.212.w1,0.0000238018,0.01000,0.847
+39,block_sparse_moe.experts.214.w1,0.0000228376,0.01000,0.825
+39,block_sparse_moe.experts.215.w1,0.0000234872,0.01000,0.840
+39,block_sparse_moe.experts.216.w1,0.0000192028,0.01000,0.836
+39,block_sparse_moe.experts.217.w1,0.0000247122,0.01000,0.824
+39,block_sparse_moe.experts.218.w1,0.0000258996,0.01000,0.843
+39,block_sparse_moe.experts.220.w1,0.0000249846,0.01000,0.834
+39,block_sparse_moe.experts.219.w1,0.0000241768,0.01000,0.867
+39,block_sparse_moe.experts.221.w1,0.0000225644,0.01000,0.832
+39,block_sparse_moe.experts.222.w1,0.0000220152,0.01000,0.837
+39,block_sparse_moe.experts.223.w1,0.0000237559,0.01000,0.844
+39,block_sparse_moe.experts.224.w1,0.0000250515,0.01000,0.840
+39,block_sparse_moe.experts.225.w1,0.0000237219,0.01000,0.843
+39,block_sparse_moe.experts.226.w1,0.0000242211,0.01000,0.831
+39,block_sparse_moe.experts.227.w1,0.0000238907,0.01000,0.830
+39,block_sparse_moe.experts.228.w1,0.0000217953,0.01000,0.833
+39,block_sparse_moe.experts.229.w1,0.0000226516,0.01000,0.844
+39,block_sparse_moe.experts.230.w1,0.0000241413,0.01000,0.853
+39,block_sparse_moe.experts.231.w1,0.0000241608,0.01000,0.834
+39,block_sparse_moe.experts.232.w1,0.0000243843,0.01000,0.833
+39,block_sparse_moe.experts.234.w1,0.0000241770,0.01000,0.826
+39,block_sparse_moe.experts.233.w1,0.0000228816,0.01000,0.864
+39,block_sparse_moe.experts.235.w1,0.0000237162,0.01000,0.842
+39,block_sparse_moe.experts.236.w1,0.0000228451,0.01000,0.853
+39,block_sparse_moe.experts.237.w1,0.0000234871,0.01000,0.847
+39,block_sparse_moe.experts.238.w1,0.0000249861,0.01000,0.823
+39,block_sparse_moe.experts.239.w1,0.0000231976,0.01000,0.839
+39,block_sparse_moe.experts.240.w1,0.0000245488,0.01000,0.845
+39,block_sparse_moe.experts.241.w1,0.0000244792,0.01000,0.834
+39,block_sparse_moe.experts.242.w1,0.0000230250,0.01000,0.850
+39,block_sparse_moe.experts.243.w1,0.0000233257,0.01000,0.837
+39,block_sparse_moe.experts.244.w1,0.0000237544,0.01000,0.839
+39,block_sparse_moe.experts.245.w1,0.0000227428,0.01000,0.828
+39,block_sparse_moe.experts.246.w1,0.0000234644,0.01000,0.835
+39,block_sparse_moe.experts.247.w1,0.0000233883,0.01000,0.831
+39,block_sparse_moe.experts.248.w1,0.0000251020,0.01000,0.833
+39,block_sparse_moe.experts.249.w1,0.0000219853,0.01000,0.844
+39,block_sparse_moe.experts.250.w1,0.0000237036,0.01000,0.834
+39,block_sparse_moe.experts.251.w1,0.0000231312,0.01000,0.837
+39,block_sparse_moe.experts.252.w1,0.0000232955,0.01000,0.826
+39,block_sparse_moe.experts.253.w1,0.0000231293,0.01000,0.829
+39,block_sparse_moe.experts.254.w1,0.0000238558,0.01000,0.832
+39,block_sparse_moe.experts.255.w1,0.0000231543,0.01000,0.832
+39,block_sparse_moe.experts.0.w3,0.0000244942,0.01000,0.851
+39,block_sparse_moe.experts.1.w3,0.0000266820,0.01000,0.832
+39,block_sparse_moe.experts.2.w3,0.0000260590,0.01000,0.839
+39,block_sparse_moe.experts.3.w3,0.0000245309,0.01000,0.823
+39,block_sparse_moe.experts.4.w3,0.0000330820,0.01000,0.835
+39,block_sparse_moe.experts.5.w3,0.0000262562,0.01000,0.847
+39,block_sparse_moe.experts.6.w3,0.0000239160,0.01000,0.837
+39,block_sparse_moe.experts.7.w3,0.0000264941,0.01000,0.841
+39,block_sparse_moe.experts.8.w3,0.0000263573,0.01000,0.848
+39,block_sparse_moe.experts.9.w3,0.0000270323,0.01000,0.852
+39,block_sparse_moe.experts.10.w3,0.0000259391,0.01000,0.823
+39,block_sparse_moe.experts.11.w3,0.0000251526,0.01000,0.832
+39,block_sparse_moe.experts.12.w3,0.0000253053,0.01000,0.835
+39,block_sparse_moe.experts.13.w3,0.0000242310,0.01000,0.837
+39,block_sparse_moe.experts.14.w3,0.0000256716,0.01000,0.839
+39,block_sparse_moe.experts.15.w3,0.0000263989,0.01000,0.836
+39,block_sparse_moe.experts.16.w3,0.0000287713,0.01000,0.847
+39,block_sparse_moe.experts.17.w3,0.0000268058,0.01000,0.823
+39,block_sparse_moe.experts.18.w3,0.0000274043,0.01000,0.826
+39,block_sparse_moe.experts.19.w3,0.0000219285,0.01000,0.837
+39,block_sparse_moe.experts.20.w3,0.0000282693,0.01000,0.832
+39,block_sparse_moe.experts.21.w3,0.0000275926,0.01000,0.836
+39,block_sparse_moe.experts.22.w3,0.0000273214,0.01000,0.840
+39,block_sparse_moe.experts.24.w3,0.0000267340,0.01000,0.825
+39,block_sparse_moe.experts.23.w3,0.0000260832,0.01000,0.884
+39,block_sparse_moe.experts.25.w3,0.0000234784,0.01000,0.828
+39,block_sparse_moe.experts.26.w3,0.0000262795,0.01000,0.833
+39,block_sparse_moe.experts.27.w3,0.0000251330,0.01000,0.839
+39,block_sparse_moe.experts.28.w3,0.0000262933,0.01000,0.847
+39,block_sparse_moe.experts.29.w3,0.0000264872,0.01000,0.833
+39,block_sparse_moe.experts.30.w3,0.0000262684,0.01000,0.856
+39,block_sparse_moe.experts.31.w3,0.0000264951,0.01000,0.858
+39,block_sparse_moe.experts.32.w3,0.0000266987,0.01000,0.832
+39,block_sparse_moe.experts.33.w3,0.0000256481,0.01000,0.837
+39,block_sparse_moe.experts.34.w3,0.0000272344,0.01000,0.841
+39,block_sparse_moe.experts.35.w3,0.0000240374,0.01000,0.840
+39,block_sparse_moe.experts.36.w3,0.0000221381,0.01000,0.833
+39,block_sparse_moe.experts.37.w3,0.0000263000,0.01000,0.850
+39,block_sparse_moe.experts.38.w3,0.0000284795,0.01000,0.829
+39,block_sparse_moe.experts.39.w3,0.0000260696,0.01000,0.834
+39,block_sparse_moe.experts.40.w3,0.0000258604,0.01000,0.838
+39,block_sparse_moe.experts.41.w3,0.0000261566,0.01000,0.844
+39,block_sparse_moe.experts.42.w3,0.0000249179,0.01000,0.840
+39,block_sparse_moe.experts.43.w3,0.0000260977,0.01000,0.835
+39,block_sparse_moe.experts.44.w3,0.0000314302,0.01000,0.845
+39,block_sparse_moe.experts.45.w3,0.0000258682,0.01000,0.823
+39,block_sparse_moe.experts.46.w3,0.0000254021,0.01000,0.836
+39,block_sparse_moe.experts.47.w3,0.0000263777,0.01000,0.827
+39,block_sparse_moe.experts.48.w3,0.0000269734,0.01000,0.839
+39,block_sparse_moe.experts.49.w3,0.0000243924,0.01000,0.843
+39,block_sparse_moe.experts.50.w3,0.0000250666,0.01000,0.839
+39,block_sparse_moe.experts.52.w3,0.0000252659,0.01000,0.818
+39,block_sparse_moe.experts.51.w3,0.0000261333,0.01000,0.876
+39,block_sparse_moe.experts.53.w3,0.0000265864,0.01000,0.833
+39,block_sparse_moe.experts.54.w3,0.0000248801,0.01000,0.842
+39,block_sparse_moe.experts.55.w3,0.0000241892,0.01000,0.829
+39,block_sparse_moe.experts.56.w3,0.0000264116,0.01000,0.849
+39,block_sparse_moe.experts.57.w3,0.0000264740,0.01000,0.840
+39,block_sparse_moe.experts.58.w3,0.0000275400,0.01000,0.853
+39,block_sparse_moe.experts.59.w3,0.0000261341,0.01000,0.828
+39,block_sparse_moe.experts.60.w3,0.0000267592,0.01000,0.822
+39,block_sparse_moe.experts.61.w3,0.0000264224,0.01000,0.829
+39,block_sparse_moe.experts.62.w3,0.0000252532,0.01000,0.826
+39,block_sparse_moe.experts.63.w3,0.0000228295,0.01000,0.847
+39,block_sparse_moe.experts.64.w3,0.0000257125,0.01000,0.839
+39,block_sparse_moe.experts.65.w3,0.0000253312,0.01000,0.844
+39,block_sparse_moe.experts.66.w3,0.0000267594,0.01000,0.829
+39,block_sparse_moe.experts.67.w3,0.0000266801,0.01000,0.823
+39,block_sparse_moe.experts.68.w3,0.0000255631,0.01000,0.833
+39,block_sparse_moe.experts.69.w3,0.0000240239,0.01000,0.830
+39,block_sparse_moe.experts.70.w3,0.0000249761,0.01000,0.844
+39,block_sparse_moe.experts.71.w3,0.0000270766,0.01000,0.840
+39,block_sparse_moe.experts.73.w3,0.0000243187,0.01000,0.822
+39,block_sparse_moe.experts.72.w3,0.0000267751,0.01000,0.863
+39,block_sparse_moe.experts.74.w3,0.0000270551,0.01000,0.820
+39,block_sparse_moe.experts.75.w3,0.0000258679,0.01000,0.830
+39,block_sparse_moe.experts.76.w3,0.0000291167,0.01000,0.825
+39,block_sparse_moe.experts.77.w3,0.0000254501,0.01000,0.845
+39,block_sparse_moe.experts.78.w3,0.0000243680,0.01000,0.839
+39,block_sparse_moe.experts.79.w3,0.0000386215,0.01000,0.851
+39,block_sparse_moe.experts.80.w3,0.0000245108,0.01000,0.829
+39,block_sparse_moe.experts.81.w3,0.0000279483,0.01000,0.833
+39,block_sparse_moe.experts.82.w3,0.0000267594,0.01000,0.839
+39,block_sparse_moe.experts.83.w3,0.0000256462,0.01000,0.831
+39,block_sparse_moe.experts.84.w3,0.0000254303,0.01000,0.870
+39,block_sparse_moe.experts.85.w3,0.0000235791,0.01000,0.841
+39,block_sparse_moe.experts.87.w3,0.0000244669,0.01000,0.833
+39,block_sparse_moe.experts.86.w3,0.0000271378,0.01000,0.878
+39,block_sparse_moe.experts.88.w3,0.0000261230,0.01000,0.832
+39,block_sparse_moe.experts.89.w3,0.0000251356,0.01000,0.838
+39,block_sparse_moe.experts.90.w3,0.0000239384,0.01000,0.831
+39,block_sparse_moe.experts.91.w3,0.0000239530,0.01000,0.877
+39,block_sparse_moe.experts.92.w3,0.0000257790,0.01000,0.870
+39,block_sparse_moe.experts.94.w3,0.0000240108,0.01000,0.830
+39,block_sparse_moe.experts.93.w3,0.0000255914,0.01000,0.872
+39,block_sparse_moe.experts.95.w3,0.0000256518,0.01000,0.829
+39,block_sparse_moe.experts.97.w3,0.0000281987,0.01000,0.837
+39,block_sparse_moe.experts.96.w3,0.0000243783,0.01000,0.882
+39,block_sparse_moe.experts.98.w3,0.0000249309,0.01000,0.838
+39,block_sparse_moe.experts.99.w3,0.0000268399,0.01000,0.851
+39,block_sparse_moe.experts.102.w3,0.0000237048,0.01000,0.824
+39,block_sparse_moe.experts.101.w3,0.0000279576,0.01000,0.840
+39,block_sparse_moe.experts.100.w3,0.0000253667,0.01000,0.877
+39,block_sparse_moe.experts.103.w3,0.0000263127,0.01000,0.838
+39,block_sparse_moe.experts.104.w3,0.0000265728,0.01000,0.832
+39,block_sparse_moe.experts.105.w3,0.0000266012,0.01000,0.843
+39,block_sparse_moe.experts.106.w3,0.0000252240,0.01000,0.851
+39,block_sparse_moe.experts.108.w3,0.0000258257,0.01000,0.831
+39,block_sparse_moe.experts.109.w3,0.0000245672,0.01000,0.834
+39,block_sparse_moe.experts.107.w3,0.0000261822,0.01000,0.902
+39,block_sparse_moe.experts.110.w3,0.0000254171,0.01000,0.838
+39,block_sparse_moe.experts.111.w3,0.0000227223,0.01000,0.834
+39,block_sparse_moe.experts.112.w3,0.0000262117,0.01000,0.837
+39,block_sparse_moe.experts.113.w3,0.0000251797,0.01000,0.850
+39,block_sparse_moe.experts.115.w3,0.0000287283,0.01000,0.831
+39,block_sparse_moe.experts.114.w3,0.0000250945,0.01000,0.872
+39,block_sparse_moe.experts.116.w3,0.0000286315,0.01000,0.835
+39,block_sparse_moe.experts.117.w3,0.0000243854,0.01000,0.835
+39,block_sparse_moe.experts.118.w3,0.0000250996,0.01000,0.823
+39,block_sparse_moe.experts.119.w3,0.0000266874,0.01000,0.835
+39,block_sparse_moe.experts.120.w3,0.0000259812,0.01000,0.843
+39,block_sparse_moe.experts.122.w3,0.0000264165,0.01000,0.839
+39,block_sparse_moe.experts.123.w3,0.0000252418,0.01000,0.833
+39,block_sparse_moe.experts.121.w3,0.0000296891,0.01000,0.876
+39,block_sparse_moe.experts.124.w3,0.0000235032,0.01000,0.834
+39,block_sparse_moe.experts.125.w3,0.0000268431,0.01000,0.821
+39,block_sparse_moe.experts.126.w3,0.0000247931,0.01000,0.839
+39,block_sparse_moe.experts.127.w3,0.0000256461,0.01000,0.847
+39,block_sparse_moe.experts.128.w3,0.0000266559,0.01000,0.856
+39,block_sparse_moe.experts.129.w3,0.0000241428,0.01000,0.847
+39,block_sparse_moe.experts.130.w3,0.0000246289,0.01000,0.846
+39,block_sparse_moe.experts.132.w3,0.0000237357,0.01000,0.827
+39,block_sparse_moe.experts.131.w3,0.0000248008,0.01000,0.875
+39,block_sparse_moe.experts.133.w3,0.0000265331,0.01000,0.838
+39,block_sparse_moe.experts.134.w3,0.0000276888,0.01000,0.847
+39,block_sparse_moe.experts.136.w3,0.0000251811,0.01000,0.832
+39,block_sparse_moe.experts.135.w3,0.0000258307,0.01000,0.847
+39,block_sparse_moe.experts.137.w3,0.0000282511,0.01000,0.831
+39,block_sparse_moe.experts.138.w3,0.0000260957,0.01000,0.844
+39,block_sparse_moe.experts.139.w3,0.0000262890,0.01000,0.843
+39,block_sparse_moe.experts.140.w3,0.0000273004,0.01000,0.836
+39,block_sparse_moe.experts.141.w3,0.0000266668,0.01000,0.855
+39,block_sparse_moe.experts.143.w3,0.0000237848,0.01000,0.827
+39,block_sparse_moe.experts.144.w3,0.0000233395,0.01000,0.830
+39,block_sparse_moe.experts.145.w3,0.0000261007,0.01000,0.826
+39,block_sparse_moe.experts.142.w3,0.0000276462,0.01000,0.901
+39,block_sparse_moe.experts.146.w3,0.0000255739,0.01000,0.838
+39,block_sparse_moe.experts.147.w3,0.0000240965,0.01000,0.833
+39,block_sparse_moe.experts.148.w3,0.0000281939,0.01000,0.837
+39,block_sparse_moe.experts.150.w3,0.0000265077,0.01000,0.832
+39,block_sparse_moe.experts.151.w3,0.0000252724,0.01000,0.821
+39,block_sparse_moe.experts.152.w3,0.0000256246,0.01000,0.848
+39,block_sparse_moe.experts.149.w3,0.0000274685,0.01000,0.947
+39,block_sparse_moe.experts.153.w3,0.0000244539,0.01000,0.866
+39,block_sparse_moe.experts.154.w3,0.0000255293,0.01000,0.833
+39,block_sparse_moe.experts.155.w3,0.0000278742,0.01000,0.828
+39,block_sparse_moe.experts.157.w3,0.0000261064,0.01000,0.823
+39,block_sparse_moe.experts.158.w3,0.0000259363,0.01000,0.840
+39,block_sparse_moe.experts.156.w3,0.0000256088,0.01000,0.942
+39,block_sparse_moe.experts.159.w3,0.0000253598,0.01000,0.842
+39,block_sparse_moe.experts.160.w3,0.0000257313,0.01000,0.835
+39,block_sparse_moe.experts.161.w3,0.0000251529,0.01000,0.843
+39,block_sparse_moe.experts.162.w3,0.0000275273,0.01000,0.829
+39,block_sparse_moe.experts.163.w3,0.0000261805,0.01000,0.874
+39,block_sparse_moe.experts.164.w3,0.0000263231,0.01000,0.832
+39,block_sparse_moe.experts.166.w3,0.0000250625,0.01000,0.830
+39,block_sparse_moe.experts.167.w3,0.0000293276,0.01000,0.830
+39,block_sparse_moe.experts.165.w3,0.0000260705,0.01000,0.878
+39,block_sparse_moe.experts.168.w3,0.0000257517,0.01000,0.848
+39,block_sparse_moe.experts.169.w3,0.0000259515,0.01000,0.837
+39,block_sparse_moe.experts.170.w3,0.0000240949,0.01000,0.836
+39,block_sparse_moe.experts.171.w3,0.0000258840,0.01000,0.831
+39,block_sparse_moe.experts.172.w3,0.0000254578,0.01000,0.838
+39,block_sparse_moe.experts.173.w3,0.0000260148,0.01000,0.836
+39,block_sparse_moe.experts.174.w3,0.0000278363,0.01000,0.829
+39,block_sparse_moe.experts.175.w3,0.0000256676,0.01000,0.847
+39,block_sparse_moe.experts.176.w3,0.0000227395,0.01000,0.834
+39,block_sparse_moe.experts.177.w3,0.0000245569,0.01000,0.845
+39,block_sparse_moe.experts.178.w3,0.0000253453,0.01000,0.829
+39,block_sparse_moe.experts.179.w3,0.0000250316,0.01000,0.828
+39,block_sparse_moe.experts.180.w3,0.0000268245,0.01000,0.836
+39,block_sparse_moe.experts.181.w3,0.0000252394,0.01000,0.827
+39,block_sparse_moe.experts.182.w3,0.0000261566,0.01000,0.845
+39,block_sparse_moe.experts.183.w3,0.0000258379,0.01000,0.857
+39,block_sparse_moe.experts.184.w3,0.0000266092,0.01000,0.838
+39,block_sparse_moe.experts.185.w3,0.0000251554,0.01000,0.829
+39,block_sparse_moe.experts.186.w3,0.0000303436,0.01000,0.822
+39,block_sparse_moe.experts.187.w3,0.0000249356,0.01000,0.842
+39,block_sparse_moe.experts.188.w3,0.0000294133,0.01000,0.828
+39,block_sparse_moe.experts.189.w3,0.0000269323,0.01000,0.844
+39,block_sparse_moe.experts.190.w3,0.0000261640,0.01000,0.855
+39,block_sparse_moe.experts.192.w3,0.0000259700,0.01000,0.833
+39,block_sparse_moe.experts.193.w3,0.0000240842,0.01000,0.824
+39,block_sparse_moe.experts.191.w3,0.0000297425,0.01000,0.863
+39,block_sparse_moe.experts.194.w3,0.0000255407,0.01000,0.833
+39,block_sparse_moe.experts.195.w3,0.0000242947,0.01000,0.831
+39,block_sparse_moe.experts.196.w3,0.0000262232,0.01000,0.847
+39,block_sparse_moe.experts.197.w3,0.0000244543,0.01000,0.858
+39,block_sparse_moe.experts.200.w3,0.0000258556,0.01000,0.835
+39,block_sparse_moe.experts.199.w3,0.0000259158,0.01000,0.846
+39,block_sparse_moe.experts.198.w3,0.0000254411,0.01000,0.879
+39,block_sparse_moe.experts.201.w3,0.0000249651,0.01000,0.835
+39,block_sparse_moe.experts.202.w3,0.0000249580,0.01000,0.838
+39,block_sparse_moe.experts.203.w3,0.0000273209,0.01000,0.835
+39,block_sparse_moe.experts.204.w3,0.0000260437,0.01000,0.848
+39,block_sparse_moe.experts.206.w3,0.0000281430,0.01000,0.817
+39,block_sparse_moe.experts.207.w3,0.0000242835,0.01000,0.822
+39,block_sparse_moe.experts.208.w3,0.0000266121,0.01000,0.826
+39,block_sparse_moe.experts.205.w3,0.0000282665,0.01000,0.864
+39,block_sparse_moe.experts.209.w3,0.0000270435,0.01000,0.830
+39,block_sparse_moe.experts.210.w3,0.0000252417,0.01000,0.840
+39,block_sparse_moe.experts.211.w3,0.0000254757,0.01000,0.841
+39,block_sparse_moe.experts.213.w3,0.0000259687,0.01000,0.842
+39,block_sparse_moe.experts.212.w3,0.0000259639,0.01000,0.858
+39,block_sparse_moe.experts.214.w3,0.0000256599,0.01000,0.827
+39,block_sparse_moe.experts.215.w3,0.0000250360,0.01000,0.831
+39,block_sparse_moe.experts.216.w3,0.0000248270,0.01000,0.867
+39,block_sparse_moe.experts.217.w3,0.0000281578,0.01000,0.838
+39,block_sparse_moe.experts.218.w3,0.0000289851,0.01000,0.838
+39,block_sparse_moe.experts.220.w3,0.0000270252,0.01000,0.821
+39,block_sparse_moe.experts.221.w3,0.0000249806,0.01000,0.829
+39,block_sparse_moe.experts.222.w3,0.0000270095,0.01000,0.833
+39,block_sparse_moe.experts.219.w3,0.0000279377,0.01000,0.879
+39,block_sparse_moe.experts.223.w3,0.0000251799,0.01000,0.841
+39,block_sparse_moe.experts.224.w3,0.0000272631,0.01000,0.834
+39,block_sparse_moe.experts.225.w3,0.0000256419,0.01000,0.833
+39,block_sparse_moe.experts.227.w3,0.0000251454,0.01000,0.821
+39,block_sparse_moe.experts.228.w3,0.0000246079,0.01000,0.827
+39,block_sparse_moe.experts.226.w3,0.0000262374,0.01000,0.871
+39,block_sparse_moe.experts.229.w3,0.0000244306,0.01000,0.834
+39,block_sparse_moe.experts.230.w3,0.0000259547,0.01000,0.839
+39,block_sparse_moe.experts.231.w3,0.0000259277,0.01000,0.839
+39,block_sparse_moe.experts.232.w3,0.0000264545,0.01000,0.836
+39,block_sparse_moe.experts.234.w3,0.0000266846,0.01000,0.812
+39,block_sparse_moe.experts.235.w3,0.0000262884,0.01000,0.825
+39,block_sparse_moe.experts.236.w3,0.0000246741,0.01000,0.822
+39,block_sparse_moe.experts.233.w3,0.0000248796,0.01000,0.878
+39,block_sparse_moe.experts.237.w3,0.0000283693,0.01000,0.835
+39,block_sparse_moe.experts.238.w3,0.0000276588,0.01000,0.831
+39,block_sparse_moe.experts.239.w3,0.0000256544,0.01000,0.839
+39,block_sparse_moe.experts.240.w3,0.0000262686,0.01000,0.853
+39,block_sparse_moe.experts.241.w3,0.0000267737,0.01000,0.819
+39,block_sparse_moe.experts.242.w3,0.0000256686,0.01000,0.820
+39,block_sparse_moe.experts.243.w3,0.0000251693,0.01000,0.835
+39,block_sparse_moe.experts.244.w3,0.0000274477,0.01000,0.849
+39,block_sparse_moe.experts.245.w3,0.0000242953,0.01000,0.832
+39,block_sparse_moe.experts.246.w3,0.0000252971,0.01000,0.845
+39,block_sparse_moe.experts.248.w3,0.0000274324,0.01000,0.815
+39,block_sparse_moe.experts.249.w3,0.0000242337,0.01000,0.824
+39,block_sparse_moe.experts.250.w3,0.0000271910,0.01000,0.829
+39,block_sparse_moe.experts.247.w3,0.0000281805,0.01000,0.871
+39,block_sparse_moe.experts.251.w3,0.0000244951,0.01000,0.828
+39,block_sparse_moe.experts.252.w3,0.0000252116,0.01000,0.789
+39,block_sparse_moe.experts.253.w3,0.0000254420,0.01000,0.703
+39,block_sparse_moe.experts.255.w3,0.0000266098,0.01000,0.646
+39,block_sparse_moe.experts.254.w3,0.0000258724,0.01000,0.673
+39,block_sparse_moe.experts.0.w2,0.0000173069,0.01000,0.424
+39,block_sparse_moe.experts.2.w2,0.0000261381,0.01000,0.429
+39,block_sparse_moe.experts.5.w2,0.0000158643,0.01000,0.450
+39,block_sparse_moe.experts.3.w2,0.0000264309,0.01000,0.464
+39,block_sparse_moe.experts.4.w2,0.0000543354,0.01000,0.453
+39,block_sparse_moe.experts.6.w2,0.0000198226,0.01000,0.461
+39,block_sparse_moe.experts.1.w2,0.0000213289,0.01000,0.495
+39,block_sparse_moe.experts.7.w2,0.0000181271,0.01000,0.412
+39,block_sparse_moe.experts.8.w2,0.0000185698,0.01000,0.440
+39,block_sparse_moe.experts.10.w2,0.0000171094,0.01000,0.412
+39,block_sparse_moe.experts.11.w2,0.0000400335,0.01000,0.423
+39,block_sparse_moe.experts.9.w2,0.0000195324,0.01000,0.429
+39,block_sparse_moe.experts.12.w2,0.0000132310,0.01000,0.420
+39,block_sparse_moe.experts.13.w2,0.0000172427,0.01000,0.432
+39,block_sparse_moe.experts.14.w2,0.0000228082,0.01000,0.417
+39,block_sparse_moe.experts.15.w2,0.0000160183,0.01000,0.423
+39,block_sparse_moe.experts.16.w2,0.0000264118,0.01000,0.430
+39,block_sparse_moe.experts.17.w2,0.0000158148,0.01000,0.423
+39,block_sparse_moe.experts.18.w2,0.0000143880,0.01000,0.424
+39,block_sparse_moe.experts.19.w2,0.0000305828,0.01000,0.427
+39,block_sparse_moe.experts.20.w2,0.0000198933,0.01000,0.435
+39,block_sparse_moe.experts.21.w2,0.0000253243,0.01000,0.413
+39,block_sparse_moe.experts.22.w2,0.0000385200,0.01000,0.414
+39,block_sparse_moe.experts.24.w2,0.0000194847,0.01000,0.414
+39,block_sparse_moe.experts.23.w2,0.0000182277,0.01000,0.420
+39,block_sparse_moe.experts.25.w2,0.0000328331,0.01000,0.422
+39,block_sparse_moe.experts.26.w2,0.0000203827,0.01000,0.418
+39,block_sparse_moe.experts.27.w2,0.0000182689,0.01000,0.431
+39,block_sparse_moe.experts.28.w2,0.0000317182,0.01000,0.413
+39,block_sparse_moe.experts.29.w2,0.0000256732,0.01000,0.418
+39,block_sparse_moe.experts.31.w2,0.0000253491,0.01000,0.416
+39,block_sparse_moe.experts.30.w2,0.0000134716,0.01000,0.429
+39,block_sparse_moe.experts.33.w2,0.0000221358,0.01000,0.419
+39,block_sparse_moe.experts.32.w2,0.0000356624,0.01000,0.422
+39,block_sparse_moe.experts.34.w2,0.0000152189,0.01000,0.428
+39,block_sparse_moe.experts.35.w2,0.0000349599,0.01000,0.414
+39,block_sparse_moe.experts.36.w2,0.0000559950,0.01000,0.424
+39,block_sparse_moe.experts.37.w2,0.0000160601,0.01000,0.428
+39,block_sparse_moe.experts.38.w2,0.0000257679,0.01000,0.422
+39,block_sparse_moe.experts.39.w2,0.0000134017,0.01000,0.425
+39,block_sparse_moe.experts.40.w2,0.0000140234,0.01000,0.427
+39,block_sparse_moe.experts.41.w2,0.0000164453,0.01000,0.430
+39,block_sparse_moe.experts.42.w2,0.0000153392,0.01000,0.415
+39,block_sparse_moe.experts.43.w2,0.0000383061,0.01000,0.417
+39,block_sparse_moe.experts.44.w2,0.0000270180,0.01000,0.419
+39,block_sparse_moe.experts.45.w2,0.0000190938,0.01000,0.416
+39,block_sparse_moe.experts.46.w2,0.0000234030,0.01000,0.421
+39,block_sparse_moe.experts.47.w2,0.0000183033,0.01000,0.422
+39,block_sparse_moe.experts.48.w2,0.0000214096,0.01000,0.428
+39,block_sparse_moe.experts.49.w2,0.0000285064,0.01000,0.417
+39,block_sparse_moe.experts.50.w2,0.0000117481,0.01000,0.433
+39,block_sparse_moe.experts.51.w2,0.0000126342,0.01000,0.420
+39,block_sparse_moe.experts.52.w2,0.0000124716,0.01000,0.424
+39,block_sparse_moe.experts.53.w2,0.0000129092,0.01000,0.430
+39,block_sparse_moe.experts.54.w2,0.0000234446,0.01000,0.434
+39,block_sparse_moe.experts.55.w2,0.0000362875,0.01000,0.430
+39,block_sparse_moe.experts.56.w2,0.0000142162,0.01000,0.416
+39,block_sparse_moe.experts.57.w2,0.0000128402,0.01000,0.413
+39,block_sparse_moe.experts.58.w2,0.0000235275,0.01000,0.420
+39,block_sparse_moe.experts.59.w2,0.0000174297,0.01000,0.417
+39,block_sparse_moe.experts.60.w2,0.0000158594,0.01000,0.424
+39,block_sparse_moe.experts.61.w2,0.0000185259,0.01000,0.420
+39,block_sparse_moe.experts.62.w2,0.0000149970,0.01000,0.428
+39,block_sparse_moe.experts.63.w2,0.0000149954,0.01000,0.417
+39,block_sparse_moe.experts.64.w2,0.0000210906,0.01000,0.421
+39,block_sparse_moe.experts.65.w2,0.0000214578,0.01000,0.420
+39,block_sparse_moe.experts.66.w2,0.0000135464,0.01000,0.419
+39,block_sparse_moe.experts.67.w2,0.0000143085,0.01000,0.426
+39,block_sparse_moe.experts.68.w2,0.0000144501,0.01000,0.422
+39,block_sparse_moe.experts.69.w2,0.0000153573,0.01000,0.431
+39,block_sparse_moe.experts.70.w2,0.0000196172,0.01000,0.419
+39,block_sparse_moe.experts.71.w2,0.0000245216,0.01000,0.418
+39,block_sparse_moe.experts.72.w2,0.0000205010,0.01000,0.419
+39,block_sparse_moe.experts.73.w2,0.0000527754,0.01000,0.419
+39,block_sparse_moe.experts.74.w2,0.0000226730,0.01000,0.424
+39,block_sparse_moe.experts.75.w2,0.0000110695,0.01000,0.423
+39,block_sparse_moe.experts.76.w2,0.0000337720,0.01000,0.429
+39,block_sparse_moe.experts.77.w2,0.0000163598,0.01000,0.416
+39,block_sparse_moe.experts.78.w2,0.0000281090,0.01000,0.418
+39,block_sparse_moe.experts.79.w2,0.0000582066,0.01000,0.420
+39,block_sparse_moe.experts.80.w2,0.0000290185,0.01000,0.418
+39,block_sparse_moe.experts.82.w2,0.0000358162,0.01000,0.425
+39,block_sparse_moe.experts.81.w2,0.0000156021,0.01000,0.427
+39,block_sparse_moe.experts.83.w2,0.0000303775,0.01000,0.431
+39,block_sparse_moe.experts.84.w2,0.0000182859,0.01000,0.418
+39,block_sparse_moe.experts.85.w2,0.0000357142,0.01000,0.434
+39,block_sparse_moe.experts.86.w2,0.0000253454,0.01000,0.420
+39,block_sparse_moe.experts.87.w2,0.0000232083,0.01000,0.417
+39,block_sparse_moe.experts.89.w2,0.0000136189,0.01000,0.433
+39,block_sparse_moe.experts.88.w2,0.0000234251,0.01000,0.451
+39,block_sparse_moe.experts.90.w2,0.0000604508,0.01000,0.426
+39,block_sparse_moe.experts.91.w2,0.0000183565,0.01000,0.429
+39,block_sparse_moe.experts.94.w2,0.0000301460,0.01000,0.411
+39,block_sparse_moe.experts.93.w2,0.0000152437,0.01000,0.415
+39,block_sparse_moe.experts.92.w2,0.0000186692,0.01000,0.427
+39,block_sparse_moe.experts.95.w2,0.0000285505,0.01000,0.428
+39,block_sparse_moe.experts.96.w2,0.0000280372,0.01000,0.425
+39,block_sparse_moe.experts.97.w2,0.0000277895,0.01000,0.430
+39,block_sparse_moe.experts.98.w2,0.0000243033,0.01000,0.435
+39,block_sparse_moe.experts.100.w2,0.0000165840,0.01000,0.418
+39,block_sparse_moe.experts.99.w2,0.0000149803,0.01000,0.422
+39,block_sparse_moe.experts.101.w2,0.0000245262,0.01000,0.423
+39,block_sparse_moe.experts.102.w2,0.0000320665,0.01000,0.433
+39,block_sparse_moe.experts.103.w2,0.0000190118,0.01000,0.425
+39,block_sparse_moe.experts.104.w2,0.0000151552,0.01000,0.431
+39,block_sparse_moe.experts.105.w2,0.0000311817,0.01000,0.426
+39,block_sparse_moe.experts.106.w2,0.0000228056,0.01000,0.416
+39,block_sparse_moe.experts.107.w2,0.0000292854,0.01000,0.413
+39,block_sparse_moe.experts.108.w2,0.0000196757,0.01000,0.420
+39,block_sparse_moe.experts.110.w2,0.0000148740,0.01000,0.419
+39,block_sparse_moe.experts.109.w2,0.0000367628,0.01000,0.454
+39,block_sparse_moe.experts.111.w2,0.0000445768,0.01000,0.426
+39,block_sparse_moe.experts.112.w2,0.0000185205,0.01000,0.430
+39,block_sparse_moe.experts.113.w2,0.0000195433,0.01000,0.411
+39,block_sparse_moe.experts.114.w2,0.0000180257,0.01000,0.416
+39,block_sparse_moe.experts.115.w2,0.0000186638,0.01000,0.414
+39,block_sparse_moe.experts.116.w2,0.0000302881,0.01000,0.431
+39,block_sparse_moe.experts.117.w2,0.0000386455,0.01000,0.433
+39,block_sparse_moe.experts.118.w2,0.0000171544,0.01000,0.436
+39,block_sparse_moe.experts.119.w2,0.0000239791,0.01000,0.419
+39,block_sparse_moe.experts.120.w2,0.0000151903,0.01000,0.418
+39,block_sparse_moe.experts.121.w2,0.0000350331,0.01000,0.419
+39,block_sparse_moe.experts.122.w2,0.0000135666,0.01000,0.421
+39,block_sparse_moe.experts.123.w2,0.0000167056,0.01000,0.419
+39,block_sparse_moe.experts.124.w2,0.0000268613,0.01000,0.426
+39,block_sparse_moe.experts.125.w2,0.0000172386,0.01000,0.429
+39,block_sparse_moe.experts.126.w2,0.0000161351,0.01000,0.414
+39,block_sparse_moe.experts.127.w2,0.0000194651,0.01000,0.416
+39,block_sparse_moe.experts.128.w2,0.0000151910,0.01000,0.412
+39,block_sparse_moe.experts.129.w2,0.0000182753,0.01000,0.415
+39,block_sparse_moe.experts.130.w2,0.0000505077,0.01000,0.419
+39,block_sparse_moe.experts.131.w2,0.0000151194,0.01000,0.426
+39,block_sparse_moe.experts.132.w2,0.0000271544,0.01000,0.429
+39,block_sparse_moe.experts.133.w2,0.0000134379,0.01000,0.419
+39,block_sparse_moe.experts.135.w2,0.0000277736,0.01000,0.419
+39,block_sparse_moe.experts.134.w2,0.0000221249,0.01000,0.419
+39,block_sparse_moe.experts.136.w2,0.0000134178,0.01000,0.418
+39,block_sparse_moe.experts.137.w2,0.0000221322,0.01000,0.423
+39,block_sparse_moe.experts.138.w2,0.0000119681,0.01000,0.428
+39,block_sparse_moe.experts.139.w2,0.0000173331,0.01000,0.429
+39,block_sparse_moe.experts.140.w2,0.0000251328,0.01000,0.416
+39,block_sparse_moe.experts.141.w2,0.0000328994,0.01000,0.413
+39,block_sparse_moe.experts.142.w2,0.0000337390,0.01000,0.416
+39,block_sparse_moe.experts.143.w2,0.0000351048,0.01000,0.415
+39,block_sparse_moe.experts.144.w2,0.0000204735,0.01000,0.419
+39,block_sparse_moe.experts.145.w2,0.0000210644,0.01000,0.426
+39,block_sparse_moe.experts.146.w2,0.0000140713,0.01000,0.427
+39,block_sparse_moe.experts.147.w2,0.0000157980,0.01000,0.419
+39,block_sparse_moe.experts.148.w2,0.0000199060,0.01000,0.420
+39,block_sparse_moe.experts.149.w2,0.0000139967,0.01000,0.423
+39,block_sparse_moe.experts.150.w2,0.0000124576,0.01000,0.416
+39,block_sparse_moe.experts.151.w2,0.0000169012,0.01000,0.422
+39,block_sparse_moe.experts.152.w2,0.0000250582,0.01000,0.426
+39,block_sparse_moe.experts.153.w2,0.0000230832,0.01000,0.433
+39,block_sparse_moe.experts.154.w2,0.0000428483,0.01000,0.412
+39,block_sparse_moe.experts.155.w2,0.0000334470,0.01000,0.414
+39,block_sparse_moe.experts.156.w2,0.0000181635,0.01000,0.413
+39,block_sparse_moe.experts.157.w2,0.0000193445,0.01000,0.410
+39,block_sparse_moe.experts.158.w2,0.0000158513,0.01000,0.419
+39,block_sparse_moe.experts.159.w2,0.0000210627,0.01000,0.425
+39,block_sparse_moe.experts.160.w2,0.0000131572,0.01000,0.429
+39,block_sparse_moe.experts.161.w2,0.0000186527,0.01000,0.414
+39,block_sparse_moe.experts.162.w2,0.0000165640,0.01000,0.413
+39,block_sparse_moe.experts.163.w2,0.0000311881,0.01000,0.413
+39,block_sparse_moe.experts.164.w2,0.0000220904,0.01000,0.412
+39,block_sparse_moe.experts.165.w2,0.0000322591,0.01000,0.432
+39,block_sparse_moe.experts.166.w2,0.0000189734,0.01000,0.429
+39,block_sparse_moe.experts.167.w2,0.0000251569,0.01000,0.428
+39,block_sparse_moe.experts.168.w2,0.0000192392,0.01000,0.416
+39,block_sparse_moe.experts.170.w2,0.0000166502,0.01000,0.417
+39,block_sparse_moe.experts.169.w2,0.0000165619,0.01000,0.430
+39,block_sparse_moe.experts.171.w2,0.0000155224,0.01000,0.416
+39,block_sparse_moe.experts.172.w2,0.0000211870,0.01000,0.427
+39,block_sparse_moe.experts.173.w2,0.0000152080,0.01000,0.422
+39,block_sparse_moe.experts.174.w2,0.0000192570,0.01000,0.429
+39,block_sparse_moe.experts.175.w2,0.0000368283,0.01000,0.414
+39,block_sparse_moe.experts.176.w2,0.0000328417,0.01000,0.414
+39,block_sparse_moe.experts.178.w2,0.0000399490,0.01000,0.416
+39,block_sparse_moe.experts.177.w2,0.0000188313,0.01000,0.450
+39,block_sparse_moe.experts.179.w2,0.0000114037,0.01000,0.427
+39,block_sparse_moe.experts.180.w2,0.0000147805,0.01000,0.420
+39,block_sparse_moe.experts.181.w2,0.0000165274,0.01000,0.429
+39,block_sparse_moe.experts.182.w2,0.0000163282,0.01000,0.414
+39,block_sparse_moe.experts.183.w2,0.0000282142,0.01000,0.415
+39,block_sparse_moe.experts.184.w2,0.0000169652,0.01000,0.432
+39,block_sparse_moe.experts.185.w2,0.0000145759,0.01000,0.444
+39,block_sparse_moe.experts.186.w2,0.0000206703,0.01000,0.431
+39,block_sparse_moe.experts.187.w2,0.0000115019,0.01000,0.426
+39,block_sparse_moe.experts.188.w2,0.0000360861,0.01000,0.428
+39,block_sparse_moe.experts.189.w2,0.0000218976,0.01000,0.415
+39,block_sparse_moe.experts.190.w2,0.0000167995,0.01000,0.414
+39,block_sparse_moe.experts.191.w2,0.0000224807,0.01000,0.421
+39,block_sparse_moe.experts.192.w2,0.0000279925,0.01000,0.438
+39,block_sparse_moe.experts.193.w2,0.0000170912,0.01000,0.429
+39,block_sparse_moe.experts.194.w2,0.0000122845,0.01000,0.422
+39,block_sparse_moe.experts.195.w2,0.0000276242,0.01000,0.429
+39,block_sparse_moe.experts.196.w2,0.0000233290,0.01000,0.414
+39,block_sparse_moe.experts.197.w2,0.0000322061,0.01000,0.412
+39,block_sparse_moe.experts.198.w2,0.0000186068,0.01000,0.421
+39,block_sparse_moe.experts.199.w2,0.0000136825,0.01000,0.444
+39,block_sparse_moe.experts.200.w2,0.0000139221,0.01000,0.438
+39,block_sparse_moe.experts.201.w2,0.0000306046,0.01000,0.422
+39,block_sparse_moe.experts.203.w2,0.0000135876,0.01000,0.416
+39,block_sparse_moe.experts.202.w2,0.0000135778,0.01000,0.438
+39,block_sparse_moe.experts.204.w2,0.0000180671,0.01000,0.416
+39,block_sparse_moe.experts.205.w2,0.0000249464,0.01000,0.420
+39,block_sparse_moe.experts.206.w2,0.0000245370,0.01000,0.422
+39,block_sparse_moe.experts.207.w2,0.0000324628,0.01000,0.426
+39,block_sparse_moe.experts.208.w2,0.0000180708,0.01000,0.418
+39,block_sparse_moe.experts.209.w2,0.0000153668,0.01000,0.423
+39,block_sparse_moe.experts.210.w2,0.0000208226,0.01000,0.414
+39,block_sparse_moe.experts.211.w2,0.0000135927,0.01000,0.415
+39,block_sparse_moe.experts.212.w2,0.0000213210,0.01000,0.427
+39,block_sparse_moe.experts.213.w2,0.0000251067,0.01000,0.416
+39,block_sparse_moe.experts.214.w2,0.0000210253,0.01000,0.423
+39,block_sparse_moe.experts.215.w2,0.0000224699,0.01000,0.438
+39,block_sparse_moe.experts.217.w2,0.0000193498,0.01000,0.418
+39,block_sparse_moe.experts.216.w2,0.0000476643,0.01000,0.445
+39,block_sparse_moe.experts.218.w2,0.0000593627,0.01000,0.426
+39,block_sparse_moe.experts.219.w2,0.0000269457,0.01000,0.416
+39,block_sparse_moe.experts.220.w2,0.0000204492,0.01000,0.415
+39,block_sparse_moe.experts.221.w2,0.0000137467,0.01000,0.419
+39,block_sparse_moe.experts.222.w2,0.0000209377,0.01000,0.417
+39,block_sparse_moe.experts.223.w2,0.0000143483,0.01000,0.422
+39,block_sparse_moe.experts.224.w2,0.0000213882,0.01000,0.404
+39,block_sparse_moe.experts.225.w2,0.0000135246,0.01000,0.407
+39,block_sparse_moe.experts.226.w2,0.0000222570,0.01000,0.412
+39,block_sparse_moe.experts.227.w2,0.0000167697,0.01000,0.413
+39,block_sparse_moe.experts.228.w2,0.0000176051,0.01000,0.420
+39,block_sparse_moe.experts.229.w2,0.0000163157,0.01000,0.422
+39,block_sparse_moe.experts.231.w2,0.0000155174,0.01000,0.432
+39,block_sparse_moe.experts.232.w2,0.0000132895,0.01000,0.422
+39,block_sparse_moe.experts.230.w2,0.0000168292,0.01000,0.453
+39,block_sparse_moe.experts.233.w2,0.0000507984,0.01000,0.422
+39,block_sparse_moe.experts.234.w2,0.0000166183,0.01000,0.430
+39,block_sparse_moe.experts.235.w2,0.0000180106,0.01000,0.438
+39,block_sparse_moe.experts.236.w2,0.0000133908,0.01000,0.446
+39,block_sparse_moe.experts.238.w2,0.0000249246,0.01000,0.407
+39,block_sparse_moe.experts.239.w2,0.0000157368,0.01000,0.414
+39,block_sparse_moe.experts.237.w2,0.0000239176,0.01000,0.451
+39,block_sparse_moe.experts.240.w2,0.0000140909,0.01000,0.411
+39,block_sparse_moe.experts.241.w2,0.0000199823,0.01000,0.412
+39,block_sparse_moe.experts.242.w2,0.0000446620,0.01000,0.414
+39,block_sparse_moe.experts.243.w2,0.0000201434,0.01000,0.420
+39,block_sparse_moe.experts.244.w2,0.0000210192,0.01000,0.428
+39,block_sparse_moe.experts.245.w2,0.0000464198,0.01000,0.416
+39,block_sparse_moe.experts.246.w2,0.0000240538,0.01000,0.420
+39,block_sparse_moe.experts.247.w2,0.0000295772,0.01000,0.418
+39,block_sparse_moe.experts.248.w2,0.0000230475,0.01000,0.425
+39,block_sparse_moe.experts.249.w2,0.0000374106,0.01000,0.421
+39,block_sparse_moe.experts.250.w2,0.0000206835,0.01000,0.423
+39,block_sparse_moe.experts.251.w2,0.0000146712,0.01000,0.405
+39,block_sparse_moe.experts.252.w2,0.0000150696,0.01000,0.403
+39,block_sparse_moe.experts.253.w2,0.0000158544,0.01000,0.399
+39,block_sparse_moe.experts.254.w2,0.0000201449,0.01000,0.390
+39,block_sparse_moe.experts.255.w2,0.0000213912,0.01000,0.358
+40,block_sparse_moe.experts.0.w1,0.0000262768,0.01000,0.860
+40,block_sparse_moe.experts.1.w1,0.0000242397,0.01000,0.868
+40,block_sparse_moe.experts.3.w1,0.0000264403,0.01000,0.869
+40,block_sparse_moe.experts.5.w1,0.0000265381,0.01000,0.873
+40,block_sparse_moe.experts.2.w1,0.0000258303,0.01000,0.893
+40,block_sparse_moe.experts.6.w1,0.0000257229,0.01000,0.893
+40,block_sparse_moe.experts.4.w1,0.0000246171,0.01000,0.913
+40,block_sparse_moe.experts.7.w1,0.0000246606,0.01000,0.824
+40,block_sparse_moe.experts.8.w1,0.0000279317,0.01000,0.828
+40,block_sparse_moe.experts.10.w1,0.0000257990,0.01000,0.823
+40,block_sparse_moe.experts.9.w1,0.0000261883,0.01000,0.859
+40,block_sparse_moe.experts.12.w1,0.0000266586,0.01000,0.839
+40,block_sparse_moe.experts.11.w1,0.0000261246,0.01000,0.862
+40,block_sparse_moe.experts.13.w1,0.0000261593,0.01000,0.863
+40,block_sparse_moe.experts.14.w1,0.0000255098,0.01000,0.818
+40,block_sparse_moe.experts.15.w1,0.0000239919,0.01000,0.827
+40,block_sparse_moe.experts.16.w1,0.0000242983,0.01000,0.837
+40,block_sparse_moe.experts.17.w1,0.0000264314,0.01000,0.826
+40,block_sparse_moe.experts.18.w1,0.0000275681,0.01000,0.844
+40,block_sparse_moe.experts.19.w1,0.0000240772,0.01000,0.843
+40,block_sparse_moe.experts.20.w1,0.0000269642,0.01000,0.858
+40,block_sparse_moe.experts.21.w1,0.0000244010,0.01000,0.823
+40,block_sparse_moe.experts.22.w1,0.0000262782,0.01000,0.829
+40,block_sparse_moe.experts.23.w1,0.0000265929,0.01000,0.834
+40,block_sparse_moe.experts.24.w1,0.0000248176,0.01000,0.828
+40,block_sparse_moe.experts.25.w1,0.0000268164,0.01000,0.857
+40,block_sparse_moe.experts.26.w1,0.0000243309,0.01000,0.849
+40,block_sparse_moe.experts.27.w1,0.0000263658,0.01000,0.859
+40,block_sparse_moe.experts.28.w1,0.0000240405,0.01000,0.824
+40,block_sparse_moe.experts.29.w1,0.0000261297,0.01000,0.833
+40,block_sparse_moe.experts.31.w1,0.0000232266,0.01000,0.826
+40,block_sparse_moe.experts.30.w1,0.0000264309,0.01000,0.839
+40,block_sparse_moe.experts.32.w1,0.0000261242,0.01000,0.859
+40,block_sparse_moe.experts.33.w1,0.0000234586,0.01000,0.850
+40,block_sparse_moe.experts.34.w1,0.0000264453,0.01000,0.848
+40,block_sparse_moe.experts.35.w1,0.0000268741,0.01000,0.833
+40,block_sparse_moe.experts.36.w1,0.0000257747,0.01000,0.831
+40,block_sparse_moe.experts.37.w1,0.0000267069,0.01000,0.833
+40,block_sparse_moe.experts.38.w1,0.0000238444,0.01000,0.838
+40,block_sparse_moe.experts.40.w1,0.0000261704,0.01000,0.848
+40,block_sparse_moe.experts.41.w1,0.0000262690,0.01000,0.843
+40,block_sparse_moe.experts.39.w1,0.0000239253,0.01000,0.887
+40,block_sparse_moe.experts.42.w1,0.0000251434,0.01000,0.835
+40,block_sparse_moe.experts.43.w1,0.0000263178,0.01000,0.825
+40,block_sparse_moe.experts.44.w1,0.0000263301,0.01000,0.835
+40,block_sparse_moe.experts.45.w1,0.0000242043,0.01000,0.835
+40,block_sparse_moe.experts.46.w1,0.0000229878,0.01000,0.858
+40,block_sparse_moe.experts.47.w1,0.0000270459,0.01000,0.853
+40,block_sparse_moe.experts.48.w1,0.0000253336,0.01000,0.855
+40,block_sparse_moe.experts.49.w1,0.0000256287,0.01000,0.825
+40,block_sparse_moe.experts.50.w1,0.0000240559,0.01000,0.822
+40,block_sparse_moe.experts.51.w1,0.0000253374,0.01000,0.833
+40,block_sparse_moe.experts.52.w1,0.0000256918,0.01000,0.836
+40,block_sparse_moe.experts.53.w1,0.0000247863,0.01000,0.852
+40,block_sparse_moe.experts.54.w1,0.0000260053,0.01000,0.844
+40,block_sparse_moe.experts.55.w1,0.0000255291,0.01000,0.856
+40,block_sparse_moe.experts.56.w1,0.0000257325,0.01000,0.828
+40,block_sparse_moe.experts.57.w1,0.0000269994,0.01000,0.828
+40,block_sparse_moe.experts.58.w1,0.0000269870,0.01000,0.828
+40,block_sparse_moe.experts.59.w1,0.0000261721,0.01000,0.823
+40,block_sparse_moe.experts.60.w1,0.0000269232,0.01000,0.843
+40,block_sparse_moe.experts.61.w1,0.0000267239,0.01000,0.841
+40,block_sparse_moe.experts.62.w1,0.0000234536,0.01000,0.853
+40,block_sparse_moe.experts.63.w1,0.0000269354,0.01000,0.833
+40,block_sparse_moe.experts.64.w1,0.0000257152,0.01000,0.845
+40,block_sparse_moe.experts.66.w1,0.0000269105,0.01000,0.826
+40,block_sparse_moe.experts.65.w1,0.0000257105,0.01000,0.852
+40,block_sparse_moe.experts.67.w1,0.0000259310,0.01000,0.838
+40,block_sparse_moe.experts.68.w1,0.0000266956,0.01000,0.835
+40,block_sparse_moe.experts.69.w1,0.0000234906,0.01000,0.857
+40,block_sparse_moe.experts.70.w1,0.0000259446,0.01000,0.820
+40,block_sparse_moe.experts.71.w1,0.0000249627,0.01000,0.846
+40,block_sparse_moe.experts.72.w1,0.0000273630,0.01000,0.844
+40,block_sparse_moe.experts.73.w1,0.0000246138,0.01000,0.828
+40,block_sparse_moe.experts.74.w1,0.0000266210,0.01000,0.837
+40,block_sparse_moe.experts.75.w1,0.0000265732,0.01000,0.834
+40,block_sparse_moe.experts.76.w1,0.0000260726,0.01000,0.864
+40,block_sparse_moe.experts.77.w1,0.0000237337,0.01000,0.823
+40,block_sparse_moe.experts.78.w1,0.0000261058,0.01000,0.842
+40,block_sparse_moe.experts.80.w1,0.0000256745,0.01000,0.822
+40,block_sparse_moe.experts.79.w1,0.0000263050,0.01000,0.863
+40,block_sparse_moe.experts.81.w1,0.0000260235,0.01000,0.858
+40,block_sparse_moe.experts.82.w1,0.0000248055,0.01000,0.851
+40,block_sparse_moe.experts.83.w1,0.0000227881,0.01000,0.864
+40,block_sparse_moe.experts.84.w1,0.0000274524,0.01000,0.828
+40,block_sparse_moe.experts.85.w1,0.0000241418,0.01000,0.843
+40,block_sparse_moe.experts.86.w1,0.0000264229,0.01000,0.853
+40,block_sparse_moe.experts.87.w1,0.0000237724,0.01000,0.841
+40,block_sparse_moe.experts.89.w1,0.0000234323,0.01000,0.844
+40,block_sparse_moe.experts.88.w1,0.0000230046,0.01000,0.868
+40,block_sparse_moe.experts.90.w1,0.0000264383,0.01000,0.860
+40,block_sparse_moe.experts.91.w1,0.0000252342,0.01000,0.827
+40,block_sparse_moe.experts.92.w1,0.0000245624,0.01000,0.848
+40,block_sparse_moe.experts.93.w1,0.0000265422,0.01000,0.835
+40,block_sparse_moe.experts.94.w1,0.0000270388,0.01000,0.825
+40,block_sparse_moe.experts.96.w1,0.0000232620,0.01000,0.849
+40,block_sparse_moe.experts.95.w1,0.0000254860,0.01000,0.875
+40,block_sparse_moe.experts.97.w1,0.0000262529,0.01000,0.844
+40,block_sparse_moe.experts.98.w1,0.0000248779,0.01000,0.831
+40,block_sparse_moe.experts.99.w1,0.0000269250,0.01000,0.840
+40,block_sparse_moe.experts.101.w1,0.0000256895,0.01000,0.820
+40,block_sparse_moe.experts.100.w1,0.0000251327,0.01000,0.876
+40,block_sparse_moe.experts.102.w1,0.0000227510,0.01000,0.868
+40,block_sparse_moe.experts.103.w1,0.0000258220,0.01000,0.871
+40,block_sparse_moe.experts.104.w1,0.0000230496,0.01000,0.842
+40,block_sparse_moe.experts.105.w1,0.0000271791,0.01000,0.817
+40,block_sparse_moe.experts.106.w1,0.0000262552,0.01000,0.828
+40,block_sparse_moe.experts.107.w1,0.0000240278,0.01000,0.867
+40,block_sparse_moe.experts.108.w1,0.0000257300,0.01000,0.838
+40,block_sparse_moe.experts.109.w1,0.0000217151,0.01000,0.837
+40,block_sparse_moe.experts.110.w1,0.0000259154,0.01000,0.847
+40,block_sparse_moe.experts.111.w1,0.0000236189,0.01000,0.857
+40,block_sparse_moe.experts.112.w1,0.0000269647,0.01000,0.824
+40,block_sparse_moe.experts.113.w1,0.0000253603,0.01000,0.836
+40,block_sparse_moe.experts.114.w1,0.0000270137,0.01000,0.838
+40,block_sparse_moe.experts.115.w1,0.0000271812,0.01000,0.834
+40,block_sparse_moe.experts.116.w1,0.0000280498,0.01000,0.837
+40,block_sparse_moe.experts.117.w1,0.0000250072,0.01000,0.846
+40,block_sparse_moe.experts.118.w1,0.0000228962,0.01000,0.848
+40,block_sparse_moe.experts.119.w1,0.0000278427,0.01000,0.823
+40,block_sparse_moe.experts.120.w1,0.0000262565,0.01000,0.855
+40,block_sparse_moe.experts.122.w1,0.0000259762,0.01000,0.838
+40,block_sparse_moe.experts.121.w1,0.0000244711,0.01000,0.883
+40,block_sparse_moe.experts.123.w1,0.0000265624,0.01000,0.840
+40,block_sparse_moe.experts.124.w1,0.0000257450,0.01000,0.859
+40,block_sparse_moe.experts.125.w1,0.0000274500,0.01000,0.861
+40,block_sparse_moe.experts.126.w1,0.0000255657,0.01000,0.820
+40,block_sparse_moe.experts.127.w1,0.0000250902,0.01000,0.841
+40,block_sparse_moe.experts.128.w1,0.0000257849,0.01000,0.854
+40,block_sparse_moe.experts.129.w1,0.0000251848,0.01000,0.843
+40,block_sparse_moe.experts.130.w1,0.0000260434,0.01000,0.842
+40,block_sparse_moe.experts.131.w1,0.0000234686,0.01000,0.844
+40,block_sparse_moe.experts.132.w1,0.0000224846,0.01000,0.849
+40,block_sparse_moe.experts.133.w1,0.0000250800,0.01000,0.819
+40,block_sparse_moe.experts.134.w1,0.0000260983,0.01000,0.846
+40,block_sparse_moe.experts.135.w1,0.0000251497,0.01000,0.847
+40,block_sparse_moe.experts.136.w1,0.0000266506,0.01000,0.833
+40,block_sparse_moe.experts.137.w1,0.0000253968,0.01000,0.845
+40,block_sparse_moe.experts.138.w1,0.0000260558,0.01000,0.839
+40,block_sparse_moe.experts.139.w1,0.0000254966,0.01000,0.845
+40,block_sparse_moe.experts.140.w1,0.0000246500,0.01000,0.819
+40,block_sparse_moe.experts.141.w1,0.0000248294,0.01000,0.821
+40,block_sparse_moe.experts.142.w1,0.0000249307,0.01000,0.835
+40,block_sparse_moe.experts.143.w1,0.0000245281,0.01000,0.835
+40,block_sparse_moe.experts.144.w1,0.0000246142,0.01000,0.832
+40,block_sparse_moe.experts.145.w1,0.0000259815,0.01000,0.855
+40,block_sparse_moe.experts.146.w1,0.0000259179,0.01000,0.849
+40,block_sparse_moe.experts.147.w1,0.0000274526,0.01000,0.834
+40,block_sparse_moe.experts.148.w1,0.0000246524,0.01000,0.826
+40,block_sparse_moe.experts.149.w1,0.0000252730,0.01000,0.826
+40,block_sparse_moe.experts.150.w1,0.0000234058,0.01000,0.830
+40,block_sparse_moe.experts.151.w1,0.0000269792,0.01000,0.833
+40,block_sparse_moe.experts.152.w1,0.0000262060,0.01000,0.866
+40,block_sparse_moe.experts.153.w1,0.0000272285,0.01000,0.857
+40,block_sparse_moe.experts.154.w1,0.0000255967,0.01000,0.837
+40,block_sparse_moe.experts.155.w1,0.0000250076,0.01000,0.823
+40,block_sparse_moe.experts.156.w1,0.0000227374,0.01000,0.835
+40,block_sparse_moe.experts.157.w1,0.0000245347,0.01000,0.830
+40,block_sparse_moe.experts.158.w1,0.0000258349,0.01000,0.828
+40,block_sparse_moe.experts.159.w1,0.0000263635,0.01000,0.859
+40,block_sparse_moe.experts.160.w1,0.0000234433,0.01000,0.845
+40,block_sparse_moe.experts.161.w1,0.0000258098,0.01000,0.826
+40,block_sparse_moe.experts.162.w1,0.0000266864,0.01000,0.840
+40,block_sparse_moe.experts.163.w1,0.0000244175,0.01000,0.829
+40,block_sparse_moe.experts.164.w1,0.0000241939,0.01000,0.831
+40,block_sparse_moe.experts.165.w1,0.0000256589,0.01000,0.833
+40,block_sparse_moe.experts.166.w1,0.0000272885,0.01000,0.851
+40,block_sparse_moe.experts.167.w1,0.0000259786,0.01000,0.849
+40,block_sparse_moe.experts.168.w1,0.0000258397,0.01000,0.816
+40,block_sparse_moe.experts.169.w1,0.0000263165,0.01000,0.844
+40,block_sparse_moe.experts.170.w1,0.0000288484,0.01000,0.832
+40,block_sparse_moe.experts.171.w1,0.0000266409,0.01000,0.829
+40,block_sparse_moe.experts.172.w1,0.0000249802,0.01000,0.839
+40,block_sparse_moe.experts.173.w1,0.0000274003,0.01000,0.848
+40,block_sparse_moe.experts.174.w1,0.0000272293,0.01000,0.854
+40,block_sparse_moe.experts.175.w1,0.0000254298,0.01000,0.830
+40,block_sparse_moe.experts.176.w1,0.0000263759,0.01000,0.830
+40,block_sparse_moe.experts.177.w1,0.0000276591,0.01000,0.842
+40,block_sparse_moe.experts.178.w1,0.0000277570,0.01000,0.835
+40,block_sparse_moe.experts.179.w1,0.0000282920,0.01000,0.858
+40,block_sparse_moe.experts.180.w1,0.0000247849,0.01000,0.856
+40,block_sparse_moe.experts.181.w1,0.0000262046,0.01000,0.852
+40,block_sparse_moe.experts.182.w1,0.0000251296,0.01000,0.823
+40,block_sparse_moe.experts.183.w1,0.0000277363,0.01000,0.827
+40,block_sparse_moe.experts.185.w1,0.0000245964,0.01000,0.825
+40,block_sparse_moe.experts.184.w1,0.0000263063,0.01000,0.867
+40,block_sparse_moe.experts.186.w1,0.0000280581,0.01000,0.851
+40,block_sparse_moe.experts.187.w1,0.0000249244,0.01000,0.848
+40,block_sparse_moe.experts.188.w1,0.0000217501,0.01000,0.848
+40,block_sparse_moe.experts.189.w1,0.0000270688,0.01000,0.822
+40,block_sparse_moe.experts.190.w1,0.0000261984,0.01000,0.823
+40,block_sparse_moe.experts.191.w1,0.0000273608,0.01000,0.843
+40,block_sparse_moe.experts.192.w1,0.0000261251,0.01000,0.829
+40,block_sparse_moe.experts.193.w1,0.0000265342,0.01000,0.849
+40,block_sparse_moe.experts.194.w1,0.0000282172,0.01000,0.847
+40,block_sparse_moe.experts.195.w1,0.0000269772,0.01000,0.845
+40,block_sparse_moe.experts.196.w1,0.0000266230,0.01000,0.823
+40,block_sparse_moe.experts.197.w1,0.0000263809,0.01000,0.829
+40,block_sparse_moe.experts.198.w1,0.0000272811,0.01000,0.850
+40,block_sparse_moe.experts.199.w1,0.0000245330,0.01000,0.833
+40,block_sparse_moe.experts.200.w1,0.0000261698,0.01000,0.847
+40,block_sparse_moe.experts.201.w1,0.0000247459,0.01000,0.847
+40,block_sparse_moe.experts.202.w1,0.0000265475,0.01000,0.848
+40,block_sparse_moe.experts.203.w1,0.0000262189,0.01000,0.825
+40,block_sparse_moe.experts.204.w1,0.0000260347,0.01000,0.830
+40,block_sparse_moe.experts.205.w1,0.0000259661,0.01000,0.849
+40,block_sparse_moe.experts.206.w1,0.0000234547,0.01000,0.849
+40,block_sparse_moe.experts.207.w1,0.0000255778,0.01000,0.851
+40,block_sparse_moe.experts.208.w1,0.0000256900,0.01000,0.838
+40,block_sparse_moe.experts.210.w1,0.0000269055,0.01000,0.815
+40,block_sparse_moe.experts.209.w1,0.0000266665,0.01000,0.872
+40,block_sparse_moe.experts.211.w1,0.0000264955,0.01000,0.835
+40,block_sparse_moe.experts.213.w1,0.0000258570,0.01000,0.836
+40,block_sparse_moe.experts.212.w1,0.0000255097,0.01000,0.863
+40,block_sparse_moe.experts.214.w1,0.0000239248,0.01000,0.850
+40,block_sparse_moe.experts.215.w1,0.0000240581,0.01000,0.856
+40,block_sparse_moe.experts.216.w1,0.0000259509,0.01000,0.865
+40,block_sparse_moe.experts.217.w1,0.0000257784,0.01000,0.817
+40,block_sparse_moe.experts.218.w1,0.0000245270,0.01000,0.829
+40,block_sparse_moe.experts.220.w1,0.0000260203,0.01000,0.826
+40,block_sparse_moe.experts.219.w1,0.0000259902,0.01000,0.872
+40,block_sparse_moe.experts.221.w1,0.0000262834,0.01000,0.848
+40,block_sparse_moe.experts.222.w1,0.0000254590,0.01000,0.852
+40,block_sparse_moe.experts.224.w1,0.0000249479,0.01000,0.830
+40,block_sparse_moe.experts.223.w1,0.0000273967,0.01000,0.865
+40,block_sparse_moe.experts.225.w1,0.0000258829,0.01000,0.828
+40,block_sparse_moe.experts.226.w1,0.0000253616,0.01000,0.828
+40,block_sparse_moe.experts.227.w1,0.0000245555,0.01000,0.824
+40,block_sparse_moe.experts.228.w1,0.0000254684,0.01000,0.842
+40,block_sparse_moe.experts.229.w1,0.0000247628,0.01000,0.849
+40,block_sparse_moe.experts.231.w1,0.0000273499,0.01000,0.818
+40,block_sparse_moe.experts.230.w1,0.0000252861,0.01000,0.848
+40,block_sparse_moe.experts.232.w1,0.0000274734,0.01000,0.825
+40,block_sparse_moe.experts.233.w1,0.0000230620,0.01000,0.824
+40,block_sparse_moe.experts.234.w1,0.0000256131,0.01000,0.826
+40,block_sparse_moe.experts.235.w1,0.0000263026,0.01000,0.838
+40,block_sparse_moe.experts.236.w1,0.0000255980,0.01000,0.852
+40,block_sparse_moe.experts.238.w1,0.0000273957,0.01000,0.836
+40,block_sparse_moe.experts.237.w1,0.0000240110,0.01000,0.868
+40,block_sparse_moe.experts.239.w1,0.0000234490,0.01000,0.836
+40,block_sparse_moe.experts.240.w1,0.0000243262,0.01000,0.827
+40,block_sparse_moe.experts.241.w1,0.0000270813,0.01000,0.824
+40,block_sparse_moe.experts.242.w1,0.0000260296,0.01000,0.845
+40,block_sparse_moe.experts.243.w1,0.0000248786,0.01000,0.847
+40,block_sparse_moe.experts.244.w1,0.0000266163,0.01000,0.859
+40,block_sparse_moe.experts.245.w1,0.0000255799,0.01000,0.834
+40,block_sparse_moe.experts.246.w1,0.0000258552,0.01000,0.822
+40,block_sparse_moe.experts.247.w1,0.0000249305,0.01000,0.824
+40,block_sparse_moe.experts.248.w1,0.0000250824,0.01000,0.837
+40,block_sparse_moe.experts.249.w1,0.0000234534,0.01000,0.836
+40,block_sparse_moe.experts.250.w1,0.0000252304,0.01000,0.854
+40,block_sparse_moe.experts.252.w1,0.0000251917,0.01000,0.826
+40,block_sparse_moe.experts.251.w1,0.0000235904,0.01000,0.868
+40,block_sparse_moe.experts.253.w1,0.0000269870,0.01000,0.821
+40,block_sparse_moe.experts.254.w1,0.0000240672,0.01000,0.833
+40,block_sparse_moe.experts.255.w1,0.0000261075,0.01000,0.834
+40,block_sparse_moe.experts.0.w3,0.0000284516,0.01000,0.845
+40,block_sparse_moe.experts.2.w3,0.0000284840,0.01000,0.845
+40,block_sparse_moe.experts.3.w3,0.0000292426,0.01000,0.820
+40,block_sparse_moe.experts.1.w3,0.0000261930,0.01000,0.867
+40,block_sparse_moe.experts.4.w3,0.0000278377,0.01000,0.824
+40,block_sparse_moe.experts.5.w3,0.0000284704,0.01000,0.821
+40,block_sparse_moe.experts.6.w3,0.0000279676,0.01000,0.821
+40,block_sparse_moe.experts.7.w3,0.0000278253,0.01000,0.843
+40,block_sparse_moe.experts.8.w3,0.0000315471,0.01000,0.837
+40,block_sparse_moe.experts.9.w3,0.0000279733,0.01000,0.848
+40,block_sparse_moe.experts.10.w3,0.0000280440,0.01000,0.853
+40,block_sparse_moe.experts.11.w3,0.0000284543,0.01000,0.822
+40,block_sparse_moe.experts.12.w3,0.0000288972,0.01000,0.828
+40,block_sparse_moe.experts.13.w3,0.0000294904,0.01000,0.821
+40,block_sparse_moe.experts.14.w3,0.0000304482,0.01000,0.841
+40,block_sparse_moe.experts.15.w3,0.0000290852,0.01000,0.837
+40,block_sparse_moe.experts.16.w3,0.0000286501,0.01000,0.848
+40,block_sparse_moe.experts.17.w3,0.0000287141,0.01000,0.852
+40,block_sparse_moe.experts.18.w3,0.0000292184,0.01000,0.830
+40,block_sparse_moe.experts.19.w3,0.0000260440,0.01000,0.823
+40,block_sparse_moe.experts.20.w3,0.0000295953,0.01000,0.817
+40,block_sparse_moe.experts.21.w3,0.0000268559,0.01000,0.840
+40,block_sparse_moe.experts.22.w3,0.0000282078,0.01000,0.841
+40,block_sparse_moe.experts.24.w3,0.0000274962,0.01000,0.839
+40,block_sparse_moe.experts.23.w3,0.0000307843,0.01000,0.855
+40,block_sparse_moe.experts.25.w3,0.0000290065,0.01000,0.831
+40,block_sparse_moe.experts.26.w3,0.0000275773,0.01000,0.825
+40,block_sparse_moe.experts.27.w3,0.0000296637,0.01000,0.831
+40,block_sparse_moe.experts.28.w3,0.0000283371,0.01000,0.845
+40,block_sparse_moe.experts.29.w3,0.0000279861,0.01000,0.852
+40,block_sparse_moe.experts.31.w3,0.0000250882,0.01000,0.839
+40,block_sparse_moe.experts.30.w3,0.0000287469,0.01000,0.873
+40,block_sparse_moe.experts.32.w3,0.0000287720,0.01000,0.826
+40,block_sparse_moe.experts.33.w3,0.0000261772,0.01000,0.825
+40,block_sparse_moe.experts.34.w3,0.0000283814,0.01000,0.820
+40,block_sparse_moe.experts.35.w3,0.0000295877,0.01000,0.837
+40,block_sparse_moe.experts.36.w3,0.0000279751,0.01000,0.849
+40,block_sparse_moe.experts.37.w3,0.0000291442,0.01000,0.857
+40,block_sparse_moe.experts.38.w3,0.0000303859,0.01000,0.832
+40,block_sparse_moe.experts.39.w3,0.0000274856,0.01000,0.829
+40,block_sparse_moe.experts.40.w3,0.0000281977,0.01000,0.822
+40,block_sparse_moe.experts.41.w3,0.0000297591,0.01000,0.821
+40,block_sparse_moe.experts.42.w3,0.0000276311,0.01000,0.833
+40,block_sparse_moe.experts.43.w3,0.0000299194,0.01000,0.833
+40,block_sparse_moe.experts.46.w3,0.0000250416,0.01000,0.833
+40,block_sparse_moe.experts.45.w3,0.0000264472,0.01000,0.838
+40,block_sparse_moe.experts.44.w3,0.0000283931,0.01000,0.870
+40,block_sparse_moe.experts.47.w3,0.0000298836,0.01000,0.823
+40,block_sparse_moe.experts.48.w3,0.0000295007,0.01000,0.832
+40,block_sparse_moe.experts.49.w3,0.0000318481,0.01000,0.840
+40,block_sparse_moe.experts.50.w3,0.0000282742,0.01000,0.845
+40,block_sparse_moe.experts.52.w3,0.0000298448,0.01000,0.844
+40,block_sparse_moe.experts.53.w3,0.0000267481,0.01000,0.835
+40,block_sparse_moe.experts.51.w3,0.0000274445,0.01000,0.878
+40,block_sparse_moe.experts.54.w3,0.0000290861,0.01000,0.820
+40,block_sparse_moe.experts.55.w3,0.0000281542,0.01000,0.831
+40,block_sparse_moe.experts.56.w3,0.0000301320,0.01000,0.846
+40,block_sparse_moe.experts.57.w3,0.0000290346,0.01000,0.831
+40,block_sparse_moe.experts.59.w3,0.0000283019,0.01000,0.842
+40,block_sparse_moe.experts.58.w3,0.0000293161,0.01000,0.861
+40,block_sparse_moe.experts.60.w3,0.0000288331,0.01000,0.841
+40,block_sparse_moe.experts.61.w3,0.0000300665,0.01000,0.826
+40,block_sparse_moe.experts.62.w3,0.0000254324,0.01000,0.826
+40,block_sparse_moe.experts.63.w3,0.0000289246,0.01000,0.841
+40,block_sparse_moe.experts.64.w3,0.0000309142,0.01000,0.833
+40,block_sparse_moe.experts.66.w3,0.0000292408,0.01000,0.828
+40,block_sparse_moe.experts.67.w3,0.0000281359,0.01000,0.823
+40,block_sparse_moe.experts.65.w3,0.0000285107,0.01000,0.877
+40,block_sparse_moe.experts.68.w3,0.0000298098,0.01000,0.841
+40,block_sparse_moe.experts.69.w3,0.0000260259,0.01000,0.838
+40,block_sparse_moe.experts.70.w3,0.0000294835,0.01000,0.861
+40,block_sparse_moe.experts.71.w3,0.0000284595,0.01000,0.849
+40,block_sparse_moe.experts.73.w3,0.0000269726,0.01000,0.818
+40,block_sparse_moe.experts.74.w3,0.0000290665,0.01000,0.834
+40,block_sparse_moe.experts.72.w3,0.0000313390,0.01000,0.898
+40,block_sparse_moe.experts.75.w3,0.0000286424,0.01000,0.840
+40,block_sparse_moe.experts.76.w3,0.0000280044,0.01000,0.834
+40,block_sparse_moe.experts.77.w3,0.0000274290,0.01000,0.862
+40,block_sparse_moe.experts.78.w3,0.0000288379,0.01000,0.829
+40,block_sparse_moe.experts.79.w3,0.0000283757,0.01000,0.854
+40,block_sparse_moe.experts.80.w3,0.0000274925,0.01000,0.832
+40,block_sparse_moe.experts.81.w3,0.0000283665,0.01000,0.833
+40,block_sparse_moe.experts.82.w3,0.0000283053,0.01000,0.829
+40,block_sparse_moe.experts.83.w3,0.0000250573,0.01000,0.832
+40,block_sparse_moe.experts.84.w3,0.0000292076,0.01000,0.858
+40,block_sparse_moe.experts.85.w3,0.0000280457,0.01000,0.835
+40,block_sparse_moe.experts.86.w3,0.0000293435,0.01000,0.846
+40,block_sparse_moe.experts.87.w3,0.0000269436,0.01000,0.834
+40,block_sparse_moe.experts.88.w3,0.0000248523,0.01000,0.830
+40,block_sparse_moe.experts.89.w3,0.0000265330,0.01000,0.831
+40,block_sparse_moe.experts.90.w3,0.0000292935,0.01000,0.834
+40,block_sparse_moe.experts.91.w3,0.0000271412,0.01000,0.873
+40,block_sparse_moe.experts.92.w3,0.0000282773,0.01000,0.833
+40,block_sparse_moe.experts.93.w3,0.0000292905,0.01000,0.842
+40,block_sparse_moe.experts.94.w3,0.0000288981,0.01000,0.821
+40,block_sparse_moe.experts.95.w3,0.0000274040,0.01000,0.828
+40,block_sparse_moe.experts.96.w3,0.0000276614,0.01000,0.833
+40,block_sparse_moe.experts.97.w3,0.0000313166,0.01000,0.826
+40,block_sparse_moe.experts.98.w3,0.0000274063,0.01000,0.856
+40,block_sparse_moe.experts.99.w3,0.0000304523,0.01000,0.839
+40,block_sparse_moe.experts.101.w3,0.0000287436,0.01000,0.823
+40,block_sparse_moe.experts.102.w3,0.0000259036,0.01000,0.837
+40,block_sparse_moe.experts.100.w3,0.0000271295,0.01000,0.870
+40,block_sparse_moe.experts.103.w3,0.0000279429,0.01000,0.835
+40,block_sparse_moe.experts.104.w3,0.0000281577,0.01000,0.821
+40,block_sparse_moe.experts.105.w3,0.0000300952,0.01000,0.849
+40,block_sparse_moe.experts.106.w3,0.0000285732,0.01000,0.834
+40,block_sparse_moe.experts.107.w3,0.0000269270,0.01000,0.854
+40,block_sparse_moe.experts.108.w3,0.0000278187,0.01000,0.833
+40,block_sparse_moe.experts.109.w3,0.0000239900,0.01000,0.828
+40,block_sparse_moe.experts.110.w3,0.0000292216,0.01000,0.831
+40,block_sparse_moe.experts.111.w3,0.0000258521,0.01000,0.827
+40,block_sparse_moe.experts.113.w3,0.0000280898,0.01000,0.833
+40,block_sparse_moe.experts.112.w3,0.0000290979,0.01000,0.871
+40,block_sparse_moe.experts.115.w3,0.0000304902,0.01000,0.824
+40,block_sparse_moe.experts.116.w3,0.0000325125,0.01000,0.825
+40,block_sparse_moe.experts.118.w3,0.0000249542,0.01000,0.816
+40,block_sparse_moe.experts.117.w3,0.0000271690,0.01000,0.822
+40,block_sparse_moe.experts.114.w3,0.0000297666,0.01000,0.859
+40,block_sparse_moe.experts.119.w3,0.0000315678,0.01000,0.842
+40,block_sparse_moe.experts.120.w3,0.0000291818,0.01000,0.858
+40,block_sparse_moe.experts.122.w3,0.0000276821,0.01000,0.823
+40,block_sparse_moe.experts.123.w3,0.0000307466,0.01000,0.826
+40,block_sparse_moe.experts.124.w3,0.0000285182,0.01000,0.836
+40,block_sparse_moe.experts.125.w3,0.0000297757,0.01000,0.836
+40,block_sparse_moe.experts.121.w3,0.0000265156,0.01000,0.876
+40,block_sparse_moe.experts.126.w3,0.0000283107,0.01000,0.846
+40,block_sparse_moe.experts.127.w3,0.0000269242,0.01000,0.849
+40,block_sparse_moe.experts.129.w3,0.0000278322,0.01000,0.821
+40,block_sparse_moe.experts.130.w3,0.0000278863,0.01000,0.828
+40,block_sparse_moe.experts.132.w3,0.0000260288,0.01000,0.826
+40,block_sparse_moe.experts.128.w3,0.0000276359,0.01000,0.876
+40,block_sparse_moe.experts.131.w3,0.0000251627,0.01000,0.843
+40,block_sparse_moe.experts.133.w3,0.0000295775,0.01000,0.839
+40,block_sparse_moe.experts.134.w3,0.0000288417,0.01000,0.841
+40,block_sparse_moe.experts.136.w3,0.0000297604,0.01000,0.813
+40,block_sparse_moe.experts.137.w3,0.0000280999,0.01000,0.836
+40,block_sparse_moe.experts.139.w3,0.0000279674,0.01000,0.831
+40,block_sparse_moe.experts.138.w3,0.0000281131,0.01000,0.834
+40,block_sparse_moe.experts.135.w3,0.0000269351,0.01000,0.881
+40,block_sparse_moe.experts.140.w3,0.0000271429,0.01000,0.840
+40,block_sparse_moe.experts.141.w3,0.0000272194,0.01000,0.841
+40,block_sparse_moe.experts.142.w3,0.0000264136,0.01000,0.861
+40,block_sparse_moe.experts.143.w3,0.0000264767,0.01000,0.835
+40,block_sparse_moe.experts.145.w3,0.0000279901,0.01000,0.836
+40,block_sparse_moe.experts.146.w3,0.0000283183,0.01000,0.845
+40,block_sparse_moe.experts.144.w3,0.0000271621,0.01000,0.870
+40,block_sparse_moe.experts.147.w3,0.0000300999,0.01000,0.846
+40,block_sparse_moe.experts.148.w3,0.0000270513,0.01000,0.843
+40,block_sparse_moe.experts.150.w3,0.0000252352,0.01000,0.835
+40,block_sparse_moe.experts.151.w3,0.0000291344,0.01000,0.840
+40,block_sparse_moe.experts.152.w3,0.0000280987,0.01000,0.842
+40,block_sparse_moe.experts.149.w3,0.0000283871,0.01000,0.878
+40,block_sparse_moe.experts.153.w3,0.0000308639,0.01000,0.839
+40,block_sparse_moe.experts.154.w3,0.0000272158,0.01000,0.842
+40,block_sparse_moe.experts.155.w3,0.0000299508,0.01000,0.841
+40,block_sparse_moe.experts.157.w3,0.0000262411,0.01000,0.841
+40,block_sparse_moe.experts.158.w3,0.0000303197,0.01000,0.835
+40,block_sparse_moe.experts.159.w3,0.0000285743,0.01000,0.834
+40,block_sparse_moe.experts.160.w3,0.0000264635,0.01000,0.827
+40,block_sparse_moe.experts.156.w3,0.0000257524,0.01000,0.899
+40,block_sparse_moe.experts.161.w3,0.0000295198,0.01000,0.837
+40,block_sparse_moe.experts.162.w3,0.0000285033,0.01000,0.847
+40,block_sparse_moe.experts.164.w3,0.0000267938,0.01000,0.827
+40,block_sparse_moe.experts.165.w3,0.0000293101,0.01000,0.830
+40,block_sparse_moe.experts.166.w3,0.0000305349,0.01000,0.829
+40,block_sparse_moe.experts.163.w3,0.0000259610,0.01000,0.881
+40,block_sparse_moe.experts.167.w3,0.0000300535,0.01000,0.844
+40,block_sparse_moe.experts.168.w3,0.0000280172,0.01000,0.839
+40,block_sparse_moe.experts.169.w3,0.0000285346,0.01000,0.854
+40,block_sparse_moe.experts.171.w3,0.0000281480,0.01000,0.817
+40,block_sparse_moe.experts.172.w3,0.0000272579,0.01000,0.822
+40,block_sparse_moe.experts.173.w3,0.0000293070,0.01000,0.834
+40,block_sparse_moe.experts.170.w3,0.0000320879,0.01000,0.882
+40,block_sparse_moe.experts.174.w3,0.0000285692,0.01000,0.839
+40,block_sparse_moe.experts.175.w3,0.0000274431,0.01000,0.837
+40,block_sparse_moe.experts.178.w3,0.0000302845,0.01000,0.823
+40,block_sparse_moe.experts.176.w3,0.0000292744,0.01000,0.866
+40,block_sparse_moe.experts.177.w3,0.0000308931,0.01000,0.854
+40,block_sparse_moe.experts.179.w3,0.0000306463,0.01000,0.828
+40,block_sparse_moe.experts.180.w3,0.0000266874,0.01000,0.833
+40,block_sparse_moe.experts.181.w3,0.0000292249,0.01000,0.839
+40,block_sparse_moe.experts.182.w3,0.0000271169,0.01000,0.841
+40,block_sparse_moe.experts.183.w3,0.0000311910,0.01000,0.832
+40,block_sparse_moe.experts.185.w3,0.0000272214,0.01000,0.816
+40,block_sparse_moe.experts.186.w3,0.0000305697,0.01000,0.825
+40,block_sparse_moe.experts.187.w3,0.0000291129,0.01000,0.826
+40,block_sparse_moe.experts.184.w3,0.0000282636,0.01000,0.884
+40,block_sparse_moe.experts.188.w3,0.0000236374,0.01000,0.833
+40,block_sparse_moe.experts.189.w3,0.0000293318,0.01000,0.838
+40,block_sparse_moe.experts.190.w3,0.0000286412,0.01000,0.839
+40,block_sparse_moe.experts.191.w3,0.0000294804,0.01000,0.859
+40,block_sparse_moe.experts.192.w3,0.0000284015,0.01000,0.828
+40,block_sparse_moe.experts.193.w3,0.0000287330,0.01000,0.830
+40,block_sparse_moe.experts.194.w3,0.0000302858,0.01000,0.836
+40,block_sparse_moe.experts.195.w3,0.0000294302,0.01000,0.838
+40,block_sparse_moe.experts.196.w3,0.0000284317,0.01000,0.852
+40,block_sparse_moe.experts.197.w3,0.0000286126,0.01000,0.857
+40,block_sparse_moe.experts.199.w3,0.0000258743,0.01000,0.846
+40,block_sparse_moe.experts.198.w3,0.0000295969,0.01000,0.853
+40,block_sparse_moe.experts.200.w3,0.0000284022,0.01000,0.854
+40,block_sparse_moe.experts.201.w3,0.0000263147,0.01000,0.843
+40,block_sparse_moe.experts.202.w3,0.0000284087,0.01000,0.852
+40,block_sparse_moe.experts.203.w3,0.0000279789,0.01000,0.842
+40,block_sparse_moe.experts.204.w3,0.0000279854,0.01000,0.838
+40,block_sparse_moe.experts.206.w3,0.0000259789,0.01000,0.839
+40,block_sparse_moe.experts.207.w3,0.0000297812,0.01000,0.850
+40,block_sparse_moe.experts.205.w3,0.0000286822,0.01000,0.876
+40,block_sparse_moe.experts.208.w3,0.0000276362,0.01000,0.845
+40,block_sparse_moe.experts.209.w3,0.0000286739,0.01000,0.837
+40,block_sparse_moe.experts.210.w3,0.0000341580,0.01000,0.841
+40,block_sparse_moe.experts.211.w3,0.0000287069,0.01000,0.835
+40,block_sparse_moe.experts.212.w3,0.0000270819,0.01000,0.854
+40,block_sparse_moe.experts.213.w3,0.0000292010,0.01000,0.840
+40,block_sparse_moe.experts.215.w3,0.0000275634,0.01000,0.841
+40,block_sparse_moe.experts.216.w3,0.0000286410,0.01000,0.834
+40,block_sparse_moe.experts.214.w3,0.0000255332,0.01000,0.849
+40,block_sparse_moe.experts.217.w3,0.0000280714,0.01000,0.840
+40,block_sparse_moe.experts.218.w3,0.0000275608,0.01000,0.835
+40,block_sparse_moe.experts.220.w3,0.0000289539,0.01000,0.816
+40,block_sparse_moe.experts.221.w3,0.0000281712,0.01000,0.836
+40,block_sparse_moe.experts.219.w3,0.0000287810,0.01000,0.871
+40,block_sparse_moe.experts.222.w3,0.0000280239,0.01000,0.844
+40,block_sparse_moe.experts.223.w3,0.0000304631,0.01000,0.849
+40,block_sparse_moe.experts.224.w3,0.0000266019,0.01000,0.847
+40,block_sparse_moe.experts.225.w3,0.0000291127,0.01000,0.833
+40,block_sparse_moe.experts.226.w3,0.0000306498,0.01000,0.846
+40,block_sparse_moe.experts.227.w3,0.0000286821,0.01000,0.837
+40,block_sparse_moe.experts.229.w3,0.0000287628,0.01000,0.830
+40,block_sparse_moe.experts.230.w3,0.0000279788,0.01000,0.836
+40,block_sparse_moe.experts.228.w3,0.0000292865,0.01000,0.859
+40,block_sparse_moe.experts.231.w3,0.0000295588,0.01000,0.850
+40,block_sparse_moe.experts.232.w3,0.0000292106,0.01000,0.837
+40,block_sparse_moe.experts.233.w3,0.0000288883,0.01000,0.850
+40,block_sparse_moe.experts.234.w3,0.0000289280,0.01000,0.836
+40,block_sparse_moe.experts.235.w3,0.0000286246,0.01000,0.840
+40,block_sparse_moe.experts.236.w3,0.0000277023,0.01000,0.844
+40,block_sparse_moe.experts.237.w3,0.0000275196,0.01000,0.838
+40,block_sparse_moe.experts.238.w3,0.0000310416,0.01000,0.847
+40,block_sparse_moe.experts.239.w3,0.0000273594,0.01000,0.841
+40,block_sparse_moe.experts.241.w3,0.0000310899,0.01000,0.827
+40,block_sparse_moe.experts.242.w3,0.0000302008,0.01000,0.840
+40,block_sparse_moe.experts.244.w3,0.0000284839,0.01000,0.828
+40,block_sparse_moe.experts.243.w3,0.0000264424,0.01000,0.842
+40,block_sparse_moe.experts.240.w3,0.0000272223,0.01000,0.870
+40,block_sparse_moe.experts.245.w3,0.0000294239,0.01000,0.846
+40,block_sparse_moe.experts.246.w3,0.0000292284,0.01000,0.843
+40,block_sparse_moe.experts.247.w3,0.0000284638,0.01000,0.854
+40,block_sparse_moe.experts.249.w3,0.0000269713,0.01000,0.824
+40,block_sparse_moe.experts.248.w3,0.0000267377,0.01000,0.855
+40,block_sparse_moe.experts.251.w3,0.0000282662,0.01000,0.837
+40,block_sparse_moe.experts.250.w3,0.0000274018,0.01000,0.848
+40,block_sparse_moe.experts.252.w3,0.0000296546,0.01000,0.711
+40,block_sparse_moe.experts.253.w3,0.0000318846,0.01000,0.708
+40,block_sparse_moe.experts.255.w3,0.0000287656,0.01000,0.667
+40,block_sparse_moe.experts.254.w3,0.0000290328,0.01000,0.691
+40,block_sparse_moe.experts.0.w2,0.0000144894,0.01000,0.434
+40,block_sparse_moe.experts.1.w2,0.0000212581,0.01000,0.445
+40,block_sparse_moe.experts.5.w2,0.0000251937,0.01000,0.447
+40,block_sparse_moe.experts.3.w2,0.0000270292,0.01000,0.457
+40,block_sparse_moe.experts.6.w2,0.0000150064,0.01000,0.459
+40,block_sparse_moe.experts.2.w2,0.0000249480,0.01000,0.467
+40,block_sparse_moe.experts.4.w2,0.0000291986,0.01000,0.479
+40,block_sparse_moe.experts.7.w2,0.0000260723,0.01000,0.406
+40,block_sparse_moe.experts.8.w2,0.0000199816,0.01000,0.413
+40,block_sparse_moe.experts.10.w2,0.0000182447,0.01000,0.410
+40,block_sparse_moe.experts.9.w2,0.0000193109,0.01000,0.432
+40,block_sparse_moe.experts.12.w2,0.0000171117,0.01000,0.428
+40,block_sparse_moe.experts.11.w2,0.0000180468,0.01000,0.436
+40,block_sparse_moe.experts.13.w2,0.0000170630,0.01000,0.433
+40,block_sparse_moe.experts.14.w2,0.0000170426,0.01000,0.415
+40,block_sparse_moe.experts.15.w2,0.0000322680,0.01000,0.417
+40,block_sparse_moe.experts.16.w2,0.0000265120,0.01000,0.424
+40,block_sparse_moe.experts.17.w2,0.0000292228,0.01000,0.421
+40,block_sparse_moe.experts.18.w2,0.0000187427,0.01000,0.438
+40,block_sparse_moe.experts.19.w2,0.0000267627,0.01000,0.437
+40,block_sparse_moe.experts.20.w2,0.0000152055,0.01000,0.433
+40,block_sparse_moe.experts.21.w2,0.0000267670,0.01000,0.411
+40,block_sparse_moe.experts.22.w2,0.0000223784,0.01000,0.412
+40,block_sparse_moe.experts.23.w2,0.0000355159,0.01000,0.415
+40,block_sparse_moe.experts.24.w2,0.0000331353,0.01000,0.412
+40,block_sparse_moe.experts.25.w2,0.0000159849,0.01000,0.423
+40,block_sparse_moe.experts.26.w2,0.0000145201,0.01000,0.429
+40,block_sparse_moe.experts.27.w2,0.0000247227,0.01000,0.427
+40,block_sparse_moe.experts.28.w2,0.0000244072,0.01000,0.412
+40,block_sparse_moe.experts.29.w2,0.0000244432,0.01000,0.414
+40,block_sparse_moe.experts.30.w2,0.0000223290,0.01000,0.418
+40,block_sparse_moe.experts.31.w2,0.0000377994,0.01000,0.415
+40,block_sparse_moe.experts.32.w2,0.0000191149,0.01000,0.425
+40,block_sparse_moe.experts.33.w2,0.0000393868,0.01000,0.431
+40,block_sparse_moe.experts.34.w2,0.0000161532,0.01000,0.428
+40,block_sparse_moe.experts.35.w2,0.0000150546,0.01000,0.416
+40,block_sparse_moe.experts.36.w2,0.0000310428,0.01000,0.431
+40,block_sparse_moe.experts.37.w2,0.0000209552,0.01000,0.419
+40,block_sparse_moe.experts.38.w2,0.0000431426,0.01000,0.415
+40,block_sparse_moe.experts.39.w2,0.0000236557,0.01000,0.438
+40,block_sparse_moe.experts.40.w2,0.0000125762,0.01000,0.433
+40,block_sparse_moe.experts.41.w2,0.0000175991,0.01000,0.446
+40,block_sparse_moe.experts.42.w2,0.0000219235,0.01000,0.411
+40,block_sparse_moe.experts.43.w2,0.0000170647,0.01000,0.415
+40,block_sparse_moe.experts.45.w2,0.0000362850,0.01000,0.415
+40,block_sparse_moe.experts.44.w2,0.0000146810,0.01000,0.418
+40,block_sparse_moe.experts.46.w2,0.0000138253,0.01000,0.421
+40,block_sparse_moe.experts.47.w2,0.0000208393,0.01000,0.440
+40,block_sparse_moe.experts.48.w2,0.0000294032,0.01000,0.428
+40,block_sparse_moe.experts.49.w2,0.0000416954,0.01000,0.414
+40,block_sparse_moe.experts.50.w2,0.0000212243,0.01000,0.419
+40,block_sparse_moe.experts.52.w2,0.0000363330,0.01000,0.417
+40,block_sparse_moe.experts.51.w2,0.0000412553,0.01000,0.433
+40,block_sparse_moe.experts.53.w2,0.0000230569,0.01000,0.423
+40,block_sparse_moe.experts.55.w2,0.0000216289,0.01000,0.429
+40,block_sparse_moe.experts.54.w2,0.0000219944,0.01000,0.440
+40,block_sparse_moe.experts.56.w2,0.0000366037,0.01000,0.411
+40,block_sparse_moe.experts.57.w2,0.0000218520,0.01000,0.413
+40,block_sparse_moe.experts.58.w2,0.0000344700,0.01000,0.422
+40,block_sparse_moe.experts.59.w2,0.0000278496,0.01000,0.414
+40,block_sparse_moe.experts.60.w2,0.0000222703,0.01000,0.430
+40,block_sparse_moe.experts.61.w2,0.0000493511,0.01000,0.430
+40,block_sparse_moe.experts.62.w2,0.0000256913,0.01000,0.442
+40,block_sparse_moe.experts.63.w2,0.0000151240,0.01000,0.423
+40,block_sparse_moe.experts.64.w2,0.0000187397,0.01000,0.423
+40,block_sparse_moe.experts.66.w2,0.0000195123,0.01000,0.417
+40,block_sparse_moe.experts.65.w2,0.0000160935,0.01000,0.422
+40,block_sparse_moe.experts.67.w2,0.0000172542,0.01000,0.422
+40,block_sparse_moe.experts.68.w2,0.0000222556,0.01000,0.431
+40,block_sparse_moe.experts.69.w2,0.0000280216,0.01000,0.437
+40,block_sparse_moe.experts.70.w2,0.0000133464,0.01000,0.423
+40,block_sparse_moe.experts.73.w2,0.0000236067,0.01000,0.415
+40,block_sparse_moe.experts.72.w2,0.0000197186,0.01000,0.425
+40,block_sparse_moe.experts.71.w2,0.0000349312,0.01000,0.454
+40,block_sparse_moe.experts.74.w2,0.0000164398,0.01000,0.416
+40,block_sparse_moe.experts.75.w2,0.0000219670,0.01000,0.421
+40,block_sparse_moe.experts.76.w2,0.0000232772,0.01000,0.429
+40,block_sparse_moe.experts.77.w2,0.0000225749,0.01000,0.412
+40,block_sparse_moe.experts.78.w2,0.0000197262,0.01000,0.418
+40,block_sparse_moe.experts.79.w2,0.0000219849,0.01000,0.421
+40,block_sparse_moe.experts.80.w2,0.0000194584,0.01000,0.425
+40,block_sparse_moe.experts.81.w2,0.0000238107,0.01000,0.418
+40,block_sparse_moe.experts.82.w2,0.0000167392,0.01000,0.425
+40,block_sparse_moe.experts.83.w2,0.0000329244,0.01000,0.430
+40,block_sparse_moe.experts.84.w2,0.0000210824,0.01000,0.413
+40,block_sparse_moe.experts.85.w2,0.0000561017,0.01000,0.415
+40,block_sparse_moe.experts.86.w2,0.0000174046,0.01000,0.430
+40,block_sparse_moe.experts.87.w2,0.0000232738,0.01000,0.426
+40,block_sparse_moe.experts.88.w2,0.0000291265,0.01000,0.420
+40,block_sparse_moe.experts.89.w2,0.0000345329,0.01000,0.420
+40,block_sparse_moe.experts.90.w2,0.0000222676,0.01000,0.427
+40,block_sparse_moe.experts.91.w2,0.0000145334,0.01000,0.413
+40,block_sparse_moe.experts.92.w2,0.0000302327,0.01000,0.413
+40,block_sparse_moe.experts.93.w2,0.0000264568,0.01000,0.424
+40,block_sparse_moe.experts.94.w2,0.0000188046,0.01000,0.418
+40,block_sparse_moe.experts.95.w2,0.0000206855,0.01000,0.418
+40,block_sparse_moe.experts.96.w2,0.0000321638,0.01000,0.421
+40,block_sparse_moe.experts.97.w2,0.0000218219,0.01000,0.430
+40,block_sparse_moe.experts.98.w2,0.0000240063,0.01000,0.419
+40,block_sparse_moe.experts.99.w2,0.0000188015,0.01000,0.417
+40,block_sparse_moe.experts.101.w2,0.0000179714,0.01000,0.424
+40,block_sparse_moe.experts.100.w2,0.0000200876,0.01000,0.427
+40,block_sparse_moe.experts.102.w2,0.0000558242,0.01000,0.421
+40,block_sparse_moe.experts.103.w2,0.0000174441,0.01000,0.424
+40,block_sparse_moe.experts.104.w2,0.0000205726,0.01000,0.432
+40,block_sparse_moe.experts.105.w2,0.0000448134,0.01000,0.411
+40,block_sparse_moe.experts.106.w2,0.0000183897,0.01000,0.410
+40,block_sparse_moe.experts.107.w2,0.0000324305,0.01000,0.422
+40,block_sparse_moe.experts.108.w2,0.0000168484,0.01000,0.427
+40,block_sparse_moe.experts.109.w2,0.0000481965,0.01000,0.416
+40,block_sparse_moe.experts.110.w2,0.0000171079,0.01000,0.420
+40,block_sparse_moe.experts.111.w2,0.0000232346,0.01000,0.428
+40,block_sparse_moe.experts.112.w2,0.0000200790,0.01000,0.411
+40,block_sparse_moe.experts.113.w2,0.0000288566,0.01000,0.412
+40,block_sparse_moe.experts.114.w2,0.0000263202,0.01000,0.421
+40,block_sparse_moe.experts.115.w2,0.0000436811,0.01000,0.422
+40,block_sparse_moe.experts.116.w2,0.0000238291,0.01000,0.421
+40,block_sparse_moe.experts.117.w2,0.0000305667,0.01000,0.426
+40,block_sparse_moe.experts.118.w2,0.0000472460,0.01000,0.432
+40,block_sparse_moe.experts.119.w2,0.0000408400,0.01000,0.417
+40,block_sparse_moe.experts.120.w2,0.0000223298,0.01000,0.417
+40,block_sparse_moe.experts.122.w2,0.0000211239,0.01000,0.421
+40,block_sparse_moe.experts.121.w2,0.0000412298,0.01000,0.447
+40,block_sparse_moe.experts.123.w2,0.0000219650,0.01000,0.415
+40,block_sparse_moe.experts.124.w2,0.0000369867,0.01000,0.422
+40,block_sparse_moe.experts.125.w2,0.0000235493,0.01000,0.427
+40,block_sparse_moe.experts.126.w2,0.0000223177,0.01000,0.411
+40,block_sparse_moe.experts.127.w2,0.0000151550,0.01000,0.410
+40,block_sparse_moe.experts.128.w2,0.0000164806,0.01000,0.432
+40,block_sparse_moe.experts.129.w2,0.0000154280,0.01000,0.435
+40,block_sparse_moe.experts.130.w2,0.0000175814,0.01000,0.415
+40,block_sparse_moe.experts.131.w2,0.0000378547,0.01000,0.418
+40,block_sparse_moe.experts.132.w2,0.0000316130,0.01000,0.430
+40,block_sparse_moe.experts.133.w2,0.0000347653,0.01000,0.415
+40,block_sparse_moe.experts.134.w2,0.0000161266,0.01000,0.418
+40,block_sparse_moe.experts.135.w2,0.0000166087,0.01000,0.428
+40,block_sparse_moe.experts.137.w2,0.0000204232,0.01000,0.418
+40,block_sparse_moe.experts.136.w2,0.0000219084,0.01000,0.430
+40,block_sparse_moe.experts.138.w2,0.0000178478,0.01000,0.425
+40,block_sparse_moe.experts.139.w2,0.0000295804,0.01000,0.425
+40,block_sparse_moe.experts.140.w2,0.0000243806,0.01000,0.410
+40,block_sparse_moe.experts.141.w2,0.0000288007,0.01000,0.411
+40,block_sparse_moe.experts.142.w2,0.0000246917,0.01000,0.423
+40,block_sparse_moe.experts.143.w2,0.0000184723,0.01000,0.414
+40,block_sparse_moe.experts.144.w2,0.0000291214,0.01000,0.442
+40,block_sparse_moe.experts.145.w2,0.0000159807,0.01000,0.423
+40,block_sparse_moe.experts.146.w2,0.0000153302,0.01000,0.424
+40,block_sparse_moe.experts.147.w2,0.0000204015,0.01000,0.411
+40,block_sparse_moe.experts.148.w2,0.0000150930,0.01000,0.415
+40,block_sparse_moe.experts.149.w2,0.0000122524,0.01000,0.427
+40,block_sparse_moe.experts.150.w2,0.0000118830,0.01000,0.416
+40,block_sparse_moe.experts.151.w2,0.0000183414,0.01000,0.439
+40,block_sparse_moe.experts.152.w2,0.0000254221,0.01000,0.422
+40,block_sparse_moe.experts.153.w2,0.0000207447,0.01000,0.427
+40,block_sparse_moe.experts.154.w2,0.0000200434,0.01000,0.415
+40,block_sparse_moe.experts.155.w2,0.0000314673,0.01000,0.412
+40,block_sparse_moe.experts.157.w2,0.0000189413,0.01000,0.408
+40,block_sparse_moe.experts.156.w2,0.0000435387,0.01000,0.433
+40,block_sparse_moe.experts.158.w2,0.0000217772,0.01000,0.435
+40,block_sparse_moe.experts.159.w2,0.0000172691,0.01000,0.416
+40,block_sparse_moe.experts.161.w2,0.0000221516,0.01000,0.410
+40,block_sparse_moe.experts.160.w2,0.0000435774,0.01000,0.420
+40,block_sparse_moe.experts.162.w2,0.0000180219,0.01000,0.409
+40,block_sparse_moe.experts.164.w2,0.0000360470,0.01000,0.420
+40,block_sparse_moe.experts.163.w2,0.0000215924,0.01000,0.444
+40,block_sparse_moe.experts.165.w2,0.0000181428,0.01000,0.428
+40,block_sparse_moe.experts.166.w2,0.0000365326,0.01000,0.422
+40,block_sparse_moe.experts.167.w2,0.0000231274,0.01000,0.429
+40,block_sparse_moe.experts.168.w2,0.0000192144,0.01000,0.427
+40,block_sparse_moe.experts.169.w2,0.0000147274,0.01000,0.414
+40,block_sparse_moe.experts.171.w2,0.0000144310,0.01000,0.415
+40,block_sparse_moe.experts.170.w2,0.0000175158,0.01000,0.438
+40,block_sparse_moe.experts.172.w2,0.0000271852,0.01000,0.434
+40,block_sparse_moe.experts.173.w2,0.0000168897,0.01000,0.417
+40,block_sparse_moe.experts.175.w2,0.0000201406,0.01000,0.412
+40,block_sparse_moe.experts.174.w2,0.0000227038,0.01000,0.429
+40,block_sparse_moe.experts.176.w2,0.0000248088,0.01000,0.408
+40,block_sparse_moe.experts.177.w2,0.0000343879,0.01000,0.435
+40,block_sparse_moe.experts.178.w2,0.0000242034,0.01000,0.424
+40,block_sparse_moe.experts.179.w2,0.0000251086,0.01000,0.418
+40,block_sparse_moe.experts.180.w2,0.0000157929,0.01000,0.416
+40,block_sparse_moe.experts.182.w2,0.0000144677,0.01000,0.413
+40,block_sparse_moe.experts.181.w2,0.0000182065,0.01000,0.433
+40,block_sparse_moe.experts.183.w2,0.0000303059,0.01000,0.416
+40,block_sparse_moe.experts.184.w2,0.0000189557,0.01000,0.419
+40,block_sparse_moe.experts.185.w2,0.0000157632,0.01000,0.422
+40,block_sparse_moe.experts.186.w2,0.0000264888,0.01000,0.421
+40,block_sparse_moe.experts.187.w2,0.0000452386,0.01000,0.419
+40,block_sparse_moe.experts.189.w2,0.0000146960,0.01000,0.415
+40,block_sparse_moe.experts.188.w2,0.0000366576,0.01000,0.437
+40,block_sparse_moe.experts.190.w2,0.0000348512,0.01000,0.413
+40,block_sparse_moe.experts.192.w2,0.0000183071,0.01000,0.414
+40,block_sparse_moe.experts.191.w2,0.0000167780,0.01000,0.432
+40,block_sparse_moe.experts.194.w2,0.0000392611,0.01000,0.416
+40,block_sparse_moe.experts.193.w2,0.0000196507,0.01000,0.423
+40,block_sparse_moe.experts.195.w2,0.0000173093,0.01000,0.427
+40,block_sparse_moe.experts.196.w2,0.0000167055,0.01000,0.418
+40,block_sparse_moe.experts.197.w2,0.0000211865,0.01000,0.414
+40,block_sparse_moe.experts.198.w2,0.0000407981,0.01000,0.425
+40,block_sparse_moe.experts.199.w2,0.0000282125,0.01000,0.429
+40,block_sparse_moe.experts.200.w2,0.0000199101,0.01000,0.417
+40,block_sparse_moe.experts.201.w2,0.0000170721,0.01000,0.430
+40,block_sparse_moe.experts.202.w2,0.0000166769,0.01000,0.436
+40,block_sparse_moe.experts.203.w2,0.0000155030,0.01000,0.428
+40,block_sparse_moe.experts.204.w2,0.0000498176,0.01000,0.423
+40,block_sparse_moe.experts.205.w2,0.0000230818,0.01000,0.417
+40,block_sparse_moe.experts.206.w2,0.0000507993,0.01000,0.411
+40,block_sparse_moe.experts.207.w2,0.0000201347,0.01000,0.418
+40,block_sparse_moe.experts.208.w2,0.0000206928,0.01000,0.420
+40,block_sparse_moe.experts.210.w2,0.0000198859,0.01000,0.417
+40,block_sparse_moe.experts.211.w2,0.0000240410,0.01000,0.417
+40,block_sparse_moe.experts.209.w2,0.0000191705,0.01000,0.428
+40,block_sparse_moe.experts.212.w2,0.0000142420,0.01000,0.415
+40,block_sparse_moe.experts.213.w2,0.0000236029,0.01000,0.410
+40,block_sparse_moe.experts.214.w2,0.0000305467,0.01000,0.417
+40,block_sparse_moe.experts.215.w2,0.0000261454,0.01000,0.426
+40,block_sparse_moe.experts.217.w2,0.0000243216,0.01000,0.419
+40,block_sparse_moe.experts.218.w2,0.0000252495,0.01000,0.421
+40,block_sparse_moe.experts.216.w2,0.0000213327,0.01000,0.443
+40,block_sparse_moe.experts.220.w2,0.0000465055,0.01000,0.414
+40,block_sparse_moe.experts.219.w2,0.0000169146,0.01000,0.436
+40,block_sparse_moe.experts.221.w2,0.0000139687,0.01000,0.413
+40,block_sparse_moe.experts.222.w2,0.0000299740,0.01000,0.416
+40,block_sparse_moe.experts.224.w2,0.0000210203,0.01000,0.416
+40,block_sparse_moe.experts.223.w2,0.0000398946,0.01000,0.439
+40,block_sparse_moe.experts.225.w2,0.0000199153,0.01000,0.422
+40,block_sparse_moe.experts.226.w2,0.0000414787,0.01000,0.420
+40,block_sparse_moe.experts.227.w2,0.0000229888,0.01000,0.417
+40,block_sparse_moe.experts.228.w2,0.0000489735,0.01000,0.418
+40,block_sparse_moe.experts.229.w2,0.0000298903,0.01000,0.416
+40,block_sparse_moe.experts.230.w2,0.0000207143,0.01000,0.434
+40,block_sparse_moe.experts.231.w2,0.0000151456,0.01000,0.426
+40,block_sparse_moe.experts.232.w2,0.0000321637,0.01000,0.437
+40,block_sparse_moe.experts.233.w2,0.0000431186,0.01000,0.421
+40,block_sparse_moe.experts.234.w2,0.0000218990,0.01000,0.431
+40,block_sparse_moe.experts.235.w2,0.0000251993,0.01000,0.431
+40,block_sparse_moe.experts.236.w2,0.0000194322,0.01000,0.419
+40,block_sparse_moe.experts.238.w2,0.0000287340,0.01000,0.411
+40,block_sparse_moe.experts.237.w2,0.0000252264,0.01000,0.429
+40,block_sparse_moe.experts.239.w2,0.0000318726,0.01000,0.416
+40,block_sparse_moe.experts.240.w2,0.0000259161,0.01000,0.418
+40,block_sparse_moe.experts.241.w2,0.0000226248,0.01000,0.413
+40,block_sparse_moe.experts.242.w2,0.0000198586,0.01000,0.416
+40,block_sparse_moe.experts.243.w2,0.0000169398,0.01000,0.425
+40,block_sparse_moe.experts.245.w2,0.0000232226,0.01000,0.413
+40,block_sparse_moe.experts.244.w2,0.0000213314,0.01000,0.427
+40,block_sparse_moe.experts.246.w2,0.0000479890,0.01000,0.415
+40,block_sparse_moe.experts.247.w2,0.0000348897,0.01000,0.422
+40,block_sparse_moe.experts.248.w2,0.0000242900,0.01000,0.416
+40,block_sparse_moe.experts.249.w2,0.0000519125,0.01000,0.418
+40,block_sparse_moe.experts.250.w2,0.0000281978,0.01000,0.423
+40,block_sparse_moe.experts.252.w2,0.0000216495,0.01000,0.398
+40,block_sparse_moe.experts.253.w2,0.0000309273,0.01000,0.392
+40,block_sparse_moe.experts.251.w2,0.0000318667,0.01000,0.408
+40,block_sparse_moe.experts.255.w2,0.0000185262,0.01000,0.335
+40,block_sparse_moe.experts.254.w2,0.0000181397,0.01000,0.339
+41,block_sparse_moe.experts.0.w1,0.0000283162,0.01000,0.841
+41,block_sparse_moe.experts.3.w1,0.0000287677,0.01000,0.838
+41,block_sparse_moe.experts.2.w1,0.0000289549,0.01000,0.843
+41,block_sparse_moe.experts.5.w1,0.0000281575,0.01000,0.845
+41,block_sparse_moe.experts.1.w1,0.0000285740,0.01000,0.850
+41,block_sparse_moe.experts.6.w1,0.0000262560,0.01000,0.853
+41,block_sparse_moe.experts.4.w1,0.0000287098,0.01000,0.876
+41,block_sparse_moe.experts.10.w1,0.0000286941,0.01000,0.825
+41,block_sparse_moe.experts.7.w1,0.0000306737,0.01000,0.836
+41,block_sparse_moe.experts.9.w1,0.0000268927,0.01000,0.835
+41,block_sparse_moe.experts.12.w1,0.0000289256,0.01000,0.838
+41,block_sparse_moe.experts.8.w1,0.0000277435,0.01000,0.858
+41,block_sparse_moe.experts.13.w1,0.0000276450,0.01000,0.856
+41,block_sparse_moe.experts.11.w1,0.0000281820,0.01000,0.902
+41,block_sparse_moe.experts.14.w1,0.0000282526,0.01000,0.821
+41,block_sparse_moe.experts.16.w1,0.0000267935,0.01000,0.831
+41,block_sparse_moe.experts.17.w1,0.0000280678,0.01000,0.825
+41,block_sparse_moe.experts.15.w1,0.0000307536,0.01000,0.865
+41,block_sparse_moe.experts.18.w1,0.0000297680,0.01000,0.864
+41,block_sparse_moe.experts.19.w1,0.0000310596,0.01000,0.854
+41,block_sparse_moe.experts.20.w1,0.0000295068,0.01000,0.871
+41,block_sparse_moe.experts.21.w1,0.0000288943,0.01000,0.821
+41,block_sparse_moe.experts.22.w1,0.0000286123,0.01000,0.841
+41,block_sparse_moe.experts.23.w1,0.0000275285,0.01000,0.837
+41,block_sparse_moe.experts.24.w1,0.0000275107,0.01000,0.825
+41,block_sparse_moe.experts.25.w1,0.0000286295,0.01000,0.849
+41,block_sparse_moe.experts.26.w1,0.0000309370,0.01000,0.848
+41,block_sparse_moe.experts.27.w1,0.0000292973,0.01000,0.870
+41,block_sparse_moe.experts.28.w1,0.0000296248,0.01000,0.824
+41,block_sparse_moe.experts.29.w1,0.0000263788,0.01000,0.830
+41,block_sparse_moe.experts.30.w1,0.0000270302,0.01000,0.837
+41,block_sparse_moe.experts.31.w1,0.0000287306,0.01000,0.828
+41,block_sparse_moe.experts.32.w1,0.0000269586,0.01000,0.841
+41,block_sparse_moe.experts.33.w1,0.0000258297,0.01000,0.847
+41,block_sparse_moe.experts.34.w1,0.0000292823,0.01000,0.872
+41,block_sparse_moe.experts.35.w1,0.0000296668,0.01000,0.846
+41,block_sparse_moe.experts.36.w1,0.0000279557,0.01000,0.840
+41,block_sparse_moe.experts.37.w1,0.0000293022,0.01000,0.835
+41,block_sparse_moe.experts.38.w1,0.0000299807,0.01000,0.835
+41,block_sparse_moe.experts.39.w1,0.0000270701,0.01000,0.842
+41,block_sparse_moe.experts.40.w1,0.0000293956,0.01000,0.857
+41,block_sparse_moe.experts.41.w1,0.0000288110,0.01000,0.862
+41,block_sparse_moe.experts.42.w1,0.0000281082,0.01000,0.858
+41,block_sparse_moe.experts.44.w1,0.0000297885,0.01000,0.830
+41,block_sparse_moe.experts.43.w1,0.0000253659,0.01000,0.835
+41,block_sparse_moe.experts.45.w1,0.0000295172,0.01000,0.830
+41,block_sparse_moe.experts.46.w1,0.0000290132,0.01000,0.841
+41,block_sparse_moe.experts.47.w1,0.0000256140,0.01000,0.857
+41,block_sparse_moe.experts.48.w1,0.0000259776,0.01000,0.859
+41,block_sparse_moe.experts.49.w1,0.0000292568,0.01000,0.817
+41,block_sparse_moe.experts.51.w1,0.0000290664,0.01000,0.831
+41,block_sparse_moe.experts.52.w1,0.0000293105,0.01000,0.846
+41,block_sparse_moe.experts.50.w1,0.0000281944,0.01000,0.871
+41,block_sparse_moe.experts.53.w1,0.0000284365,0.01000,0.845
+41,block_sparse_moe.experts.54.w1,0.0000282371,0.01000,0.858
+41,block_sparse_moe.experts.55.w1,0.0000294127,0.01000,0.861
+41,block_sparse_moe.experts.56.w1,0.0000295103,0.01000,0.839
+41,block_sparse_moe.experts.57.w1,0.0000285597,0.01000,0.846
+41,block_sparse_moe.experts.58.w1,0.0000304719,0.01000,0.830
+41,block_sparse_moe.experts.59.w1,0.0000269872,0.01000,0.824
+41,block_sparse_moe.experts.60.w1,0.0000271816,0.01000,0.837
+41,block_sparse_moe.experts.61.w1,0.0000295418,0.01000,0.837
+41,block_sparse_moe.experts.62.w1,0.0000280217,0.01000,0.880
+41,block_sparse_moe.experts.63.w1,0.0000282925,0.01000,0.827
+41,block_sparse_moe.experts.64.w1,0.0000258746,0.01000,0.826
+41,block_sparse_moe.experts.66.w1,0.0000269540,0.01000,0.823
+41,block_sparse_moe.experts.65.w1,0.0000282675,0.01000,0.857
+41,block_sparse_moe.experts.67.w1,0.0000298290,0.01000,0.838
+41,block_sparse_moe.experts.68.w1,0.0000271275,0.01000,0.835
+41,block_sparse_moe.experts.69.w1,0.0000285248,0.01000,0.850
+41,block_sparse_moe.experts.70.w1,0.0000269985,0.01000,0.830
+41,block_sparse_moe.experts.71.w1,0.0000276438,0.01000,0.824
+41,block_sparse_moe.experts.72.w1,0.0000269463,0.01000,0.829
+41,block_sparse_moe.experts.73.w1,0.0000280135,0.01000,0.838
+41,block_sparse_moe.experts.74.w1,0.0000281992,0.01000,0.840
+41,block_sparse_moe.experts.75.w1,0.0000298094,0.01000,0.842
+41,block_sparse_moe.experts.76.w1,0.0000242938,0.01000,0.848
+41,block_sparse_moe.experts.77.w1,0.0000260788,0.01000,0.829
+41,block_sparse_moe.experts.78.w1,0.0000270109,0.01000,0.826
+41,block_sparse_moe.experts.79.w1,0.0000265234,0.01000,0.836
+41,block_sparse_moe.experts.80.w1,0.0000291762,0.01000,0.829
+41,block_sparse_moe.experts.81.w1,0.0000280778,0.01000,0.851
+41,block_sparse_moe.experts.82.w1,0.0000260609,0.01000,0.844
+41,block_sparse_moe.experts.83.w1,0.0000270859,0.01000,0.852
+41,block_sparse_moe.experts.84.w1,0.0000285747,0.01000,0.833
+41,block_sparse_moe.experts.85.w1,0.0000280119,0.01000,0.832
+41,block_sparse_moe.experts.86.w1,0.0000267995,0.01000,0.825
+41,block_sparse_moe.experts.87.w1,0.0000281227,0.01000,0.821
+41,block_sparse_moe.experts.88.w1,0.0000271774,0.01000,0.857
+41,block_sparse_moe.experts.89.w1,0.0000282619,0.01000,0.837
+41,block_sparse_moe.experts.90.w1,0.0000289387,0.01000,0.864
+41,block_sparse_moe.experts.91.w1,0.0000279782,0.01000,0.829
+41,block_sparse_moe.experts.92.w1,0.0000297618,0.01000,0.831
+41,block_sparse_moe.experts.93.w1,0.0000261412,0.01000,0.833
+41,block_sparse_moe.experts.94.w1,0.0000252979,0.01000,0.823
+41,block_sparse_moe.experts.95.w1,0.0000285639,0.01000,0.840
+41,block_sparse_moe.experts.96.w1,0.0000291812,0.01000,0.841
+41,block_sparse_moe.experts.97.w1,0.0000284893,0.01000,0.859
+41,block_sparse_moe.experts.98.w1,0.0000294999,0.01000,0.821
+41,block_sparse_moe.experts.99.w1,0.0000283017,0.01000,0.828
+41,block_sparse_moe.experts.100.w1,0.0000281815,0.01000,0.834
+41,block_sparse_moe.experts.101.w1,0.0000279655,0.01000,0.828
+41,block_sparse_moe.experts.102.w1,0.0000288418,0.01000,0.844
+41,block_sparse_moe.experts.103.w1,0.0000260734,0.01000,0.846
+41,block_sparse_moe.experts.104.w1,0.0000290991,0.01000,0.856
+41,block_sparse_moe.experts.105.w1,0.0000282604,0.01000,0.816
+41,block_sparse_moe.experts.106.w1,0.0000278481,0.01000,0.822
+41,block_sparse_moe.experts.108.w1,0.0000290603,0.01000,0.816
+41,block_sparse_moe.experts.107.w1,0.0000288997,0.01000,0.822
+41,block_sparse_moe.experts.109.w1,0.0000261186,0.01000,0.845
+41,block_sparse_moe.experts.110.w1,0.0000289431,0.01000,0.852
+41,block_sparse_moe.experts.111.w1,0.0000275676,0.01000,0.849
+41,block_sparse_moe.experts.112.w1,0.0000297320,0.01000,0.831
+41,block_sparse_moe.experts.113.w1,0.0000292230,0.01000,0.836
+41,block_sparse_moe.experts.115.w1,0.0000281432,0.01000,0.837
+41,block_sparse_moe.experts.114.w1,0.0000263291,0.01000,0.839
+41,block_sparse_moe.experts.116.w1,0.0000287543,0.01000,0.846
+41,block_sparse_moe.experts.117.w1,0.0000285348,0.01000,0.838
+41,block_sparse_moe.experts.118.w1,0.0000288855,0.01000,0.854
+41,block_sparse_moe.experts.119.w1,0.0000291889,0.01000,0.830
+41,block_sparse_moe.experts.120.w1,0.0000289259,0.01000,0.845
+41,block_sparse_moe.experts.122.w1,0.0000272699,0.01000,0.827
+41,block_sparse_moe.experts.121.w1,0.0000283861,0.01000,0.854
+41,block_sparse_moe.experts.123.w1,0.0000288377,0.01000,0.847
+41,block_sparse_moe.experts.124.w1,0.0000287017,0.01000,0.840
+41,block_sparse_moe.experts.125.w1,0.0000294452,0.01000,0.842
+41,block_sparse_moe.experts.126.w1,0.0000287465,0.01000,0.813
+41,block_sparse_moe.experts.127.w1,0.0000295214,0.01000,0.825
+41,block_sparse_moe.experts.128.w1,0.0000295615,0.01000,0.823
+41,block_sparse_moe.experts.129.w1,0.0000274398,0.01000,0.820
+41,block_sparse_moe.experts.130.w1,0.0000268850,0.01000,0.849
+41,block_sparse_moe.experts.131.w1,0.0000280934,0.01000,0.841
+41,block_sparse_moe.experts.132.w1,0.0000288966,0.01000,0.846
+41,block_sparse_moe.experts.133.w1,0.0000278729,0.01000,0.828
+41,block_sparse_moe.experts.134.w1,0.0000292111,0.01000,0.829
+41,block_sparse_moe.experts.135.w1,0.0000284428,0.01000,0.829
+41,block_sparse_moe.experts.136.w1,0.0000276571,0.01000,0.827
+41,block_sparse_moe.experts.138.w1,0.0000297244,0.01000,0.843
+41,block_sparse_moe.experts.137.w1,0.0000291899,0.01000,0.862
+41,block_sparse_moe.experts.139.w1,0.0000290943,0.01000,0.845
+41,block_sparse_moe.experts.140.w1,0.0000289566,0.01000,0.835
+41,block_sparse_moe.experts.141.w1,0.0000264298,0.01000,0.833
+41,block_sparse_moe.experts.142.w1,0.0000289039,0.01000,0.835
+41,block_sparse_moe.experts.143.w1,0.0000270299,0.01000,0.825
+41,block_sparse_moe.experts.144.w1,0.0000254936,0.01000,0.841
+41,block_sparse_moe.experts.145.w1,0.0000275773,0.01000,0.846
+41,block_sparse_moe.experts.146.w1,0.0000251275,0.01000,0.845
+41,block_sparse_moe.experts.147.w1,0.0000279664,0.01000,0.823
+41,block_sparse_moe.experts.149.w1,0.0000293964,0.01000,0.826
+41,block_sparse_moe.experts.148.w1,0.0000287972,0.01000,0.838
+41,block_sparse_moe.experts.150.w1,0.0000264802,0.01000,0.835
+41,block_sparse_moe.experts.151.w1,0.0000285492,0.01000,0.842
+41,block_sparse_moe.experts.152.w1,0.0000298483,0.01000,0.850
+41,block_sparse_moe.experts.153.w1,0.0000284229,0.01000,0.861
+41,block_sparse_moe.experts.154.w1,0.0000297554,0.01000,0.830
+41,block_sparse_moe.experts.155.w1,0.0000254863,0.01000,0.821
+41,block_sparse_moe.experts.157.w1,0.0000257523,0.01000,0.821
+41,block_sparse_moe.experts.156.w1,0.0000254189,0.01000,0.861
+41,block_sparse_moe.experts.158.w1,0.0000288983,0.01000,0.838
+41,block_sparse_moe.experts.159.w1,0.0000276005,0.01000,0.844
+41,block_sparse_moe.experts.160.w1,0.0000275976,0.01000,0.861
+41,block_sparse_moe.experts.161.w1,0.0000291662,0.01000,0.831
+41,block_sparse_moe.experts.162.w1,0.0000290707,0.01000,0.819
+41,block_sparse_moe.experts.163.w1,0.0000270905,0.01000,0.834
+41,block_sparse_moe.experts.164.w1,0.0000274890,0.01000,0.839
+41,block_sparse_moe.experts.165.w1,0.0000289756,0.01000,0.843
+41,block_sparse_moe.experts.166.w1,0.0000282209,0.01000,0.851
+41,block_sparse_moe.experts.167.w1,0.0000282175,0.01000,0.865
+41,block_sparse_moe.experts.168.w1,0.0000290350,0.01000,0.831
+41,block_sparse_moe.experts.169.w1,0.0000201796,0.01000,0.825
+41,block_sparse_moe.experts.170.w1,0.0000275656,0.01000,0.834
+41,block_sparse_moe.experts.171.w1,0.0000298056,0.01000,0.830
+41,block_sparse_moe.experts.172.w1,0.0000295889,0.01000,0.841
+41,block_sparse_moe.experts.173.w1,0.0000291837,0.01000,0.844
+41,block_sparse_moe.experts.174.w1,0.0000284861,0.01000,0.847
+41,block_sparse_moe.experts.175.w1,0.0000285660,0.01000,0.854
+41,block_sparse_moe.experts.176.w1,0.0000286244,0.01000,0.824
+41,block_sparse_moe.experts.177.w1,0.0000252669,0.01000,0.834
+41,block_sparse_moe.experts.178.w1,0.0000283630,0.01000,0.824
+41,block_sparse_moe.experts.179.w1,0.0000281405,0.01000,0.843
+41,block_sparse_moe.experts.180.w1,0.0000282037,0.01000,0.856
+41,block_sparse_moe.experts.181.w1,0.0000287128,0.01000,0.852
+41,block_sparse_moe.experts.182.w1,0.0000260735,0.01000,0.849
+41,block_sparse_moe.experts.183.w1,0.0000281839,0.01000,0.832
+41,block_sparse_moe.experts.184.w1,0.0000280881,0.01000,0.830
+41,block_sparse_moe.experts.185.w1,0.0000254399,0.01000,0.828
+41,block_sparse_moe.experts.186.w1,0.0000253672,0.01000,0.833
+41,block_sparse_moe.experts.187.w1,0.0000282878,0.01000,0.838
+41,block_sparse_moe.experts.188.w1,0.0000291832,0.01000,0.854
+41,block_sparse_moe.experts.189.w1,0.0000287613,0.01000,0.826
+41,block_sparse_moe.experts.190.w1,0.0000280186,0.01000,0.831
+41,block_sparse_moe.experts.191.w1,0.0000287247,0.01000,0.835
+41,block_sparse_moe.experts.192.w1,0.0000292902,0.01000,0.824
+41,block_sparse_moe.experts.193.w1,0.0000296073,0.01000,0.836
+41,block_sparse_moe.experts.194.w1,0.0000299742,0.01000,0.837
+41,block_sparse_moe.experts.195.w1,0.0000294770,0.01000,0.850
+41,block_sparse_moe.experts.196.w1,0.0000266250,0.01000,0.828
+41,block_sparse_moe.experts.197.w1,0.0000281460,0.01000,0.831
+41,block_sparse_moe.experts.198.w1,0.0000292875,0.01000,0.830
+41,block_sparse_moe.experts.199.w1,0.0000266619,0.01000,0.826
+41,block_sparse_moe.experts.200.w1,0.0000289580,0.01000,0.834
+41,block_sparse_moe.experts.201.w1,0.0000279594,0.01000,0.837
+41,block_sparse_moe.experts.202.w1,0.0000283387,0.01000,0.846
+41,block_sparse_moe.experts.203.w1,0.0000272658,0.01000,0.827
+41,block_sparse_moe.experts.204.w1,0.0000279141,0.01000,0.830
+41,block_sparse_moe.experts.206.w1,0.0000271884,0.01000,0.828
+41,block_sparse_moe.experts.205.w1,0.0000283692,0.01000,0.831
+41,block_sparse_moe.experts.207.w1,0.0000301962,0.01000,0.833
+41,block_sparse_moe.experts.208.w1,0.0000261127,0.01000,0.838
+41,block_sparse_moe.experts.209.w1,0.0000291849,0.01000,0.849
+41,block_sparse_moe.experts.210.w1,0.0000248755,0.01000,0.828
+41,block_sparse_moe.experts.211.w1,0.0000274644,0.01000,0.827
+41,block_sparse_moe.experts.213.w1,0.0000266251,0.01000,0.825
+41,block_sparse_moe.experts.212.w1,0.0000283311,0.01000,0.852
+41,block_sparse_moe.experts.214.w1,0.0000284368,0.01000,0.830
+41,block_sparse_moe.experts.215.w1,0.0000275172,0.01000,0.836
+41,block_sparse_moe.experts.216.w1,0.0000260021,0.01000,0.853
+41,block_sparse_moe.experts.217.w1,0.0000288837,0.01000,0.829
+41,block_sparse_moe.experts.218.w1,0.0000262717,0.01000,0.831
+41,block_sparse_moe.experts.219.w1,0.0000296445,0.01000,0.849
+41,block_sparse_moe.experts.220.w1,0.0000268090,0.01000,0.835
+41,block_sparse_moe.experts.221.w1,0.0000290471,0.01000,0.838
+41,block_sparse_moe.experts.222.w1,0.0000284200,0.01000,0.839
+41,block_sparse_moe.experts.224.w1,0.0000288871,0.01000,0.833
+41,block_sparse_moe.experts.223.w1,0.0000250001,0.01000,0.871
+41,block_sparse_moe.experts.225.w1,0.0000318636,0.01000,0.840
+41,block_sparse_moe.experts.226.w1,0.0000283301,0.01000,0.835
+41,block_sparse_moe.experts.227.w1,0.0000298325,0.01000,0.833
+41,block_sparse_moe.experts.228.w1,0.0000226696,0.01000,0.840
+41,block_sparse_moe.experts.229.w1,0.0000265645,0.01000,0.837
+41,block_sparse_moe.experts.232.w1,0.0000307186,0.01000,0.822
+41,block_sparse_moe.experts.231.w1,0.0000255214,0.01000,0.835
+41,block_sparse_moe.experts.230.w1,0.0000283919,0.01000,0.894
+41,block_sparse_moe.experts.234.w1,0.0000280216,0.01000,0.833
+41,block_sparse_moe.experts.233.w1,0.0000292887,0.01000,0.868
+41,block_sparse_moe.experts.235.w1,0.0000266790,0.01000,0.856
+41,block_sparse_moe.experts.236.w1,0.0000283868,0.01000,0.832
+41,block_sparse_moe.experts.238.w1,0.0000242774,0.01000,0.827
+41,block_sparse_moe.experts.239.w1,0.0000301781,0.01000,0.835
+41,block_sparse_moe.experts.237.w1,0.0000267176,0.01000,0.866
+41,block_sparse_moe.experts.240.w1,0.0000277704,0.01000,0.839
+41,block_sparse_moe.experts.241.w1,0.0000288523,0.01000,0.823
+41,block_sparse_moe.experts.242.w1,0.0000302022,0.01000,0.848
+41,block_sparse_moe.experts.243.w1,0.0000287648,0.01000,0.844
+41,block_sparse_moe.experts.244.w1,0.0000279198,0.01000,0.861
+41,block_sparse_moe.experts.245.w1,0.0000257060,0.01000,0.829
+41,block_sparse_moe.experts.246.w1,0.0000285589,0.01000,0.826
+41,block_sparse_moe.experts.248.w1,0.0000284296,0.01000,0.825
+41,block_sparse_moe.experts.247.w1,0.0000268292,0.01000,0.857
+41,block_sparse_moe.experts.249.w1,0.0000282419,0.01000,0.862
+41,block_sparse_moe.experts.250.w1,0.0000292581,0.01000,0.846
+41,block_sparse_moe.experts.253.w1,0.0000302108,0.01000,0.821
+41,block_sparse_moe.experts.252.w1,0.0000295394,0.01000,0.825
+41,block_sparse_moe.experts.251.w1,0.0000288543,0.01000,0.882
+41,block_sparse_moe.experts.254.w1,0.0000290743,0.01000,0.828
+41,block_sparse_moe.experts.255.w1,0.0000279455,0.01000,0.831
+41,block_sparse_moe.experts.0.w3,0.0000314508,0.01000,0.855
+41,block_sparse_moe.experts.1.w3,0.0000304439,0.01000,0.843
+41,block_sparse_moe.experts.3.w3,0.0000335285,0.01000,0.828
+41,block_sparse_moe.experts.2.w3,0.0000311026,0.01000,0.891
+41,block_sparse_moe.experts.5.w3,0.0000312939,0.01000,0.831
+41,block_sparse_moe.experts.6.w3,0.0000292049,0.01000,0.821
+41,block_sparse_moe.experts.4.w3,0.0000303301,0.01000,0.855
+41,block_sparse_moe.experts.7.w3,0.0000328926,0.01000,0.846
+41,block_sparse_moe.experts.8.w3,0.0000302506,0.01000,0.843
+41,block_sparse_moe.experts.10.w3,0.0000307798,0.01000,0.819
+41,block_sparse_moe.experts.9.w3,0.0000328301,0.01000,0.884
+41,block_sparse_moe.experts.11.w3,0.0000307336,0.01000,0.831
+41,block_sparse_moe.experts.13.w3,0.0000311884,0.01000,0.830
+41,block_sparse_moe.experts.12.w3,0.0000312460,0.01000,0.858
+41,block_sparse_moe.experts.14.w3,0.0000308575,0.01000,0.846
+41,block_sparse_moe.experts.15.w3,0.0000349590,0.01000,0.844
+41,block_sparse_moe.experts.18.w3,0.0000328248,0.01000,0.825
+41,block_sparse_moe.experts.17.w3,0.0000301270,0.01000,0.839
+41,block_sparse_moe.experts.16.w3,0.0000307991,0.01000,0.862
+41,block_sparse_moe.experts.19.w3,0.0000336204,0.01000,0.840
+41,block_sparse_moe.experts.20.w3,0.0000325050,0.01000,0.834
+41,block_sparse_moe.experts.21.w3,0.0000331123,0.01000,0.842
+41,block_sparse_moe.experts.22.w3,0.0000309002,0.01000,0.842
+41,block_sparse_moe.experts.24.w3,0.0000298212,0.01000,0.841
+41,block_sparse_moe.experts.25.w3,0.0000307455,0.01000,0.833
+41,block_sparse_moe.experts.26.w3,0.0000337460,0.01000,0.832
+41,block_sparse_moe.experts.23.w3,0.0000295505,0.01000,0.871
+41,block_sparse_moe.experts.27.w3,0.0000335184,0.01000,0.831
+41,block_sparse_moe.experts.28.w3,0.0000350563,0.01000,0.836
+41,block_sparse_moe.experts.29.w3,0.0000292511,0.01000,0.863
+41,block_sparse_moe.experts.31.w3,0.0000317048,0.01000,0.837
+41,block_sparse_moe.experts.32.w3,0.0000317354,0.01000,0.830
+41,block_sparse_moe.experts.34.w3,0.0000313601,0.01000,0.827
+41,block_sparse_moe.experts.33.w3,0.0000290639,0.01000,0.841
+41,block_sparse_moe.experts.30.w3,0.0000289897,0.01000,0.887
+41,block_sparse_moe.experts.35.w3,0.0000323094,0.01000,0.845
+41,block_sparse_moe.experts.36.w3,0.0000317143,0.01000,0.836
+41,block_sparse_moe.experts.38.w3,0.0000325663,0.01000,0.823
+41,block_sparse_moe.experts.39.w3,0.0000301188,0.01000,0.823
+41,block_sparse_moe.experts.40.w3,0.0000318590,0.01000,0.838
+41,block_sparse_moe.experts.41.w3,0.0000331068,0.01000,0.849
+41,block_sparse_moe.experts.37.w3,0.0000316095,0.01000,0.893
+41,block_sparse_moe.experts.42.w3,0.0000321259,0.01000,0.842
+41,block_sparse_moe.experts.43.w3,0.0000284082,0.01000,0.835
+41,block_sparse_moe.experts.45.w3,0.0000345994,0.01000,0.816
+41,block_sparse_moe.experts.46.w3,0.0000310975,0.01000,0.819
+41,block_sparse_moe.experts.48.w3,0.0000283753,0.01000,0.820
+41,block_sparse_moe.experts.44.w3,0.0000331185,0.01000,0.902
+41,block_sparse_moe.experts.47.w3,0.0000275063,0.01000,0.863
+41,block_sparse_moe.experts.49.w3,0.0000318849,0.01000,0.844
+41,block_sparse_moe.experts.50.w3,0.0000309675,0.01000,0.834
+41,block_sparse_moe.experts.52.w3,0.0000341364,0.01000,0.826
+41,block_sparse_moe.experts.53.w3,0.0000302148,0.01000,0.817
+41,block_sparse_moe.experts.51.w3,0.0000330645,0.01000,0.886
+41,block_sparse_moe.experts.54.w3,0.0000300551,0.01000,0.837
+41,block_sparse_moe.experts.55.w3,0.0000351729,0.01000,0.839
+41,block_sparse_moe.experts.56.w3,0.0000322933,0.01000,0.843
+41,block_sparse_moe.experts.57.w3,0.0000321726,0.01000,0.833
+41,block_sparse_moe.experts.59.w3,0.0000297266,0.01000,0.820
+41,block_sparse_moe.experts.60.w3,0.0000307864,0.01000,0.825
+41,block_sparse_moe.experts.58.w3,0.0000348245,0.01000,0.887
+41,block_sparse_moe.experts.61.w3,0.0000317628,0.01000,0.837
+41,block_sparse_moe.experts.62.w3,0.0000303492,0.01000,0.847
+41,block_sparse_moe.experts.64.w3,0.0000261172,0.01000,0.831
+41,block_sparse_moe.experts.63.w3,0.0000311166,0.01000,0.864
+41,block_sparse_moe.experts.66.w3,0.0000299645,0.01000,0.817
+41,block_sparse_moe.experts.65.w3,0.0000307356,0.01000,0.860
+41,block_sparse_moe.experts.67.w3,0.0000319117,0.01000,0.828
+41,block_sparse_moe.experts.68.w3,0.0000293849,0.01000,0.840
+41,block_sparse_moe.experts.69.w3,0.0000301815,0.01000,0.837
+41,block_sparse_moe.experts.70.w3,0.0000298937,0.01000,0.838
+41,block_sparse_moe.experts.71.w3,0.0000325079,0.01000,0.839
+41,block_sparse_moe.experts.72.w3,0.0000305033,0.01000,0.836
+41,block_sparse_moe.experts.73.w3,0.0000334454,0.01000,0.819
+41,block_sparse_moe.experts.74.w3,0.0000306697,0.01000,0.830
+41,block_sparse_moe.experts.75.w3,0.0000324000,0.01000,0.848
+41,block_sparse_moe.experts.76.w3,0.0000260245,0.01000,0.833
+41,block_sparse_moe.experts.77.w3,0.0000282706,0.01000,0.836
+41,block_sparse_moe.experts.78.w3,0.0000310593,0.01000,0.847
+41,block_sparse_moe.experts.80.w3,0.0000319121,0.01000,0.819
+41,block_sparse_moe.experts.81.w3,0.0000308801,0.01000,0.829
+41,block_sparse_moe.experts.79.w3,0.0000281377,0.01000,0.854
+41,block_sparse_moe.experts.82.w3,0.0000311666,0.01000,0.841
+41,block_sparse_moe.experts.83.w3,0.0000286031,0.01000,0.830
+41,block_sparse_moe.experts.84.w3,0.0000318367,0.01000,0.832
+41,block_sparse_moe.experts.85.w3,0.0000320438,0.01000,0.843
+41,block_sparse_moe.experts.87.w3,0.0000307130,0.01000,0.821
+41,block_sparse_moe.experts.86.w3,0.0000289553,0.01000,0.845
+41,block_sparse_moe.experts.88.w3,0.0000321130,0.01000,0.825
+41,block_sparse_moe.experts.89.w3,0.0000310182,0.01000,0.832
+41,block_sparse_moe.experts.90.w3,0.0000318504,0.01000,0.833
+41,block_sparse_moe.experts.91.w3,0.0000303849,0.01000,0.858
+41,block_sparse_moe.experts.92.w3,0.0000343582,0.01000,0.868
+41,block_sparse_moe.experts.94.w3,0.0000274754,0.01000,0.824
+41,block_sparse_moe.experts.95.w3,0.0000312336,0.01000,0.827
+41,block_sparse_moe.experts.93.w3,0.0000308085,0.01000,0.874
+41,block_sparse_moe.experts.97.w3,0.0000322867,0.01000,0.823
+41,block_sparse_moe.experts.96.w3,0.0000339054,0.01000,0.848
+41,block_sparse_moe.experts.98.w3,0.0000315324,0.01000,0.857
+41,block_sparse_moe.experts.99.w3,0.0000319652,0.01000,0.882
+41,block_sparse_moe.experts.101.w3,0.0000308430,0.01000,0.836
+41,block_sparse_moe.experts.100.w3,0.0000313491,0.01000,0.874
+41,block_sparse_moe.experts.102.w3,0.0000311599,0.01000,0.831
+41,block_sparse_moe.experts.103.w3,0.0000306752,0.01000,0.833
+41,block_sparse_moe.experts.104.w3,0.0000336684,0.01000,0.828
+41,block_sparse_moe.experts.105.w3,0.0000312678,0.01000,0.840
+41,block_sparse_moe.experts.106.w3,0.0000303701,0.01000,0.841
+41,block_sparse_moe.experts.108.w3,0.0000320270,0.01000,0.825
+41,block_sparse_moe.experts.109.w3,0.0000293105,0.01000,0.835
+41,block_sparse_moe.experts.107.w3,0.0000308061,0.01000,0.883
+41,block_sparse_moe.experts.110.w3,0.0000325864,0.01000,0.843
+41,block_sparse_moe.experts.111.w3,0.0000303409,0.01000,0.837
+41,block_sparse_moe.experts.112.w3,0.0000323869,0.01000,0.834
+41,block_sparse_moe.experts.113.w3,0.0000322806,0.01000,0.835
+41,block_sparse_moe.experts.115.w3,0.0000307653,0.01000,0.834
+41,block_sparse_moe.experts.116.w3,0.0000332168,0.01000,0.839
+41,block_sparse_moe.experts.114.w3,0.0000280380,0.01000,0.871
+41,block_sparse_moe.experts.117.w3,0.0000305405,0.01000,0.837
+41,block_sparse_moe.experts.118.w3,0.0000308821,0.01000,0.830
+41,block_sparse_moe.experts.119.w3,0.0000316551,0.01000,0.843
+41,block_sparse_moe.experts.120.w3,0.0000312741,0.01000,0.842
+41,block_sparse_moe.experts.121.w3,0.0000313750,0.01000,0.856
+41,block_sparse_moe.experts.123.w3,0.0000318214,0.01000,0.839
+41,block_sparse_moe.experts.122.w3,0.0000290924,0.01000,0.841
+41,block_sparse_moe.experts.125.w3,0.0000320467,0.01000,0.833
+41,block_sparse_moe.experts.124.w3,0.0000328816,0.01000,0.858
+41,block_sparse_moe.experts.126.w3,0.0000314539,0.01000,0.848
+41,block_sparse_moe.experts.127.w3,0.0000319265,0.01000,0.844
+41,block_sparse_moe.experts.129.w3,0.0000290714,0.01000,0.826
+41,block_sparse_moe.experts.131.w3,0.0000303965,0.01000,0.837
+41,block_sparse_moe.experts.130.w3,0.0000313948,0.01000,0.840
+41,block_sparse_moe.experts.132.w3,0.0000312117,0.01000,0.823
+41,block_sparse_moe.experts.128.w3,0.0000317817,0.01000,0.872
+41,block_sparse_moe.experts.133.w3,0.0000321161,0.01000,0.841
+41,block_sparse_moe.experts.134.w3,0.0000321582,0.01000,0.841
+41,block_sparse_moe.experts.136.w3,0.0000311099,0.01000,0.833
+41,block_sparse_moe.experts.137.w3,0.0000310137,0.01000,0.843
+41,block_sparse_moe.experts.138.w3,0.0000324007,0.01000,0.837
+41,block_sparse_moe.experts.139.w3,0.0000312117,0.01000,0.835
+41,block_sparse_moe.experts.135.w3,0.0000323753,0.01000,0.886
+41,block_sparse_moe.experts.140.w3,0.0000312032,0.01000,0.840
+41,block_sparse_moe.experts.141.w3,0.0000307692,0.01000,0.839
+41,block_sparse_moe.experts.144.w3,0.0000278483,0.01000,0.830
+41,block_sparse_moe.experts.143.w3,0.0000304831,0.01000,0.855
+41,block_sparse_moe.experts.145.w3,0.0000299299,0.01000,0.848
+41,block_sparse_moe.experts.142.w3,0.0000351143,0.01000,0.884
+41,block_sparse_moe.experts.146.w3,0.0000283146,0.01000,0.845
+41,block_sparse_moe.experts.147.w3,0.0000335266,0.01000,0.840
+41,block_sparse_moe.experts.148.w3,0.0000323658,0.01000,0.837
+41,block_sparse_moe.experts.149.w3,0.0000322831,0.01000,0.855
+41,block_sparse_moe.experts.150.w3,0.0000295446,0.01000,0.838
+41,block_sparse_moe.experts.153.w3,0.0000314272,0.01000,0.832
+41,block_sparse_moe.experts.152.w3,0.0000324685,0.01000,0.839
+41,block_sparse_moe.experts.151.w3,0.0000309744,0.01000,0.873
+41,block_sparse_moe.experts.154.w3,0.0000345864,0.01000,0.847
+41,block_sparse_moe.experts.155.w3,0.0000273803,0.01000,0.843
+41,block_sparse_moe.experts.156.w3,0.0000286257,0.01000,0.845
+41,block_sparse_moe.experts.158.w3,0.0000315315,0.01000,0.828
+41,block_sparse_moe.experts.159.w3,0.0000301458,0.01000,0.837
+41,block_sparse_moe.experts.160.w3,0.0000313475,0.01000,0.826
+41,block_sparse_moe.experts.157.w3,0.0000305732,0.01000,0.887
+41,block_sparse_moe.experts.161.w3,0.0000326238,0.01000,0.834
+41,block_sparse_moe.experts.162.w3,0.0000328154,0.01000,0.832
+41,block_sparse_moe.experts.164.w3,0.0000297908,0.01000,0.841
+41,block_sparse_moe.experts.165.w3,0.0000328211,0.01000,0.835
+41,block_sparse_moe.experts.163.w3,0.0000296399,0.01000,0.865
+41,block_sparse_moe.experts.166.w3,0.0000301274,0.01000,0.857
+41,block_sparse_moe.experts.167.w3,0.0000312751,0.01000,0.841
+41,block_sparse_moe.experts.168.w3,0.0000314850,0.01000,0.837
+41,block_sparse_moe.experts.169.w3,0.0000366328,0.01000,0.853
+41,block_sparse_moe.experts.171.w3,0.0000323962,0.01000,0.837
+41,block_sparse_moe.experts.172.w3,0.0000323672,0.01000,0.829
+41,block_sparse_moe.experts.170.w3,0.0000311249,0.01000,0.846
+41,block_sparse_moe.experts.174.w3,0.0000306949,0.01000,0.822
+41,block_sparse_moe.experts.173.w3,0.0000311502,0.01000,0.885
+41,block_sparse_moe.experts.175.w3,0.0000313076,0.01000,0.829
+41,block_sparse_moe.experts.176.w3,0.0000310574,0.01000,0.849
+41,block_sparse_moe.experts.179.w3,0.0000310263,0.01000,0.816
+41,block_sparse_moe.experts.178.w3,0.0000326725,0.01000,0.823
+41,block_sparse_moe.experts.180.w3,0.0000321071,0.01000,0.837
+41,block_sparse_moe.experts.177.w3,0.0000264787,0.01000,0.876
+41,block_sparse_moe.experts.181.w3,0.0000314974,0.01000,0.846
+41,block_sparse_moe.experts.182.w3,0.0000280455,0.01000,0.831
+41,block_sparse_moe.experts.183.w3,0.0000303434,0.01000,0.851
+41,block_sparse_moe.experts.185.w3,0.0000276123,0.01000,0.827
+41,block_sparse_moe.experts.186.w3,0.0000276920,0.01000,0.832
+41,block_sparse_moe.experts.184.w3,0.0000300342,0.01000,0.886
+41,block_sparse_moe.experts.187.w3,0.0000310988,0.01000,0.836
+41,block_sparse_moe.experts.188.w3,0.0000317544,0.01000,0.852
+41,block_sparse_moe.experts.189.w3,0.0000311588,0.01000,0.831
+41,block_sparse_moe.experts.190.w3,0.0000305189,0.01000,0.843
+41,block_sparse_moe.experts.191.w3,0.0000313607,0.01000,0.852
+41,block_sparse_moe.experts.192.w3,0.0000325791,0.01000,0.822
+41,block_sparse_moe.experts.193.w3,0.0000319838,0.01000,0.825
+41,block_sparse_moe.experts.194.w3,0.0000328657,0.01000,0.836
+41,block_sparse_moe.experts.195.w3,0.0000322132,0.01000,0.850
+41,block_sparse_moe.experts.196.w3,0.0000296333,0.01000,0.829
+41,block_sparse_moe.experts.197.w3,0.0000321989,0.01000,0.848
+41,block_sparse_moe.experts.199.w3,0.0000316195,0.01000,0.829
+41,block_sparse_moe.experts.200.w3,0.0000311934,0.01000,0.825
+41,block_sparse_moe.experts.201.w3,0.0000313677,0.01000,0.833
+41,block_sparse_moe.experts.198.w3,0.0000334886,0.01000,0.873
+41,block_sparse_moe.experts.202.w3,0.0000323290,0.01000,0.829
+41,block_sparse_moe.experts.203.w3,0.0000306841,0.01000,0.849
+41,block_sparse_moe.experts.204.w3,0.0000319086,0.01000,0.891
+41,block_sparse_moe.experts.206.w3,0.0000300040,0.01000,0.832
+41,block_sparse_moe.experts.205.w3,0.0000310447,0.01000,0.847
+41,block_sparse_moe.experts.208.w3,0.0000289698,0.01000,0.846
+41,block_sparse_moe.experts.207.w3,0.0000344748,0.01000,0.900
+41,block_sparse_moe.experts.209.w3,0.0000340606,0.01000,0.831
+41,block_sparse_moe.experts.210.w3,0.0000279307,0.01000,0.836
+41,block_sparse_moe.experts.211.w3,0.0000297485,0.01000,0.841
+41,block_sparse_moe.experts.213.w3,0.0000315813,0.01000,0.823
+41,block_sparse_moe.experts.214.w3,0.0000325880,0.01000,0.833
+41,block_sparse_moe.experts.212.w3,0.0000308229,0.01000,0.886
+41,block_sparse_moe.experts.215.w3,0.0000292234,0.01000,0.840
+41,block_sparse_moe.experts.216.w3,0.0000291668,0.01000,0.830
+41,block_sparse_moe.experts.217.w3,0.0000331288,0.01000,0.838
+41,block_sparse_moe.experts.218.w3,0.0000286233,0.01000,0.843
+41,block_sparse_moe.experts.219.w3,0.0000325829,0.01000,0.848
+41,block_sparse_moe.experts.220.w3,0.0000287985,0.01000,0.817
+41,block_sparse_moe.experts.221.w3,0.0000318245,0.01000,0.841
+41,block_sparse_moe.experts.223.w3,0.0000279479,0.01000,0.823
+41,block_sparse_moe.experts.222.w3,0.0000338833,0.01000,0.857
+41,block_sparse_moe.experts.224.w3,0.0000322357,0.01000,0.848
+41,block_sparse_moe.experts.225.w3,0.0000341359,0.01000,0.845
+41,block_sparse_moe.experts.227.w3,0.0000324137,0.01000,0.815
+41,block_sparse_moe.experts.226.w3,0.0000306584,0.01000,0.858
+41,block_sparse_moe.experts.228.w3,0.0000248542,0.01000,0.847
+41,block_sparse_moe.experts.229.w3,0.0000302854,0.01000,0.837
+41,block_sparse_moe.experts.230.w3,0.0000314384,0.01000,0.823
+41,block_sparse_moe.experts.231.w3,0.0000277317,0.01000,0.835
+41,block_sparse_moe.experts.232.w3,0.0000341197,0.01000,0.850
+41,block_sparse_moe.experts.233.w3,0.0000312473,0.01000,0.845
+41,block_sparse_moe.experts.234.w3,0.0000320720,0.01000,0.818
+41,block_sparse_moe.experts.235.w3,0.0000297720,0.01000,0.838
+41,block_sparse_moe.experts.236.w3,0.0000308697,0.01000,0.832
+41,block_sparse_moe.experts.237.w3,0.0000288796,0.01000,0.831
+41,block_sparse_moe.experts.238.w3,0.0000314837,0.01000,0.843
+41,block_sparse_moe.experts.239.w3,0.0000324958,0.01000,0.848
+41,block_sparse_moe.experts.241.w3,0.0000326331,0.01000,0.816
+41,block_sparse_moe.experts.240.w3,0.0000318805,0.01000,0.865
+41,block_sparse_moe.experts.242.w3,0.0000336935,0.01000,0.836
+41,block_sparse_moe.experts.243.w3,0.0000316213,0.01000,0.834
+41,block_sparse_moe.experts.244.w3,0.0000315186,0.01000,0.832
+41,block_sparse_moe.experts.245.w3,0.0000300766,0.01000,0.845
+41,block_sparse_moe.experts.246.w3,0.0000311959,0.01000,0.845
+41,block_sparse_moe.experts.247.w3,0.0000299296,0.01000,0.845
+41,block_sparse_moe.experts.248.w3,0.0000313866,0.01000,0.824
+41,block_sparse_moe.experts.249.w3,0.0000311719,0.01000,0.837
+41,block_sparse_moe.experts.251.w3,0.0000316041,0.01000,0.824
+41,block_sparse_moe.experts.250.w3,0.0000329279,0.01000,0.839
+41,block_sparse_moe.experts.252.w3,0.0000326250,0.01000,0.773
+41,block_sparse_moe.experts.253.w3,0.0000337001,0.01000,0.725
+41,block_sparse_moe.experts.255.w3,0.0000322033,0.01000,0.660
+41,block_sparse_moe.experts.254.w3,0.0000320914,0.01000,0.681
+41,block_sparse_moe.experts.1.w2,0.0000179980,0.01000,0.452
+41,block_sparse_moe.experts.5.w2,0.0000248442,0.01000,0.445
+41,block_sparse_moe.experts.4.w2,0.0000189886,0.01000,0.446
+41,block_sparse_moe.experts.6.w2,0.0000832301,0.01000,0.448
+41,block_sparse_moe.experts.3.w2,0.0000228476,0.01000,0.470
+41,block_sparse_moe.experts.2.w2,0.0000213876,0.01000,0.474
+41,block_sparse_moe.experts.0.w2,0.0000269380,0.01000,0.479
+41,block_sparse_moe.experts.8.w2,0.0000207202,0.01000,0.412
+41,block_sparse_moe.experts.7.w2,0.0000263650,0.01000,0.421
+41,block_sparse_moe.experts.10.w2,0.0000235180,0.01000,0.414
+41,block_sparse_moe.experts.9.w2,0.0000329303,0.01000,0.433
+41,block_sparse_moe.experts.12.w2,0.0000253167,0.01000,0.420
+41,block_sparse_moe.experts.13.w2,0.0000259499,0.01000,0.425
+41,block_sparse_moe.experts.11.w2,0.0000196269,0.01000,0.434
+41,block_sparse_moe.experts.15.w2,0.0000372698,0.01000,0.412
+41,block_sparse_moe.experts.16.w2,0.0000179758,0.01000,0.421
+41,block_sparse_moe.experts.14.w2,0.0000205926,0.01000,0.425
+41,block_sparse_moe.experts.17.w2,0.0000310133,0.01000,0.414
+41,block_sparse_moe.experts.18.w2,0.0000200220,0.01000,0.428
+41,block_sparse_moe.experts.19.w2,0.0000256145,0.01000,0.422
+41,block_sparse_moe.experts.20.w2,0.0000183310,0.01000,0.435
+41,block_sparse_moe.experts.21.w2,0.0000259912,0.01000,0.419
+41,block_sparse_moe.experts.22.w2,0.0000276030,0.01000,0.417
+41,block_sparse_moe.experts.23.w2,0.0000366218,0.01000,0.424
+41,block_sparse_moe.experts.24.w2,0.0000181342,0.01000,0.419
+41,block_sparse_moe.experts.26.w2,0.0000424171,0.01000,0.422
+41,block_sparse_moe.experts.25.w2,0.0000194355,0.01000,0.427
+41,block_sparse_moe.experts.27.w2,0.0000228756,0.01000,0.440
+41,block_sparse_moe.experts.28.w2,0.0000283608,0.01000,0.410
+41,block_sparse_moe.experts.29.w2,0.0000451668,0.01000,0.413
+41,block_sparse_moe.experts.30.w2,0.0000223832,0.01000,0.418
+41,block_sparse_moe.experts.31.w2,0.0000296826,0.01000,0.415
+41,block_sparse_moe.experts.33.w2,0.0000373821,0.01000,0.426
+41,block_sparse_moe.experts.32.w2,0.0000315815,0.01000,0.428
+41,block_sparse_moe.experts.34.w2,0.0000306427,0.01000,0.430
+41,block_sparse_moe.experts.35.w2,0.0000268688,0.01000,0.415
+41,block_sparse_moe.experts.36.w2,0.0000252133,0.01000,0.429
+41,block_sparse_moe.experts.38.w2,0.0000476310,0.01000,0.424
+41,block_sparse_moe.experts.37.w2,0.0000216784,0.01000,0.425
+41,block_sparse_moe.experts.39.w2,0.0000564784,0.01000,0.424
+41,block_sparse_moe.experts.40.w2,0.0000236224,0.01000,0.426
+41,block_sparse_moe.experts.41.w2,0.0000193236,0.01000,0.432
+41,block_sparse_moe.experts.42.w2,0.0000331871,0.01000,0.416
+41,block_sparse_moe.experts.43.w2,0.0000516609,0.01000,0.419
+41,block_sparse_moe.experts.45.w2,0.0000303338,0.01000,0.417
+41,block_sparse_moe.experts.44.w2,0.0000243683,0.01000,0.430
+41,block_sparse_moe.experts.46.w2,0.0000199665,0.01000,0.421
+41,block_sparse_moe.experts.47.w2,0.0000367178,0.01000,0.424
+41,block_sparse_moe.experts.48.w2,0.0000423471,0.01000,0.428
+41,block_sparse_moe.experts.49.w2,0.0000257425,0.01000,0.413
+41,block_sparse_moe.experts.50.w2,0.0000196204,0.01000,0.424
+41,block_sparse_moe.experts.51.w2,0.0000254029,0.01000,0.429
+41,block_sparse_moe.experts.52.w2,0.0000266034,0.01000,0.419
+41,block_sparse_moe.experts.53.w2,0.0000280389,0.01000,0.425
+41,block_sparse_moe.experts.54.w2,0.0000247700,0.01000,0.425
+41,block_sparse_moe.experts.55.w2,0.0000350262,0.01000,0.432
+41,block_sparse_moe.experts.56.w2,0.0000292264,0.01000,0.419
+41,block_sparse_moe.experts.57.w2,0.0000304449,0.01000,0.420
+41,block_sparse_moe.experts.58.w2,0.0000218152,0.01000,0.420
+41,block_sparse_moe.experts.59.w2,0.0000308217,0.01000,0.419
+41,block_sparse_moe.experts.60.w2,0.0000186396,0.01000,0.420
+41,block_sparse_moe.experts.61.w2,0.0000164307,0.01000,0.419
+41,block_sparse_moe.experts.62.w2,0.0000264747,0.01000,0.427
+41,block_sparse_moe.experts.63.w2,0.0000207726,0.01000,0.414
+41,block_sparse_moe.experts.64.w2,0.0000940378,0.01000,0.417
+41,block_sparse_moe.experts.66.w2,0.0000261651,0.01000,0.417
+41,block_sparse_moe.experts.65.w2,0.0000328777,0.01000,0.418
+41,block_sparse_moe.experts.67.w2,0.0000166844,0.01000,0.421
+41,block_sparse_moe.experts.68.w2,0.0000348494,0.01000,0.419
+41,block_sparse_moe.experts.69.w2,0.0000312073,0.01000,0.428
+41,block_sparse_moe.experts.70.w2,0.0000180133,0.01000,0.417
+41,block_sparse_moe.experts.71.w2,0.0000299668,0.01000,0.422
+41,block_sparse_moe.experts.73.w2,0.0000297817,0.01000,0.417
+41,block_sparse_moe.experts.72.w2,0.0000333061,0.01000,0.435
+41,block_sparse_moe.experts.74.w2,0.0000214440,0.01000,0.421
+41,block_sparse_moe.experts.75.w2,0.0000414533,0.01000,0.421
+41,block_sparse_moe.experts.76.w2,0.0000701847,0.01000,0.425
+41,block_sparse_moe.experts.77.w2,0.0000251692,0.01000,0.414
+41,block_sparse_moe.experts.78.w2,0.0000313105,0.01000,0.416
+41,block_sparse_moe.experts.79.w2,0.0000333677,0.01000,0.423
+41,block_sparse_moe.experts.80.w2,0.0000277709,0.01000,0.418
+41,block_sparse_moe.experts.81.w2,0.0000185581,0.01000,0.418
+41,block_sparse_moe.experts.82.w2,0.0000273190,0.01000,0.419
+41,block_sparse_moe.experts.83.w2,0.0000190653,0.01000,0.427
+41,block_sparse_moe.experts.84.w2,0.0000274357,0.01000,0.427
+41,block_sparse_moe.experts.85.w2,0.0000443885,0.01000,0.436
+41,block_sparse_moe.experts.87.w2,0.0000151802,0.01000,0.420
+41,block_sparse_moe.experts.86.w2,0.0000273160,0.01000,0.442
+41,block_sparse_moe.experts.88.w2,0.0000371747,0.01000,0.423
+41,block_sparse_moe.experts.89.w2,0.0000187207,0.01000,0.423
+41,block_sparse_moe.experts.90.w2,0.0000278137,0.01000,0.436
+41,block_sparse_moe.experts.91.w2,0.0000183547,0.01000,0.409
+41,block_sparse_moe.experts.93.w2,0.0000645986,0.01000,0.425
+41,block_sparse_moe.experts.92.w2,0.0000271162,0.01000,0.440
+41,block_sparse_moe.experts.94.w2,0.0000584808,0.01000,0.415
+41,block_sparse_moe.experts.95.w2,0.0000192420,0.01000,0.420
+41,block_sparse_moe.experts.96.w2,0.0000267517,0.01000,0.421
+41,block_sparse_moe.experts.97.w2,0.0000262365,0.01000,0.426
+41,block_sparse_moe.experts.98.w2,0.0000265226,0.01000,0.409
+41,block_sparse_moe.experts.101.w2,0.0000534409,0.01000,0.414
+41,block_sparse_moe.experts.99.w2,0.0000291353,0.01000,0.429
+41,block_sparse_moe.experts.102.w2,0.0000170116,0.01000,0.425
+41,block_sparse_moe.experts.100.w2,0.0000242092,0.01000,0.448
+41,block_sparse_moe.experts.103.w2,0.0000316313,0.01000,0.425
+41,block_sparse_moe.experts.104.w2,0.0000354743,0.01000,0.435
+41,block_sparse_moe.experts.105.w2,0.0000258553,0.01000,0.421
+41,block_sparse_moe.experts.106.w2,0.0000281707,0.01000,0.430
+41,block_sparse_moe.experts.107.w2,0.0000219026,0.01000,0.428
+41,block_sparse_moe.experts.108.w2,0.0000244266,0.01000,0.413
+41,block_sparse_moe.experts.110.w2,0.0000283312,0.01000,0.424
+41,block_sparse_moe.experts.109.w2,0.0000157110,0.01000,0.443
+41,block_sparse_moe.experts.111.w2,0.0000225086,0.01000,0.425
+41,block_sparse_moe.experts.112.w2,0.0000229308,0.01000,0.412
+41,block_sparse_moe.experts.113.w2,0.0000180977,0.01000,0.415
+41,block_sparse_moe.experts.115.w2,0.0000196785,0.01000,0.415
+41,block_sparse_moe.experts.114.w2,0.0000200533,0.01000,0.426
+41,block_sparse_moe.experts.116.w2,0.0000226667,0.01000,0.434
+41,block_sparse_moe.experts.117.w2,0.0000163293,0.01000,0.444
+41,block_sparse_moe.experts.118.w2,0.0000259506,0.01000,0.425
+41,block_sparse_moe.experts.119.w2,0.0000193628,0.01000,0.423
+41,block_sparse_moe.experts.120.w2,0.0000251890,0.01000,0.425
+41,block_sparse_moe.experts.121.w2,0.0000392676,0.01000,0.421
+41,block_sparse_moe.experts.122.w2,0.0000320726,0.01000,0.417
+41,block_sparse_moe.experts.123.w2,0.0000223962,0.01000,0.432
+41,block_sparse_moe.experts.124.w2,0.0000272985,0.01000,0.438
+41,block_sparse_moe.experts.125.w2,0.0000166928,0.01000,0.435
+41,block_sparse_moe.experts.126.w2,0.0000215795,0.01000,0.416
+41,block_sparse_moe.experts.127.w2,0.0000200557,0.01000,0.414
+41,block_sparse_moe.experts.128.w2,0.0000272633,0.01000,0.416
+41,block_sparse_moe.experts.129.w2,0.0000216884,0.01000,0.415
+41,block_sparse_moe.experts.130.w2,0.0000340512,0.01000,0.421
+41,block_sparse_moe.experts.131.w2,0.0000234360,0.01000,0.424
+41,block_sparse_moe.experts.132.w2,0.0000271400,0.01000,0.435
+41,block_sparse_moe.experts.133.w2,0.0000269789,0.01000,0.414
+41,block_sparse_moe.experts.134.w2,0.0000181939,0.01000,0.419
+41,block_sparse_moe.experts.135.w2,0.0000375199,0.01000,0.424
+41,block_sparse_moe.experts.136.w2,0.0000270346,0.01000,0.423
+41,block_sparse_moe.experts.137.w2,0.0000208193,0.01000,0.426
+41,block_sparse_moe.experts.138.w2,0.0000233833,0.01000,0.428
+41,block_sparse_moe.experts.139.w2,0.0000201932,0.01000,0.443
+41,block_sparse_moe.experts.140.w2,0.0000185488,0.01000,0.420
+41,block_sparse_moe.experts.141.w2,0.0000288950,0.01000,0.412
+41,block_sparse_moe.experts.142.w2,0.0000390713,0.01000,0.418
+41,block_sparse_moe.experts.143.w2,0.0000396999,0.01000,0.417
+41,block_sparse_moe.experts.144.w2,0.0000416543,0.01000,0.421
+41,block_sparse_moe.experts.145.w2,0.0000179493,0.01000,0.425
+41,block_sparse_moe.experts.146.w2,0.0000586249,0.01000,0.430
+41,block_sparse_moe.experts.147.w2,0.0000275866,0.01000,0.415
+41,block_sparse_moe.experts.148.w2,0.0000427627,0.01000,0.411
+41,block_sparse_moe.experts.149.w2,0.0000267335,0.01000,0.418
+41,block_sparse_moe.experts.150.w2,0.0000309300,0.01000,0.416
+41,block_sparse_moe.experts.151.w2,0.0000169035,0.01000,0.424
+41,block_sparse_moe.experts.152.w2,0.0000273400,0.01000,0.425
+41,block_sparse_moe.experts.153.w2,0.0000255350,0.01000,0.435
+41,block_sparse_moe.experts.154.w2,0.0000414927,0.01000,0.417
+41,block_sparse_moe.experts.155.w2,0.0000461683,0.01000,0.418
+41,block_sparse_moe.experts.157.w2,0.0000238138,0.01000,0.419
+41,block_sparse_moe.experts.156.w2,0.0000573253,0.01000,0.429
+41,block_sparse_moe.experts.158.w2,0.0000199196,0.01000,0.420
+41,block_sparse_moe.experts.159.w2,0.0000249100,0.01000,0.424
+41,block_sparse_moe.experts.160.w2,0.0000235343,0.01000,0.430
+41,block_sparse_moe.experts.161.w2,0.0000329658,0.01000,0.416
+41,block_sparse_moe.experts.162.w2,0.0000227204,0.01000,0.412
+41,block_sparse_moe.experts.163.w2,0.0000243221,0.01000,0.425
+41,block_sparse_moe.experts.164.w2,0.0000378844,0.01000,0.421
+41,block_sparse_moe.experts.165.w2,0.0000276053,0.01000,0.422
+41,block_sparse_moe.experts.166.w2,0.0000242336,0.01000,0.420
+41,block_sparse_moe.experts.167.w2,0.0000192882,0.01000,0.437
+41,block_sparse_moe.experts.168.w2,0.0000348746,0.01000,0.421
+41,block_sparse_moe.experts.169.w2,0.0000669265,0.01000,0.417
+41,block_sparse_moe.experts.171.w2,0.0000191710,0.01000,0.412
+41,block_sparse_moe.experts.170.w2,0.0000248660,0.01000,0.428
+41,block_sparse_moe.experts.172.w2,0.0000165798,0.01000,0.427
+41,block_sparse_moe.experts.173.w2,0.0000237426,0.01000,0.437
+41,block_sparse_moe.experts.174.w2,0.0000286574,0.01000,0.429
+41,block_sparse_moe.experts.175.w2,0.0000219701,0.01000,0.414
+41,block_sparse_moe.experts.176.w2,0.0000160052,0.01000,0.412
+41,block_sparse_moe.experts.177.w2,0.0000631933,0.01000,0.426
+41,block_sparse_moe.experts.178.w2,0.0000329147,0.01000,0.420
+41,block_sparse_moe.experts.179.w2,0.0000187127,0.01000,0.422
+41,block_sparse_moe.experts.180.w2,0.0000318559,0.01000,0.418
+41,block_sparse_moe.experts.182.w2,0.0000201330,0.01000,0.416
+41,block_sparse_moe.experts.181.w2,0.0000244797,0.01000,0.426
+41,block_sparse_moe.experts.183.w2,0.0000195950,0.01000,0.420
+41,block_sparse_moe.experts.185.w2,0.0000686307,0.01000,0.417
+41,block_sparse_moe.experts.184.w2,0.0000142196,0.01000,0.448
+41,block_sparse_moe.experts.186.w2,0.0000437048,0.01000,0.426
+41,block_sparse_moe.experts.187.w2,0.0000278544,0.01000,0.417
+41,block_sparse_moe.experts.189.w2,0.0000278225,0.01000,0.414
+41,block_sparse_moe.experts.188.w2,0.0000419548,0.01000,0.438
+41,block_sparse_moe.experts.190.w2,0.0000206509,0.01000,0.411
+41,block_sparse_moe.experts.191.w2,0.0000419465,0.01000,0.421
+41,block_sparse_moe.experts.192.w2,0.0000184566,0.01000,0.419
+41,block_sparse_moe.experts.193.w2,0.0000186440,0.01000,0.453
+41,block_sparse_moe.experts.194.w2,0.0000230179,0.01000,0.436
+41,block_sparse_moe.experts.195.w2,0.0000260883,0.01000,0.446
+41,block_sparse_moe.experts.196.w2,0.0000642511,0.01000,0.446
+41,block_sparse_moe.experts.197.w2,0.0000197429,0.01000,0.422
+41,block_sparse_moe.experts.198.w2,0.0000209674,0.01000,0.420
+41,block_sparse_moe.experts.199.w2,0.0000205643,0.01000,0.418
+41,block_sparse_moe.experts.201.w2,0.0000309055,0.01000,0.420
+41,block_sparse_moe.experts.200.w2,0.0000326548,0.01000,0.460
+41,block_sparse_moe.experts.202.w2,0.0000294533,0.01000,0.425
+41,block_sparse_moe.experts.203.w2,0.0000350386,0.01000,0.423
+41,block_sparse_moe.experts.204.w2,0.0000262682,0.01000,0.419
+41,block_sparse_moe.experts.205.w2,0.0000246944,0.01000,0.430
+41,block_sparse_moe.experts.206.w2,0.0000438783,0.01000,0.415
+41,block_sparse_moe.experts.207.w2,0.0000357086,0.01000,0.419
+41,block_sparse_moe.experts.208.w2,0.0000392154,0.01000,0.415
+41,block_sparse_moe.experts.209.w2,0.0000243110,0.01000,0.422
+41,block_sparse_moe.experts.210.w2,0.0000273812,0.01000,0.416
+41,block_sparse_moe.experts.211.w2,0.0000201326,0.01000,0.415
+41,block_sparse_moe.experts.212.w2,0.0000210321,0.01000,0.415
+41,block_sparse_moe.experts.213.w2,0.0000158982,0.01000,0.412
+41,block_sparse_moe.experts.214.w2,0.0000286554,0.01000,0.419
+41,block_sparse_moe.experts.215.w2,0.0000243498,0.01000,0.420
+41,block_sparse_moe.experts.216.w2,0.0000417000,0.01000,0.429
+41,block_sparse_moe.experts.217.w2,0.0000310487,0.01000,0.432
+41,block_sparse_moe.experts.218.w2,0.0000117964,0.01000,0.422
+41,block_sparse_moe.experts.220.w2,0.0000254898,0.01000,0.416
+41,block_sparse_moe.experts.219.w2,0.0000204974,0.01000,0.420
+41,block_sparse_moe.experts.222.w2,0.0000254176,0.01000,0.418
+41,block_sparse_moe.experts.221.w2,0.0000177964,0.01000,0.436
+41,block_sparse_moe.experts.224.w2,0.0000203277,0.01000,0.411
+41,block_sparse_moe.experts.223.w2,0.0000364581,0.01000,0.423
+41,block_sparse_moe.experts.225.w2,0.0000782883,0.01000,0.408
+41,block_sparse_moe.experts.227.w2,0.0000355372,0.01000,0.413
+41,block_sparse_moe.experts.226.w2,0.0000226544,0.01000,0.419
+41,block_sparse_moe.experts.228.w2,0.0000614370,0.01000,0.410
+41,block_sparse_moe.experts.229.w2,0.0000407252,0.01000,0.413
+41,block_sparse_moe.experts.231.w2,0.0000206757,0.01000,0.412
+41,block_sparse_moe.experts.230.w2,0.0000235077,0.01000,0.425
+41,block_sparse_moe.experts.232.w2,0.0000280570,0.01000,0.420
+41,block_sparse_moe.experts.233.w2,0.0000173389,0.01000,0.423
+41,block_sparse_moe.experts.234.w2,0.0000257292,0.01000,0.419
+41,block_sparse_moe.experts.235.w2,0.0000783199,0.01000,0.432
+41,block_sparse_moe.experts.236.w2,0.0000323458,0.01000,0.425
+41,block_sparse_moe.experts.237.w2,0.0000548413,0.01000,0.431
+41,block_sparse_moe.experts.238.w2,0.0000489887,0.01000,0.427
+41,block_sparse_moe.experts.239.w2,0.0000193731,0.01000,0.433
+41,block_sparse_moe.experts.241.w2,0.0000186424,0.01000,0.416
+41,block_sparse_moe.experts.240.w2,0.0000530345,0.01000,0.417
+41,block_sparse_moe.experts.242.w2,0.0000356510,0.01000,0.417
+41,block_sparse_moe.experts.243.w2,0.0000224621,0.01000,0.432
+41,block_sparse_moe.experts.244.w2,0.0000325686,0.01000,0.418
+41,block_sparse_moe.experts.245.w2,0.0000395919,0.01000,0.416
+41,block_sparse_moe.experts.246.w2,0.0000227235,0.01000,0.413
+41,block_sparse_moe.experts.248.w2,0.0000281006,0.01000,0.411
+41,block_sparse_moe.experts.247.w2,0.0000404626,0.01000,0.429
+41,block_sparse_moe.experts.249.w2,0.0000220400,0.01000,0.408
+41,block_sparse_moe.experts.250.w2,0.0000243298,0.01000,0.416
+41,block_sparse_moe.experts.252.w2,0.0000182326,0.01000,0.392
+41,block_sparse_moe.experts.251.w2,0.0000172684,0.01000,0.394
+41,block_sparse_moe.experts.253.w2,0.0000228887,0.01000,0.387
+41,block_sparse_moe.experts.254.w2,0.0000261472,0.01000,0.374
+41,block_sparse_moe.experts.255.w2,0.0000173306,0.01000,0.370
+42,block_sparse_moe.experts.0.w1,0.0000297759,0.01000,0.849
+42,block_sparse_moe.experts.1.w1,0.0000327490,0.01000,0.848
+42,block_sparse_moe.experts.3.w1,0.0000311253,0.01000,0.853
+42,block_sparse_moe.experts.5.w1,0.0000342579,0.01000,0.860
+42,block_sparse_moe.experts.4.w1,0.0000289567,0.01000,0.868
+42,block_sparse_moe.experts.6.w1,0.0000313777,0.01000,0.872
+42,block_sparse_moe.experts.2.w1,0.0000333157,0.01000,0.877
+42,block_sparse_moe.experts.7.w1,0.0000328738,0.01000,0.835
+42,block_sparse_moe.experts.8.w1,0.0000297701,0.01000,0.836
+42,block_sparse_moe.experts.10.w1,0.0000326309,0.01000,0.838
+42,block_sparse_moe.experts.9.w1,0.0000303024,0.01000,0.853
+42,block_sparse_moe.experts.11.w1,0.0000329563,0.01000,0.848
+42,block_sparse_moe.experts.12.w1,0.0000343131,0.01000,0.858
+42,block_sparse_moe.experts.13.w1,0.0000316359,0.01000,0.863
+42,block_sparse_moe.experts.15.w1,0.0000284907,0.01000,0.824
+42,block_sparse_moe.experts.14.w1,0.0000317577,0.01000,0.854
+42,block_sparse_moe.experts.16.w1,0.0000325916,0.01000,0.843
+42,block_sparse_moe.experts.17.w1,0.0000324784,0.01000,0.836
+42,block_sparse_moe.experts.18.w1,0.0000322242,0.01000,0.842
+42,block_sparse_moe.experts.19.w1,0.0000320879,0.01000,0.854
+42,block_sparse_moe.experts.20.w1,0.0000331715,0.01000,0.855
+42,block_sparse_moe.experts.21.w1,0.0000331167,0.01000,0.830
+42,block_sparse_moe.experts.24.w1,0.0000299533,0.01000,0.829
+42,block_sparse_moe.experts.23.w1,0.0000301972,0.01000,0.837
+42,block_sparse_moe.experts.22.w1,0.0000310744,0.01000,0.855
+42,block_sparse_moe.experts.25.w1,0.0000309127,0.01000,0.841
+42,block_sparse_moe.experts.26.w1,0.0000325363,0.01000,0.850
+42,block_sparse_moe.experts.27.w1,0.0000347823,0.01000,0.852
+42,block_sparse_moe.experts.28.w1,0.0000312496,0.01000,0.846
+42,block_sparse_moe.experts.30.w1,0.0000318816,0.01000,0.836
+42,block_sparse_moe.experts.31.w1,0.0000334271,0.01000,0.853
+42,block_sparse_moe.experts.32.w1,0.0000334634,0.01000,0.858
+42,block_sparse_moe.experts.29.w1,0.0000326551,0.01000,0.892
+42,block_sparse_moe.experts.33.w1,0.0000326407,0.01000,0.850
+42,block_sparse_moe.experts.34.w1,0.0000285550,0.01000,0.860
+42,block_sparse_moe.experts.35.w1,0.0000330439,0.01000,0.828
+42,block_sparse_moe.experts.36.w1,0.0000285304,0.01000,0.855
+42,block_sparse_moe.experts.37.w1,0.0000286284,0.01000,0.841
+42,block_sparse_moe.experts.38.w1,0.0000341445,0.01000,0.832
+42,block_sparse_moe.experts.39.w1,0.0000290257,0.01000,0.860
+42,block_sparse_moe.experts.40.w1,0.0000295161,0.01000,0.853
+42,block_sparse_moe.experts.41.w1,0.0000322703,0.01000,0.866
+42,block_sparse_moe.experts.42.w1,0.0000314871,0.01000,0.820
+42,block_sparse_moe.experts.43.w1,0.0000302201,0.01000,0.827
+42,block_sparse_moe.experts.44.w1,0.0000279406,0.01000,0.840
+42,block_sparse_moe.experts.45.w1,0.0000304748,0.01000,0.842
+42,block_sparse_moe.experts.46.w1,0.0000323145,0.01000,0.852
+42,block_sparse_moe.experts.47.w1,0.0000334990,0.01000,0.866
+42,block_sparse_moe.experts.48.w1,0.0000335038,0.01000,0.866
+42,block_sparse_moe.experts.49.w1,0.0000328833,0.01000,0.829
+42,block_sparse_moe.experts.50.w1,0.0000287878,0.01000,0.833
+42,block_sparse_moe.experts.52.w1,0.0000332684,0.01000,0.834
+42,block_sparse_moe.experts.51.w1,0.0000320666,0.01000,0.867
+42,block_sparse_moe.experts.53.w1,0.0000311816,0.01000,0.847
+42,block_sparse_moe.experts.54.w1,0.0000324821,0.01000,0.852
+42,block_sparse_moe.experts.55.w1,0.0000324255,0.01000,0.861
+42,block_sparse_moe.experts.56.w1,0.0000321803,0.01000,0.818
+42,block_sparse_moe.experts.57.w1,0.0000310186,0.01000,0.825
+42,block_sparse_moe.experts.58.w1,0.0000310620,0.01000,0.843
+42,block_sparse_moe.experts.59.w1,0.0000290840,0.01000,0.839
+42,block_sparse_moe.experts.60.w1,0.0000328041,0.01000,0.849
+42,block_sparse_moe.experts.61.w1,0.0000330185,0.01000,0.848
+42,block_sparse_moe.experts.62.w1,0.0000320251,0.01000,0.885
+42,block_sparse_moe.experts.63.w1,0.0000338895,0.01000,0.831
+42,block_sparse_moe.experts.64.w1,0.0000330018,0.01000,0.822
+42,block_sparse_moe.experts.65.w1,0.0000329964,0.01000,0.836
+42,block_sparse_moe.experts.66.w1,0.0000327740,0.01000,0.830
+42,block_sparse_moe.experts.67.w1,0.0000315120,0.01000,0.848
+42,block_sparse_moe.experts.68.w1,0.0000310518,0.01000,0.849
+42,block_sparse_moe.experts.69.w1,0.0000356359,0.01000,0.889
+42,block_sparse_moe.experts.70.w1,0.0000324484,0.01000,0.823
+42,block_sparse_moe.experts.71.w1,0.0000291421,0.01000,0.825
+42,block_sparse_moe.experts.72.w1,0.0000320631,0.01000,0.835
+42,block_sparse_moe.experts.73.w1,0.0000320009,0.01000,0.851
+42,block_sparse_moe.experts.74.w1,0.0000325503,0.01000,0.846
+42,block_sparse_moe.experts.75.w1,0.0000309284,0.01000,0.850
+42,block_sparse_moe.experts.76.w1,0.0000333717,0.01000,0.868
+42,block_sparse_moe.experts.77.w1,0.0000330510,0.01000,0.822
+42,block_sparse_moe.experts.78.w1,0.0000290320,0.01000,0.826
+42,block_sparse_moe.experts.79.w1,0.0000318888,0.01000,0.833
+42,block_sparse_moe.experts.80.w1,0.0000303747,0.01000,0.849
+42,block_sparse_moe.experts.81.w1,0.0000275292,0.01000,0.854
+42,block_sparse_moe.experts.82.w1,0.0000333230,0.01000,0.851
+42,block_sparse_moe.experts.83.w1,0.0000328255,0.01000,0.862
+42,block_sparse_moe.experts.84.w1,0.0000314095,0.01000,0.820
+42,block_sparse_moe.experts.85.w1,0.0000320415,0.01000,0.829
+42,block_sparse_moe.experts.86.w1,0.0000321180,0.01000,0.830
+42,block_sparse_moe.experts.87.w1,0.0000285452,0.01000,0.849
+42,block_sparse_moe.experts.88.w1,0.0000307147,0.01000,0.847
+42,block_sparse_moe.experts.89.w1,0.0000281430,0.01000,0.843
+42,block_sparse_moe.experts.90.w1,0.0000333858,0.01000,0.864
+42,block_sparse_moe.experts.91.w1,0.0000299750,0.01000,0.832
+42,block_sparse_moe.experts.92.w1,0.0000326177,0.01000,0.835
+42,block_sparse_moe.experts.93.w1,0.0000317010,0.01000,0.833
+42,block_sparse_moe.experts.94.w1,0.0000302180,0.01000,0.845
+42,block_sparse_moe.experts.95.w1,0.0000328243,0.01000,0.847
+42,block_sparse_moe.experts.96.w1,0.0000298185,0.01000,0.852
+42,block_sparse_moe.experts.97.w1,0.0000324413,0.01000,0.864
+42,block_sparse_moe.experts.98.w1,0.0000335609,0.01000,0.828
+42,block_sparse_moe.experts.99.w1,0.0000317393,0.01000,0.833
+42,block_sparse_moe.experts.100.w1,0.0000319759,0.01000,0.831
+42,block_sparse_moe.experts.101.w1,0.0000301331,0.01000,0.844
+42,block_sparse_moe.experts.102.w1,0.0000308052,0.01000,0.860
+42,block_sparse_moe.experts.103.w1,0.0000320711,0.01000,0.876
+42,block_sparse_moe.experts.104.w1,0.0000275684,0.01000,0.868
+42,block_sparse_moe.experts.105.w1,0.0000318027,0.01000,0.844
+42,block_sparse_moe.experts.106.w1,0.0000320079,0.01000,0.850
+42,block_sparse_moe.experts.107.w1,0.0000315008,0.01000,0.855
+42,block_sparse_moe.experts.108.w1,0.0000288833,0.01000,0.843
+42,block_sparse_moe.experts.109.w1,0.0000361549,0.01000,0.872
+42,block_sparse_moe.experts.110.w1,0.0000321118,0.01000,0.857
+42,block_sparse_moe.experts.111.w1,0.0000312804,0.01000,0.867
+42,block_sparse_moe.experts.112.w1,0.0000304236,0.01000,0.834
+42,block_sparse_moe.experts.113.w1,0.0000309377,0.01000,0.842
+42,block_sparse_moe.experts.114.w1,0.0000332901,0.01000,0.844
+42,block_sparse_moe.experts.115.w1,0.0000321373,0.01000,0.841
+42,block_sparse_moe.experts.116.w1,0.0000297614,0.01000,0.841
+42,block_sparse_moe.experts.117.w1,0.0000288182,0.01000,0.863
+42,block_sparse_moe.experts.118.w1,0.0000304546,0.01000,0.848
+42,block_sparse_moe.experts.119.w1,0.0000322636,0.01000,0.837
+42,block_sparse_moe.experts.120.w1,0.0000347969,0.01000,0.845
+42,block_sparse_moe.experts.121.w1,0.0000324455,0.01000,0.831
+42,block_sparse_moe.experts.122.w1,0.0000329257,0.01000,0.839
+42,block_sparse_moe.experts.123.w1,0.0000302524,0.01000,0.843
+42,block_sparse_moe.experts.124.w1,0.0000305788,0.01000,0.840
+42,block_sparse_moe.experts.125.w1,0.0000334094,0.01000,0.860
+42,block_sparse_moe.experts.126.w1,0.0000326071,0.01000,0.824
+42,block_sparse_moe.experts.127.w1,0.0000317039,0.01000,0.836
+42,block_sparse_moe.experts.128.w1,0.0000328350,0.01000,0.838
+42,block_sparse_moe.experts.129.w1,0.0000276868,0.01000,0.833
+42,block_sparse_moe.experts.130.w1,0.0000306888,0.01000,0.852
+42,block_sparse_moe.experts.131.w1,0.0000288783,0.01000,0.846
+42,block_sparse_moe.experts.132.w1,0.0000325075,0.01000,0.851
+42,block_sparse_moe.experts.133.w1,0.0000326432,0.01000,0.824
+42,block_sparse_moe.experts.134.w1,0.0000329571,0.01000,0.849
+42,block_sparse_moe.experts.135.w1,0.0000346779,0.01000,0.844
+42,block_sparse_moe.experts.136.w1,0.0000302408,0.01000,0.829
+42,block_sparse_moe.experts.137.w1,0.0000314125,0.01000,0.843
+42,block_sparse_moe.experts.138.w1,0.0000300581,0.01000,0.853
+42,block_sparse_moe.experts.139.w1,0.0000337963,0.01000,0.849
+42,block_sparse_moe.experts.140.w1,0.0000324277,0.01000,0.833
+42,block_sparse_moe.experts.141.w1,0.0000306687,0.01000,0.845
+42,block_sparse_moe.experts.142.w1,0.0000317618,0.01000,0.842
+42,block_sparse_moe.experts.143.w1,0.0000313313,0.01000,0.831
+42,block_sparse_moe.experts.144.w1,0.0000294061,0.01000,0.834
+42,block_sparse_moe.experts.145.w1,0.0000305476,0.01000,0.843
+42,block_sparse_moe.experts.146.w1,0.0000326402,0.01000,0.879
+42,block_sparse_moe.experts.147.w1,0.0000319137,0.01000,0.847
+42,block_sparse_moe.experts.148.w1,0.0000331062,0.01000,0.830
+42,block_sparse_moe.experts.149.w1,0.0000314624,0.01000,0.834
+42,block_sparse_moe.experts.150.w1,0.0000312450,0.01000,0.841
+42,block_sparse_moe.experts.151.w1,0.0000308284,0.01000,0.842
+42,block_sparse_moe.experts.152.w1,0.0000304694,0.01000,0.847
+42,block_sparse_moe.experts.153.w1,0.0000322164,0.01000,0.858
+42,block_sparse_moe.experts.154.w1,0.0000314646,0.01000,0.830
+42,block_sparse_moe.experts.155.w1,0.0000328922,0.01000,0.835
+42,block_sparse_moe.experts.156.w1,0.0000329306,0.01000,0.844
+42,block_sparse_moe.experts.157.w1,0.0000310974,0.01000,0.826
+42,block_sparse_moe.experts.158.w1,0.0000324991,0.01000,0.853
+42,block_sparse_moe.experts.159.w1,0.0000301903,0.01000,0.862
+42,block_sparse_moe.experts.160.w1,0.0000309080,0.01000,0.855
+42,block_sparse_moe.experts.161.w1,0.0000276024,0.01000,0.824
+42,block_sparse_moe.experts.162.w1,0.0000325085,0.01000,0.826
+42,block_sparse_moe.experts.163.w1,0.0000316341,0.01000,0.866
+42,block_sparse_moe.experts.164.w1,0.0000280762,0.01000,0.837
+42,block_sparse_moe.experts.165.w1,0.0000315972,0.01000,0.838
+42,block_sparse_moe.experts.166.w1,0.0000312928,0.01000,0.853
+42,block_sparse_moe.experts.167.w1,0.0000298121,0.01000,0.856
+42,block_sparse_moe.experts.168.w1,0.0000291953,0.01000,0.825
+42,block_sparse_moe.experts.169.w1,0.0000291384,0.01000,0.831
+42,block_sparse_moe.experts.171.w1,0.0000294097,0.01000,0.831
+42,block_sparse_moe.experts.170.w1,0.0000308599,0.01000,0.872
+42,block_sparse_moe.experts.172.w1,0.0000325068,0.01000,0.852
+42,block_sparse_moe.experts.173.w1,0.0000322159,0.01000,0.855
+42,block_sparse_moe.experts.174.w1,0.0000339359,0.01000,0.863
+42,block_sparse_moe.experts.175.w1,0.0000329016,0.01000,0.842
+42,block_sparse_moe.experts.176.w1,0.0000309038,0.01000,0.822
+42,block_sparse_moe.experts.177.w1,0.0000325295,0.01000,0.868
+42,block_sparse_moe.experts.178.w1,0.0000333420,0.01000,0.854
+42,block_sparse_moe.experts.179.w1,0.0000292435,0.01000,0.839
+42,block_sparse_moe.experts.180.w1,0.0000324322,0.01000,0.853
+42,block_sparse_moe.experts.182.w1,0.0000328529,0.01000,0.821
+42,block_sparse_moe.experts.181.w1,0.0000336262,0.01000,0.873
+42,block_sparse_moe.experts.183.w1,0.0000322923,0.01000,0.833
+42,block_sparse_moe.experts.184.w1,0.0000299522,0.01000,0.842
+42,block_sparse_moe.experts.185.w1,0.0000334866,0.01000,0.852
+42,block_sparse_moe.experts.186.w1,0.0000330112,0.01000,0.836
+42,block_sparse_moe.experts.187.w1,0.0000318971,0.01000,0.844
+42,block_sparse_moe.experts.188.w1,0.0000329772,0.01000,0.857
+42,block_sparse_moe.experts.189.w1,0.0000287660,0.01000,0.835
+42,block_sparse_moe.experts.190.w1,0.0000322348,0.01000,0.824
+42,block_sparse_moe.experts.191.w1,0.0000357345,0.01000,0.843
+42,block_sparse_moe.experts.192.w1,0.0000291965,0.01000,0.841
+42,block_sparse_moe.experts.193.w1,0.0000323613,0.01000,0.843
+42,block_sparse_moe.experts.194.w1,0.0000316771,0.01000,0.852
+42,block_sparse_moe.experts.195.w1,0.0000315522,0.01000,0.843
+42,block_sparse_moe.experts.196.w1,0.0000280756,0.01000,0.826
+42,block_sparse_moe.experts.197.w1,0.0000298958,0.01000,0.829
+42,block_sparse_moe.experts.198.w1,0.0000325104,0.01000,0.839
+42,block_sparse_moe.experts.199.w1,0.0000316354,0.01000,0.843
+42,block_sparse_moe.experts.200.w1,0.0000307701,0.01000,0.847
+42,block_sparse_moe.experts.201.w1,0.0000288598,0.01000,0.854
+42,block_sparse_moe.experts.202.w1,0.0000312803,0.01000,0.848
+42,block_sparse_moe.experts.203.w1,0.0000315804,0.01000,0.835
+42,block_sparse_moe.experts.204.w1,0.0000316850,0.01000,0.836
+42,block_sparse_moe.experts.205.w1,0.0000303285,0.01000,0.843
+42,block_sparse_moe.experts.206.w1,0.0000345473,0.01000,0.852
+42,block_sparse_moe.experts.207.w1,0.0000306440,0.01000,0.842
+42,block_sparse_moe.experts.208.w1,0.0000347062,0.01000,0.848
+42,block_sparse_moe.experts.210.w1,0.0000333292,0.01000,0.838
+42,block_sparse_moe.experts.209.w1,0.0000301060,0.01000,0.862
+42,block_sparse_moe.experts.211.w1,0.0000334759,0.01000,0.833
+42,block_sparse_moe.experts.212.w1,0.0000296225,0.01000,0.846
+42,block_sparse_moe.experts.213.w1,0.0000338855,0.01000,0.839
+42,block_sparse_moe.experts.214.w1,0.0000281278,0.01000,0.850
+42,block_sparse_moe.experts.215.w1,0.0000336653,0.01000,0.844
+42,block_sparse_moe.experts.217.w1,0.0000315294,0.01000,0.823
+42,block_sparse_moe.experts.216.w1,0.0000318707,0.01000,0.890
+42,block_sparse_moe.experts.218.w1,0.0000314883,0.01000,0.827
+42,block_sparse_moe.experts.219.w1,0.0000281351,0.01000,0.842
+42,block_sparse_moe.experts.220.w1,0.0000333738,0.01000,0.856
+42,block_sparse_moe.experts.221.w1,0.0000324674,0.01000,0.849
+42,block_sparse_moe.experts.222.w1,0.0000326852,0.01000,0.844
+42,block_sparse_moe.experts.223.w1,0.0000329561,0.01000,0.846
+42,block_sparse_moe.experts.224.w1,0.0000314836,0.01000,0.824
+42,block_sparse_moe.experts.225.w1,0.0000319078,0.01000,0.818
+42,block_sparse_moe.experts.226.w1,0.0000320341,0.01000,0.829
+42,block_sparse_moe.experts.227.w1,0.0000314167,0.01000,0.848
+42,block_sparse_moe.experts.228.w1,0.0000334522,0.01000,0.851
+42,block_sparse_moe.experts.229.w1,0.0000322022,0.01000,0.830
+42,block_sparse_moe.experts.230.w1,0.0000322150,0.01000,0.823
+42,block_sparse_moe.experts.231.w1,0.0000327427,0.01000,0.816
+42,block_sparse_moe.experts.232.w1,0.0000340714,0.01000,0.815
+42,block_sparse_moe.experts.233.w1,0.0000333017,0.01000,0.821
+42,block_sparse_moe.experts.234.w1,0.0000330474,0.01000,0.842
+42,block_sparse_moe.experts.235.w1,0.0000314961,0.01000,0.856
+42,block_sparse_moe.experts.236.w1,0.0000331413,0.01000,0.826
+42,block_sparse_moe.experts.237.w1,0.0000296038,0.01000,0.845
+42,block_sparse_moe.experts.238.w1,0.0000319416,0.01000,0.828
+42,block_sparse_moe.experts.239.w1,0.0000332039,0.01000,0.830
+42,block_sparse_moe.experts.240.w1,0.0000289298,0.01000,0.832
+42,block_sparse_moe.experts.241.w1,0.0000330193,0.01000,0.831
+42,block_sparse_moe.experts.242.w1,0.0000314063,0.01000,0.867
+42,block_sparse_moe.experts.243.w1,0.0000330494,0.01000,0.844
+42,block_sparse_moe.experts.245.w1,0.0000319018,0.01000,0.827
+42,block_sparse_moe.experts.246.w1,0.0000304277,0.01000,0.831
+42,block_sparse_moe.experts.244.w1,0.0000330532,0.01000,0.877
+42,block_sparse_moe.experts.247.w1,0.0000306789,0.01000,0.836
+42,block_sparse_moe.experts.248.w1,0.0000316627,0.01000,0.825
+42,block_sparse_moe.experts.249.w1,0.0000319767,0.01000,0.860
+42,block_sparse_moe.experts.250.w1,0.0000317721,0.01000,0.847
+42,block_sparse_moe.experts.252.w1,0.0000277612,0.01000,0.825
+42,block_sparse_moe.experts.253.w1,0.0000301389,0.01000,0.829
+42,block_sparse_moe.experts.251.w1,0.0000326380,0.01000,0.881
+42,block_sparse_moe.experts.254.w1,0.0000322305,0.01000,0.832
+42,block_sparse_moe.experts.255.w1,0.0000325651,0.01000,0.829
+42,block_sparse_moe.experts.0.w3,0.0000347422,0.01000,0.857
+42,block_sparse_moe.experts.1.w3,0.0000348551,0.01000,0.849
+42,block_sparse_moe.experts.2.w3,0.0000357772,0.01000,0.852
+42,block_sparse_moe.experts.3.w3,0.0000364865,0.01000,0.830
+42,block_sparse_moe.experts.4.w3,0.0000310314,0.01000,0.835
+42,block_sparse_moe.experts.5.w3,0.0000371967,0.01000,0.842
+42,block_sparse_moe.experts.6.w3,0.0000332288,0.01000,0.830
+42,block_sparse_moe.experts.7.w3,0.0000367199,0.01000,0.860
+42,block_sparse_moe.experts.8.w3,0.0000348517,0.01000,0.846
+42,block_sparse_moe.experts.10.w3,0.0000355123,0.01000,0.828
+42,block_sparse_moe.experts.11.w3,0.0000354148,0.01000,0.830
+42,block_sparse_moe.experts.9.w3,0.0000327347,0.01000,0.867
+42,block_sparse_moe.experts.12.w3,0.0000386460,0.01000,0.834
+42,block_sparse_moe.experts.13.w3,0.0000347965,0.01000,0.831
+42,block_sparse_moe.experts.14.w3,0.0000350677,0.01000,0.860
+42,block_sparse_moe.experts.15.w3,0.0000352021,0.01000,0.842
+42,block_sparse_moe.experts.17.w3,0.0000356930,0.01000,0.827
+42,block_sparse_moe.experts.18.w3,0.0000358308,0.01000,0.832
+42,block_sparse_moe.experts.16.w3,0.0000352668,0.01000,0.869
+42,block_sparse_moe.experts.19.w3,0.0000358084,0.01000,0.840
+42,block_sparse_moe.experts.20.w3,0.0000383196,0.01000,0.831
+42,block_sparse_moe.experts.22.w3,0.0000356463,0.01000,0.846
+42,block_sparse_moe.experts.21.w3,0.0000382260,0.01000,0.878
+42,block_sparse_moe.experts.24.w3,0.0000328589,0.01000,0.838
+42,block_sparse_moe.experts.25.w3,0.0000333742,0.01000,0.832
+42,block_sparse_moe.experts.23.w3,0.0000333608,0.01000,0.884
+42,block_sparse_moe.experts.26.w3,0.0000358726,0.01000,0.834
+42,block_sparse_moe.experts.27.w3,0.0000385458,0.01000,0.834
+42,block_sparse_moe.experts.28.w3,0.0000339059,0.01000,0.855
+42,block_sparse_moe.experts.29.w3,0.0000357472,0.01000,0.849
+42,block_sparse_moe.experts.31.w3,0.0000376057,0.01000,0.828
+42,block_sparse_moe.experts.30.w3,0.0000367614,0.01000,0.888
+42,block_sparse_moe.experts.32.w3,0.0000358874,0.01000,0.852
+42,block_sparse_moe.experts.33.w3,0.0000379099,0.01000,0.829
+42,block_sparse_moe.experts.34.w3,0.0000311174,0.01000,0.818
+42,block_sparse_moe.experts.35.w3,0.0000368399,0.01000,0.855
+42,block_sparse_moe.experts.36.w3,0.0000311060,0.01000,0.843
+42,block_sparse_moe.experts.37.w3,0.0000332348,0.01000,0.866
+42,block_sparse_moe.experts.38.w3,0.0000392840,0.01000,0.834
+42,block_sparse_moe.experts.39.w3,0.0000330752,0.01000,0.841
+42,block_sparse_moe.experts.40.w3,0.0000331810,0.01000,0.844
+42,block_sparse_moe.experts.41.w3,0.0000348617,0.01000,0.827
+42,block_sparse_moe.experts.43.w3,0.0000320285,0.01000,0.854
+42,block_sparse_moe.experts.42.w3,0.0000361724,0.01000,0.867
+42,block_sparse_moe.experts.45.w3,0.0000339457,0.01000,0.830
+42,block_sparse_moe.experts.46.w3,0.0000350180,0.01000,0.835
+42,block_sparse_moe.experts.44.w3,0.0000312547,0.01000,0.894
+42,block_sparse_moe.experts.47.w3,0.0000367068,0.01000,0.835
+42,block_sparse_moe.experts.48.w3,0.0000359378,0.01000,0.824
+42,block_sparse_moe.experts.50.w3,0.0000320299,0.01000,0.841
+42,block_sparse_moe.experts.49.w3,0.0000370189,0.01000,0.864
+42,block_sparse_moe.experts.51.w3,0.0000362651,0.01000,0.856
+42,block_sparse_moe.experts.52.w3,0.0000360473,0.01000,0.853
+42,block_sparse_moe.experts.53.w3,0.0000343940,0.01000,0.842
+42,block_sparse_moe.experts.54.w3,0.0000381922,0.01000,0.837
+42,block_sparse_moe.experts.55.w3,0.0000352417,0.01000,0.842
+42,block_sparse_moe.experts.56.w3,0.0000365518,0.01000,0.850
+42,block_sparse_moe.experts.57.w3,0.0000362843,0.01000,0.854
+42,block_sparse_moe.experts.59.w3,0.0000323560,0.01000,0.823
+42,block_sparse_moe.experts.58.w3,0.0000342376,0.01000,0.870
+42,block_sparse_moe.experts.60.w3,0.0000377776,0.01000,0.845
+42,block_sparse_moe.experts.62.w3,0.0000346798,0.01000,0.830
+42,block_sparse_moe.experts.61.w3,0.0000367076,0.01000,0.836
+42,block_sparse_moe.experts.63.w3,0.0000371098,0.01000,0.844
+42,block_sparse_moe.experts.64.w3,0.0000367044,0.01000,0.856
+42,block_sparse_moe.experts.65.w3,0.0000365328,0.01000,0.858
+42,block_sparse_moe.experts.66.w3,0.0000372484,0.01000,0.831
+42,block_sparse_moe.experts.67.w3,0.0000348566,0.01000,0.843
+42,block_sparse_moe.experts.68.w3,0.0000331777,0.01000,0.840
+42,block_sparse_moe.experts.69.w3,0.0000389881,0.01000,0.842
+42,block_sparse_moe.experts.70.w3,0.0000350767,0.01000,0.859
+42,block_sparse_moe.experts.71.w3,0.0000311359,0.01000,0.857
+42,block_sparse_moe.experts.73.w3,0.0000381375,0.01000,0.836
+42,block_sparse_moe.experts.74.w3,0.0000358192,0.01000,0.849
+42,block_sparse_moe.experts.72.w3,0.0000366136,0.01000,0.874
+42,block_sparse_moe.experts.75.w3,0.0000338190,0.01000,0.829
+42,block_sparse_moe.experts.76.w3,0.0000370081,0.01000,0.828
+42,block_sparse_moe.experts.77.w3,0.0000354559,0.01000,0.843
+42,block_sparse_moe.experts.78.w3,0.0000330276,0.01000,0.850
+42,block_sparse_moe.experts.79.w3,0.0000343565,0.01000,0.854
+42,block_sparse_moe.experts.81.w3,0.0000359600,0.01000,0.835
+42,block_sparse_moe.experts.80.w3,0.0000348939,0.01000,0.864
+42,block_sparse_moe.experts.83.w3,0.0000358287,0.01000,0.835
+42,block_sparse_moe.experts.82.w3,0.0000369980,0.01000,0.839
+42,block_sparse_moe.experts.84.w3,0.0000340603,0.01000,0.843
+42,block_sparse_moe.experts.85.w3,0.0000347454,0.01000,0.849
+42,block_sparse_moe.experts.86.w3,0.0000350984,0.01000,0.847
+42,block_sparse_moe.experts.87.w3,0.0000331281,0.01000,0.848
+42,block_sparse_moe.experts.88.w3,0.0000329376,0.01000,0.843
+42,block_sparse_moe.experts.90.w3,0.0000383144,0.01000,0.846
+42,block_sparse_moe.experts.89.w3,0.0000311344,0.01000,0.851
+42,block_sparse_moe.experts.91.w3,0.0000386744,0.01000,0.845
+42,block_sparse_moe.experts.92.w3,0.0000374320,0.01000,0.859
+42,block_sparse_moe.experts.93.w3,0.0000351327,0.01000,0.846
+42,block_sparse_moe.experts.94.w3,0.0000350832,0.01000,0.844
+42,block_sparse_moe.experts.95.w3,0.0000365924,0.01000,0.848
+42,block_sparse_moe.experts.97.w3,0.0000356300,0.01000,0.841
+42,block_sparse_moe.experts.96.w3,0.0000348212,0.01000,0.864
+42,block_sparse_moe.experts.98.w3,0.0000374345,0.01000,0.847
+42,block_sparse_moe.experts.99.w3,0.0000345241,0.01000,0.843
+42,block_sparse_moe.experts.100.w3,0.0000370892,0.01000,0.861
+42,block_sparse_moe.experts.101.w3,0.0000342833,0.01000,0.868
+42,block_sparse_moe.experts.102.w3,0.0000332512,0.01000,0.845
+42,block_sparse_moe.experts.103.w3,0.0000351753,0.01000,0.847
+42,block_sparse_moe.experts.104.w3,0.0000301917,0.01000,0.860
+42,block_sparse_moe.experts.105.w3,0.0000345344,0.01000,0.852
+42,block_sparse_moe.experts.106.w3,0.0000356899,0.01000,0.850
+42,block_sparse_moe.experts.107.w3,0.0000348825,0.01000,0.848
+42,block_sparse_moe.experts.109.w3,0.0000383216,0.01000,0.830
+42,block_sparse_moe.experts.108.w3,0.0000322482,0.01000,0.850
+42,block_sparse_moe.experts.110.w3,0.0000342095,0.01000,0.845
+42,block_sparse_moe.experts.111.w3,0.0000335756,0.01000,0.829
+42,block_sparse_moe.experts.112.w3,0.0000355354,0.01000,0.851
+42,block_sparse_moe.experts.113.w3,0.0000372955,0.01000,0.864
+42,block_sparse_moe.experts.115.w3,0.0000359516,0.01000,0.823
+42,block_sparse_moe.experts.116.w3,0.0000331012,0.01000,0.828
+42,block_sparse_moe.experts.114.w3,0.0000361585,0.01000,0.866
+42,block_sparse_moe.experts.118.w3,0.0000355729,0.01000,0.826
+42,block_sparse_moe.experts.117.w3,0.0000312431,0.01000,0.845
+42,block_sparse_moe.experts.119.w3,0.0000384609,0.01000,0.857
+42,block_sparse_moe.experts.120.w3,0.0000392802,0.01000,0.838
+42,block_sparse_moe.experts.121.w3,0.0000355650,0.01000,0.861
+42,block_sparse_moe.experts.122.w3,0.0000350293,0.01000,0.834
+42,block_sparse_moe.experts.123.w3,0.0000337085,0.01000,0.832
+42,block_sparse_moe.experts.125.w3,0.0000362931,0.01000,0.830
+42,block_sparse_moe.experts.124.w3,0.0000332576,0.01000,0.857
+42,block_sparse_moe.experts.126.w3,0.0000370785,0.01000,0.853
+42,block_sparse_moe.experts.127.w3,0.0000347123,0.01000,0.841
+42,block_sparse_moe.experts.129.w3,0.0000306366,0.01000,0.832
+42,block_sparse_moe.experts.130.w3,0.0000330646,0.01000,0.833
+42,block_sparse_moe.experts.128.w3,0.0000371599,0.01000,0.873
+42,block_sparse_moe.experts.131.w3,0.0000316544,0.01000,0.839
+42,block_sparse_moe.experts.132.w3,0.0000349669,0.01000,0.829
+42,block_sparse_moe.experts.133.w3,0.0000369323,0.01000,0.850
+42,block_sparse_moe.experts.134.w3,0.0000359440,0.01000,0.841
+42,block_sparse_moe.experts.136.w3,0.0000332013,0.01000,0.834
+42,block_sparse_moe.experts.137.w3,0.0000352145,0.01000,0.833
+42,block_sparse_moe.experts.135.w3,0.0000385603,0.01000,0.886
+42,block_sparse_moe.experts.138.w3,0.0000329081,0.01000,0.836
+42,block_sparse_moe.experts.139.w3,0.0000391161,0.01000,0.824
+42,block_sparse_moe.experts.140.w3,0.0000366682,0.01000,0.853
+42,block_sparse_moe.experts.141.w3,0.0000340826,0.01000,0.839
+42,block_sparse_moe.experts.142.w3,0.0000360581,0.01000,0.861
+42,block_sparse_moe.experts.143.w3,0.0000360224,0.01000,0.834
+42,block_sparse_moe.experts.144.w3,0.0000333213,0.01000,0.841
+42,block_sparse_moe.experts.146.w3,0.0000372585,0.01000,0.831
+42,block_sparse_moe.experts.145.w3,0.0000347694,0.01000,0.859
+42,block_sparse_moe.experts.148.w3,0.0000360732,0.01000,0.837
+42,block_sparse_moe.experts.147.w3,0.0000357850,0.01000,0.869
+42,block_sparse_moe.experts.150.w3,0.0000338678,0.01000,0.840
+42,block_sparse_moe.experts.151.w3,0.0000359131,0.01000,0.836
+42,block_sparse_moe.experts.149.w3,0.0000343130,0.01000,0.893
+42,block_sparse_moe.experts.152.w3,0.0000327333,0.01000,0.836
+42,block_sparse_moe.experts.153.w3,0.0000349737,0.01000,0.825
+42,block_sparse_moe.experts.154.w3,0.0000350411,0.01000,0.855
+42,block_sparse_moe.experts.155.w3,0.0000358220,0.01000,0.851
+42,block_sparse_moe.experts.157.w3,0.0000334373,0.01000,0.835
+42,block_sparse_moe.experts.158.w3,0.0000357903,0.01000,0.837
+42,block_sparse_moe.experts.156.w3,0.0000356913,0.01000,0.887
+42,block_sparse_moe.experts.159.w3,0.0000360888,0.01000,0.839
+42,block_sparse_moe.experts.160.w3,0.0000362550,0.01000,0.831
+42,block_sparse_moe.experts.161.w3,0.0000308682,0.01000,0.857
+42,block_sparse_moe.experts.162.w3,0.0000365972,0.01000,0.846
+42,block_sparse_moe.experts.164.w3,0.0000317250,0.01000,0.828
+42,block_sparse_moe.experts.166.w3,0.0000344120,0.01000,0.834
+42,block_sparse_moe.experts.165.w3,0.0000365412,0.01000,0.850
+42,block_sparse_moe.experts.167.w3,0.0000335556,0.01000,0.837
+42,block_sparse_moe.experts.163.w3,0.0000355807,0.01000,0.916
+42,block_sparse_moe.experts.168.w3,0.0000323814,0.01000,0.851
+42,block_sparse_moe.experts.169.w3,0.0000355379,0.01000,0.847
+42,block_sparse_moe.experts.171.w3,0.0000312748,0.01000,0.830
+42,block_sparse_moe.experts.172.w3,0.0000371535,0.01000,0.834
+42,block_sparse_moe.experts.173.w3,0.0000351941,0.01000,0.841
+42,block_sparse_moe.experts.170.w3,0.0000349015,0.01000,0.884
+42,block_sparse_moe.experts.174.w3,0.0000385853,0.01000,0.842
+42,block_sparse_moe.experts.175.w3,0.0000355319,0.01000,0.848
+42,block_sparse_moe.experts.176.w3,0.0000348189,0.01000,0.852
+42,block_sparse_moe.experts.178.w3,0.0000361423,0.01000,0.826
+42,block_sparse_moe.experts.179.w3,0.0000329923,0.01000,0.832
+42,block_sparse_moe.experts.180.w3,0.0000367833,0.01000,0.835
+42,block_sparse_moe.experts.177.w3,0.0000355493,0.01000,0.880
+42,block_sparse_moe.experts.181.w3,0.0000364796,0.01000,0.841
+42,block_sparse_moe.experts.182.w3,0.0000397857,0.01000,0.846
+42,block_sparse_moe.experts.183.w3,0.0000356627,0.01000,0.855
+42,block_sparse_moe.experts.185.w3,0.0000361768,0.01000,0.833
+42,block_sparse_moe.experts.186.w3,0.0000354516,0.01000,0.835
+42,block_sparse_moe.experts.184.w3,0.0000331492,0.01000,0.879
+42,block_sparse_moe.experts.187.w3,0.0000371180,0.01000,0.841
+42,block_sparse_moe.experts.188.w3,0.0000364744,0.01000,0.837
+42,block_sparse_moe.experts.189.w3,0.0000343266,0.01000,0.842
+42,block_sparse_moe.experts.190.w3,0.0000369076,0.01000,0.847
+42,block_sparse_moe.experts.193.w3,0.0000354048,0.01000,0.837
+42,block_sparse_moe.experts.192.w3,0.0000332482,0.01000,0.846
+42,block_sparse_moe.experts.191.w3,0.0000392304,0.01000,0.881
+42,block_sparse_moe.experts.194.w3,0.0000340213,0.01000,0.847
+42,block_sparse_moe.experts.195.w3,0.0000348265,0.01000,0.840
+42,block_sparse_moe.experts.196.w3,0.0000319452,0.01000,0.861
+42,block_sparse_moe.experts.197.w3,0.0000391279,0.01000,0.853
+42,block_sparse_moe.experts.199.w3,0.0000341689,0.01000,0.831
+42,block_sparse_moe.experts.200.w3,0.0000330036,0.01000,0.838
+42,block_sparse_moe.experts.201.w3,0.0000316715,0.01000,0.842
+42,block_sparse_moe.experts.202.w3,0.0000362464,0.01000,0.843
+42,block_sparse_moe.experts.198.w3,0.0000376267,0.01000,0.870
+42,block_sparse_moe.experts.203.w3,0.0000343294,0.01000,0.873
+42,block_sparse_moe.experts.204.w3,0.0000341484,0.01000,0.896
+42,block_sparse_moe.experts.206.w3,0.0000377614,0.01000,0.835
+42,block_sparse_moe.experts.207.w3,0.0000334789,0.01000,0.838
+42,block_sparse_moe.experts.209.w3,0.0000379409,0.01000,0.840
+42,block_sparse_moe.experts.208.w3,0.0000383181,0.01000,0.847
+42,block_sparse_moe.experts.205.w3,0.0000348020,0.01000,0.894
+42,block_sparse_moe.experts.210.w3,0.0000375746,0.01000,0.853
+42,block_sparse_moe.experts.211.w3,0.0000361944,0.01000,0.857
+42,block_sparse_moe.experts.214.w3,0.0000322206,0.01000,0.834
+42,block_sparse_moe.experts.213.w3,0.0000367292,0.01000,0.858
+42,block_sparse_moe.experts.216.w3,0.0000357119,0.01000,0.838
+42,block_sparse_moe.experts.212.w3,0.0000320896,0.01000,0.877
+42,block_sparse_moe.experts.215.w3,0.0000369059,0.01000,0.879
+42,block_sparse_moe.experts.217.w3,0.0000373620,0.01000,0.843
+42,block_sparse_moe.experts.218.w3,0.0000341070,0.01000,0.867
+42,block_sparse_moe.experts.220.w3,0.0000366664,0.01000,0.828
+42,block_sparse_moe.experts.221.w3,0.0000346606,0.01000,0.838
+42,block_sparse_moe.experts.222.w3,0.0000342709,0.01000,0.842
+42,block_sparse_moe.experts.219.w3,0.0000311195,0.01000,0.871
+42,block_sparse_moe.experts.223.w3,0.0000365491,0.01000,0.867
+42,block_sparse_moe.experts.224.w3,0.0000356237,0.01000,0.849
+42,block_sparse_moe.experts.225.w3,0.0000358168,0.01000,0.842
+42,block_sparse_moe.experts.226.w3,0.0000351134,0.01000,0.857
+42,block_sparse_moe.experts.228.w3,0.0000366084,0.01000,0.834
+42,block_sparse_moe.experts.227.w3,0.0000337555,0.01000,0.841
+42,block_sparse_moe.experts.229.w3,0.0000351389,0.01000,0.835
+42,block_sparse_moe.experts.230.w3,0.0000362211,0.01000,0.843
+42,block_sparse_moe.experts.231.w3,0.0000352078,0.01000,0.847
+42,block_sparse_moe.experts.232.w3,0.0000374420,0.01000,0.845
+42,block_sparse_moe.experts.234.w3,0.0000358833,0.01000,0.836
+42,block_sparse_moe.experts.236.w3,0.0000361555,0.01000,0.837
+42,block_sparse_moe.experts.235.w3,0.0000366971,0.01000,0.845
+42,block_sparse_moe.experts.233.w3,0.0000362701,0.01000,0.874
+42,block_sparse_moe.experts.237.w3,0.0000343043,0.01000,0.842
+42,block_sparse_moe.experts.238.w3,0.0000355961,0.01000,0.843
+42,block_sparse_moe.experts.239.w3,0.0000370569,0.01000,0.838
+42,block_sparse_moe.experts.241.w3,0.0000395810,0.01000,0.826
+42,block_sparse_moe.experts.242.w3,0.0000343333,0.01000,0.839
+42,block_sparse_moe.experts.243.w3,0.0000360928,0.01000,0.831
+42,block_sparse_moe.experts.240.w3,0.0000330348,0.01000,0.877
+42,block_sparse_moe.experts.244.w3,0.0000400060,0.01000,0.841
+42,block_sparse_moe.experts.245.w3,0.0000346811,0.01000,0.847
+42,block_sparse_moe.experts.246.w3,0.0000345415,0.01000,0.831
+42,block_sparse_moe.experts.248.w3,0.0000342223,0.01000,0.829
+42,block_sparse_moe.experts.247.w3,0.0000340435,0.01000,0.854
+42,block_sparse_moe.experts.249.w3,0.0000346659,0.01000,0.829
+42,block_sparse_moe.experts.250.w3,0.0000363807,0.01000,0.832
+42,block_sparse_moe.experts.251.w3,0.0000365779,0.01000,0.833
+42,block_sparse_moe.experts.252.w3,0.0000314029,0.01000,0.723
+42,block_sparse_moe.experts.253.w3,0.0000357432,0.01000,0.712
+42,block_sparse_moe.experts.255.w3,0.0000361856,0.01000,0.685
+42,block_sparse_moe.experts.254.w3,0.0000356755,0.01000,0.702
+42,block_sparse_moe.experts.1.w2,0.0000259285,0.01000,0.439
+42,block_sparse_moe.experts.5.w2,0.0000649141,0.01000,0.436
+42,block_sparse_moe.experts.2.w2,0.0000486696,0.01000,0.439
+42,block_sparse_moe.experts.0.w2,0.0000423819,0.01000,0.445
+42,block_sparse_moe.experts.6.w2,0.0000196341,0.01000,0.449
+42,block_sparse_moe.experts.4.w2,0.0000575274,0.01000,0.460
+42,block_sparse_moe.experts.3.w2,0.0000457723,0.01000,0.473
+42,block_sparse_moe.experts.8.w2,0.0000694272,0.01000,0.418
+42,block_sparse_moe.experts.7.w2,0.0000617696,0.01000,0.419
+42,block_sparse_moe.experts.9.w2,0.0000443694,0.01000,0.422
+42,block_sparse_moe.experts.11.w2,0.0000236351,0.01000,0.429
+42,block_sparse_moe.experts.12.w2,0.0000407341,0.01000,0.430
+42,block_sparse_moe.experts.10.w2,0.0000174636,0.01000,0.453
+42,block_sparse_moe.experts.13.w2,0.0000223675,0.01000,0.436
+42,block_sparse_moe.experts.14.w2,0.0000336418,0.01000,0.412
+42,block_sparse_moe.experts.15.w2,0.0000411454,0.01000,0.414
+42,block_sparse_moe.experts.16.w2,0.0000318530,0.01000,0.417
+42,block_sparse_moe.experts.17.w2,0.0000302300,0.01000,0.417
+42,block_sparse_moe.experts.19.w2,0.0000201437,0.01000,0.426
+42,block_sparse_moe.experts.18.w2,0.0000273671,0.01000,0.440
+42,block_sparse_moe.experts.20.w2,0.0000594978,0.01000,0.432
+42,block_sparse_moe.experts.21.w2,0.0000376414,0.01000,0.419
+42,block_sparse_moe.experts.22.w2,0.0000316875,0.01000,0.419
+42,block_sparse_moe.experts.23.w2,0.0000223236,0.01000,0.425
+42,block_sparse_moe.experts.24.w2,0.0000225777,0.01000,0.423
+42,block_sparse_moe.experts.25.w2,0.0000364902,0.01000,0.432
+42,block_sparse_moe.experts.26.w2,0.0000253483,0.01000,0.428
+42,block_sparse_moe.experts.27.w2,0.0000337412,0.01000,0.434
+42,block_sparse_moe.experts.28.w2,0.0000607788,0.01000,0.420
+42,block_sparse_moe.experts.29.w2,0.0000280243,0.01000,0.419
+42,block_sparse_moe.experts.30.w2,0.0000413750,0.01000,0.423
+42,block_sparse_moe.experts.31.w2,0.0000314543,0.01000,0.416
+42,block_sparse_moe.experts.32.w2,0.0000214764,0.01000,0.426
+42,block_sparse_moe.experts.33.w2,0.0000357184,0.01000,0.431
+42,block_sparse_moe.experts.34.w2,0.0000887914,0.01000,0.434
+42,block_sparse_moe.experts.36.w2,0.0000661435,0.01000,0.418
+42,block_sparse_moe.experts.37.w2,0.0000511977,0.01000,0.420
+42,block_sparse_moe.experts.35.w2,0.0000226921,0.01000,0.439
+42,block_sparse_moe.experts.38.w2,0.0000201019,0.01000,0.413
+42,block_sparse_moe.experts.39.w2,0.0000582816,0.01000,0.431
+42,block_sparse_moe.experts.40.w2,0.0000722879,0.01000,0.436
+42,block_sparse_moe.experts.41.w2,0.0000262387,0.01000,0.460
+42,block_sparse_moe.experts.42.w2,0.0000414699,0.01000,0.431
+42,block_sparse_moe.experts.45.w2,0.0000228585,0.01000,0.422
+42,block_sparse_moe.experts.43.w2,0.0000227751,0.01000,0.426
+42,block_sparse_moe.experts.44.w2,0.0000657708,0.01000,0.450
+42,block_sparse_moe.experts.46.w2,0.0000375635,0.01000,0.427
+42,block_sparse_moe.experts.47.w2,0.0000309940,0.01000,0.440
+42,block_sparse_moe.experts.48.w2,0.0000239339,0.01000,0.429
+42,block_sparse_moe.experts.49.w2,0.0000268496,0.01000,0.417
+42,block_sparse_moe.experts.50.w2,0.0000383271,0.01000,0.416
+42,block_sparse_moe.experts.51.w2,0.0000223005,0.01000,0.428
+42,block_sparse_moe.experts.52.w2,0.0000287378,0.01000,0.416
+42,block_sparse_moe.experts.53.w2,0.0000255539,0.01000,0.418
+42,block_sparse_moe.experts.54.w2,0.0000312848,0.01000,0.442
+42,block_sparse_moe.experts.55.w2,0.0000245134,0.01000,0.423
+42,block_sparse_moe.experts.56.w2,0.0000329877,0.01000,0.418
+42,block_sparse_moe.experts.57.w2,0.0000169475,0.01000,0.418
+42,block_sparse_moe.experts.58.w2,0.0000411478,0.01000,0.422
+42,block_sparse_moe.experts.59.w2,0.0000397574,0.01000,0.414
+42,block_sparse_moe.experts.60.w2,0.0000240922,0.01000,0.421
+42,block_sparse_moe.experts.61.w2,0.0000193401,0.01000,0.433
+42,block_sparse_moe.experts.62.w2,0.0000364903,0.01000,0.430
+42,block_sparse_moe.experts.63.w2,0.0000355568,0.01000,0.415
+42,block_sparse_moe.experts.64.w2,0.0000347659,0.01000,0.419
+42,block_sparse_moe.experts.66.w2,0.0000455141,0.01000,0.412
+42,block_sparse_moe.experts.65.w2,0.0000259298,0.01000,0.420
+42,block_sparse_moe.experts.67.w2,0.0000267939,0.01000,0.420
+42,block_sparse_moe.experts.68.w2,0.0000241142,0.01000,0.425
+42,block_sparse_moe.experts.69.w2,0.0000248546,0.01000,0.427
+42,block_sparse_moe.experts.70.w2,0.0000212517,0.01000,0.417
+42,block_sparse_moe.experts.71.w2,0.0000349108,0.01000,0.419
+42,block_sparse_moe.experts.72.w2,0.0000293275,0.01000,0.424
+42,block_sparse_moe.experts.73.w2,0.0000269813,0.01000,0.426
+42,block_sparse_moe.experts.74.w2,0.0000390021,0.01000,0.425
+42,block_sparse_moe.experts.75.w2,0.0000225326,0.01000,0.425
+42,block_sparse_moe.experts.76.w2,0.0000408885,0.01000,0.429
+42,block_sparse_moe.experts.77.w2,0.0000179841,0.01000,0.417
+42,block_sparse_moe.experts.78.w2,0.0000727242,0.01000,0.418
+42,block_sparse_moe.experts.79.w2,0.0000339155,0.01000,0.419
+42,block_sparse_moe.experts.80.w2,0.0000460208,0.01000,0.418
+42,block_sparse_moe.experts.81.w2,0.0000473791,0.01000,0.423
+42,block_sparse_moe.experts.82.w2,0.0000324152,0.01000,0.427
+42,block_sparse_moe.experts.83.w2,0.0000243803,0.01000,0.427
+42,block_sparse_moe.experts.84.w2,0.0000274560,0.01000,0.417
+42,block_sparse_moe.experts.85.w2,0.0000207008,0.01000,0.419
+42,block_sparse_moe.experts.86.w2,0.0000282542,0.01000,0.420
+42,block_sparse_moe.experts.87.w2,0.0000609822,0.01000,0.421
+42,block_sparse_moe.experts.88.w2,0.0000183811,0.01000,0.423
+42,block_sparse_moe.experts.89.w2,0.0000461382,0.01000,0.429
+42,block_sparse_moe.experts.90.w2,0.0000404864,0.01000,0.432
+42,block_sparse_moe.experts.91.w2,0.0000287291,0.01000,0.420
+42,block_sparse_moe.experts.92.w2,0.0000306684,0.01000,0.422
+42,block_sparse_moe.experts.93.w2,0.0000334251,0.01000,0.424
+42,block_sparse_moe.experts.94.w2,0.0000368665,0.01000,0.424
+42,block_sparse_moe.experts.95.w2,0.0000334960,0.01000,0.428
+42,block_sparse_moe.experts.96.w2,0.0000276305,0.01000,0.426
+42,block_sparse_moe.experts.97.w2,0.0000287084,0.01000,0.425
+42,block_sparse_moe.experts.98.w2,0.0000245159,0.01000,0.416
+42,block_sparse_moe.experts.99.w2,0.0000242553,0.01000,0.416
+42,block_sparse_moe.experts.100.w2,0.0000399115,0.01000,0.420
+42,block_sparse_moe.experts.101.w2,0.0000292474,0.01000,0.420
+42,block_sparse_moe.experts.102.w2,0.0000349503,0.01000,0.421
+42,block_sparse_moe.experts.103.w2,0.0000251593,0.01000,0.422
+42,block_sparse_moe.experts.104.w2,0.0000741766,0.01000,0.424
+42,block_sparse_moe.experts.105.w2,0.0000228305,0.01000,0.422
+42,block_sparse_moe.experts.106.w2,0.0000248328,0.01000,0.424
+42,block_sparse_moe.experts.107.w2,0.0000235897,0.01000,0.425
+42,block_sparse_moe.experts.108.w2,0.0000206158,0.01000,0.422
+42,block_sparse_moe.experts.109.w2,0.0000927211,0.01000,0.426
+42,block_sparse_moe.experts.110.w2,0.0000285020,0.01000,0.430
+42,block_sparse_moe.experts.111.w2,0.0000215467,0.01000,0.432
+42,block_sparse_moe.experts.112.w2,0.0000390390,0.01000,0.417
+42,block_sparse_moe.experts.113.w2,0.0000364951,0.01000,0.431
+42,block_sparse_moe.experts.114.w2,0.0000282467,0.01000,0.421
+42,block_sparse_moe.experts.115.w2,0.0000354530,0.01000,0.429
+42,block_sparse_moe.experts.116.w2,0.0000254989,0.01000,0.423
+42,block_sparse_moe.experts.117.w2,0.0000554909,0.01000,0.426
+42,block_sparse_moe.experts.118.w2,0.0000433098,0.01000,0.429
+42,block_sparse_moe.experts.119.w2,0.0000324403,0.01000,0.416
+42,block_sparse_moe.experts.120.w2,0.0000262486,0.01000,0.418
+42,block_sparse_moe.experts.121.w2,0.0000183905,0.01000,0.420
+42,block_sparse_moe.experts.122.w2,0.0000221837,0.01000,0.422
+42,block_sparse_moe.experts.123.w2,0.0000347865,0.01000,0.423
+42,block_sparse_moe.experts.124.w2,0.0000296494,0.01000,0.429
+42,block_sparse_moe.experts.125.w2,0.0000299489,0.01000,0.433
+42,block_sparse_moe.experts.126.w2,0.0000309286,0.01000,0.415
+42,block_sparse_moe.experts.127.w2,0.0000367401,0.01000,0.416
+42,block_sparse_moe.experts.128.w2,0.0000571588,0.01000,0.416
+42,block_sparse_moe.experts.129.w2,0.0000468667,0.01000,0.435
+42,block_sparse_moe.experts.130.w2,0.0000346314,0.01000,0.423
+42,block_sparse_moe.experts.131.w2,0.0000351465,0.01000,0.422
+42,block_sparse_moe.experts.132.w2,0.0000296727,0.01000,0.441
+42,block_sparse_moe.experts.133.w2,0.0000199838,0.01000,0.414
+42,block_sparse_moe.experts.134.w2,0.0000285698,0.01000,0.417
+42,block_sparse_moe.experts.135.w2,0.0000291958,0.01000,0.417
+42,block_sparse_moe.experts.136.w2,0.0000472486,0.01000,0.427
+42,block_sparse_moe.experts.137.w2,0.0000330504,0.01000,0.422
+42,block_sparse_moe.experts.138.w2,0.0000242020,0.01000,0.426
+42,block_sparse_moe.experts.139.w2,0.0000309570,0.01000,0.448
+42,block_sparse_moe.experts.140.w2,0.0000394804,0.01000,0.417
+42,block_sparse_moe.experts.141.w2,0.0000315969,0.01000,0.422
+42,block_sparse_moe.experts.142.w2,0.0000355983,0.01000,0.424
+42,block_sparse_moe.experts.143.w2,0.0000303137,0.01000,0.433
+42,block_sparse_moe.experts.144.w2,0.0000422387,0.01000,0.431
+42,block_sparse_moe.experts.145.w2,0.0000480773,0.01000,0.425
+42,block_sparse_moe.experts.146.w2,0.0000266570,0.01000,0.428
+42,block_sparse_moe.experts.147.w2,0.0000344283,0.01000,0.414
+42,block_sparse_moe.experts.148.w2,0.0000305679,0.01000,0.416
+42,block_sparse_moe.experts.149.w2,0.0000285809,0.01000,0.417
+42,block_sparse_moe.experts.150.w2,0.0000213215,0.01000,0.415
+42,block_sparse_moe.experts.151.w2,0.0000517879,0.01000,0.419
+42,block_sparse_moe.experts.152.w2,0.0000403038,0.01000,0.426
+42,block_sparse_moe.experts.153.w2,0.0000210505,0.01000,0.425
+42,block_sparse_moe.experts.154.w2,0.0000306302,0.01000,0.417
+42,block_sparse_moe.experts.155.w2,0.0000245332,0.01000,0.422
+42,block_sparse_moe.experts.156.w2,0.0000346988,0.01000,0.419
+42,block_sparse_moe.experts.157.w2,0.0000330709,0.01000,0.422
+42,block_sparse_moe.experts.158.w2,0.0000296983,0.01000,0.424
+42,block_sparse_moe.experts.159.w2,0.0000344212,0.01000,0.427
+42,block_sparse_moe.experts.160.w2,0.0000379345,0.01000,0.433
+42,block_sparse_moe.experts.161.w2,0.0000508260,0.01000,0.415
+42,block_sparse_moe.experts.162.w2,0.0000285223,0.01000,0.422
+42,block_sparse_moe.experts.163.w2,0.0000233006,0.01000,0.419
+42,block_sparse_moe.experts.164.w2,0.0000682470,0.01000,0.428
+42,block_sparse_moe.experts.165.w2,0.0000230046,0.01000,0.424
+42,block_sparse_moe.experts.166.w2,0.0000297123,0.01000,0.422
+42,block_sparse_moe.experts.167.w2,0.0000321979,0.01000,0.437
+42,block_sparse_moe.experts.168.w2,0.0000527268,0.01000,0.431
+42,block_sparse_moe.experts.169.w2,0.0000361284,0.01000,0.414
+42,block_sparse_moe.experts.170.w2,0.0000452378,0.01000,0.415
+42,block_sparse_moe.experts.171.w2,0.0000555159,0.01000,0.421
+42,block_sparse_moe.experts.172.w2,0.0000286371,0.01000,0.428
+42,block_sparse_moe.experts.173.w2,0.0000221353,0.01000,0.424
+42,block_sparse_moe.experts.174.w2,0.0000283741,0.01000,0.433
+42,block_sparse_moe.experts.175.w2,0.0000325605,0.01000,0.438
+42,block_sparse_moe.experts.177.w2,0.0000377327,0.01000,0.420
+42,block_sparse_moe.experts.176.w2,0.0000278398,0.01000,0.429
+42,block_sparse_moe.experts.178.w2,0.0000214851,0.01000,0.419
+42,block_sparse_moe.experts.179.w2,0.0000385358,0.01000,0.420
+42,block_sparse_moe.experts.180.w2,0.0000412648,0.01000,0.419
+42,block_sparse_moe.experts.181.w2,0.0000188325,0.01000,0.434
+42,block_sparse_moe.experts.182.w2,0.0000307832,0.01000,0.413
+42,block_sparse_moe.experts.183.w2,0.0000168456,0.01000,0.421
+42,block_sparse_moe.experts.184.w2,0.0000330316,0.01000,0.421
+42,block_sparse_moe.experts.185.w2,0.0000298991,0.01000,0.422
+42,block_sparse_moe.experts.186.w2,0.0000191938,0.01000,0.424
+42,block_sparse_moe.experts.187.w2,0.0000420734,0.01000,0.422
+42,block_sparse_moe.experts.188.w2,0.0000282929,0.01000,0.431
+42,block_sparse_moe.experts.189.w2,0.0000258465,0.01000,0.420
+42,block_sparse_moe.experts.190.w2,0.0000295882,0.01000,0.419
+42,block_sparse_moe.experts.191.w2,0.0000289527,0.01000,0.420
+42,block_sparse_moe.experts.192.w2,0.0000394062,0.01000,0.426
+42,block_sparse_moe.experts.193.w2,0.0000297361,0.01000,0.426
+42,block_sparse_moe.experts.194.w2,0.0000394334,0.01000,0.420
+42,block_sparse_moe.experts.195.w2,0.0000310188,0.01000,0.435
+42,block_sparse_moe.experts.196.w2,0.0000851984,0.01000,0.420
+42,block_sparse_moe.experts.197.w2,0.0000260281,0.01000,0.438
+42,block_sparse_moe.experts.198.w2,0.0000241321,0.01000,0.436
+42,block_sparse_moe.experts.199.w2,0.0000441267,0.01000,0.430
+42,block_sparse_moe.experts.200.w2,0.0000246839,0.01000,0.438
+42,block_sparse_moe.experts.201.w2,0.0000481772,0.01000,0.428
+42,block_sparse_moe.experts.202.w2,0.0000480934,0.01000,0.425
+42,block_sparse_moe.experts.203.w2,0.0000335886,0.01000,0.421
+42,block_sparse_moe.experts.204.w2,0.0000189215,0.01000,0.420
+42,block_sparse_moe.experts.205.w2,0.0000353770,0.01000,0.422
+42,block_sparse_moe.experts.206.w2,0.0000345836,0.01000,0.425
+42,block_sparse_moe.experts.207.w2,0.0000608447,0.01000,0.428
+42,block_sparse_moe.experts.208.w2,0.0000271240,0.01000,0.420
+42,block_sparse_moe.experts.209.w2,0.0000444651,0.01000,0.428
+42,block_sparse_moe.experts.210.w2,0.0000217516,0.01000,0.419
+42,block_sparse_moe.experts.212.w2,0.0000259576,0.01000,0.410
+42,block_sparse_moe.experts.211.w2,0.0000289622,0.01000,0.414
+42,block_sparse_moe.experts.213.w2,0.0000278576,0.01000,0.424
+42,block_sparse_moe.experts.214.w2,0.0000389439,0.01000,0.422
+42,block_sparse_moe.experts.215.w2,0.0000214585,0.01000,0.417
+42,block_sparse_moe.experts.217.w2,0.0000223263,0.01000,0.415
+42,block_sparse_moe.experts.216.w2,0.0000275945,0.01000,0.435
+42,block_sparse_moe.experts.218.w2,0.0000228542,0.01000,0.406
+42,block_sparse_moe.experts.219.w2,0.0000423986,0.01000,0.414
+42,block_sparse_moe.experts.220.w2,0.0000359620,0.01000,0.425
+42,block_sparse_moe.experts.221.w2,0.0000258624,0.01000,0.425
+42,block_sparse_moe.experts.222.w2,0.0000436318,0.01000,0.425
+42,block_sparse_moe.experts.224.w2,0.0000412057,0.01000,0.421
+42,block_sparse_moe.experts.223.w2,0.0000295074,0.01000,0.443
+42,block_sparse_moe.experts.225.w2,0.0000236947,0.01000,0.416
+42,block_sparse_moe.experts.226.w2,0.0000442682,0.01000,0.418
+42,block_sparse_moe.experts.227.w2,0.0000202095,0.01000,0.424
+42,block_sparse_moe.experts.228.w2,0.0000322872,0.01000,0.419
+42,block_sparse_moe.experts.229.w2,0.0000246356,0.01000,0.420
+42,block_sparse_moe.experts.230.w2,0.0000504787,0.01000,0.424
+42,block_sparse_moe.experts.231.w2,0.0000196611,0.01000,0.422
+42,block_sparse_moe.experts.232.w2,0.0000496383,0.01000,0.412
+42,block_sparse_moe.experts.233.w2,0.0000242816,0.01000,0.411
+42,block_sparse_moe.experts.234.w2,0.0000384586,0.01000,0.423
+42,block_sparse_moe.experts.235.w2,0.0000809155,0.01000,0.430
+42,block_sparse_moe.experts.236.w2,0.0000293362,0.01000,0.420
+42,block_sparse_moe.experts.238.w2,0.0000300301,0.01000,0.422
+42,block_sparse_moe.experts.237.w2,0.0000376729,0.01000,0.439
+42,block_sparse_moe.experts.239.w2,0.0000230599,0.01000,0.416
+42,block_sparse_moe.experts.240.w2,0.0000443574,0.01000,0.414
+42,block_sparse_moe.experts.241.w2,0.0000306453,0.01000,0.426
+42,block_sparse_moe.experts.242.w2,0.0000347066,0.01000,0.430
+42,block_sparse_moe.experts.243.w2,0.0000190987,0.01000,0.437
+42,block_sparse_moe.experts.244.w2,0.0000305454,0.01000,0.430
+42,block_sparse_moe.experts.246.w2,0.0000249678,0.01000,0.412
+42,block_sparse_moe.experts.247.w2,0.0000406292,0.01000,0.411
+42,block_sparse_moe.experts.245.w2,0.0000153250,0.01000,0.437
+42,block_sparse_moe.experts.248.w2,0.0000290397,0.01000,0.418
+42,block_sparse_moe.experts.249.w2,0.0000180198,0.01000,0.424
+42,block_sparse_moe.experts.250.w2,0.0000476977,0.01000,0.424
+42,block_sparse_moe.experts.253.w2,0.0000547450,0.01000,0.387
+42,block_sparse_moe.experts.252.w2,0.0000572018,0.01000,0.390
+42,block_sparse_moe.experts.251.w2,0.0000284870,0.01000,0.405
+42,block_sparse_moe.experts.254.w2,0.0000263911,0.01000,0.395
+42,block_sparse_moe.experts.255.w2,0.0000558847,0.01000,0.354
+43,block_sparse_moe.experts.0.w1,0.0000338352,0.01000,0.834
+43,block_sparse_moe.experts.1.w1,0.0000341994,0.01000,0.837
+43,block_sparse_moe.experts.2.w1,0.0000341660,0.01000,0.844
+43,block_sparse_moe.experts.3.w1,0.0000311080,0.01000,0.847
+43,block_sparse_moe.experts.6.w1,0.0000346974,0.01000,0.850
+43,block_sparse_moe.experts.5.w1,0.0000360847,0.01000,0.858
+43,block_sparse_moe.experts.4.w1,0.0000317463,0.01000,0.875
+43,block_sparse_moe.experts.8.w1,0.0000345024,0.01000,0.823
+43,block_sparse_moe.experts.7.w1,0.0000352868,0.01000,0.850
+43,block_sparse_moe.experts.9.w1,0.0000344077,0.01000,0.839
+43,block_sparse_moe.experts.10.w1,0.0000344002,0.01000,0.844
+43,block_sparse_moe.experts.11.w1,0.0000338346,0.01000,0.844
+43,block_sparse_moe.experts.12.w1,0.0000349514,0.01000,0.841
+43,block_sparse_moe.experts.13.w1,0.0000329121,0.01000,0.856
+43,block_sparse_moe.experts.14.w1,0.0000355401,0.01000,0.835
+43,block_sparse_moe.experts.16.w1,0.0000342609,0.01000,0.833
+43,block_sparse_moe.experts.17.w1,0.0000349614,0.01000,0.827
+43,block_sparse_moe.experts.15.w1,0.0000296252,0.01000,0.841
+43,block_sparse_moe.experts.18.w1,0.0000297067,0.01000,0.845
+43,block_sparse_moe.experts.19.w1,0.0000334824,0.01000,0.852
+43,block_sparse_moe.experts.20.w1,0.0000316674,0.01000,0.852
+43,block_sparse_moe.experts.21.w1,0.0000319210,0.01000,0.824
+43,block_sparse_moe.experts.24.w1,0.0000353727,0.01000,0.826
+43,block_sparse_moe.experts.22.w1,0.0000355556,0.01000,0.835
+43,block_sparse_moe.experts.23.w1,0.0000322483,0.01000,0.860
+43,block_sparse_moe.experts.25.w1,0.0000343291,0.01000,0.840
+43,block_sparse_moe.experts.26.w1,0.0000357620,0.01000,0.842
+43,block_sparse_moe.experts.27.w1,0.0000331367,0.01000,0.855
+43,block_sparse_moe.experts.28.w1,0.0000340526,0.01000,0.825
+43,block_sparse_moe.experts.29.w1,0.0000288832,0.01000,0.835
+43,block_sparse_moe.experts.30.w1,0.0000308625,0.01000,0.833
+43,block_sparse_moe.experts.31.w1,0.0000329628,0.01000,0.818
+43,block_sparse_moe.experts.32.w1,0.0000335540,0.01000,0.830
+43,block_sparse_moe.experts.33.w1,0.0000352201,0.01000,0.836
+43,block_sparse_moe.experts.34.w1,0.0000315881,0.01000,0.848
+43,block_sparse_moe.experts.35.w1,0.0000355193,0.01000,0.832
+43,block_sparse_moe.experts.36.w1,0.0000352442,0.01000,0.836
+43,block_sparse_moe.experts.37.w1,0.0000330909,0.01000,0.856
+43,block_sparse_moe.experts.38.w1,0.0000340240,0.01000,0.850
+43,block_sparse_moe.experts.39.w1,0.0000343915,0.01000,0.839
+43,block_sparse_moe.experts.40.w1,0.0000348814,0.01000,0.841
+43,block_sparse_moe.experts.41.w1,0.0000367951,0.01000,0.873
+43,block_sparse_moe.experts.42.w1,0.0000341039,0.01000,0.830
+43,block_sparse_moe.experts.43.w1,0.0000320575,0.01000,0.824
+43,block_sparse_moe.experts.45.w1,0.0000309099,0.01000,0.829
+43,block_sparse_moe.experts.44.w1,0.0000350110,0.01000,0.835
+43,block_sparse_moe.experts.46.w1,0.0000347587,0.01000,0.842
+43,block_sparse_moe.experts.47.w1,0.0000350032,0.01000,0.837
+43,block_sparse_moe.experts.48.w1,0.0000353030,0.01000,0.859
+43,block_sparse_moe.experts.49.w1,0.0000327998,0.01000,0.847
+43,block_sparse_moe.experts.50.w1,0.0000352730,0.01000,0.837
+43,block_sparse_moe.experts.52.w1,0.0000367673,0.01000,0.825
+43,block_sparse_moe.experts.51.w1,0.0000349326,0.01000,0.862
+43,block_sparse_moe.experts.53.w1,0.0000326409,0.01000,0.847
+43,block_sparse_moe.experts.54.w1,0.0000327975,0.01000,0.840
+43,block_sparse_moe.experts.55.w1,0.0000314288,0.01000,0.848
+43,block_sparse_moe.experts.56.w1,0.0000344652,0.01000,0.835
+43,block_sparse_moe.experts.57.w1,0.0000358056,0.01000,0.851
+43,block_sparse_moe.experts.58.w1,0.0000351063,0.01000,0.858
+43,block_sparse_moe.experts.61.w1,0.0000345751,0.01000,0.830
+43,block_sparse_moe.experts.60.w1,0.0000348671,0.01000,0.840
+43,block_sparse_moe.experts.59.w1,0.0000327277,0.01000,0.866
+43,block_sparse_moe.experts.62.w1,0.0000358954,0.01000,0.842
+43,block_sparse_moe.experts.63.w1,0.0000339340,0.01000,0.829
+43,block_sparse_moe.experts.64.w1,0.0000353751,0.01000,0.835
+43,block_sparse_moe.experts.65.w1,0.0000346015,0.01000,0.825
+43,block_sparse_moe.experts.67.w1,0.0000357699,0.01000,0.835
+43,block_sparse_moe.experts.66.w1,0.0000357975,0.01000,0.859
+43,block_sparse_moe.experts.68.w1,0.0000315251,0.01000,0.843
+43,block_sparse_moe.experts.69.w1,0.0000345226,0.01000,0.854
+43,block_sparse_moe.experts.70.w1,0.0000356771,0.01000,0.822
+43,block_sparse_moe.experts.71.w1,0.0000346001,0.01000,0.825
+43,block_sparse_moe.experts.72.w1,0.0000331229,0.01000,0.824
+43,block_sparse_moe.experts.73.w1,0.0000346594,0.01000,0.826
+43,block_sparse_moe.experts.74.w1,0.0000285770,0.01000,0.845
+43,block_sparse_moe.experts.75.w1,0.0000358108,0.01000,0.849
+43,block_sparse_moe.experts.76.w1,0.0000324562,0.01000,0.848
+43,block_sparse_moe.experts.77.w1,0.0000326479,0.01000,0.828
+43,block_sparse_moe.experts.78.w1,0.0000349009,0.01000,0.834
+43,block_sparse_moe.experts.79.w1,0.0000339125,0.01000,0.843
+43,block_sparse_moe.experts.80.w1,0.0000350242,0.01000,0.824
+43,block_sparse_moe.experts.82.w1,0.0000354333,0.01000,0.828
+43,block_sparse_moe.experts.81.w1,0.0000351038,0.01000,0.872
+43,block_sparse_moe.experts.83.w1,0.0000366849,0.01000,0.843
+43,block_sparse_moe.experts.84.w1,0.0000379343,0.01000,0.824
+43,block_sparse_moe.experts.85.w1,0.0000349578,0.01000,0.828
+43,block_sparse_moe.experts.86.w1,0.0000359992,0.01000,0.832
+43,block_sparse_moe.experts.87.w1,0.0000343140,0.01000,0.824
+43,block_sparse_moe.experts.88.w1,0.0000342618,0.01000,0.843
+43,block_sparse_moe.experts.89.w1,0.0000340537,0.01000,0.852
+43,block_sparse_moe.experts.90.w1,0.0000342587,0.01000,0.843
+43,block_sparse_moe.experts.91.w1,0.0000333629,0.01000,0.829
+43,block_sparse_moe.experts.92.w1,0.0000326478,0.01000,0.829
+43,block_sparse_moe.experts.93.w1,0.0000327581,0.01000,0.829
+43,block_sparse_moe.experts.94.w1,0.0000342174,0.01000,0.823
+43,block_sparse_moe.experts.95.w1,0.0000314565,0.01000,0.836
+43,block_sparse_moe.experts.96.w1,0.0000317280,0.01000,0.853
+43,block_sparse_moe.experts.97.w1,0.0000322549,0.01000,0.855
+43,block_sparse_moe.experts.98.w1,0.0000349519,0.01000,0.828
+43,block_sparse_moe.experts.99.w1,0.0000351054,0.01000,0.834
+43,block_sparse_moe.experts.101.w1,0.0000313599,0.01000,0.823
+43,block_sparse_moe.experts.100.w1,0.0000357457,0.01000,0.847
+43,block_sparse_moe.experts.102.w1,0.0000336194,0.01000,0.843
+43,block_sparse_moe.experts.103.w1,0.0000350009,0.01000,0.852
+43,block_sparse_moe.experts.104.w1,0.0000312472,0.01000,0.844
+43,block_sparse_moe.experts.105.w1,0.0000346164,0.01000,0.853
+43,block_sparse_moe.experts.106.w1,0.0000329029,0.01000,0.833
+43,block_sparse_moe.experts.107.w1,0.0000354911,0.01000,0.838
+43,block_sparse_moe.experts.108.w1,0.0000351263,0.01000,0.822
+43,block_sparse_moe.experts.109.w1,0.0000363809,0.01000,0.839
+43,block_sparse_moe.experts.110.w1,0.0000354944,0.01000,0.843
+43,block_sparse_moe.experts.111.w1,0.0000355521,0.01000,0.850
+43,block_sparse_moe.experts.112.w1,0.0000332143,0.01000,0.831
+43,block_sparse_moe.experts.113.w1,0.0000345052,0.01000,0.829
+43,block_sparse_moe.experts.115.w1,0.0000347551,0.01000,0.817
+43,block_sparse_moe.experts.114.w1,0.0000328171,0.01000,0.872
+43,block_sparse_moe.experts.116.w1,0.0000374347,0.01000,0.837
+43,block_sparse_moe.experts.117.w1,0.0000313695,0.01000,0.845
+43,block_sparse_moe.experts.118.w1,0.0000337088,0.01000,0.839
+43,block_sparse_moe.experts.119.w1,0.0000356598,0.01000,0.822
+43,block_sparse_moe.experts.120.w1,0.0000352662,0.01000,0.831
+43,block_sparse_moe.experts.121.w1,0.0000296616,0.01000,0.844
+43,block_sparse_moe.experts.122.w1,0.0000340632,0.01000,0.817
+43,block_sparse_moe.experts.123.w1,0.0000330189,0.01000,0.855
+43,block_sparse_moe.experts.124.w1,0.0000329072,0.01000,0.845
+43,block_sparse_moe.experts.125.w1,0.0000340473,0.01000,0.865
+43,block_sparse_moe.experts.126.w1,0.0000349470,0.01000,0.827
+43,block_sparse_moe.experts.127.w1,0.0000341563,0.01000,0.831
+43,block_sparse_moe.experts.128.w1,0.0000338336,0.01000,0.845
+43,block_sparse_moe.experts.129.w1,0.0000350326,0.01000,0.824
+43,block_sparse_moe.experts.130.w1,0.0000326328,0.01000,0.842
+43,block_sparse_moe.experts.131.w1,0.0000352480,0.01000,0.844
+43,block_sparse_moe.experts.132.w1,0.0000358462,0.01000,0.857
+43,block_sparse_moe.experts.133.w1,0.0000319299,0.01000,0.832
+43,block_sparse_moe.experts.134.w1,0.0000330276,0.01000,0.826
+43,block_sparse_moe.experts.136.w1,0.0000312912,0.01000,0.823
+43,block_sparse_moe.experts.135.w1,0.0000348207,0.01000,0.857
+43,block_sparse_moe.experts.137.w1,0.0000342535,0.01000,0.841
+43,block_sparse_moe.experts.138.w1,0.0000349201,0.01000,0.837
+43,block_sparse_moe.experts.139.w1,0.0000354459,0.01000,0.860
+43,block_sparse_moe.experts.140.w1,0.0000348672,0.01000,0.827
+43,block_sparse_moe.experts.141.w1,0.0000340467,0.01000,0.824
+43,block_sparse_moe.experts.142.w1,0.0000349490,0.01000,0.837
+43,block_sparse_moe.experts.143.w1,0.0000320586,0.01000,0.827
+43,block_sparse_moe.experts.144.w1,0.0000361604,0.01000,0.841
+43,block_sparse_moe.experts.145.w1,0.0000320183,0.01000,0.842
+43,block_sparse_moe.experts.146.w1,0.0000328251,0.01000,0.862
+43,block_sparse_moe.experts.147.w1,0.0000360888,0.01000,0.829
+43,block_sparse_moe.experts.148.w1,0.0000345469,0.01000,0.829
+43,block_sparse_moe.experts.149.w1,0.0000343381,0.01000,0.829
+43,block_sparse_moe.experts.150.w1,0.0000359723,0.01000,0.827
+43,block_sparse_moe.experts.151.w1,0.0000346108,0.01000,0.842
+43,block_sparse_moe.experts.152.w1,0.0000336199,0.01000,0.839
+43,block_sparse_moe.experts.153.w1,0.0000296678,0.01000,0.861
+43,block_sparse_moe.experts.154.w1,0.0000349918,0.01000,0.826
+43,block_sparse_moe.experts.155.w1,0.0000357794,0.01000,0.827
+43,block_sparse_moe.experts.156.w1,0.0000352853,0.01000,0.826
+43,block_sparse_moe.experts.157.w1,0.0000352976,0.01000,0.829
+43,block_sparse_moe.experts.158.w1,0.0000312845,0.01000,0.844
+43,block_sparse_moe.experts.159.w1,0.0000291834,0.01000,0.846
+43,block_sparse_moe.experts.160.w1,0.0000331879,0.01000,0.858
+43,block_sparse_moe.experts.161.w1,0.0000352121,0.01000,0.828
+43,block_sparse_moe.experts.162.w1,0.0000341734,0.01000,0.831
+43,block_sparse_moe.experts.163.w1,0.0000329175,0.01000,0.826
+43,block_sparse_moe.experts.164.w1,0.0000360040,0.01000,0.825
+43,block_sparse_moe.experts.165.w1,0.0000344511,0.01000,0.842
+43,block_sparse_moe.experts.166.w1,0.0000343695,0.01000,0.848
+43,block_sparse_moe.experts.167.w1,0.0000329964,0.01000,0.858
+43,block_sparse_moe.experts.168.w1,0.0000328967,0.01000,0.825
+43,block_sparse_moe.experts.169.w1,0.0000341011,0.01000,0.832
+43,block_sparse_moe.experts.170.w1,0.0000336285,0.01000,0.853
+43,block_sparse_moe.experts.171.w1,0.0000351097,0.01000,0.830
+43,block_sparse_moe.experts.172.w1,0.0000322176,0.01000,0.834
+43,block_sparse_moe.experts.173.w1,0.0000357869,0.01000,0.833
+43,block_sparse_moe.experts.174.w1,0.0000357372,0.01000,0.867
+43,block_sparse_moe.experts.175.w1,0.0000351402,0.01000,0.839
+43,block_sparse_moe.experts.176.w1,0.0000346099,0.01000,0.839
+43,block_sparse_moe.experts.178.w1,0.0000337105,0.01000,0.823
+43,block_sparse_moe.experts.177.w1,0.0000368700,0.01000,0.858
+43,block_sparse_moe.experts.179.w1,0.0000348649,0.01000,0.841
+43,block_sparse_moe.experts.180.w1,0.0000324579,0.01000,0.839
+43,block_sparse_moe.experts.181.w1,0.0000361469,0.01000,0.845
+43,block_sparse_moe.experts.182.w1,0.0000336478,0.01000,0.830
+43,block_sparse_moe.experts.183.w1,0.0000325621,0.01000,0.841
+43,block_sparse_moe.experts.184.w1,0.0000314802,0.01000,0.831
+43,block_sparse_moe.experts.185.w1,0.0000333267,0.01000,0.815
+43,block_sparse_moe.experts.186.w1,0.0000360640,0.01000,0.839
+43,block_sparse_moe.experts.187.w1,0.0000355232,0.01000,0.838
+43,block_sparse_moe.experts.188.w1,0.0000340139,0.01000,0.838
+43,block_sparse_moe.experts.189.w1,0.0000327389,0.01000,0.820
+43,block_sparse_moe.experts.190.w1,0.0000318706,0.01000,0.837
+43,block_sparse_moe.experts.191.w1,0.0000285161,0.01000,0.824
+43,block_sparse_moe.experts.192.w1,0.0000332404,0.01000,0.816
+43,block_sparse_moe.experts.193.w1,0.0000315586,0.01000,0.841
+43,block_sparse_moe.experts.194.w1,0.0000356273,0.01000,0.839
+43,block_sparse_moe.experts.195.w1,0.0000341097,0.01000,0.840
+43,block_sparse_moe.experts.196.w1,0.0000341212,0.01000,0.827
+43,block_sparse_moe.experts.197.w1,0.0000355062,0.01000,0.837
+43,block_sparse_moe.experts.199.w1,0.0000310101,0.01000,0.811
+43,block_sparse_moe.experts.198.w1,0.0000333235,0.01000,0.862
+43,block_sparse_moe.experts.200.w1,0.0000340336,0.01000,0.845
+43,block_sparse_moe.experts.201.w1,0.0000315779,0.01000,0.849
+43,block_sparse_moe.experts.202.w1,0.0000350437,0.01000,0.842
+43,block_sparse_moe.experts.203.w1,0.0000340711,0.01000,0.823
+43,block_sparse_moe.experts.204.w1,0.0000339717,0.01000,0.837
+43,block_sparse_moe.experts.205.w1,0.0000296626,0.01000,0.831
+43,block_sparse_moe.experts.206.w1,0.0000371684,0.01000,0.818
+43,block_sparse_moe.experts.207.w1,0.0000355964,0.01000,0.839
+43,block_sparse_moe.experts.208.w1,0.0000335253,0.01000,0.837
+43,block_sparse_moe.experts.209.w1,0.0000352385,0.01000,0.850
+43,block_sparse_moe.experts.210.w1,0.0000363703,0.01000,0.830
+43,block_sparse_moe.experts.211.w1,0.0000337318,0.01000,0.830
+43,block_sparse_moe.experts.212.w1,0.0000360326,0.01000,0.824
+43,block_sparse_moe.experts.213.w1,0.0000345071,0.01000,0.825
+43,block_sparse_moe.experts.214.w1,0.0000331076,0.01000,0.839
+43,block_sparse_moe.experts.215.w1,0.0000323466,0.01000,0.849
+43,block_sparse_moe.experts.216.w1,0.0000362167,0.01000,0.849
+43,block_sparse_moe.experts.217.w1,0.0000326288,0.01000,0.838
+43,block_sparse_moe.experts.219.w1,0.0000363555,0.01000,0.827
+43,block_sparse_moe.experts.220.w1,0.0000370050,0.01000,0.820
+43,block_sparse_moe.experts.218.w1,0.0000335737,0.01000,0.857
+43,block_sparse_moe.experts.221.w1,0.0000315465,0.01000,0.853
+43,block_sparse_moe.experts.222.w1,0.0000339935,0.01000,0.844
+43,block_sparse_moe.experts.223.w1,0.0000334702,0.01000,0.855
+43,block_sparse_moe.experts.224.w1,0.0000335233,0.01000,0.828
+43,block_sparse_moe.experts.225.w1,0.0000318251,0.01000,0.825
+43,block_sparse_moe.experts.226.w1,0.0000341964,0.01000,0.832
+43,block_sparse_moe.experts.227.w1,0.0000348847,0.01000,0.830
+43,block_sparse_moe.experts.228.w1,0.0000341312,0.01000,0.851
+43,block_sparse_moe.experts.229.w1,0.0000301972,0.01000,0.847
+43,block_sparse_moe.experts.230.w1,0.0000342174,0.01000,0.858
+43,block_sparse_moe.experts.231.w1,0.0000335864,0.01000,0.854
+43,block_sparse_moe.experts.232.w1,0.0000339173,0.01000,0.829
+43,block_sparse_moe.experts.234.w1,0.0000298029,0.01000,0.825
+43,block_sparse_moe.experts.233.w1,0.0000354478,0.01000,0.854
+43,block_sparse_moe.experts.235.w1,0.0000315935,0.01000,0.847
+43,block_sparse_moe.experts.236.w1,0.0000352524,0.01000,0.832
+43,block_sparse_moe.experts.237.w1,0.0000354589,0.01000,0.851
+43,block_sparse_moe.experts.238.w1,0.0000348163,0.01000,0.831
+43,block_sparse_moe.experts.239.w1,0.0000313060,0.01000,0.824
+43,block_sparse_moe.experts.240.w1,0.0000339860,0.01000,0.845
+43,block_sparse_moe.experts.241.w1,0.0000329137,0.01000,0.824
+43,block_sparse_moe.experts.242.w1,0.0000351884,0.01000,0.847
+43,block_sparse_moe.experts.243.w1,0.0000341112,0.01000,0.836
+43,block_sparse_moe.experts.244.w1,0.0000327578,0.01000,0.845
+43,block_sparse_moe.experts.245.w1,0.0000349933,0.01000,0.834
+43,block_sparse_moe.experts.246.w1,0.0000348751,0.01000,0.822
+43,block_sparse_moe.experts.248.w1,0.0000345769,0.01000,0.818
+43,block_sparse_moe.experts.247.w1,0.0000349585,0.01000,0.868
+43,block_sparse_moe.experts.249.w1,0.0000296425,0.01000,0.842
+43,block_sparse_moe.experts.250.w1,0.0000360907,0.01000,0.887
+43,block_sparse_moe.experts.251.w1,0.0000349986,0.01000,0.888
+43,block_sparse_moe.experts.252.w1,0.0000335457,0.01000,0.822
+43,block_sparse_moe.experts.253.w1,0.0000344598,0.01000,0.820
+43,block_sparse_moe.experts.254.w1,0.0000324758,0.01000,0.840
+43,block_sparse_moe.experts.255.w1,0.0000347708,0.01000,0.824
+43,block_sparse_moe.experts.0.w3,0.0000411142,0.01000,0.854
+43,block_sparse_moe.experts.1.w3,0.0000389887,0.01000,0.842
+43,block_sparse_moe.experts.2.w3,0.0000368404,0.01000,0.851
+43,block_sparse_moe.experts.3.w3,0.0000358163,0.01000,0.830
+43,block_sparse_moe.experts.4.w3,0.0000353941,0.01000,0.824
+43,block_sparse_moe.experts.5.w3,0.0000415481,0.01000,0.831
+43,block_sparse_moe.experts.6.w3,0.0000384410,0.01000,0.822
+43,block_sparse_moe.experts.7.w3,0.0000390203,0.01000,0.852
+43,block_sparse_moe.experts.8.w3,0.0000384170,0.01000,0.839
+43,block_sparse_moe.experts.9.w3,0.0000383683,0.01000,0.849
+43,block_sparse_moe.experts.10.w3,0.0000388267,0.01000,0.834
+43,block_sparse_moe.experts.11.w3,0.0000368297,0.01000,0.831
+43,block_sparse_moe.experts.12.w3,0.0000408636,0.01000,0.835
+43,block_sparse_moe.experts.13.w3,0.0000382423,0.01000,0.829
+43,block_sparse_moe.experts.14.w3,0.0000402302,0.01000,0.850
+43,block_sparse_moe.experts.15.w3,0.0000324246,0.01000,0.842
+43,block_sparse_moe.experts.18.w3,0.0000325839,0.01000,0.828
+43,block_sparse_moe.experts.17.w3,0.0000392958,0.01000,0.830
+43,block_sparse_moe.experts.16.w3,0.0000381718,0.01000,0.879
+43,block_sparse_moe.experts.19.w3,0.0000376690,0.01000,0.833
+43,block_sparse_moe.experts.20.w3,0.0000345937,0.01000,0.823
+43,block_sparse_moe.experts.21.w3,0.0000365658,0.01000,0.847
+43,block_sparse_moe.experts.22.w3,0.0000388623,0.01000,0.841
+43,block_sparse_moe.experts.24.w3,0.0000409938,0.01000,0.823
+43,block_sparse_moe.experts.23.w3,0.0000349617,0.01000,0.874
+43,block_sparse_moe.experts.25.w3,0.0000379426,0.01000,0.827
+43,block_sparse_moe.experts.27.w3,0.0000373275,0.01000,0.818
+43,block_sparse_moe.experts.26.w3,0.0000413262,0.01000,0.846
+43,block_sparse_moe.experts.28.w3,0.0000376973,0.01000,0.864
+43,block_sparse_moe.experts.29.w3,0.0000299147,0.01000,0.838
+43,block_sparse_moe.experts.30.w3,0.0000372381,0.01000,0.866
+43,block_sparse_moe.experts.31.w3,0.0000355962,0.01000,0.828
+43,block_sparse_moe.experts.32.w3,0.0000393039,0.01000,0.829
+43,block_sparse_moe.experts.33.w3,0.0000391783,0.01000,0.852
+43,block_sparse_moe.experts.34.w3,0.0000334521,0.01000,0.830
+43,block_sparse_moe.experts.36.w3,0.0000379543,0.01000,0.842
+43,block_sparse_moe.experts.35.w3,0.0000387851,0.01000,0.888
+43,block_sparse_moe.experts.39.w3,0.0000393900,0.01000,0.834
+43,block_sparse_moe.experts.38.w3,0.0000389305,0.01000,0.842
+43,block_sparse_moe.experts.37.w3,0.0000357742,0.01000,0.884
+43,block_sparse_moe.experts.41.w3,0.0000403649,0.01000,0.821
+43,block_sparse_moe.experts.40.w3,0.0000392560,0.01000,0.858
+43,block_sparse_moe.experts.42.w3,0.0000365735,0.01000,0.857
+43,block_sparse_moe.experts.43.w3,0.0000384251,0.01000,0.879
+43,block_sparse_moe.experts.45.w3,0.0000339171,0.01000,0.832
+43,block_sparse_moe.experts.46.w3,0.0000381337,0.01000,0.840
+43,block_sparse_moe.experts.47.w3,0.0000398103,0.01000,0.839
+43,block_sparse_moe.experts.44.w3,0.0000388224,0.01000,0.895
+43,block_sparse_moe.experts.48.w3,0.0000384237,0.01000,0.830
+43,block_sparse_moe.experts.49.w3,0.0000373473,0.01000,0.838
+43,block_sparse_moe.experts.50.w3,0.0000392457,0.01000,0.844
+43,block_sparse_moe.experts.51.w3,0.0000390141,0.01000,0.873
+43,block_sparse_moe.experts.53.w3,0.0000365338,0.01000,0.832
+43,block_sparse_moe.experts.52.w3,0.0000414390,0.01000,0.855
+43,block_sparse_moe.experts.55.w3,0.0000339221,0.01000,0.832
+43,block_sparse_moe.experts.54.w3,0.0000370072,0.01000,0.862
+43,block_sparse_moe.experts.56.w3,0.0000387054,0.01000,0.841
+43,block_sparse_moe.experts.57.w3,0.0000407974,0.01000,0.837
+43,block_sparse_moe.experts.59.w3,0.0000362406,0.01000,0.829
+43,block_sparse_moe.experts.60.w3,0.0000380076,0.01000,0.834
+43,block_sparse_moe.experts.61.w3,0.0000390116,0.01000,0.836
+43,block_sparse_moe.experts.58.w3,0.0000402685,0.01000,0.878
+43,block_sparse_moe.experts.62.w3,0.0000400361,0.01000,0.841
+43,block_sparse_moe.experts.63.w3,0.0000403408,0.01000,0.840
+43,block_sparse_moe.experts.64.w3,0.0000397574,0.01000,0.842
+43,block_sparse_moe.experts.66.w3,0.0000389255,0.01000,0.827
+43,block_sparse_moe.experts.67.w3,0.0000387003,0.01000,0.829
+43,block_sparse_moe.experts.65.w3,0.0000381854,0.01000,0.875
+43,block_sparse_moe.experts.68.w3,0.0000352776,0.01000,0.851
+43,block_sparse_moe.experts.69.w3,0.0000381037,0.01000,0.844
+43,block_sparse_moe.experts.70.w3,0.0000388827,0.01000,0.849
+43,block_sparse_moe.experts.71.w3,0.0000386393,0.01000,0.842
+43,block_sparse_moe.experts.73.w3,0.0000385084,0.01000,0.819
+43,block_sparse_moe.experts.74.w3,0.0000368347,0.01000,0.823
+43,block_sparse_moe.experts.72.w3,0.0000388773,0.01000,0.865
+43,block_sparse_moe.experts.76.w3,0.0000355535,0.01000,0.823
+43,block_sparse_moe.experts.75.w3,0.0000385277,0.01000,0.862
+43,block_sparse_moe.experts.77.w3,0.0000353452,0.01000,0.856
+43,block_sparse_moe.experts.78.w3,0.0000382897,0.01000,0.839
+43,block_sparse_moe.experts.79.w3,0.0000377182,0.01000,0.845
+43,block_sparse_moe.experts.80.w3,0.0000389178,0.01000,0.827
+43,block_sparse_moe.experts.81.w3,0.0000391214,0.01000,0.842
+43,block_sparse_moe.experts.82.w3,0.0000415313,0.01000,0.841
+43,block_sparse_moe.experts.83.w3,0.0000407525,0.01000,0.838
+43,block_sparse_moe.experts.84.w3,0.0000415326,0.01000,0.845
+43,block_sparse_moe.experts.85.w3,0.0000388865,0.01000,0.857
+43,block_sparse_moe.experts.87.w3,0.0000401715,0.01000,0.825
+43,block_sparse_moe.experts.89.w3,0.0000373453,0.01000,0.836
+43,block_sparse_moe.experts.88.w3,0.0000382302,0.01000,0.837
+43,block_sparse_moe.experts.86.w3,0.0000406704,0.01000,0.881
+43,block_sparse_moe.experts.90.w3,0.0000375646,0.01000,0.829
+43,block_sparse_moe.experts.91.w3,0.0000376916,0.01000,0.848
+43,block_sparse_moe.experts.92.w3,0.0000359501,0.01000,0.837
+43,block_sparse_moe.experts.93.w3,0.0000383700,0.01000,0.868
+43,block_sparse_moe.experts.94.w3,0.0000375509,0.01000,0.827
+43,block_sparse_moe.experts.95.w3,0.0000370090,0.01000,0.836
+43,block_sparse_moe.experts.96.w3,0.0000371413,0.01000,0.845
+43,block_sparse_moe.experts.97.w3,0.0000403413,0.01000,0.836
+43,block_sparse_moe.experts.98.w3,0.0000408042,0.01000,0.839
+43,block_sparse_moe.experts.99.w3,0.0000393853,0.01000,0.836
+43,block_sparse_moe.experts.101.w3,0.0000339287,0.01000,0.828
+43,block_sparse_moe.experts.102.w3,0.0000361044,0.01000,0.842
+43,block_sparse_moe.experts.100.w3,0.0000393327,0.01000,0.873
+43,block_sparse_moe.experts.104.w3,0.0000344681,0.01000,0.834
+43,block_sparse_moe.experts.103.w3,0.0000378471,0.01000,0.872
+43,block_sparse_moe.experts.105.w3,0.0000398620,0.01000,0.847
+43,block_sparse_moe.experts.106.w3,0.0000360941,0.01000,0.836
+43,block_sparse_moe.experts.108.w3,0.0000389450,0.01000,0.849
+43,block_sparse_moe.experts.110.w3,0.0000390012,0.01000,0.838
+43,block_sparse_moe.experts.107.w3,0.0000390204,0.01000,0.893
+43,block_sparse_moe.experts.109.w3,0.0000401215,0.01000,0.862
+43,block_sparse_moe.experts.111.w3,0.0000379903,0.01000,0.834
+43,block_sparse_moe.experts.112.w3,0.0000377103,0.01000,0.843
+43,block_sparse_moe.experts.113.w3,0.0000376229,0.01000,0.839
+43,block_sparse_moe.experts.115.w3,0.0000378354,0.01000,0.819
+43,block_sparse_moe.experts.116.w3,0.0000436636,0.01000,0.833
+43,block_sparse_moe.experts.118.w3,0.0000361440,0.01000,0.824
+43,block_sparse_moe.experts.117.w3,0.0000368905,0.01000,0.849
+43,block_sparse_moe.experts.114.w3,0.0000369112,0.01000,0.883
+43,block_sparse_moe.experts.119.w3,0.0000387304,0.01000,0.844
+43,block_sparse_moe.experts.120.w3,0.0000405397,0.01000,0.848
+43,block_sparse_moe.experts.122.w3,0.0000381008,0.01000,0.828
+43,block_sparse_moe.experts.123.w3,0.0000377498,0.01000,0.826
+43,block_sparse_moe.experts.121.w3,0.0000335827,0.01000,0.877
+43,block_sparse_moe.experts.125.w3,0.0000429843,0.01000,0.839
+43,block_sparse_moe.experts.124.w3,0.0000378660,0.01000,0.870
+43,block_sparse_moe.experts.126.w3,0.0000419200,0.01000,0.847
+43,block_sparse_moe.experts.127.w3,0.0000379374,0.01000,0.856
+43,block_sparse_moe.experts.129.w3,0.0000397901,0.01000,0.827
+43,block_sparse_moe.experts.130.w3,0.0000359166,0.01000,0.831
+43,block_sparse_moe.experts.128.w3,0.0000387608,0.01000,0.876
+43,block_sparse_moe.experts.131.w3,0.0000385686,0.01000,0.849
+43,block_sparse_moe.experts.132.w3,0.0000402488,0.01000,0.835
+43,block_sparse_moe.experts.133.w3,0.0000364396,0.01000,0.845
+43,block_sparse_moe.experts.134.w3,0.0000358912,0.01000,0.864
+43,block_sparse_moe.experts.136.w3,0.0000349616,0.01000,0.828
+43,block_sparse_moe.experts.135.w3,0.0000412291,0.01000,0.872
+43,block_sparse_moe.experts.137.w3,0.0000390845,0.01000,0.829
+43,block_sparse_moe.experts.138.w3,0.0000377407,0.01000,0.835
+43,block_sparse_moe.experts.139.w3,0.0000414623,0.01000,0.843
+43,block_sparse_moe.experts.140.w3,0.0000381833,0.01000,0.843
+43,block_sparse_moe.experts.141.w3,0.0000373101,0.01000,0.856
+43,block_sparse_moe.experts.143.w3,0.0000348941,0.01000,0.823
+43,block_sparse_moe.experts.144.w3,0.0000406869,0.01000,0.830
+43,block_sparse_moe.experts.142.w3,0.0000402677,0.01000,0.865
+43,block_sparse_moe.experts.145.w3,0.0000382816,0.01000,0.834
+43,block_sparse_moe.experts.146.w3,0.0000396796,0.01000,0.833
+43,block_sparse_moe.experts.147.w3,0.0000400327,0.01000,0.846
+43,block_sparse_moe.experts.148.w3,0.0000373193,0.01000,0.847
+43,block_sparse_moe.experts.150.w3,0.0000387099,0.01000,0.830
+43,block_sparse_moe.experts.151.w3,0.0000370528,0.01000,0.834
+43,block_sparse_moe.experts.149.w3,0.0000376114,0.01000,0.878
+43,block_sparse_moe.experts.152.w3,0.0000364670,0.01000,0.848
+43,block_sparse_moe.experts.153.w3,0.0000326655,0.01000,0.834
+43,block_sparse_moe.experts.154.w3,0.0000403958,0.01000,0.865
+43,block_sparse_moe.experts.155.w3,0.0000410352,0.01000,0.851
+43,block_sparse_moe.experts.157.w3,0.0000380438,0.01000,0.825
+43,block_sparse_moe.experts.160.w3,0.0000372062,0.01000,0.822
+43,block_sparse_moe.experts.158.w3,0.0000377520,0.01000,0.848
+43,block_sparse_moe.experts.159.w3,0.0000324610,0.01000,0.846
+43,block_sparse_moe.experts.156.w3,0.0000386227,0.01000,0.910
+43,block_sparse_moe.experts.161.w3,0.0000392644,0.01000,0.863
+43,block_sparse_moe.experts.162.w3,0.0000385765,0.01000,0.858
+43,block_sparse_moe.experts.164.w3,0.0000388707,0.01000,0.822
+43,block_sparse_moe.experts.165.w3,0.0000396374,0.01000,0.835
+43,block_sparse_moe.experts.163.w3,0.0000356311,0.01000,0.885
+43,block_sparse_moe.experts.166.w3,0.0000369995,0.01000,0.838
+43,block_sparse_moe.experts.167.w3,0.0000381930,0.01000,0.831
+43,block_sparse_moe.experts.168.w3,0.0000372250,0.01000,0.853
+43,block_sparse_moe.experts.169.w3,0.0000384863,0.01000,0.858
+43,block_sparse_moe.experts.171.w3,0.0000393194,0.01000,0.827
+43,block_sparse_moe.experts.173.w3,0.0000415195,0.01000,0.842
+43,block_sparse_moe.experts.172.w3,0.0000361705,0.01000,0.850
+43,block_sparse_moe.experts.174.w3,0.0000391614,0.01000,0.843
+43,block_sparse_moe.experts.170.w3,0.0000386892,0.01000,0.896
+43,block_sparse_moe.experts.175.w3,0.0000383447,0.01000,0.848
+43,block_sparse_moe.experts.176.w3,0.0000398368,0.01000,0.851
+43,block_sparse_moe.experts.179.w3,0.0000412571,0.01000,0.836
+43,block_sparse_moe.experts.178.w3,0.0000359223,0.01000,0.839
+43,block_sparse_moe.experts.181.w3,0.0000391531,0.01000,0.832
+43,block_sparse_moe.experts.180.w3,0.0000367749,0.01000,0.845
+43,block_sparse_moe.experts.177.w3,0.0000414316,0.01000,0.888
+43,block_sparse_moe.experts.182.w3,0.0000381444,0.01000,0.846
+43,block_sparse_moe.experts.183.w3,0.0000359174,0.01000,0.856
+43,block_sparse_moe.experts.185.w3,0.0000364478,0.01000,0.830
+43,block_sparse_moe.experts.186.w3,0.0000433385,0.01000,0.833
+43,block_sparse_moe.experts.188.w3,0.0000390250,0.01000,0.831
+43,block_sparse_moe.experts.187.w3,0.0000388215,0.01000,0.844
+43,block_sparse_moe.experts.184.w3,0.0000389134,0.01000,0.881
+43,block_sparse_moe.experts.189.w3,0.0000382564,0.01000,0.860
+43,block_sparse_moe.experts.190.w3,0.0000350928,0.01000,0.854
+43,block_sparse_moe.experts.193.w3,0.0000343252,0.01000,0.832
+43,block_sparse_moe.experts.194.w3,0.0000407375,0.01000,0.841
+43,block_sparse_moe.experts.192.w3,0.0000393202,0.01000,0.860
+43,block_sparse_moe.experts.191.w3,0.0000317902,0.01000,0.894
+43,block_sparse_moe.experts.195.w3,0.0000376695,0.01000,0.864
+43,block_sparse_moe.experts.196.w3,0.0000375801,0.01000,0.846
+43,block_sparse_moe.experts.197.w3,0.0000390590,0.01000,0.844
+43,block_sparse_moe.experts.199.w3,0.0000366087,0.01000,0.832
+43,block_sparse_moe.experts.200.w3,0.0000386283,0.01000,0.833
+43,block_sparse_moe.experts.198.w3,0.0000376147,0.01000,0.867
+43,block_sparse_moe.experts.201.w3,0.0000335727,0.01000,0.836
+43,block_sparse_moe.experts.202.w3,0.0000397305,0.01000,0.825
+43,block_sparse_moe.experts.203.w3,0.0000376058,0.01000,0.848
+43,block_sparse_moe.experts.204.w3,0.0000373397,0.01000,0.849
+43,block_sparse_moe.experts.206.w3,0.0000407678,0.01000,0.833
+43,block_sparse_moe.experts.207.w3,0.0000413502,0.01000,0.828
+43,block_sparse_moe.experts.209.w3,0.0000408129,0.01000,0.828
+43,block_sparse_moe.experts.208.w3,0.0000372742,0.01000,0.837
+43,block_sparse_moe.experts.205.w3,0.0000308709,0.01000,0.882
+43,block_sparse_moe.experts.210.w3,0.0000404265,0.01000,0.858
+43,block_sparse_moe.experts.211.w3,0.0000389719,0.01000,0.852
+43,block_sparse_moe.experts.213.w3,0.0000412129,0.01000,0.828
+43,block_sparse_moe.experts.214.w3,0.0000361344,0.01000,0.830
+43,block_sparse_moe.experts.215.w3,0.0000345642,0.01000,0.837
+43,block_sparse_moe.experts.216.w3,0.0000431311,0.01000,0.840
+43,block_sparse_moe.experts.212.w3,0.0000393724,0.01000,0.896
+43,block_sparse_moe.experts.217.w3,0.0000373302,0.01000,0.855
+43,block_sparse_moe.experts.218.w3,0.0000385154,0.01000,0.852
+43,block_sparse_moe.experts.220.w3,0.0000398704,0.01000,0.831
+43,block_sparse_moe.experts.221.w3,0.0000349511,0.01000,0.837
+43,block_sparse_moe.experts.219.w3,0.0000405948,0.01000,0.884
+43,block_sparse_moe.experts.222.w3,0.0000372027,0.01000,0.844
+43,block_sparse_moe.experts.223.w3,0.0000365492,0.01000,0.865
+43,block_sparse_moe.experts.224.w3,0.0000371849,0.01000,0.849
+43,block_sparse_moe.experts.225.w3,0.0000371847,0.01000,0.845
+43,block_sparse_moe.experts.227.w3,0.0000381526,0.01000,0.828
+43,block_sparse_moe.experts.226.w3,0.0000383856,0.01000,0.851
+43,block_sparse_moe.experts.228.w3,0.0000367597,0.01000,0.829
+43,block_sparse_moe.experts.229.w3,0.0000338172,0.01000,0.840
+43,block_sparse_moe.experts.230.w3,0.0000372874,0.01000,0.840
+43,block_sparse_moe.experts.231.w3,0.0000375984,0.01000,0.858
+43,block_sparse_moe.experts.232.w3,0.0000365684,0.01000,0.838
+43,block_sparse_moe.experts.234.w3,0.0000359756,0.01000,0.827
+43,block_sparse_moe.experts.235.w3,0.0000344931,0.01000,0.849
+43,block_sparse_moe.experts.236.w3,0.0000391880,0.01000,0.837
+43,block_sparse_moe.experts.237.w3,0.0000389860,0.01000,0.828
+43,block_sparse_moe.experts.233.w3,0.0000394887,0.01000,0.888
+43,block_sparse_moe.experts.238.w3,0.0000388770,0.01000,0.851
+43,block_sparse_moe.experts.239.w3,0.0000352313,0.01000,0.845
+43,block_sparse_moe.experts.241.w3,0.0000363376,0.01000,0.827
+43,block_sparse_moe.experts.240.w3,0.0000367100,0.01000,0.870
+43,block_sparse_moe.experts.243.w3,0.0000379559,0.01000,0.834
+43,block_sparse_moe.experts.244.w3,0.0000350015,0.01000,0.834
+43,block_sparse_moe.experts.242.w3,0.0000384530,0.01000,0.873
+43,block_sparse_moe.experts.246.w3,0.0000394079,0.01000,0.846
+43,block_sparse_moe.experts.245.w3,0.0000381158,0.01000,0.890
+43,block_sparse_moe.experts.248.w3,0.0000406145,0.01000,0.824
+43,block_sparse_moe.experts.249.w3,0.0000332902,0.01000,0.831
+43,block_sparse_moe.experts.247.w3,0.0000382971,0.01000,0.864
+43,block_sparse_moe.experts.250.w3,0.0000410878,0.01000,0.841
+43,block_sparse_moe.experts.251.w3,0.0000382567,0.01000,0.845
+43,block_sparse_moe.experts.252.w3,0.0000363318,0.01000,0.746
+43,block_sparse_moe.experts.253.w3,0.0000373960,0.01000,0.739
+43,block_sparse_moe.experts.254.w3,0.0000388296,0.01000,0.681
+43,block_sparse_moe.experts.255.w3,0.0000395644,0.01000,0.659
+43,block_sparse_moe.experts.1.w2,0.0000404705,0.01000,0.432
+43,block_sparse_moe.experts.4.w2,0.0000636696,0.01000,0.433
+43,block_sparse_moe.experts.0.w2,0.0000606907,0.01000,0.446
+43,block_sparse_moe.experts.3.w2,0.0000618937,0.01000,0.445
+43,block_sparse_moe.experts.6.w2,0.0000294849,0.01000,0.457
+43,block_sparse_moe.experts.2.w2,0.0000267036,0.01000,0.466
+43,block_sparse_moe.experts.5.w2,0.0000487133,0.01000,0.548
+43,block_sparse_moe.experts.8.w2,0.0000253381,0.01000,0.416
+43,block_sparse_moe.experts.7.w2,0.0000360875,0.01000,0.427
+43,block_sparse_moe.experts.10.w2,0.0000497176,0.01000,0.419
+43,block_sparse_moe.experts.9.w2,0.0000405450,0.01000,0.433
+43,block_sparse_moe.experts.11.w2,0.0000277490,0.01000,0.433
+43,block_sparse_moe.experts.12.w2,0.0000333085,0.01000,0.455
+43,block_sparse_moe.experts.13.w2,0.0000384499,0.01000,0.430
+43,block_sparse_moe.experts.14.w2,0.0000339655,0.01000,0.419
+43,block_sparse_moe.experts.15.w2,0.0000571965,0.01000,0.419
+43,block_sparse_moe.experts.16.w2,0.0000458969,0.01000,0.423
+43,block_sparse_moe.experts.17.w2,0.0000237551,0.01000,0.413
+43,block_sparse_moe.experts.18.w2,0.0000488890,0.01000,0.433
+43,block_sparse_moe.experts.19.w2,0.0000345426,0.01000,0.427
+43,block_sparse_moe.experts.20.w2,0.0000458376,0.01000,0.430
+43,block_sparse_moe.experts.21.w2,0.0000366411,0.01000,0.421
+43,block_sparse_moe.experts.22.w2,0.0000265155,0.01000,0.425
+43,block_sparse_moe.experts.24.w2,0.0000463206,0.01000,0.420
+43,block_sparse_moe.experts.23.w2,0.0000578821,0.01000,0.434
+43,block_sparse_moe.experts.25.w2,0.0000276142,0.01000,0.439
+43,block_sparse_moe.experts.26.w2,0.0000303129,0.01000,0.431
+43,block_sparse_moe.experts.27.w2,0.0000420538,0.01000,0.444
+43,block_sparse_moe.experts.28.w2,0.0000231062,0.01000,0.422
+43,block_sparse_moe.experts.29.w2,0.0000511247,0.01000,0.422
+43,block_sparse_moe.experts.30.w2,0.0000365091,0.01000,0.421
+43,block_sparse_moe.experts.31.w2,0.0000501241,0.01000,0.419
+43,block_sparse_moe.experts.32.w2,0.0000325626,0.01000,0.434
+43,block_sparse_moe.experts.33.w2,0.0000372115,0.01000,0.424
+43,block_sparse_moe.experts.34.w2,0.0000326782,0.01000,0.431
+43,block_sparse_moe.experts.35.w2,0.0000331787,0.01000,0.421
+43,block_sparse_moe.experts.36.w2,0.0000373099,0.01000,0.421
+43,block_sparse_moe.experts.37.w2,0.0000546498,0.01000,0.425
+43,block_sparse_moe.experts.38.w2,0.0000273583,0.01000,0.422
+43,block_sparse_moe.experts.40.w2,0.0000254635,0.01000,0.430
+43,block_sparse_moe.experts.39.w2,0.0000437964,0.01000,0.446
+43,block_sparse_moe.experts.41.w2,0.0000413275,0.01000,0.439
+43,block_sparse_moe.experts.42.w2,0.0000250709,0.01000,0.420
+43,block_sparse_moe.experts.43.w2,0.0000429848,0.01000,0.412
+43,block_sparse_moe.experts.44.w2,0.0000293955,0.01000,0.420
+43,block_sparse_moe.experts.45.w2,0.0000586064,0.01000,0.418
+43,block_sparse_moe.experts.46.w2,0.0000379252,0.01000,0.432
+43,block_sparse_moe.experts.47.w2,0.0000454855,0.01000,0.433
+43,block_sparse_moe.experts.48.w2,0.0000257183,0.01000,0.447
+43,block_sparse_moe.experts.50.w2,0.0000341857,0.01000,0.414
+43,block_sparse_moe.experts.49.w2,0.0000500773,0.01000,0.418
+43,block_sparse_moe.experts.51.w2,0.0000402691,0.01000,0.422
+43,block_sparse_moe.experts.52.w2,0.0000594573,0.01000,0.419
+43,block_sparse_moe.experts.53.w2,0.0000482980,0.01000,0.433
+43,block_sparse_moe.experts.54.w2,0.0000471681,0.01000,0.429
+43,block_sparse_moe.experts.55.w2,0.0000283291,0.01000,0.440
+43,block_sparse_moe.experts.56.w2,0.0000442525,0.01000,0.418
+43,block_sparse_moe.experts.57.w2,0.0000317966,0.01000,0.423
+43,block_sparse_moe.experts.58.w2,0.0000325811,0.01000,0.435
+43,block_sparse_moe.experts.59.w2,0.0000632713,0.01000,0.438
+43,block_sparse_moe.experts.60.w2,0.0000207689,0.01000,0.427
+43,block_sparse_moe.experts.61.w2,0.0000285084,0.01000,0.431
+43,block_sparse_moe.experts.62.w2,0.0000202781,0.01000,0.436
+43,block_sparse_moe.experts.63.w2,0.0000313176,0.01000,0.413
+43,block_sparse_moe.experts.64.w2,0.0000227973,0.01000,0.419
+43,block_sparse_moe.experts.66.w2,0.0000373063,0.01000,0.419
+43,block_sparse_moe.experts.65.w2,0.0000332983,0.01000,0.421
+43,block_sparse_moe.experts.67.w2,0.0000356509,0.01000,0.428
+43,block_sparse_moe.experts.68.w2,0.0000468487,0.01000,0.422
+43,block_sparse_moe.experts.69.w2,0.0000254507,0.01000,0.443
+43,block_sparse_moe.experts.70.w2,0.0000360085,0.01000,0.417
+43,block_sparse_moe.experts.71.w2,0.0000416524,0.01000,0.422
+43,block_sparse_moe.experts.73.w2,0.0000208207,0.01000,0.421
+43,block_sparse_moe.experts.72.w2,0.0000381476,0.01000,0.434
+43,block_sparse_moe.experts.75.w2,0.0000241187,0.01000,0.423
+43,block_sparse_moe.experts.74.w2,0.0000985326,0.01000,0.432
+43,block_sparse_moe.experts.76.w2,0.0000319318,0.01000,0.440
+43,block_sparse_moe.experts.77.w2,0.0000202446,0.01000,0.412
+43,block_sparse_moe.experts.78.w2,0.0000228251,0.01000,0.416
+43,block_sparse_moe.experts.79.w2,0.0000353628,0.01000,0.423
+43,block_sparse_moe.experts.80.w2,0.0000341458,0.01000,0.418
+43,block_sparse_moe.experts.81.w2,0.0000292093,0.01000,0.424
+43,block_sparse_moe.experts.82.w2,0.0000296875,0.01000,0.429
+43,block_sparse_moe.experts.83.w2,0.0000498824,0.01000,0.438
+43,block_sparse_moe.experts.84.w2,0.0000378470,0.01000,0.415
+43,block_sparse_moe.experts.85.w2,0.0000286051,0.01000,0.420
+43,block_sparse_moe.experts.86.w2,0.0000312580,0.01000,0.426
+43,block_sparse_moe.experts.87.w2,0.0000415191,0.01000,0.424
+43,block_sparse_moe.experts.88.w2,0.0000520259,0.01000,0.427
+43,block_sparse_moe.experts.89.w2,0.0000218392,0.01000,0.437
+43,block_sparse_moe.experts.90.w2,0.0000299639,0.01000,0.447
+43,block_sparse_moe.experts.91.w2,0.0000431472,0.01000,0.418
+43,block_sparse_moe.experts.92.w2,0.0000320265,0.01000,0.421
+43,block_sparse_moe.experts.93.w2,0.0000402112,0.01000,0.422
+43,block_sparse_moe.experts.94.w2,0.0000266863,0.01000,0.421
+43,block_sparse_moe.experts.95.w2,0.0000293307,0.01000,0.424
+43,block_sparse_moe.experts.96.w2,0.0000594626,0.01000,0.426
+43,block_sparse_moe.experts.97.w2,0.0000287743,0.01000,0.448
+43,block_sparse_moe.experts.98.w2,0.0000317393,0.01000,0.412
+43,block_sparse_moe.experts.99.w2,0.0000765232,0.01000,0.421
+43,block_sparse_moe.experts.101.w2,0.0000492148,0.01000,0.421
+43,block_sparse_moe.experts.100.w2,0.0000354251,0.01000,0.430
+43,block_sparse_moe.experts.102.w2,0.0000344117,0.01000,0.423
+43,block_sparse_moe.experts.103.w2,0.0000331373,0.01000,0.423
+43,block_sparse_moe.experts.105.w2,0.0000421348,0.01000,0.419
+43,block_sparse_moe.experts.104.w2,0.0000322602,0.01000,0.446
+43,block_sparse_moe.experts.106.w2,0.0000347874,0.01000,0.420
+43,block_sparse_moe.experts.107.w2,0.0000480677,0.01000,0.424
+43,block_sparse_moe.experts.108.w2,0.0000298523,0.01000,0.421
+43,block_sparse_moe.experts.109.w2,0.0000228705,0.01000,0.418
+43,block_sparse_moe.experts.110.w2,0.0000232248,0.01000,0.417
+43,block_sparse_moe.experts.111.w2,0.0000400632,0.01000,0.430
+43,block_sparse_moe.experts.112.w2,0.0000361926,0.01000,0.431
+43,block_sparse_moe.experts.113.w2,0.0000402332,0.01000,0.438
+43,block_sparse_moe.experts.115.w2,0.0000250578,0.01000,0.415
+43,block_sparse_moe.experts.114.w2,0.0000450202,0.01000,0.427
+43,block_sparse_moe.experts.116.w2,0.0000345881,0.01000,0.421
+43,block_sparse_moe.experts.117.w2,0.0000428453,0.01000,0.420
+43,block_sparse_moe.experts.118.w2,0.0000331232,0.01000,0.431
+43,block_sparse_moe.experts.119.w2,0.0000391566,0.01000,0.436
+43,block_sparse_moe.experts.120.w2,0.0000452608,0.01000,0.426
+43,block_sparse_moe.experts.121.w2,0.0001215473,0.01000,0.425
+43,block_sparse_moe.experts.122.w2,0.0000309263,0.01000,0.424
+43,block_sparse_moe.experts.123.w2,0.0000610842,0.01000,0.428
+43,block_sparse_moe.experts.124.w2,0.0000420625,0.01000,0.424
+43,block_sparse_moe.experts.125.w2,0.0000299064,0.01000,0.423
+43,block_sparse_moe.experts.126.w2,0.0000382525,0.01000,0.421
+43,block_sparse_moe.experts.127.w2,0.0000268371,0.01000,0.419
+43,block_sparse_moe.experts.128.w2,0.0000691019,0.01000,0.419
+43,block_sparse_moe.experts.129.w2,0.0000373480,0.01000,0.414
+43,block_sparse_moe.experts.130.w2,0.0000294644,0.01000,0.419
+43,block_sparse_moe.experts.131.w2,0.0000229009,0.01000,0.419
+43,block_sparse_moe.experts.132.w2,0.0000536229,0.01000,0.428
+43,block_sparse_moe.experts.133.w2,0.0000394081,0.01000,0.422
+43,block_sparse_moe.experts.134.w2,0.0000380695,0.01000,0.424
+43,block_sparse_moe.experts.136.w2,0.0000511905,0.01000,0.421
+43,block_sparse_moe.experts.135.w2,0.0000453485,0.01000,0.429
+43,block_sparse_moe.experts.137.w2,0.0000313407,0.01000,0.423
+43,block_sparse_moe.experts.138.w2,0.0000471216,0.01000,0.424
+43,block_sparse_moe.experts.139.w2,0.0000344431,0.01000,0.430
+43,block_sparse_moe.experts.140.w2,0.0000283022,0.01000,0.422
+43,block_sparse_moe.experts.141.w2,0.0000362907,0.01000,0.423
+43,block_sparse_moe.experts.143.w2,0.0000859873,0.01000,0.415
+43,block_sparse_moe.experts.142.w2,0.0000493894,0.01000,0.428
+43,block_sparse_moe.experts.144.w2,0.0000327340,0.01000,0.418
+43,block_sparse_moe.experts.145.w2,0.0000401968,0.01000,0.420
+43,block_sparse_moe.experts.147.w2,0.0000318942,0.01000,0.420
+43,block_sparse_moe.experts.146.w2,0.0000541442,0.01000,0.432
+43,block_sparse_moe.experts.148.w2,0.0000263515,0.01000,0.420
+43,block_sparse_moe.experts.149.w2,0.0000379575,0.01000,0.421
+43,block_sparse_moe.experts.150.w2,0.0000236242,0.01000,0.418
+43,block_sparse_moe.experts.151.w2,0.0000317839,0.01000,0.418
+43,block_sparse_moe.experts.152.w2,0.0000392409,0.01000,0.418
+43,block_sparse_moe.experts.154.w2,0.0000365410,0.01000,0.423
+43,block_sparse_moe.experts.153.w2,0.0000568622,0.01000,0.453
+43,block_sparse_moe.experts.155.w2,0.0000331381,0.01000,0.431
+43,block_sparse_moe.experts.156.w2,0.0000264379,0.01000,0.418
+43,block_sparse_moe.experts.157.w2,0.0000249024,0.01000,0.416
+43,block_sparse_moe.experts.158.w2,0.0000330756,0.01000,0.422
+43,block_sparse_moe.experts.159.w2,0.0001380776,0.01000,0.423
+43,block_sparse_moe.experts.162.w2,0.0000277508,0.01000,0.427
+43,block_sparse_moe.experts.161.w2,0.0000314640,0.01000,0.433
+43,block_sparse_moe.experts.160.w2,0.0000255320,0.01000,0.465
+43,block_sparse_moe.experts.164.w2,0.0000422601,0.01000,0.422
+43,block_sparse_moe.experts.163.w2,0.0000310618,0.01000,0.452
+43,block_sparse_moe.experts.165.w2,0.0000318412,0.01000,0.433
+43,block_sparse_moe.experts.166.w2,0.0000204520,0.01000,0.427
+43,block_sparse_moe.experts.168.w2,0.0001793826,0.01000,0.422
+43,block_sparse_moe.experts.169.w2,0.0000329627,0.01000,0.421
+43,block_sparse_moe.experts.167.w2,0.0000420276,0.01000,0.442
+43,block_sparse_moe.experts.170.w2,0.0000289741,0.01000,0.428
+43,block_sparse_moe.experts.171.w2,0.0000302166,0.01000,0.419
+43,block_sparse_moe.experts.172.w2,0.0000306874,0.01000,0.420
+43,block_sparse_moe.experts.173.w2,0.0000337097,0.01000,0.421
+43,block_sparse_moe.experts.175.w2,0.0000209401,0.01000,0.419
+43,block_sparse_moe.experts.176.w2,0.0000301405,0.01000,0.419
+43,block_sparse_moe.experts.177.w2,0.0000470431,0.01000,0.419
+43,block_sparse_moe.experts.174.w2,0.0000429656,0.01000,0.447
+43,block_sparse_moe.experts.178.w2,0.0000320334,0.01000,0.412
+43,block_sparse_moe.experts.179.w2,0.0000420535,0.01000,0.419
+43,block_sparse_moe.experts.180.w2,0.0000488462,0.01000,0.419
+43,block_sparse_moe.experts.182.w2,0.0000373472,0.01000,0.412
+43,block_sparse_moe.experts.183.w2,0.0000378869,0.01000,0.421
+43,block_sparse_moe.experts.185.w2,0.0000222806,0.01000,0.414
+43,block_sparse_moe.experts.181.w2,0.0000302784,0.01000,0.443
+43,block_sparse_moe.experts.184.w2,0.0000566899,0.01000,0.437
+43,block_sparse_moe.experts.186.w2,0.0000315643,0.01000,0.420
+43,block_sparse_moe.experts.187.w2,0.0000294696,0.01000,0.426
+43,block_sparse_moe.experts.188.w2,0.0000257199,0.01000,0.437
+43,block_sparse_moe.experts.189.w2,0.0000306735,0.01000,0.422
+43,block_sparse_moe.experts.190.w2,0.0000390005,0.01000,0.422
+43,block_sparse_moe.experts.191.w2,0.0000718306,0.01000,0.429
+43,block_sparse_moe.experts.192.w2,0.0000293263,0.01000,0.424
+43,block_sparse_moe.experts.193.w2,0.0000346700,0.01000,0.420
+43,block_sparse_moe.experts.194.w2,0.0000345221,0.01000,0.425
+43,block_sparse_moe.experts.197.w2,0.0000252022,0.01000,0.417
+43,block_sparse_moe.experts.196.w2,0.0000446643,0.01000,0.419
+43,block_sparse_moe.experts.195.w2,0.0000737133,0.01000,0.425
+43,block_sparse_moe.experts.198.w2,0.0000297064,0.01000,0.422
+43,block_sparse_moe.experts.199.w2,0.0000531676,0.01000,0.420
+43,block_sparse_moe.experts.200.w2,0.0000346092,0.01000,0.419
+43,block_sparse_moe.experts.201.w2,0.0000335172,0.01000,0.421
+43,block_sparse_moe.experts.203.w2,0.0000202652,0.01000,0.420
+43,block_sparse_moe.experts.204.w2,0.0000379850,0.01000,0.419
+43,block_sparse_moe.experts.202.w2,0.0000280273,0.01000,0.441
+43,block_sparse_moe.experts.205.w2,0.0001043970,0.01000,0.427
+43,block_sparse_moe.experts.206.w2,0.0000255754,0.01000,0.427
+43,block_sparse_moe.experts.207.w2,0.0000418379,0.01000,0.423
+43,block_sparse_moe.experts.208.w2,0.0000487347,0.01000,0.423
+43,block_sparse_moe.experts.210.w2,0.0000323538,0.01000,0.413
+43,block_sparse_moe.experts.211.w2,0.0000451797,0.01000,0.415
+43,block_sparse_moe.experts.212.w2,0.0000313717,0.01000,0.420
+43,block_sparse_moe.experts.209.w2,0.0000332842,0.01000,0.442
+43,block_sparse_moe.experts.213.w2,0.0000531107,0.01000,0.419
+43,block_sparse_moe.experts.214.w2,0.0000553499,0.01000,0.416
+43,block_sparse_moe.experts.215.w2,0.0000313787,0.01000,0.419
+43,block_sparse_moe.experts.216.w2,0.0001206621,0.01000,0.433
+43,block_sparse_moe.experts.217.w2,0.0000452789,0.01000,0.419
+43,block_sparse_moe.experts.219.w2,0.0000575567,0.01000,0.420
+43,block_sparse_moe.experts.218.w2,0.0000367079,0.01000,0.425
+43,block_sparse_moe.experts.220.w2,0.0000859268,0.01000,0.425
+43,block_sparse_moe.experts.221.w2,0.0000377888,0.01000,0.421
+43,block_sparse_moe.experts.222.w2,0.0000374943,0.01000,0.425
+43,block_sparse_moe.experts.224.w2,0.0000330702,0.01000,0.414
+43,block_sparse_moe.experts.223.w2,0.0000469263,0.01000,0.431
+43,block_sparse_moe.experts.225.w2,0.0000545212,0.01000,0.421
+43,block_sparse_moe.experts.226.w2,0.0000228409,0.01000,0.422
+43,block_sparse_moe.experts.227.w2,0.0000418914,0.01000,0.422
+43,block_sparse_moe.experts.228.w2,0.0000224463,0.01000,0.421
+43,block_sparse_moe.experts.229.w2,0.0000831195,0.01000,0.438
+43,block_sparse_moe.experts.230.w2,0.0000421702,0.01000,0.425
+43,block_sparse_moe.experts.231.w2,0.0000244657,0.01000,0.415
+43,block_sparse_moe.experts.232.w2,0.0000335782,0.01000,0.416
+43,block_sparse_moe.experts.233.w2,0.0000273552,0.01000,0.421
+43,block_sparse_moe.experts.234.w2,0.0000906196,0.01000,0.422
+43,block_sparse_moe.experts.235.w2,0.0000234863,0.01000,0.424
+43,block_sparse_moe.experts.236.w2,0.0000446285,0.01000,0.445
+43,block_sparse_moe.experts.238.w2,0.0000350418,0.01000,0.419
+43,block_sparse_moe.experts.239.w2,0.0000365660,0.01000,0.421
+43,block_sparse_moe.experts.240.w2,0.0000352730,0.01000,0.424
+43,block_sparse_moe.experts.237.w2,0.0000434583,0.01000,0.445
+43,block_sparse_moe.experts.241.w2,0.0000195386,0.01000,0.428
+43,block_sparse_moe.experts.242.w2,0.0000290942,0.01000,0.419
+43,block_sparse_moe.experts.243.w2,0.0000350762,0.01000,0.426
+43,block_sparse_moe.experts.245.w2,0.0000312865,0.01000,0.414
+43,block_sparse_moe.experts.246.w2,0.0000406088,0.01000,0.418
+43,block_sparse_moe.experts.247.w2,0.0000350231,0.01000,0.420
+43,block_sparse_moe.experts.244.w2,0.0000309358,0.01000,0.445
+43,block_sparse_moe.experts.248.w2,0.0000409618,0.01000,0.423
+43,block_sparse_moe.experts.249.w2,0.0000790557,0.01000,0.419
+43,block_sparse_moe.experts.250.w2,0.0000377430,0.01000,0.423
+43,block_sparse_moe.experts.251.w2,0.0000267305,0.01000,0.392
+43,block_sparse_moe.experts.252.w2,0.0000383296,0.01000,0.377
+43,block_sparse_moe.experts.253.w2,0.0000443103,0.01000,0.375
+43,block_sparse_moe.experts.254.w2,0.0000316013,0.01000,0.382
+43,block_sparse_moe.experts.255.w2,0.0000416789,0.01000,0.379
+44,block_sparse_moe.experts.1.w1,0.0000407929,0.01000,0.844
+44,block_sparse_moe.experts.3.w1,0.0000339164,0.01000,0.860
+44,block_sparse_moe.experts.6.w1,0.0000393142,0.01000,0.862
+44,block_sparse_moe.experts.2.w1,0.0000375321,0.01000,0.865
+44,block_sparse_moe.experts.4.w1,0.0000378538,0.01000,0.872
+44,block_sparse_moe.experts.5.w1,0.0000388865,0.01000,0.874
+44,block_sparse_moe.experts.0.w1,0.0000373043,0.01000,0.890
+44,block_sparse_moe.experts.8.w1,0.0000375560,0.01000,0.836
+44,block_sparse_moe.experts.7.w1,0.0000342974,0.01000,0.855
+44,block_sparse_moe.experts.10.w1,0.0000381105,0.01000,0.840
+44,block_sparse_moe.experts.9.w1,0.0000369465,0.01000,0.847
+44,block_sparse_moe.experts.12.w1,0.0000411411,0.01000,0.846
+44,block_sparse_moe.experts.11.w1,0.0000372592,0.01000,0.873
+44,block_sparse_moe.experts.13.w1,0.0000372729,0.01000,0.862
+44,block_sparse_moe.experts.14.w1,0.0000415113,0.01000,0.837
+44,block_sparse_moe.experts.15.w1,0.0000400138,0.01000,0.842
+44,block_sparse_moe.experts.16.w1,0.0000365656,0.01000,0.843
+44,block_sparse_moe.experts.17.w1,0.0000407234,0.01000,0.840
+44,block_sparse_moe.experts.18.w1,0.0000391577,0.01000,0.850
+44,block_sparse_moe.experts.19.w1,0.0000300390,0.01000,0.859
+44,block_sparse_moe.experts.20.w1,0.0000379363,0.01000,0.863
+44,block_sparse_moe.experts.21.w1,0.0000395036,0.01000,0.826
+44,block_sparse_moe.experts.24.w1,0.0000377116,0.01000,0.825
+44,block_sparse_moe.experts.22.w1,0.0000364215,0.01000,0.839
+44,block_sparse_moe.experts.23.w1,0.0000396980,0.01000,0.832
+44,block_sparse_moe.experts.25.w1,0.0000372401,0.01000,0.850
+44,block_sparse_moe.experts.26.w1,0.0000384670,0.01000,0.854
+44,block_sparse_moe.experts.27.w1,0.0000346739,0.01000,0.862
+44,block_sparse_moe.experts.28.w1,0.0000350018,0.01000,0.834
+44,block_sparse_moe.experts.31.w1,0.0000406677,0.01000,0.832
+44,block_sparse_moe.experts.29.w1,0.0000391322,0.01000,0.835
+44,block_sparse_moe.experts.30.w1,0.0000417892,0.01000,0.863
+44,block_sparse_moe.experts.32.w1,0.0000407690,0.01000,0.839
+44,block_sparse_moe.experts.33.w1,0.0000385996,0.01000,0.848
+44,block_sparse_moe.experts.34.w1,0.0000389068,0.01000,0.847
+44,block_sparse_moe.experts.35.w1,0.0000380652,0.01000,0.849
+44,block_sparse_moe.experts.36.w1,0.0000381013,0.01000,0.834
+44,block_sparse_moe.experts.37.w1,0.0000392807,0.01000,0.850
+44,block_sparse_moe.experts.38.w1,0.0000385339,0.01000,0.829
+44,block_sparse_moe.experts.39.w1,0.0000392378,0.01000,0.846
+44,block_sparse_moe.experts.40.w1,0.0000346482,0.01000,0.856
+44,block_sparse_moe.experts.41.w1,0.0000390758,0.01000,0.868
+44,block_sparse_moe.experts.42.w1,0.0000403423,0.01000,0.827
+44,block_sparse_moe.experts.43.w1,0.0000384170,0.01000,0.832
+44,block_sparse_moe.experts.45.w1,0.0000351068,0.01000,0.822
+44,block_sparse_moe.experts.44.w1,0.0000376969,0.01000,0.863
+44,block_sparse_moe.experts.46.w1,0.0000370260,0.01000,0.846
+44,block_sparse_moe.experts.47.w1,0.0000388669,0.01000,0.854
+44,block_sparse_moe.experts.48.w1,0.0000402486,0.01000,0.863
+44,block_sparse_moe.experts.50.w1,0.0000389496,0.01000,0.821
+44,block_sparse_moe.experts.51.w1,0.0000407650,0.01000,0.848
+44,block_sparse_moe.experts.49.w1,0.0000358608,0.01000,0.879
+44,block_sparse_moe.experts.52.w1,0.0000379624,0.01000,0.850
+44,block_sparse_moe.experts.53.w1,0.0000368903,0.01000,0.864
+44,block_sparse_moe.experts.54.w1,0.0000390442,0.01000,0.851
+44,block_sparse_moe.experts.55.w1,0.0000388995,0.01000,0.859
+44,block_sparse_moe.experts.56.w1,0.0000387927,0.01000,0.837
+44,block_sparse_moe.experts.57.w1,0.0000379396,0.01000,0.837
+44,block_sparse_moe.experts.58.w1,0.0000378206,0.01000,0.845
+44,block_sparse_moe.experts.59.w1,0.0000372880,0.01000,0.832
+44,block_sparse_moe.experts.60.w1,0.0000383595,0.01000,0.842
+44,block_sparse_moe.experts.61.w1,0.0000412289,0.01000,0.837
+44,block_sparse_moe.experts.62.w1,0.0000405556,0.01000,0.847
+44,block_sparse_moe.experts.63.w1,0.0000359780,0.01000,0.819
+44,block_sparse_moe.experts.64.w1,0.0000374174,0.01000,0.838
+44,block_sparse_moe.experts.65.w1,0.0000373206,0.01000,0.833
+44,block_sparse_moe.experts.66.w1,0.0000395285,0.01000,0.824
+44,block_sparse_moe.experts.67.w1,0.0000383010,0.01000,0.844
+44,block_sparse_moe.experts.68.w1,0.0000375649,0.01000,0.847
+44,block_sparse_moe.experts.69.w1,0.0000397518,0.01000,0.854
+44,block_sparse_moe.experts.70.w1,0.0000387959,0.01000,0.821
+44,block_sparse_moe.experts.71.w1,0.0000413827,0.01000,0.823
+44,block_sparse_moe.experts.72.w1,0.0000391228,0.01000,0.825
+44,block_sparse_moe.experts.73.w1,0.0000341904,0.01000,0.831
+44,block_sparse_moe.experts.74.w1,0.0000352707,0.01000,0.842
+44,block_sparse_moe.experts.75.w1,0.0000369946,0.01000,0.848
+44,block_sparse_moe.experts.76.w1,0.0000404689,0.01000,0.870
+44,block_sparse_moe.experts.77.w1,0.0000394056,0.01000,0.833
+44,block_sparse_moe.experts.78.w1,0.0000342487,0.01000,0.833
+44,block_sparse_moe.experts.79.w1,0.0000361190,0.01000,0.846
+44,block_sparse_moe.experts.80.w1,0.0000369262,0.01000,0.846
+44,block_sparse_moe.experts.81.w1,0.0000388814,0.01000,0.849
+44,block_sparse_moe.experts.82.w1,0.0000384135,0.01000,0.848
+44,block_sparse_moe.experts.83.w1,0.0000369824,0.01000,0.850
+44,block_sparse_moe.experts.84.w1,0.0000388123,0.01000,0.835
+44,block_sparse_moe.experts.85.w1,0.0000376260,0.01000,0.835
+44,block_sparse_moe.experts.86.w1,0.0000371820,0.01000,0.842
+44,block_sparse_moe.experts.87.w1,0.0000403932,0.01000,0.831
+44,block_sparse_moe.experts.88.w1,0.0000364580,0.01000,0.849
+44,block_sparse_moe.experts.89.w1,0.0000351337,0.01000,0.840
+44,block_sparse_moe.experts.90.w1,0.0000389941,0.01000,0.853
+44,block_sparse_moe.experts.91.w1,0.0000388974,0.01000,0.839
+44,block_sparse_moe.experts.92.w1,0.0000371664,0.01000,0.830
+44,block_sparse_moe.experts.93.w1,0.0000388404,0.01000,0.841
+44,block_sparse_moe.experts.94.w1,0.0000386572,0.01000,0.842
+44,block_sparse_moe.experts.95.w1,0.0000369473,0.01000,0.849
+44,block_sparse_moe.experts.96.w1,0.0000429774,0.01000,0.847
+44,block_sparse_moe.experts.97.w1,0.0000378312,0.01000,0.862
+44,block_sparse_moe.experts.98.w1,0.0000363337,0.01000,0.836
+44,block_sparse_moe.experts.99.w1,0.0000397099,0.01000,0.823
+44,block_sparse_moe.experts.100.w1,0.0000377363,0.01000,0.834
+44,block_sparse_moe.experts.101.w1,0.0000391492,0.01000,0.854
+44,block_sparse_moe.experts.102.w1,0.0000372429,0.01000,0.834
+44,block_sparse_moe.experts.103.w1,0.0000386962,0.01000,0.856
+44,block_sparse_moe.experts.104.w1,0.0000394357,0.01000,0.861
+44,block_sparse_moe.experts.105.w1,0.0000391589,0.01000,0.844
+44,block_sparse_moe.experts.106.w1,0.0000391270,0.01000,0.829
+44,block_sparse_moe.experts.107.w1,0.0000366403,0.01000,0.823
+44,block_sparse_moe.experts.108.w1,0.0000369177,0.01000,0.824
+44,block_sparse_moe.experts.109.w1,0.0000391946,0.01000,0.841
+44,block_sparse_moe.experts.110.w1,0.0000354836,0.01000,0.854
+44,block_sparse_moe.experts.111.w1,0.0000370680,0.01000,0.881
+44,block_sparse_moe.experts.112.w1,0.0000345785,0.01000,0.840
+44,block_sparse_moe.experts.113.w1,0.0000392790,0.01000,0.833
+44,block_sparse_moe.experts.114.w1,0.0000396215,0.01000,0.822
+44,block_sparse_moe.experts.115.w1,0.0000404476,0.01000,0.824
+44,block_sparse_moe.experts.116.w1,0.0000404327,0.01000,0.843
+44,block_sparse_moe.experts.117.w1,0.0000386563,0.01000,0.847
+44,block_sparse_moe.experts.118.w1,0.0000399369,0.01000,0.870
+44,block_sparse_moe.experts.119.w1,0.0000384644,0.01000,0.840
+44,block_sparse_moe.experts.120.w1,0.0000374814,0.01000,0.819
+44,block_sparse_moe.experts.121.w1,0.0000348383,0.01000,0.821
+44,block_sparse_moe.experts.122.w1,0.0000372683,0.01000,0.816
+44,block_sparse_moe.experts.123.w1,0.0000390522,0.01000,0.848
+44,block_sparse_moe.experts.124.w1,0.0000380360,0.01000,0.835
+44,block_sparse_moe.experts.125.w1,0.0000368170,0.01000,0.868
+44,block_sparse_moe.experts.127.w1,0.0000399351,0.01000,0.829
+44,block_sparse_moe.experts.126.w1,0.0000360685,0.01000,0.856
+44,block_sparse_moe.experts.128.w1,0.0000355326,0.01000,0.826
+44,block_sparse_moe.experts.129.w1,0.0000395922,0.01000,0.828
+44,block_sparse_moe.experts.130.w1,0.0000385898,0.01000,0.844
+44,block_sparse_moe.experts.131.w1,0.0000345859,0.01000,0.843
+44,block_sparse_moe.experts.132.w1,0.0000347223,0.01000,0.840
+44,block_sparse_moe.experts.133.w1,0.0000378938,0.01000,0.834
+44,block_sparse_moe.experts.135.w1,0.0000403454,0.01000,0.828
+44,block_sparse_moe.experts.134.w1,0.0000384201,0.01000,0.860
+44,block_sparse_moe.experts.136.w1,0.0000370713,0.01000,0.830
+44,block_sparse_moe.experts.137.w1,0.0000343849,0.01000,0.843
+44,block_sparse_moe.experts.138.w1,0.0000386500,0.01000,0.847
+44,block_sparse_moe.experts.139.w1,0.0000368619,0.01000,0.859
+44,block_sparse_moe.experts.140.w1,0.0000391083,0.01000,0.820
+44,block_sparse_moe.experts.141.w1,0.0000379812,0.01000,0.833
+44,block_sparse_moe.experts.143.w1,0.0000385455,0.01000,0.832
+44,block_sparse_moe.experts.142.w1,0.0000394303,0.01000,0.871
+44,block_sparse_moe.experts.144.w1,0.0000366712,0.01000,0.846
+44,block_sparse_moe.experts.145.w1,0.0000397117,0.01000,0.850
+44,block_sparse_moe.experts.146.w1,0.0000382288,0.01000,0.855
+44,block_sparse_moe.experts.147.w1,0.0000387587,0.01000,0.828
+44,block_sparse_moe.experts.148.w1,0.0000323010,0.01000,0.824
+44,block_sparse_moe.experts.149.w1,0.0000377441,0.01000,0.838
+44,block_sparse_moe.experts.150.w1,0.0000354225,0.01000,0.840
+44,block_sparse_moe.experts.151.w1,0.0000388664,0.01000,0.851
+44,block_sparse_moe.experts.152.w1,0.0000362941,0.01000,0.847
+44,block_sparse_moe.experts.153.w1,0.0000401067,0.01000,0.858
+44,block_sparse_moe.experts.154.w1,0.0000349161,0.01000,0.837
+44,block_sparse_moe.experts.155.w1,0.0000405802,0.01000,0.824
+44,block_sparse_moe.experts.156.w1,0.0000396184,0.01000,0.829
+44,block_sparse_moe.experts.157.w1,0.0000399890,0.01000,0.831
+44,block_sparse_moe.experts.158.w1,0.0000396131,0.01000,0.847
+44,block_sparse_moe.experts.159.w1,0.0000384643,0.01000,0.846
+44,block_sparse_moe.experts.160.w1,0.0000358530,0.01000,0.865
+44,block_sparse_moe.experts.161.w1,0.0000391605,0.01000,0.821
+44,block_sparse_moe.experts.162.w1,0.0000359111,0.01000,0.842
+44,block_sparse_moe.experts.163.w1,0.0000382677,0.01000,0.825
+44,block_sparse_moe.experts.164.w1,0.0000357750,0.01000,0.831
+44,block_sparse_moe.experts.165.w1,0.0000382864,0.01000,0.838
+44,block_sparse_moe.experts.166.w1,0.0000357411,0.01000,0.855
+44,block_sparse_moe.experts.167.w1,0.0000403972,0.01000,0.873
+44,block_sparse_moe.experts.168.w1,0.0000415577,0.01000,0.824
+44,block_sparse_moe.experts.169.w1,0.0000388530,0.01000,0.850
+44,block_sparse_moe.experts.170.w1,0.0000406696,0.01000,0.861
+44,block_sparse_moe.experts.171.w1,0.0000391628,0.01000,0.836
+44,block_sparse_moe.experts.172.w1,0.0000377113,0.01000,0.853
+44,block_sparse_moe.experts.173.w1,0.0000383807,0.01000,0.842
+44,block_sparse_moe.experts.174.w1,0.0000391797,0.01000,0.859
+44,block_sparse_moe.experts.175.w1,0.0000360325,0.01000,0.840
+44,block_sparse_moe.experts.176.w1,0.0000385522,0.01000,0.871
+44,block_sparse_moe.experts.177.w1,0.0000386790,0.01000,0.835
+44,block_sparse_moe.experts.178.w1,0.0000391511,0.01000,0.836
+44,block_sparse_moe.experts.179.w1,0.0000375390,0.01000,0.847
+44,block_sparse_moe.experts.180.w1,0.0000407039,0.01000,0.855
+44,block_sparse_moe.experts.181.w1,0.0000384369,0.01000,0.862
+44,block_sparse_moe.experts.182.w1,0.0000371770,0.01000,0.835
+44,block_sparse_moe.experts.184.w1,0.0000371286,0.01000,0.832
+44,block_sparse_moe.experts.185.w1,0.0000389732,0.01000,0.830
+44,block_sparse_moe.experts.183.w1,0.0000398822,0.01000,0.868
+44,block_sparse_moe.experts.186.w1,0.0000386649,0.01000,0.843
+44,block_sparse_moe.experts.187.w1,0.0000396779,0.01000,0.838
+44,block_sparse_moe.experts.188.w1,0.0000382675,0.01000,0.850
+44,block_sparse_moe.experts.189.w1,0.0000391983,0.01000,0.835
+44,block_sparse_moe.experts.190.w1,0.0000363842,0.01000,0.837
+44,block_sparse_moe.experts.192.w1,0.0000382555,0.01000,0.838
+44,block_sparse_moe.experts.191.w1,0.0000392763,0.01000,0.854
+44,block_sparse_moe.experts.193.w1,0.0000362599,0.01000,0.854
+44,block_sparse_moe.experts.194.w1,0.0000387785,0.01000,0.844
+44,block_sparse_moe.experts.195.w1,0.0000399683,0.01000,0.851
+44,block_sparse_moe.experts.196.w1,0.0000387810,0.01000,0.845
+44,block_sparse_moe.experts.197.w1,0.0000346707,0.01000,0.829
+44,block_sparse_moe.experts.198.w1,0.0000377540,0.01000,0.829
+44,block_sparse_moe.experts.199.w1,0.0000384044,0.01000,0.839
+44,block_sparse_moe.experts.200.w1,0.0000382098,0.01000,0.847
+44,block_sparse_moe.experts.201.w1,0.0000373609,0.01000,0.842
+44,block_sparse_moe.experts.202.w1,0.0000385182,0.01000,0.855
+44,block_sparse_moe.experts.203.w1,0.0000377011,0.01000,0.839
+44,block_sparse_moe.experts.204.w1,0.0000350189,0.01000,0.835
+44,block_sparse_moe.experts.205.w1,0.0000389295,0.01000,0.831
+44,block_sparse_moe.experts.206.w1,0.0000394975,0.01000,0.837
+44,block_sparse_moe.experts.207.w1,0.0000387855,0.01000,0.849
+44,block_sparse_moe.experts.208.w1,0.0000389331,0.01000,0.842
+44,block_sparse_moe.experts.209.w1,0.0000348613,0.01000,0.851
+44,block_sparse_moe.experts.210.w1,0.0000382064,0.01000,0.841
+44,block_sparse_moe.experts.211.w1,0.0000404698,0.01000,0.835
+44,block_sparse_moe.experts.212.w1,0.0000392766,0.01000,0.835
+44,block_sparse_moe.experts.213.w1,0.0000372695,0.01000,0.836
+44,block_sparse_moe.experts.214.w1,0.0000368668,0.01000,0.846
+44,block_sparse_moe.experts.215.w1,0.0000394164,0.01000,0.840
+44,block_sparse_moe.experts.216.w1,0.0000341668,0.01000,0.853
+44,block_sparse_moe.experts.217.w1,0.0000402726,0.01000,0.827
+44,block_sparse_moe.experts.218.w1,0.0000373062,0.01000,0.830
+44,block_sparse_moe.experts.219.w1,0.0000420432,0.01000,0.836
+44,block_sparse_moe.experts.220.w1,0.0000391466,0.01000,0.837
+44,block_sparse_moe.experts.221.w1,0.0000394408,0.01000,0.850
+44,block_sparse_moe.experts.222.w1,0.0000407792,0.01000,0.844
+44,block_sparse_moe.experts.223.w1,0.0000401625,0.01000,0.854
+44,block_sparse_moe.experts.224.w1,0.0000379955,0.01000,0.838
+44,block_sparse_moe.experts.225.w1,0.0000391153,0.01000,0.847
+44,block_sparse_moe.experts.226.w1,0.0000377088,0.01000,0.836
+44,block_sparse_moe.experts.227.w1,0.0000397556,0.01000,0.832
+44,block_sparse_moe.experts.228.w1,0.0000392269,0.01000,0.855
+44,block_sparse_moe.experts.229.w1,0.0000350734,0.01000,0.850
+44,block_sparse_moe.experts.231.w1,0.0000382534,0.01000,0.830
+44,block_sparse_moe.experts.230.w1,0.0000384583,0.01000,0.860
+44,block_sparse_moe.experts.232.w1,0.0000374149,0.01000,0.839
+44,block_sparse_moe.experts.233.w1,0.0000375133,0.01000,0.834
+44,block_sparse_moe.experts.234.w1,0.0000397495,0.01000,0.826
+44,block_sparse_moe.experts.235.w1,0.0000397342,0.01000,0.852
+44,block_sparse_moe.experts.236.w1,0.0000394472,0.01000,0.852
+44,block_sparse_moe.experts.238.w1,0.0000413862,0.01000,0.828
+44,block_sparse_moe.experts.237.w1,0.0000422866,0.01000,0.872
+44,block_sparse_moe.experts.239.w1,0.0000361005,0.01000,0.825
+44,block_sparse_moe.experts.240.w1,0.0000381176,0.01000,0.821
+44,block_sparse_moe.experts.241.w1,0.0000384325,0.01000,0.821
+44,block_sparse_moe.experts.242.w1,0.0000395252,0.01000,0.857
+44,block_sparse_moe.experts.243.w1,0.0000355461,0.01000,0.842
+44,block_sparse_moe.experts.244.w1,0.0000358819,0.01000,0.869
+44,block_sparse_moe.experts.245.w1,0.0000415134,0.01000,0.836
+44,block_sparse_moe.experts.246.w1,0.0000389182,0.01000,0.845
+44,block_sparse_moe.experts.247.w1,0.0000375090,0.01000,0.838
+44,block_sparse_moe.experts.248.w1,0.0000359732,0.01000,0.833
+44,block_sparse_moe.experts.249.w1,0.0000400681,0.01000,0.853
+44,block_sparse_moe.experts.250.w1,0.0000364106,0.01000,0.857
+44,block_sparse_moe.experts.252.w1,0.0000387997,0.01000,0.835
+44,block_sparse_moe.experts.251.w1,0.0000393725,0.01000,0.885
+44,block_sparse_moe.experts.255.w1,0.0000395259,0.01000,0.823
+44,block_sparse_moe.experts.254.w1,0.0000387713,0.01000,0.829
+44,block_sparse_moe.experts.253.w1,0.0000394090,0.01000,0.861
+44,block_sparse_moe.experts.0.w3,0.0000412888,0.01000,0.849
+44,block_sparse_moe.experts.1.w3,0.0000440333,0.01000,0.855
+44,block_sparse_moe.experts.2.w3,0.0000413233,0.01000,0.864
+44,block_sparse_moe.experts.3.w3,0.0000393625,0.01000,0.840
+44,block_sparse_moe.experts.5.w3,0.0000429915,0.01000,0.831
+44,block_sparse_moe.experts.4.w3,0.0000412041,0.01000,0.836
+44,block_sparse_moe.experts.6.w3,0.0000444530,0.01000,0.825
+44,block_sparse_moe.experts.7.w3,0.0000394211,0.01000,0.852
+44,block_sparse_moe.experts.8.w3,0.0000415258,0.01000,0.855
+44,block_sparse_moe.experts.9.w3,0.0000399078,0.01000,0.856
+44,block_sparse_moe.experts.11.w3,0.0000409199,0.01000,0.836
+44,block_sparse_moe.experts.10.w3,0.0000426138,0.01000,0.853
+44,block_sparse_moe.experts.12.w3,0.0000466669,0.01000,0.843
+44,block_sparse_moe.experts.13.w3,0.0000411225,0.01000,0.830
+44,block_sparse_moe.experts.14.w3,0.0000481215,0.01000,0.860
+44,block_sparse_moe.experts.15.w3,0.0000469209,0.01000,0.856
+44,block_sparse_moe.experts.16.w3,0.0000425185,0.01000,0.844
+44,block_sparse_moe.experts.17.w3,0.0000465815,0.01000,0.834
+44,block_sparse_moe.experts.19.w3,0.0000352215,0.01000,0.839
+44,block_sparse_moe.experts.18.w3,0.0000423290,0.01000,0.842
+44,block_sparse_moe.experts.20.w3,0.0000416768,0.01000,0.834
+44,block_sparse_moe.experts.21.w3,0.0000437094,0.01000,0.849
+44,block_sparse_moe.experts.22.w3,0.0000405993,0.01000,0.848
+44,block_sparse_moe.experts.24.w3,0.0000417317,0.01000,0.828
+44,block_sparse_moe.experts.25.w3,0.0000402945,0.01000,0.832
+44,block_sparse_moe.experts.26.w3,0.0000435090,0.01000,0.835
+44,block_sparse_moe.experts.27.w3,0.0000393744,0.01000,0.835
+44,block_sparse_moe.experts.23.w3,0.0000444946,0.01000,0.862
+44,block_sparse_moe.experts.28.w3,0.0000385716,0.01000,0.845
+44,block_sparse_moe.experts.29.w3,0.0000431200,0.01000,0.862
+44,block_sparse_moe.experts.31.w3,0.0000456504,0.01000,0.837
+44,block_sparse_moe.experts.30.w3,0.0000468468,0.01000,0.856
+44,block_sparse_moe.experts.33.w3,0.0000426786,0.01000,0.833
+44,block_sparse_moe.experts.32.w3,0.0000455738,0.01000,0.838
+44,block_sparse_moe.experts.34.w3,0.0000438312,0.01000,0.828
+44,block_sparse_moe.experts.35.w3,0.0000446008,0.01000,0.837
+44,block_sparse_moe.experts.36.w3,0.0000413123,0.01000,0.849
+44,block_sparse_moe.experts.38.w3,0.0000422364,0.01000,0.831
+44,block_sparse_moe.experts.41.w3,0.0000426868,0.01000,0.831
+44,block_sparse_moe.experts.39.w3,0.0000433188,0.01000,0.836
+44,block_sparse_moe.experts.40.w3,0.0000390456,0.01000,0.838
+44,block_sparse_moe.experts.37.w3,0.0000436233,0.01000,0.906
+44,block_sparse_moe.experts.42.w3,0.0000446894,0.01000,0.846
+44,block_sparse_moe.experts.43.w3,0.0000438897,0.01000,0.848
+44,block_sparse_moe.experts.45.w3,0.0000407607,0.01000,0.829
+44,block_sparse_moe.experts.46.w3,0.0000418348,0.01000,0.833
+44,block_sparse_moe.experts.47.w3,0.0000446721,0.01000,0.833
+44,block_sparse_moe.experts.48.w3,0.0000432567,0.01000,0.828
+44,block_sparse_moe.experts.44.w3,0.0000410936,0.01000,0.903
+44,block_sparse_moe.experts.49.w3,0.0000419720,0.01000,0.838
+44,block_sparse_moe.experts.50.w3,0.0000434874,0.01000,0.858
+44,block_sparse_moe.experts.52.w3,0.0000472097,0.01000,0.825
+44,block_sparse_moe.experts.53.w3,0.0000460087,0.01000,0.840
+44,block_sparse_moe.experts.55.w3,0.0000435348,0.01000,0.821
+44,block_sparse_moe.experts.51.w3,0.0000451300,0.01000,0.898
+44,block_sparse_moe.experts.54.w3,0.0000423612,0.01000,0.831
+44,block_sparse_moe.experts.56.w3,0.0000421816,0.01000,0.846
+44,block_sparse_moe.experts.57.w3,0.0000441859,0.01000,0.863
+44,block_sparse_moe.experts.59.w3,0.0000434137,0.01000,0.830
+44,block_sparse_moe.experts.60.w3,0.0000443635,0.01000,0.831
+44,block_sparse_moe.experts.62.w3,0.0000487998,0.01000,0.824
+44,block_sparse_moe.experts.58.w3,0.0000432770,0.01000,0.888
+44,block_sparse_moe.experts.61.w3,0.0000449106,0.01000,0.864
+44,block_sparse_moe.experts.63.w3,0.0000437681,0.01000,0.845
+44,block_sparse_moe.experts.64.w3,0.0000436414,0.01000,0.864
+44,block_sparse_moe.experts.66.w3,0.0000428955,0.01000,0.826
+44,block_sparse_moe.experts.65.w3,0.0000420178,0.01000,0.867
+44,block_sparse_moe.experts.67.w3,0.0000421633,0.01000,0.833
+44,block_sparse_moe.experts.68.w3,0.0000447828,0.01000,0.853
+44,block_sparse_moe.experts.69.w3,0.0000451690,0.01000,0.842
+44,block_sparse_moe.experts.70.w3,0.0000427133,0.01000,0.847
+44,block_sparse_moe.experts.71.w3,0.0000462602,0.01000,0.871
+44,block_sparse_moe.experts.73.w3,0.0000392455,0.01000,0.833
+44,block_sparse_moe.experts.74.w3,0.0000391764,0.01000,0.829
+44,block_sparse_moe.experts.72.w3,0.0000431907,0.01000,0.857
+44,block_sparse_moe.experts.75.w3,0.0000414915,0.01000,0.828
+44,block_sparse_moe.experts.76.w3,0.0000488152,0.01000,0.820
+44,block_sparse_moe.experts.77.w3,0.0000442064,0.01000,0.859
+44,block_sparse_moe.experts.78.w3,0.0000400555,0.01000,0.853
+44,block_sparse_moe.experts.80.w3,0.0000421755,0.01000,0.836
+44,block_sparse_moe.experts.81.w3,0.0000427871,0.01000,0.835
+44,block_sparse_moe.experts.82.w3,0.0000445702,0.01000,0.836
+44,block_sparse_moe.experts.83.w3,0.0000422116,0.01000,0.830
+44,block_sparse_moe.experts.79.w3,0.0000399148,0.01000,0.892
+44,block_sparse_moe.experts.84.w3,0.0000435076,0.01000,0.852
+44,block_sparse_moe.experts.85.w3,0.0000446235,0.01000,0.841
+44,block_sparse_moe.experts.87.w3,0.0000460373,0.01000,0.832
+44,block_sparse_moe.experts.88.w3,0.0000410143,0.01000,0.833
+44,block_sparse_moe.experts.89.w3,0.0000386630,0.01000,0.829
+44,block_sparse_moe.experts.90.w3,0.0000427158,0.01000,0.833
+44,block_sparse_moe.experts.86.w3,0.0000389206,0.01000,0.896
+44,block_sparse_moe.experts.91.w3,0.0000449727,0.01000,0.847
+44,block_sparse_moe.experts.92.w3,0.0000422414,0.01000,0.845
+44,block_sparse_moe.experts.94.w3,0.0000445817,0.01000,0.831
+44,block_sparse_moe.experts.95.w3,0.0000407533,0.01000,0.834
+44,block_sparse_moe.experts.93.w3,0.0000455344,0.01000,0.868
+44,block_sparse_moe.experts.96.w3,0.0000464043,0.01000,0.837
+44,block_sparse_moe.experts.97.w3,0.0000414919,0.01000,0.833
+44,block_sparse_moe.experts.98.w3,0.0000414369,0.01000,0.849
+44,block_sparse_moe.experts.99.w3,0.0000460436,0.01000,0.844
+44,block_sparse_moe.experts.100.w3,0.0000410854,0.01000,0.840
+44,block_sparse_moe.experts.102.w3,0.0000439932,0.01000,0.820
+44,block_sparse_moe.experts.103.w3,0.0000430596,0.01000,0.832
+44,block_sparse_moe.experts.104.w3,0.0000426744,0.01000,0.830
+44,block_sparse_moe.experts.101.w3,0.0000445631,0.01000,0.892
+44,block_sparse_moe.experts.105.w3,0.0000432152,0.01000,0.886
+44,block_sparse_moe.experts.106.w3,0.0000415392,0.01000,0.848
+44,block_sparse_moe.experts.108.w3,0.0000420574,0.01000,0.832
+44,block_sparse_moe.experts.107.w3,0.0000425661,0.01000,0.860
+44,block_sparse_moe.experts.109.w3,0.0000457559,0.01000,0.837
+44,block_sparse_moe.experts.110.w3,0.0000389295,0.01000,0.841
+44,block_sparse_moe.experts.111.w3,0.0000446987,0.01000,0.826
+44,block_sparse_moe.experts.112.w3,0.0000393457,0.01000,0.848
+44,block_sparse_moe.experts.113.w3,0.0000439578,0.01000,0.847
+44,block_sparse_moe.experts.114.w3,0.0000435551,0.01000,0.839
+44,block_sparse_moe.experts.115.w3,0.0000450548,0.01000,0.826
+44,block_sparse_moe.experts.116.w3,0.0000465413,0.01000,0.833
+44,block_sparse_moe.experts.117.w3,0.0000425941,0.01000,0.833
+44,block_sparse_moe.experts.118.w3,0.0000444868,0.01000,0.825
+44,block_sparse_moe.experts.119.w3,0.0000423041,0.01000,0.852
+44,block_sparse_moe.experts.120.w3,0.0000414442,0.01000,0.852
+44,block_sparse_moe.experts.122.w3,0.0000411708,0.01000,0.826
+44,block_sparse_moe.experts.123.w3,0.0000451591,0.01000,0.837
+44,block_sparse_moe.experts.125.w3,0.0000413118,0.01000,0.824
+44,block_sparse_moe.experts.124.w3,0.0000418174,0.01000,0.832
+44,block_sparse_moe.experts.121.w3,0.0000398181,0.01000,0.861
+44,block_sparse_moe.experts.126.w3,0.0000419623,0.01000,0.856
+44,block_sparse_moe.experts.127.w3,0.0000455508,0.01000,0.854
+44,block_sparse_moe.experts.128.w3,0.0000392666,0.01000,0.848
+44,block_sparse_moe.experts.132.w3,0.0000412519,0.01000,0.823
+44,block_sparse_moe.experts.131.w3,0.0000385377,0.01000,0.834
+44,block_sparse_moe.experts.130.w3,0.0000421721,0.01000,0.835
+44,block_sparse_moe.experts.129.w3,0.0000428729,0.01000,0.867
+44,block_sparse_moe.experts.133.w3,0.0000424480,0.01000,0.843
+44,block_sparse_moe.experts.134.w3,0.0000420650,0.01000,0.835
+44,block_sparse_moe.experts.136.w3,0.0000402207,0.01000,0.833
+44,block_sparse_moe.experts.137.w3,0.0000403396,0.01000,0.831
+44,block_sparse_moe.experts.138.w3,0.0000428177,0.01000,0.836
+44,block_sparse_moe.experts.135.w3,0.0000453188,0.01000,0.861
+44,block_sparse_moe.experts.139.w3,0.0000409336,0.01000,0.844
+44,block_sparse_moe.experts.140.w3,0.0000436227,0.01000,0.842
+44,block_sparse_moe.experts.141.w3,0.0000439357,0.01000,0.835
+44,block_sparse_moe.experts.144.w3,0.0000413533,0.01000,0.833
+44,block_sparse_moe.experts.143.w3,0.0000430540,0.01000,0.840
+44,block_sparse_moe.experts.145.w3,0.0000445222,0.01000,0.829
+44,block_sparse_moe.experts.142.w3,0.0000434197,0.01000,0.862
+44,block_sparse_moe.experts.146.w3,0.0000418708,0.01000,0.848
+44,block_sparse_moe.experts.147.w3,0.0000433198,0.01000,0.856
+44,block_sparse_moe.experts.148.w3,0.0000376221,0.01000,0.838
+44,block_sparse_moe.experts.150.w3,0.0000398323,0.01000,0.855
+44,block_sparse_moe.experts.151.w3,0.0000438920,0.01000,0.851
+44,block_sparse_moe.experts.152.w3,0.0000411469,0.01000,0.850
+44,block_sparse_moe.experts.149.w3,0.0000406751,0.01000,0.890
+44,block_sparse_moe.experts.153.w3,0.0000448665,0.01000,0.851
+44,block_sparse_moe.experts.154.w3,0.0000393227,0.01000,0.854
+44,block_sparse_moe.experts.155.w3,0.0000452963,0.01000,0.832
+44,block_sparse_moe.experts.157.w3,0.0000454511,0.01000,0.828
+44,block_sparse_moe.experts.158.w3,0.0000435205,0.01000,0.833
+44,block_sparse_moe.experts.159.w3,0.0000445232,0.01000,0.835
+44,block_sparse_moe.experts.160.w3,0.0000384403,0.01000,0.838
+44,block_sparse_moe.experts.156.w3,0.0000495323,0.01000,0.884
+44,block_sparse_moe.experts.161.w3,0.0000422554,0.01000,0.841
+44,block_sparse_moe.experts.162.w3,0.0000400135,0.01000,0.835
+44,block_sparse_moe.experts.164.w3,0.0000396387,0.01000,0.837
+44,block_sparse_moe.experts.166.w3,0.0000388910,0.01000,0.823
+44,block_sparse_moe.experts.165.w3,0.0000422718,0.01000,0.843
+44,block_sparse_moe.experts.167.w3,0.0000457853,0.01000,0.828
+44,block_sparse_moe.experts.163.w3,0.0000418505,0.01000,0.881
+44,block_sparse_moe.experts.168.w3,0.0000474753,0.01000,0.851
+44,block_sparse_moe.experts.169.w3,0.0000452085,0.01000,0.842
+44,block_sparse_moe.experts.171.w3,0.0000435064,0.01000,0.837
+44,block_sparse_moe.experts.174.w3,0.0000450918,0.01000,0.832
+44,block_sparse_moe.experts.172.w3,0.0000415956,0.01000,0.844
+44,block_sparse_moe.experts.173.w3,0.0000423616,0.01000,0.855
+44,block_sparse_moe.experts.170.w3,0.0000454322,0.01000,0.902
+44,block_sparse_moe.experts.175.w3,0.0000400055,0.01000,0.851
+44,block_sparse_moe.experts.176.w3,0.0000429955,0.01000,0.840
+44,block_sparse_moe.experts.178.w3,0.0000447628,0.01000,0.830
+44,block_sparse_moe.experts.179.w3,0.0000405431,0.01000,0.842
+44,block_sparse_moe.experts.180.w3,0.0000469107,0.01000,0.846
+44,block_sparse_moe.experts.181.w3,0.0000433526,0.01000,0.836
+44,block_sparse_moe.experts.177.w3,0.0000421272,0.01000,0.890
+44,block_sparse_moe.experts.183.w3,0.0000476330,0.01000,0.842
+44,block_sparse_moe.experts.182.w3,0.0000409160,0.01000,0.872
+44,block_sparse_moe.experts.184.w3,0.0000404639,0.01000,0.854
+44,block_sparse_moe.experts.185.w3,0.0000421593,0.01000,0.840
+44,block_sparse_moe.experts.186.w3,0.0000426343,0.01000,0.830
+44,block_sparse_moe.experts.187.w3,0.0000444200,0.01000,0.829
+44,block_sparse_moe.experts.188.w3,0.0000420847,0.01000,0.825
+44,block_sparse_moe.experts.189.w3,0.0000432062,0.01000,0.848
+44,block_sparse_moe.experts.190.w3,0.0000408706,0.01000,0.858
+44,block_sparse_moe.experts.192.w3,0.0000412969,0.01000,0.831
+44,block_sparse_moe.experts.193.w3,0.0000396922,0.01000,0.833
+44,block_sparse_moe.experts.194.w3,0.0000434674,0.01000,0.835
+44,block_sparse_moe.experts.195.w3,0.0000453700,0.01000,0.836
+44,block_sparse_moe.experts.191.w3,0.0000427606,0.01000,0.888
+44,block_sparse_moe.experts.196.w3,0.0000442077,0.01000,0.840
+44,block_sparse_moe.experts.197.w3,0.0000395385,0.01000,0.853
+44,block_sparse_moe.experts.199.w3,0.0000417402,0.01000,0.828
+44,block_sparse_moe.experts.200.w3,0.0000429966,0.01000,0.827
+44,block_sparse_moe.experts.201.w3,0.0000410271,0.01000,0.830
+44,block_sparse_moe.experts.202.w3,0.0000433878,0.01000,0.828
+44,block_sparse_moe.experts.198.w3,0.0000426873,0.01000,0.920
+44,block_sparse_moe.experts.203.w3,0.0000417570,0.01000,0.858
+44,block_sparse_moe.experts.204.w3,0.0000419729,0.01000,0.854
+44,block_sparse_moe.experts.206.w3,0.0000438213,0.01000,0.815
+44,block_sparse_moe.experts.207.w3,0.0000514495,0.01000,0.821
+44,block_sparse_moe.experts.208.w3,0.0000423290,0.01000,0.829
+44,block_sparse_moe.experts.205.w3,0.0000424115,0.01000,0.897
+44,block_sparse_moe.experts.209.w3,0.0000401903,0.01000,0.834
+44,block_sparse_moe.experts.210.w3,0.0000433433,0.01000,0.848
+44,block_sparse_moe.experts.211.w3,0.0000448863,0.01000,0.850
+44,block_sparse_moe.experts.213.w3,0.0000417253,0.01000,0.833
+44,block_sparse_moe.experts.212.w3,0.0000451218,0.01000,0.881
+44,block_sparse_moe.experts.214.w3,0.0000420550,0.01000,0.833
+44,block_sparse_moe.experts.215.w3,0.0000442347,0.01000,0.837
+44,block_sparse_moe.experts.216.w3,0.0000383764,0.01000,0.837
+44,block_sparse_moe.experts.217.w3,0.0000450179,0.01000,0.842
+44,block_sparse_moe.experts.218.w3,0.0000460237,0.01000,0.837
+44,block_sparse_moe.experts.220.w3,0.0000436555,0.01000,0.831
+44,block_sparse_moe.experts.221.w3,0.0000430942,0.01000,0.836
+44,block_sparse_moe.experts.219.w3,0.0000477041,0.01000,0.897
+44,block_sparse_moe.experts.222.w3,0.0000449518,0.01000,0.844
+44,block_sparse_moe.experts.223.w3,0.0000451886,0.01000,0.830
+44,block_sparse_moe.experts.224.w3,0.0000441022,0.01000,0.838
+44,block_sparse_moe.experts.225.w3,0.0000426601,0.01000,0.843
+44,block_sparse_moe.experts.227.w3,0.0000434654,0.01000,0.833
+44,block_sparse_moe.experts.226.w3,0.0000427448,0.01000,0.878
+44,block_sparse_moe.experts.229.w3,0.0000409920,0.01000,0.837
+44,block_sparse_moe.experts.230.w3,0.0000424994,0.01000,0.837
+44,block_sparse_moe.experts.228.w3,0.0000464505,0.01000,0.884
+44,block_sparse_moe.experts.231.w3,0.0000450077,0.01000,0.845
+44,block_sparse_moe.experts.232.w3,0.0000440658,0.01000,0.852
+44,block_sparse_moe.experts.233.w3,0.0000411067,0.01000,0.861
+44,block_sparse_moe.experts.234.w3,0.0000432519,0.01000,0.828
+44,block_sparse_moe.experts.235.w3,0.0000437327,0.01000,0.850
+44,block_sparse_moe.experts.236.w3,0.0000458189,0.01000,0.843
+44,block_sparse_moe.experts.237.w3,0.0000470798,0.01000,0.860
+44,block_sparse_moe.experts.238.w3,0.0000460928,0.01000,0.844
+44,block_sparse_moe.experts.239.w3,0.0000403497,0.01000,0.842
+44,block_sparse_moe.experts.241.w3,0.0000439216,0.01000,0.833
+44,block_sparse_moe.experts.242.w3,0.0000429469,0.01000,0.835
+44,block_sparse_moe.experts.243.w3,0.0000423504,0.01000,0.836
+44,block_sparse_moe.experts.240.w3,0.0000414556,0.01000,0.875
+44,block_sparse_moe.experts.244.w3,0.0000411602,0.01000,0.839
+44,block_sparse_moe.experts.245.w3,0.0000459526,0.01000,0.845
+44,block_sparse_moe.experts.246.w3,0.0000458067,0.01000,0.852
+44,block_sparse_moe.experts.247.w3,0.0000432387,0.01000,0.850
+44,block_sparse_moe.experts.248.w3,0.0000419647,0.01000,0.828
+44,block_sparse_moe.experts.249.w3,0.0000464360,0.01000,0.833
+44,block_sparse_moe.experts.250.w3,0.0000403279,0.01000,0.834
+44,block_sparse_moe.experts.251.w3,0.0000443461,0.01000,0.839
+44,block_sparse_moe.experts.252.w3,0.0000431704,0.01000,0.737
+44,block_sparse_moe.experts.253.w3,0.0000457097,0.01000,0.721
+44,block_sparse_moe.experts.255.w3,0.0000440552,0.01000,0.667
+44,block_sparse_moe.experts.254.w3,0.0000421943,0.01000,0.682
+44,block_sparse_moe.experts.2.w2,0.0000906281,0.01000,0.418
+44,block_sparse_moe.experts.4.w2,0.0000292625,0.01000,0.444
+44,block_sparse_moe.experts.3.w2,0.0000670351,0.01000,0.460
+44,block_sparse_moe.experts.6.w2,0.0000322088,0.01000,0.449
+44,block_sparse_moe.experts.5.w2,0.0000373620,0.01000,0.450
+44,block_sparse_moe.experts.1.w2,0.0000248022,0.01000,0.475
+44,block_sparse_moe.experts.0.w2,0.0000752421,0.01000,0.501
+44,block_sparse_moe.experts.7.w2,0.0001436784,0.01000,0.450
+44,block_sparse_moe.experts.8.w2,0.0000394528,0.01000,0.421
+44,block_sparse_moe.experts.9.w2,0.0000371378,0.01000,0.420
+44,block_sparse_moe.experts.10.w2,0.0000284148,0.01000,0.419
+44,block_sparse_moe.experts.11.w2,0.0000457579,0.01000,0.426
+44,block_sparse_moe.experts.12.w2,0.0000452321,0.01000,0.429
+44,block_sparse_moe.experts.13.w2,0.0000499661,0.01000,0.439
+44,block_sparse_moe.experts.14.w2,0.0000732670,0.01000,0.425
+44,block_sparse_moe.experts.15.w2,0.0000440114,0.01000,0.418
+44,block_sparse_moe.experts.17.w2,0.0000394087,0.01000,0.415
+44,block_sparse_moe.experts.16.w2,0.0000354897,0.01000,0.418
+44,block_sparse_moe.experts.18.w2,0.0000478292,0.01000,0.426
+44,block_sparse_moe.experts.19.w2,0.0000347740,0.01000,0.422
+44,block_sparse_moe.experts.20.w2,0.0000252820,0.01000,0.451
+44,block_sparse_moe.experts.23.w2,0.0000364999,0.01000,0.423
+44,block_sparse_moe.experts.21.w2,0.0000399878,0.01000,0.426
+44,block_sparse_moe.experts.24.w2,0.0000365797,0.01000,0.425
+44,block_sparse_moe.experts.22.w2,0.0000632059,0.01000,0.439
+44,block_sparse_moe.experts.25.w2,0.0000366720,0.01000,0.427
+44,block_sparse_moe.experts.26.w2,0.0000387241,0.01000,0.423
+44,block_sparse_moe.experts.27.w2,0.0000336426,0.01000,0.445
+44,block_sparse_moe.experts.28.w2,0.0000606823,0.01000,0.419
+44,block_sparse_moe.experts.30.w2,0.0000573355,0.01000,0.416
+44,block_sparse_moe.experts.29.w2,0.0000405209,0.01000,0.430
+44,block_sparse_moe.experts.31.w2,0.0000411155,0.01000,0.418
+44,block_sparse_moe.experts.32.w2,0.0000211200,0.01000,0.421
+44,block_sparse_moe.experts.33.w2,0.0000369081,0.01000,0.419
+44,block_sparse_moe.experts.34.w2,0.0000330267,0.01000,0.434
+44,block_sparse_moe.experts.35.w2,0.0000425446,0.01000,0.415
+44,block_sparse_moe.experts.36.w2,0.0000422937,0.01000,0.415
+44,block_sparse_moe.experts.37.w2,0.0000244174,0.01000,0.420
+44,block_sparse_moe.experts.38.w2,0.0000304119,0.01000,0.419
+44,block_sparse_moe.experts.39.w2,0.0000281710,0.01000,0.424
+44,block_sparse_moe.experts.40.w2,0.0000381412,0.01000,0.420
+44,block_sparse_moe.experts.41.w2,0.0000368781,0.01000,0.444
+44,block_sparse_moe.experts.42.w2,0.0000310091,0.01000,0.413
+44,block_sparse_moe.experts.43.w2,0.0000251307,0.01000,0.415
+44,block_sparse_moe.experts.44.w2,0.0000371164,0.01000,0.433
+44,block_sparse_moe.experts.45.w2,0.0000495054,0.01000,0.431
+44,block_sparse_moe.experts.47.w2,0.0000449432,0.01000,0.420
+44,block_sparse_moe.experts.46.w2,0.0000573194,0.01000,0.433
+44,block_sparse_moe.experts.48.w2,0.0000254519,0.01000,0.433
+44,block_sparse_moe.experts.49.w2,0.0000411324,0.01000,0.411
+44,block_sparse_moe.experts.50.w2,0.0000376462,0.01000,0.412
+44,block_sparse_moe.experts.52.w2,0.0000778017,0.01000,0.416
+44,block_sparse_moe.experts.51.w2,0.0000546522,0.01000,0.426
+44,block_sparse_moe.experts.53.w2,0.0000348705,0.01000,0.424
+44,block_sparse_moe.experts.54.w2,0.0000409304,0.01000,0.419
+44,block_sparse_moe.experts.55.w2,0.0000319744,0.01000,0.433
+44,block_sparse_moe.experts.56.w2,0.0000297138,0.01000,0.417
+44,block_sparse_moe.experts.57.w2,0.0000297734,0.01000,0.416
+44,block_sparse_moe.experts.58.w2,0.0000429789,0.01000,0.420
+44,block_sparse_moe.experts.59.w2,0.0000514556,0.01000,0.421
+44,block_sparse_moe.experts.60.w2,0.0000275680,0.01000,0.427
+44,block_sparse_moe.experts.61.w2,0.0000598637,0.01000,0.425
+44,block_sparse_moe.experts.62.w2,0.0000356807,0.01000,0.439
+44,block_sparse_moe.experts.63.w2,0.0000628992,0.01000,0.416
+44,block_sparse_moe.experts.64.w2,0.0000485315,0.01000,0.415
+44,block_sparse_moe.experts.65.w2,0.0000396365,0.01000,0.418
+44,block_sparse_moe.experts.66.w2,0.0000424935,0.01000,0.418
+44,block_sparse_moe.experts.67.w2,0.0000362420,0.01000,0.422
+44,block_sparse_moe.experts.68.w2,0.0000550789,0.01000,0.420
+44,block_sparse_moe.experts.69.w2,0.0000408627,0.01000,0.436
+44,block_sparse_moe.experts.70.w2,0.0000259366,0.01000,0.420
+44,block_sparse_moe.experts.71.w2,0.0000500454,0.01000,0.427
+44,block_sparse_moe.experts.72.w2,0.0000286629,0.01000,0.427
+44,block_sparse_moe.experts.73.w2,0.0000739208,0.01000,0.434
+44,block_sparse_moe.experts.74.w2,0.0000834954,0.01000,0.428
+44,block_sparse_moe.experts.75.w2,0.0000423189,0.01000,0.437
+44,block_sparse_moe.experts.76.w2,0.0000424279,0.01000,0.438
+44,block_sparse_moe.experts.77.w2,0.0000341174,0.01000,0.411
+44,block_sparse_moe.experts.78.w2,0.0000532803,0.01000,0.414
+44,block_sparse_moe.experts.79.w2,0.0000288987,0.01000,0.417
+44,block_sparse_moe.experts.80.w2,0.0000307732,0.01000,0.415
+44,block_sparse_moe.experts.81.w2,0.0000312296,0.01000,0.430
+44,block_sparse_moe.experts.82.w2,0.0000293084,0.01000,0.420
+44,block_sparse_moe.experts.83.w2,0.0000554849,0.01000,0.435
+44,block_sparse_moe.experts.84.w2,0.0000367554,0.01000,0.420
+44,block_sparse_moe.experts.85.w2,0.0000595074,0.01000,0.420
+44,block_sparse_moe.experts.86.w2,0.0000783581,0.01000,0.445
+44,block_sparse_moe.experts.87.w2,0.0000440137,0.01000,0.439
+44,block_sparse_moe.experts.89.w2,0.0000609554,0.01000,0.424
+44,block_sparse_moe.experts.88.w2,0.0000410691,0.01000,0.455
+44,block_sparse_moe.experts.90.w2,0.0000429986,0.01000,0.444
+44,block_sparse_moe.experts.91.w2,0.0000434731,0.01000,0.417
+44,block_sparse_moe.experts.92.w2,0.0000262204,0.01000,0.417
+44,block_sparse_moe.experts.93.w2,0.0000442071,0.01000,0.422
+44,block_sparse_moe.experts.94.w2,0.0000357129,0.01000,0.420
+44,block_sparse_moe.experts.95.w2,0.0000216862,0.01000,0.442
+44,block_sparse_moe.experts.96.w2,0.0001136316,0.01000,0.434
+44,block_sparse_moe.experts.97.w2,0.0000374155,0.01000,0.428
+44,block_sparse_moe.experts.98.w2,0.0000544621,0.01000,0.414
+44,block_sparse_moe.experts.99.w2,0.0000259433,0.01000,0.415
+44,block_sparse_moe.experts.100.w2,0.0000270920,0.01000,0.419
+44,block_sparse_moe.experts.101.w2,0.0000555155,0.01000,0.417
+44,block_sparse_moe.experts.102.w2,0.0000347001,0.01000,0.422
+44,block_sparse_moe.experts.103.w2,0.0000326502,0.01000,0.426
+44,block_sparse_moe.experts.104.w2,0.0000313452,0.01000,0.433
+44,block_sparse_moe.experts.105.w2,0.0000406490,0.01000,0.420
+44,block_sparse_moe.experts.106.w2,0.0001059703,0.01000,0.420
+44,block_sparse_moe.experts.107.w2,0.0000556540,0.01000,0.420
+44,block_sparse_moe.experts.108.w2,0.0000414967,0.01000,0.418
+44,block_sparse_moe.experts.109.w2,0.0000332446,0.01000,0.429
+44,block_sparse_moe.experts.110.w2,0.0000545489,0.01000,0.430
+44,block_sparse_moe.experts.111.w2,0.0000665952,0.01000,0.431
+44,block_sparse_moe.experts.112.w2,0.0000345948,0.01000,0.416
+44,block_sparse_moe.experts.113.w2,0.0000283711,0.01000,0.415
+44,block_sparse_moe.experts.114.w2,0.0000531847,0.01000,0.417
+44,block_sparse_moe.experts.115.w2,0.0000376390,0.01000,0.415
+44,block_sparse_moe.experts.116.w2,0.0000338250,0.01000,0.423
+44,block_sparse_moe.experts.117.w2,0.0000425645,0.01000,0.427
+44,block_sparse_moe.experts.118.w2,0.0000394813,0.01000,0.432
+44,block_sparse_moe.experts.119.w2,0.0000275259,0.01000,0.414
+44,block_sparse_moe.experts.120.w2,0.0000476381,0.01000,0.416
+44,block_sparse_moe.experts.122.w2,0.0000363178,0.01000,0.419
+44,block_sparse_moe.experts.121.w2,0.0000638283,0.01000,0.423
+44,block_sparse_moe.experts.123.w2,0.0000344546,0.01000,0.423
+44,block_sparse_moe.experts.124.w2,0.0000354286,0.01000,0.439
+44,block_sparse_moe.experts.125.w2,0.0000279233,0.01000,0.433
+44,block_sparse_moe.experts.126.w2,0.0000616714,0.01000,0.419
+44,block_sparse_moe.experts.127.w2,0.0000432711,0.01000,0.424
+44,block_sparse_moe.experts.129.w2,0.0000358771,0.01000,0.413
+44,block_sparse_moe.experts.128.w2,0.0000395141,0.01000,0.429
+44,block_sparse_moe.experts.130.w2,0.0000298263,0.01000,0.422
+44,block_sparse_moe.experts.131.w2,0.0000634355,0.01000,0.430
+44,block_sparse_moe.experts.132.w2,0.0000595307,0.01000,0.430
+44,block_sparse_moe.experts.133.w2,0.0000361081,0.01000,0.424
+44,block_sparse_moe.experts.134.w2,0.0000309109,0.01000,0.422
+44,block_sparse_moe.experts.135.w2,0.0000321360,0.01000,0.420
+44,block_sparse_moe.experts.136.w2,0.0000400744,0.01000,0.423
+44,block_sparse_moe.experts.137.w2,0.0000509944,0.01000,0.425
+44,block_sparse_moe.experts.138.w2,0.0000381205,0.01000,0.420
+44,block_sparse_moe.experts.139.w2,0.0000559521,0.01000,0.438
+44,block_sparse_moe.experts.140.w2,0.0000445604,0.01000,0.422
+44,block_sparse_moe.experts.141.w2,0.0000709773,0.01000,0.427
+44,block_sparse_moe.experts.142.w2,0.0000521683,0.01000,0.436
+44,block_sparse_moe.experts.143.w2,0.0000255523,0.01000,0.433
+44,block_sparse_moe.experts.144.w2,0.0000533068,0.01000,0.426
+44,block_sparse_moe.experts.145.w2,0.0000421791,0.01000,0.419
+44,block_sparse_moe.experts.147.w2,0.0000518891,0.01000,0.422
+44,block_sparse_moe.experts.146.w2,0.0000465037,0.01000,0.446
+44,block_sparse_moe.experts.148.w2,0.0000803223,0.01000,0.413
+44,block_sparse_moe.experts.149.w2,0.0000333611,0.01000,0.423
+44,block_sparse_moe.experts.150.w2,0.0000576144,0.01000,0.415
+44,block_sparse_moe.experts.151.w2,0.0000384869,0.01000,0.440
+44,block_sparse_moe.experts.152.w2,0.0000595069,0.01000,0.423
+44,block_sparse_moe.experts.153.w2,0.0000415519,0.01000,0.433
+44,block_sparse_moe.experts.155.w2,0.0000387893,0.01000,0.420
+44,block_sparse_moe.experts.154.w2,0.0000654389,0.01000,0.441
+44,block_sparse_moe.experts.157.w2,0.0000321091,0.01000,0.417
+44,block_sparse_moe.experts.156.w2,0.0000458192,0.01000,0.431
+44,block_sparse_moe.experts.158.w2,0.0000364203,0.01000,0.422
+44,block_sparse_moe.experts.159.w2,0.0000507860,0.01000,0.421
+44,block_sparse_moe.experts.161.w2,0.0000332086,0.01000,0.418
+44,block_sparse_moe.experts.160.w2,0.0000301579,0.01000,0.425
+44,block_sparse_moe.experts.162.w2,0.0000517517,0.01000,0.419
+44,block_sparse_moe.experts.163.w2,0.0000311881,0.01000,0.429
+44,block_sparse_moe.experts.164.w2,0.0000253037,0.01000,0.423
+44,block_sparse_moe.experts.165.w2,0.0000258112,0.01000,0.419
+44,block_sparse_moe.experts.166.w2,0.0000546354,0.01000,0.420
+44,block_sparse_moe.experts.168.w2,0.0000573295,0.01000,0.417
+44,block_sparse_moe.experts.167.w2,0.0000674824,0.01000,0.424
+44,block_sparse_moe.experts.169.w2,0.0000291586,0.01000,0.428
+44,block_sparse_moe.experts.170.w2,0.0000611433,0.01000,0.420
+44,block_sparse_moe.experts.171.w2,0.0000370689,0.01000,0.422
+44,block_sparse_moe.experts.172.w2,0.0000422000,0.01000,0.421
+44,block_sparse_moe.experts.173.w2,0.0000356662,0.01000,0.422
+44,block_sparse_moe.experts.175.w2,0.0000580906,0.01000,0.416
+44,block_sparse_moe.experts.174.w2,0.0000407837,0.01000,0.440
+44,block_sparse_moe.experts.176.w2,0.0000687926,0.01000,0.418
+44,block_sparse_moe.experts.177.w2,0.0000279772,0.01000,0.416
+44,block_sparse_moe.experts.178.w2,0.0000616117,0.01000,0.419
+44,block_sparse_moe.experts.179.w2,0.0000967174,0.01000,0.419
+44,block_sparse_moe.experts.180.w2,0.0000361493,0.01000,0.419
+44,block_sparse_moe.experts.181.w2,0.0000504946,0.01000,0.424
+44,block_sparse_moe.experts.182.w2,0.0000504213,0.01000,0.419
+44,block_sparse_moe.experts.183.w2,0.0000322523,0.01000,0.419
+44,block_sparse_moe.experts.184.w2,0.0000329525,0.01000,0.417
+44,block_sparse_moe.experts.185.w2,0.0000336467,0.01000,0.419
+44,block_sparse_moe.experts.186.w2,0.0000325051,0.01000,0.418
+44,block_sparse_moe.experts.187.w2,0.0000681029,0.01000,0.417
+44,block_sparse_moe.experts.188.w2,0.0000422926,0.01000,0.428
+44,block_sparse_moe.experts.189.w2,0.0000329274,0.01000,0.419
+44,block_sparse_moe.experts.190.w2,0.0000576875,0.01000,0.418
+44,block_sparse_moe.experts.191.w2,0.0000710139,0.01000,0.420
+44,block_sparse_moe.experts.192.w2,0.0000517965,0.01000,0.423
+44,block_sparse_moe.experts.193.w2,0.0000484126,0.01000,0.425
+44,block_sparse_moe.experts.194.w2,0.0000446941,0.01000,0.422
+44,block_sparse_moe.experts.196.w2,0.0000374531,0.01000,0.417
+44,block_sparse_moe.experts.195.w2,0.0000306524,0.01000,0.424
+44,block_sparse_moe.experts.197.w2,0.0000557509,0.01000,0.417
+44,block_sparse_moe.experts.198.w2,0.0000320654,0.01000,0.417
+44,block_sparse_moe.experts.199.w2,0.0000215150,0.01000,0.419
+44,block_sparse_moe.experts.200.w2,0.0000542391,0.01000,0.418
+44,block_sparse_moe.experts.201.w2,0.0000473036,0.01000,0.420
+44,block_sparse_moe.experts.203.w2,0.0000352590,0.01000,0.416
+44,block_sparse_moe.experts.204.w2,0.0000524542,0.01000,0.419
+44,block_sparse_moe.experts.202.w2,0.0000326268,0.01000,0.446
+44,block_sparse_moe.experts.205.w2,0.0000319221,0.01000,0.417
+44,block_sparse_moe.experts.206.w2,0.0000683443,0.01000,0.422
+44,block_sparse_moe.experts.207.w2,0.0000464946,0.01000,0.422
+44,block_sparse_moe.experts.208.w2,0.0000406579,0.01000,0.423
+44,block_sparse_moe.experts.210.w2,0.0000176582,0.01000,0.418
+44,block_sparse_moe.experts.209.w2,0.0000373517,0.01000,0.437
+44,block_sparse_moe.experts.211.w2,0.0000440060,0.01000,0.419
+44,block_sparse_moe.experts.212.w2,0.0000321860,0.01000,0.418
+44,block_sparse_moe.experts.213.w2,0.0000293089,0.01000,0.420
+44,block_sparse_moe.experts.214.w2,0.0000462960,0.01000,0.418
+44,block_sparse_moe.experts.215.w2,0.0000426768,0.01000,0.420
+44,block_sparse_moe.experts.216.w2,0.0000617862,0.01000,0.430
+44,block_sparse_moe.experts.217.w2,0.0000407834,0.01000,0.413
+44,block_sparse_moe.experts.218.w2,0.0000651754,0.01000,0.417
+44,block_sparse_moe.experts.219.w2,0.0000283047,0.01000,0.416
+44,block_sparse_moe.experts.220.w2,0.0000424131,0.01000,0.417
+44,block_sparse_moe.experts.221.w2,0.0000346115,0.01000,0.419
+44,block_sparse_moe.experts.222.w2,0.0000780636,0.01000,0.426
+44,block_sparse_moe.experts.224.w2,0.0000466498,0.01000,0.415
+44,block_sparse_moe.experts.225.w2,0.0000438567,0.01000,0.419
+44,block_sparse_moe.experts.223.w2,0.0000404446,0.01000,0.439
+44,block_sparse_moe.experts.226.w2,0.0000417530,0.01000,0.421
+44,block_sparse_moe.experts.227.w2,0.0000225839,0.01000,0.434
+44,block_sparse_moe.experts.228.w2,0.0000505961,0.01000,0.416
+44,block_sparse_moe.experts.229.w2,0.0000416763,0.01000,0.420
+44,block_sparse_moe.experts.231.w2,0.0000478137,0.01000,0.414
+44,block_sparse_moe.experts.230.w2,0.0000594325,0.01000,0.431
+44,block_sparse_moe.experts.232.w2,0.0000408774,0.01000,0.419
+44,block_sparse_moe.experts.233.w2,0.0000411890,0.01000,0.421
+44,block_sparse_moe.experts.234.w2,0.0000290802,0.01000,0.429
+44,block_sparse_moe.experts.235.w2,0.0000282470,0.01000,0.418
+44,block_sparse_moe.experts.236.w2,0.0000400297,0.01000,0.422
+44,block_sparse_moe.experts.238.w2,0.0000447817,0.01000,0.418
+44,block_sparse_moe.experts.239.w2,0.0000522005,0.01000,0.417
+44,block_sparse_moe.experts.237.w2,0.0000468023,0.01000,0.443
+44,block_sparse_moe.experts.240.w2,0.0000270929,0.01000,0.421
+44,block_sparse_moe.experts.241.w2,0.0000333846,0.01000,0.426
+44,block_sparse_moe.experts.242.w2,0.0000432328,0.01000,0.421
+44,block_sparse_moe.experts.243.w2,0.0000632172,0.01000,0.434
+44,block_sparse_moe.experts.244.w2,0.0000410379,0.01000,0.437
+44,block_sparse_moe.experts.245.w2,0.0000544719,0.01000,0.431
+44,block_sparse_moe.experts.246.w2,0.0000399986,0.01000,0.423
+44,block_sparse_moe.experts.247.w2,0.0000257097,0.01000,0.424
+44,block_sparse_moe.experts.248.w2,0.0000525223,0.01000,0.414
+44,block_sparse_moe.experts.249.w2,0.0000246372,0.01000,0.421
+44,block_sparse_moe.experts.250.w2,0.0000364713,0.01000,0.415
+44,block_sparse_moe.experts.252.w2,0.0000353643,0.01000,0.383
+44,block_sparse_moe.experts.251.w2,0.0000371362,0.01000,0.392
+44,block_sparse_moe.experts.253.w2,0.0000415766,0.01000,0.388
+44,block_sparse_moe.experts.254.w2,0.0000335966,0.01000,0.379
+44,block_sparse_moe.experts.255.w2,0.0000411118,0.01000,0.361
+45,block_sparse_moe.experts.5.w1,0.0000398827,0.01000,0.851
+45,block_sparse_moe.experts.2.w1,0.0000430640,0.01000,0.870
+45,block_sparse_moe.experts.3.w1,0.0000410071,0.01000,0.871
+45,block_sparse_moe.experts.4.w1,0.0000387740,0.01000,0.875
+45,block_sparse_moe.experts.1.w1,0.0000384247,0.01000,0.877
+45,block_sparse_moe.experts.6.w1,0.0000397330,0.01000,0.879
+45,block_sparse_moe.experts.0.w1,0.0000393113,0.01000,0.901
+45,block_sparse_moe.experts.7.w1,0.0000373640,0.01000,0.851
+45,block_sparse_moe.experts.9.w1,0.0000413235,0.01000,0.839
+45,block_sparse_moe.experts.10.w1,0.0000396442,0.01000,0.836
+45,block_sparse_moe.experts.8.w1,0.0000392576,0.01000,0.843
+45,block_sparse_moe.experts.12.w1,0.0000380798,0.01000,0.847
+45,block_sparse_moe.experts.11.w1,0.0000374106,0.01000,0.861
+45,block_sparse_moe.experts.13.w1,0.0000347521,0.01000,0.873
+45,block_sparse_moe.experts.14.w1,0.0000393661,0.01000,0.833
+45,block_sparse_moe.experts.15.w1,0.0000410132,0.01000,0.832
+45,block_sparse_moe.experts.16.w1,0.0000420877,0.01000,0.835
+45,block_sparse_moe.experts.17.w1,0.0000395841,0.01000,0.839
+45,block_sparse_moe.experts.18.w1,0.0000360272,0.01000,0.845
+45,block_sparse_moe.experts.19.w1,0.0000409030,0.01000,0.851
+45,block_sparse_moe.experts.20.w1,0.0000406970,0.01000,0.865
+45,block_sparse_moe.experts.21.w1,0.0000417526,0.01000,0.835
+45,block_sparse_moe.experts.22.w1,0.0000403489,0.01000,0.830
+45,block_sparse_moe.experts.23.w1,0.0000413493,0.01000,0.840
+45,block_sparse_moe.experts.24.w1,0.0000413933,0.01000,0.841
+45,block_sparse_moe.experts.25.w1,0.0000408253,0.01000,0.843
+45,block_sparse_moe.experts.26.w1,0.0000399934,0.01000,0.847
+45,block_sparse_moe.experts.27.w1,0.0000400451,0.01000,0.865
+45,block_sparse_moe.experts.29.w1,0.0000428517,0.01000,0.826
+45,block_sparse_moe.experts.30.w1,0.0000426965,0.01000,0.836
+45,block_sparse_moe.experts.31.w1,0.0000403507,0.01000,0.836
+45,block_sparse_moe.experts.28.w1,0.0000423022,0.01000,0.859
+45,block_sparse_moe.experts.32.w1,0.0000423977,0.01000,0.849
+45,block_sparse_moe.experts.33.w1,0.0000399982,0.01000,0.847
+45,block_sparse_moe.experts.34.w1,0.0000408301,0.01000,0.868
+45,block_sparse_moe.experts.35.w1,0.0000395510,0.01000,0.829
+45,block_sparse_moe.experts.37.w1,0.0000401336,0.01000,0.833
+45,block_sparse_moe.experts.36.w1,0.0000411970,0.01000,0.839
+45,block_sparse_moe.experts.38.w1,0.0000391148,0.01000,0.832
+45,block_sparse_moe.experts.39.w1,0.0000404855,0.01000,0.841
+45,block_sparse_moe.experts.40.w1,0.0000394896,0.01000,0.853
+45,block_sparse_moe.experts.41.w1,0.0000355165,0.01000,0.856
+45,block_sparse_moe.experts.42.w1,0.0000410758,0.01000,0.821
+45,block_sparse_moe.experts.45.w1,0.0000404929,0.01000,0.830
+45,block_sparse_moe.experts.44.w1,0.0000394945,0.01000,0.841
+45,block_sparse_moe.experts.43.w1,0.0000413492,0.01000,0.872
+45,block_sparse_moe.experts.46.w1,0.0000413618,0.01000,0.838
+45,block_sparse_moe.experts.47.w1,0.0000407059,0.01000,0.844
+45,block_sparse_moe.experts.48.w1,0.0000419982,0.01000,0.870
+45,block_sparse_moe.experts.49.w1,0.0000411961,0.01000,0.826
+45,block_sparse_moe.experts.51.w1,0.0000421478,0.01000,0.836
+45,block_sparse_moe.experts.50.w1,0.0000388503,0.01000,0.874
+45,block_sparse_moe.experts.53.w1,0.0000408916,0.01000,0.849
+45,block_sparse_moe.experts.52.w1,0.0000388305,0.01000,0.859
+45,block_sparse_moe.experts.54.w1,0.0000401072,0.01000,0.854
+45,block_sparse_moe.experts.55.w1,0.0000403015,0.01000,0.862
+45,block_sparse_moe.experts.56.w1,0.0000373962,0.01000,0.830
+45,block_sparse_moe.experts.57.w1,0.0000434076,0.01000,0.831
+45,block_sparse_moe.experts.58.w1,0.0000406742,0.01000,0.829
+45,block_sparse_moe.experts.59.w1,0.0000396962,0.01000,0.832
+45,block_sparse_moe.experts.60.w1,0.0000414330,0.01000,0.863
+45,block_sparse_moe.experts.61.w1,0.0000410969,0.01000,0.845
+45,block_sparse_moe.experts.62.w1,0.0000393487,0.01000,0.854
+45,block_sparse_moe.experts.63.w1,0.0000385039,0.01000,0.831
+45,block_sparse_moe.experts.64.w1,0.0000379814,0.01000,0.830
+45,block_sparse_moe.experts.65.w1,0.0000406932,0.01000,0.835
+45,block_sparse_moe.experts.66.w1,0.0000388740,0.01000,0.832
+45,block_sparse_moe.experts.67.w1,0.0000402857,0.01000,0.856
+45,block_sparse_moe.experts.68.w1,0.0000366938,0.01000,0.848
+45,block_sparse_moe.experts.69.w1,0.0000412098,0.01000,0.856
+45,block_sparse_moe.experts.70.w1,0.0000409455,0.01000,0.830
+45,block_sparse_moe.experts.71.w1,0.0000411806,0.01000,0.845
+45,block_sparse_moe.experts.72.w1,0.0000400054,0.01000,0.834
+45,block_sparse_moe.experts.73.w1,0.0000418004,0.01000,0.831
+45,block_sparse_moe.experts.75.w1,0.0000408606,0.01000,0.841
+45,block_sparse_moe.experts.74.w1,0.0000399518,0.01000,0.883
+45,block_sparse_moe.experts.76.w1,0.0000405147,0.01000,0.845
+45,block_sparse_moe.experts.77.w1,0.0000430268,0.01000,0.830
+45,block_sparse_moe.experts.78.w1,0.0000400708,0.01000,0.823
+45,block_sparse_moe.experts.79.w1,0.0000379766,0.01000,0.836
+45,block_sparse_moe.experts.80.w1,0.0000409360,0.01000,0.826
+45,block_sparse_moe.experts.81.w1,0.0000423354,0.01000,0.847
+45,block_sparse_moe.experts.82.w1,0.0000408740,0.01000,0.867
+45,block_sparse_moe.experts.83.w1,0.0000409027,0.01000,0.851
+45,block_sparse_moe.experts.84.w1,0.0000449772,0.01000,0.826
+45,block_sparse_moe.experts.85.w1,0.0000396292,0.01000,0.830
+45,block_sparse_moe.experts.86.w1,0.0000359942,0.01000,0.831
+45,block_sparse_moe.experts.87.w1,0.0000382623,0.01000,0.833
+45,block_sparse_moe.experts.88.w1,0.0000406016,0.01000,0.836
+45,block_sparse_moe.experts.89.w1,0.0000365415,0.01000,0.849
+45,block_sparse_moe.experts.90.w1,0.0000434943,0.01000,0.848
+45,block_sparse_moe.experts.91.w1,0.0000424448,0.01000,0.832
+45,block_sparse_moe.experts.92.w1,0.0000397466,0.01000,0.828
+45,block_sparse_moe.experts.93.w1,0.0000386084,0.01000,0.835
+45,block_sparse_moe.experts.94.w1,0.0000387289,0.01000,0.829
+45,block_sparse_moe.experts.95.w1,0.0000415454,0.01000,0.839
+45,block_sparse_moe.experts.96.w1,0.0000426530,0.01000,0.849
+45,block_sparse_moe.experts.97.w1,0.0000395725,0.01000,0.848
+45,block_sparse_moe.experts.98.w1,0.0000422669,0.01000,0.837
+45,block_sparse_moe.experts.99.w1,0.0000346058,0.01000,0.834
+45,block_sparse_moe.experts.101.w1,0.0000432758,0.01000,0.829
+45,block_sparse_moe.experts.100.w1,0.0000408318,0.01000,0.871
+45,block_sparse_moe.experts.102.w1,0.0000397434,0.01000,0.836
+45,block_sparse_moe.experts.103.w1,0.0000406005,0.01000,0.858
+45,block_sparse_moe.experts.104.w1,0.0000418007,0.01000,0.852
+45,block_sparse_moe.experts.105.w1,0.0000407426,0.01000,0.836
+45,block_sparse_moe.experts.106.w1,0.0000413995,0.01000,0.859
+45,block_sparse_moe.experts.107.w1,0.0000448702,0.01000,0.838
+45,block_sparse_moe.experts.108.w1,0.0000418475,0.01000,0.844
+45,block_sparse_moe.experts.109.w1,0.0000391191,0.01000,0.837
+45,block_sparse_moe.experts.110.w1,0.0000403693,0.01000,0.853
+45,block_sparse_moe.experts.111.w1,0.0000407881,0.01000,0.848
+45,block_sparse_moe.experts.112.w1,0.0000373382,0.01000,0.808
+45,block_sparse_moe.experts.113.w1,0.0000414505,0.01000,0.835
+45,block_sparse_moe.experts.114.w1,0.0000393049,0.01000,0.829
+45,block_sparse_moe.experts.115.w1,0.0000455220,0.01000,0.832
+45,block_sparse_moe.experts.116.w1,0.0000361828,0.01000,0.845
+45,block_sparse_moe.experts.117.w1,0.0000396410,0.01000,0.846
+45,block_sparse_moe.experts.118.w1,0.0000373585,0.01000,0.844
+45,block_sparse_moe.experts.119.w1,0.0000424435,0.01000,0.823
+45,block_sparse_moe.experts.120.w1,0.0000427606,0.01000,0.834
+45,block_sparse_moe.experts.121.w1,0.0000423992,0.01000,0.834
+45,block_sparse_moe.experts.122.w1,0.0000403500,0.01000,0.826
+45,block_sparse_moe.experts.123.w1,0.0000426459,0.01000,0.861
+45,block_sparse_moe.experts.124.w1,0.0000376829,0.01000,0.855
+45,block_sparse_moe.experts.125.w1,0.0000340992,0.01000,0.854
+45,block_sparse_moe.experts.126.w1,0.0000399533,0.01000,0.840
+45,block_sparse_moe.experts.127.w1,0.0000414619,0.01000,0.845
+45,block_sparse_moe.experts.128.w1,0.0000401463,0.01000,0.834
+45,block_sparse_moe.experts.129.w1,0.0000415133,0.01000,0.836
+45,block_sparse_moe.experts.130.w1,0.0000410661,0.01000,0.852
+45,block_sparse_moe.experts.131.w1,0.0000410465,0.01000,0.848
+45,block_sparse_moe.experts.132.w1,0.0000395612,0.01000,0.852
+45,block_sparse_moe.experts.133.w1,0.0000386250,0.01000,0.830
+45,block_sparse_moe.experts.135.w1,0.0000420504,0.01000,0.833
+45,block_sparse_moe.experts.134.w1,0.0000428427,0.01000,0.863
+45,block_sparse_moe.experts.136.w1,0.0000404867,0.01000,0.824
+45,block_sparse_moe.experts.137.w1,0.0000422805,0.01000,0.837
+45,block_sparse_moe.experts.138.w1,0.0000383184,0.01000,0.848
+45,block_sparse_moe.experts.139.w1,0.0000421598,0.01000,0.849
+45,block_sparse_moe.experts.140.w1,0.0000408026,0.01000,0.835
+45,block_sparse_moe.experts.141.w1,0.0000372030,0.01000,0.830
+45,block_sparse_moe.experts.143.w1,0.0000375367,0.01000,0.831
+45,block_sparse_moe.experts.142.w1,0.0000402252,0.01000,0.866
+45,block_sparse_moe.experts.144.w1,0.0000392298,0.01000,0.864
+45,block_sparse_moe.experts.145.w1,0.0000406418,0.01000,0.843
+45,block_sparse_moe.experts.146.w1,0.0000407750,0.01000,0.858
+45,block_sparse_moe.experts.147.w1,0.0000407737,0.01000,0.835
+45,block_sparse_moe.experts.148.w1,0.0000408523,0.01000,0.827
+45,block_sparse_moe.experts.149.w1,0.0000410119,0.01000,0.843
+45,block_sparse_moe.experts.150.w1,0.0000396798,0.01000,0.836
+45,block_sparse_moe.experts.151.w1,0.0000400847,0.01000,0.862
+45,block_sparse_moe.experts.152.w1,0.0000413582,0.01000,0.846
+45,block_sparse_moe.experts.153.w1,0.0000399821,0.01000,0.863
+45,block_sparse_moe.experts.154.w1,0.0000402314,0.01000,0.833
+45,block_sparse_moe.experts.155.w1,0.0000380136,0.01000,0.832
+45,block_sparse_moe.experts.156.w1,0.0000399890,0.01000,0.841
+45,block_sparse_moe.experts.157.w1,0.0000406115,0.01000,0.828
+45,block_sparse_moe.experts.158.w1,0.0000386180,0.01000,0.862
+45,block_sparse_moe.experts.159.w1,0.0000426711,0.01000,0.846
+45,block_sparse_moe.experts.160.w1,0.0000392373,0.01000,0.865
+45,block_sparse_moe.experts.161.w1,0.0000401379,0.01000,0.837
+45,block_sparse_moe.experts.162.w1,0.0000396665,0.01000,0.827
+45,block_sparse_moe.experts.164.w1,0.0000378205,0.01000,0.823
+45,block_sparse_moe.experts.163.w1,0.0000391633,0.01000,0.862
+45,block_sparse_moe.experts.165.w1,0.0000398030,0.01000,0.860
+45,block_sparse_moe.experts.166.w1,0.0000407601,0.01000,0.838
+45,block_sparse_moe.experts.167.w1,0.0000373851,0.01000,0.864
+45,block_sparse_moe.experts.168.w1,0.0000385793,0.01000,0.836
+45,block_sparse_moe.experts.169.w1,0.0000399913,0.01000,0.844
+45,block_sparse_moe.experts.170.w1,0.0000414871,0.01000,0.835
+45,block_sparse_moe.experts.171.w1,0.0000383807,0.01000,0.822
+45,block_sparse_moe.experts.172.w1,0.0000405958,0.01000,0.860
+45,block_sparse_moe.experts.173.w1,0.0000394885,0.01000,0.840
+45,block_sparse_moe.experts.174.w1,0.0000447005,0.01000,0.848
+45,block_sparse_moe.experts.175.w1,0.0000391902,0.01000,0.823
+45,block_sparse_moe.experts.176.w1,0.0000387519,0.01000,0.821
+45,block_sparse_moe.experts.177.w1,0.0000375492,0.01000,0.842
+45,block_sparse_moe.experts.178.w1,0.0000407584,0.01000,0.838
+45,block_sparse_moe.experts.179.w1,0.0000357160,0.01000,0.840
+45,block_sparse_moe.experts.180.w1,0.0000404621,0.01000,0.840
+45,block_sparse_moe.experts.181.w1,0.0000407878,0.01000,0.854
+45,block_sparse_moe.experts.182.w1,0.0000388919,0.01000,0.824
+45,block_sparse_moe.experts.183.w1,0.0000404706,0.01000,0.825
+45,block_sparse_moe.experts.184.w1,0.0000395483,0.01000,0.842
+45,block_sparse_moe.experts.185.w1,0.0000385760,0.01000,0.837
+45,block_sparse_moe.experts.186.w1,0.0000376002,0.01000,0.844
+45,block_sparse_moe.experts.187.w1,0.0000403343,0.01000,0.842
+45,block_sparse_moe.experts.188.w1,0.0000377498,0.01000,0.856
+45,block_sparse_moe.experts.189.w1,0.0000386701,0.01000,0.824
+45,block_sparse_moe.experts.190.w1,0.0000428775,0.01000,0.823
+45,block_sparse_moe.experts.191.w1,0.0000396555,0.01000,0.842
+45,block_sparse_moe.experts.192.w1,0.0000380999,0.01000,0.844
+45,block_sparse_moe.experts.193.w1,0.0000364475,0.01000,0.846
+45,block_sparse_moe.experts.194.w1,0.0000359625,0.01000,0.845
+45,block_sparse_moe.experts.195.w1,0.0000427709,0.01000,0.847
+45,block_sparse_moe.experts.196.w1,0.0000418001,0.01000,0.820
+45,block_sparse_moe.experts.197.w1,0.0000382648,0.01000,0.819
+45,block_sparse_moe.experts.199.w1,0.0000401984,0.01000,0.831
+45,block_sparse_moe.experts.198.w1,0.0000400675,0.01000,0.859
+45,block_sparse_moe.experts.200.w1,0.0000402347,0.01000,0.847
+45,block_sparse_moe.experts.201.w1,0.0000403235,0.01000,0.842
+45,block_sparse_moe.experts.202.w1,0.0000403657,0.01000,0.851
+45,block_sparse_moe.experts.203.w1,0.0000379451,0.01000,0.833
+45,block_sparse_moe.experts.204.w1,0.0000388095,0.01000,0.819
+45,block_sparse_moe.experts.205.w1,0.0000391484,0.01000,0.843
+45,block_sparse_moe.experts.206.w1,0.0000407869,0.01000,0.835
+45,block_sparse_moe.experts.207.w1,0.0000431516,0.01000,0.839
+45,block_sparse_moe.experts.208.w1,0.0000394581,0.01000,0.842
+45,block_sparse_moe.experts.209.w1,0.0000380309,0.01000,0.851
+45,block_sparse_moe.experts.210.w1,0.0000416937,0.01000,0.821
+45,block_sparse_moe.experts.211.w1,0.0000417216,0.01000,0.821
+45,block_sparse_moe.experts.212.w1,0.0000386133,0.01000,0.842
+45,block_sparse_moe.experts.213.w1,0.0000365570,0.01000,0.834
+45,block_sparse_moe.experts.215.w1,0.0000415188,0.01000,0.845
+45,block_sparse_moe.experts.214.w1,0.0000402664,0.01000,0.855
+45,block_sparse_moe.experts.216.w1,0.0000396970,0.01000,0.851
+45,block_sparse_moe.experts.217.w1,0.0000413089,0.01000,0.831
+45,block_sparse_moe.experts.218.w1,0.0000392534,0.01000,0.820
+45,block_sparse_moe.experts.220.w1,0.0000382649,0.01000,0.832
+45,block_sparse_moe.experts.219.w1,0.0000379843,0.01000,0.866
+45,block_sparse_moe.experts.221.w1,0.0000390417,0.01000,0.849
+45,block_sparse_moe.experts.222.w1,0.0000386466,0.01000,0.870
+45,block_sparse_moe.experts.224.w1,0.0000397661,0.01000,0.821
+45,block_sparse_moe.experts.223.w1,0.0000381687,0.01000,0.883
+45,block_sparse_moe.experts.225.w1,0.0000374634,0.01000,0.840
+45,block_sparse_moe.experts.226.w1,0.0000417264,0.01000,0.842
+45,block_sparse_moe.experts.227.w1,0.0000361221,0.01000,0.822
+45,block_sparse_moe.experts.228.w1,0.0000415379,0.01000,0.836
+45,block_sparse_moe.experts.229.w1,0.0000400007,0.01000,0.831
+45,block_sparse_moe.experts.230.w1,0.0000399393,0.01000,0.876
+45,block_sparse_moe.experts.231.w1,0.0000404703,0.01000,0.840
+45,block_sparse_moe.experts.232.w1,0.0000401319,0.01000,0.831
+45,block_sparse_moe.experts.234.w1,0.0000375043,0.01000,0.823
+45,block_sparse_moe.experts.233.w1,0.0000366530,0.01000,0.889
+45,block_sparse_moe.experts.235.w1,0.0000373579,0.01000,0.849
+45,block_sparse_moe.experts.236.w1,0.0000395787,0.01000,0.835
+45,block_sparse_moe.experts.238.w1,0.0000368135,0.01000,0.814
+45,block_sparse_moe.experts.237.w1,0.0000391769,0.01000,0.878
+45,block_sparse_moe.experts.239.w1,0.0000398067,0.01000,0.817
+45,block_sparse_moe.experts.240.w1,0.0000412434,0.01000,0.842
+45,block_sparse_moe.experts.241.w1,0.0000412376,0.01000,0.834
+45,block_sparse_moe.experts.243.w1,0.0000412345,0.01000,0.832
+45,block_sparse_moe.experts.242.w1,0.0000404350,0.01000,0.860
+45,block_sparse_moe.experts.244.w1,0.0000418314,0.01000,0.848
+45,block_sparse_moe.experts.245.w1,0.0000398840,0.01000,0.825
+45,block_sparse_moe.experts.246.w1,0.0000396304,0.01000,0.823
+45,block_sparse_moe.experts.247.w1,0.0000414120,0.01000,0.832
+45,block_sparse_moe.experts.248.w1,0.0000405642,0.01000,0.835
+45,block_sparse_moe.experts.249.w1,0.0000409218,0.01000,0.841
+45,block_sparse_moe.experts.250.w1,0.0000439429,0.01000,0.851
+45,block_sparse_moe.experts.251.w1,0.0000398171,0.01000,0.841
+45,block_sparse_moe.experts.252.w1,0.0000392004,0.01000,0.833
+45,block_sparse_moe.experts.253.w1,0.0000373393,0.01000,0.829
+45,block_sparse_moe.experts.254.w1,0.0000422788,0.01000,0.837
+45,block_sparse_moe.experts.255.w1,0.0000416842,0.01000,0.832
+45,block_sparse_moe.experts.0.w3,0.0000438963,0.01000,0.854
+45,block_sparse_moe.experts.1.w3,0.0000442788,0.01000,0.843
+45,block_sparse_moe.experts.2.w3,0.0000491058,0.01000,0.849
+45,block_sparse_moe.experts.3.w3,0.0000455224,0.01000,0.834
+45,block_sparse_moe.experts.4.w3,0.0000430327,0.01000,0.831
+45,block_sparse_moe.experts.5.w3,0.0000455272,0.01000,0.843
+45,block_sparse_moe.experts.6.w3,0.0000427325,0.01000,0.832
+45,block_sparse_moe.experts.7.w3,0.0000424668,0.01000,0.842
+45,block_sparse_moe.experts.8.w3,0.0000432271,0.01000,0.864
+45,block_sparse_moe.experts.10.w3,0.0000452060,0.01000,0.825
+45,block_sparse_moe.experts.11.w3,0.0000428089,0.01000,0.830
+45,block_sparse_moe.experts.9.w3,0.0000465110,0.01000,0.863
+45,block_sparse_moe.experts.12.w3,0.0000435983,0.01000,0.847
+45,block_sparse_moe.experts.13.w3,0.0000394949,0.01000,0.842
+45,block_sparse_moe.experts.14.w3,0.0000448967,0.01000,0.829
+45,block_sparse_moe.experts.15.w3,0.0000462403,0.01000,0.846
+45,block_sparse_moe.experts.17.w3,0.0000436786,0.01000,0.833
+45,block_sparse_moe.experts.18.w3,0.0000389649,0.01000,0.821
+45,block_sparse_moe.experts.16.w3,0.0000462924,0.01000,0.881
+45,block_sparse_moe.experts.19.w3,0.0000453753,0.01000,0.847
+45,block_sparse_moe.experts.20.w3,0.0000459117,0.01000,0.835
+45,block_sparse_moe.experts.21.w3,0.0000458295,0.01000,0.842
+45,block_sparse_moe.experts.22.w3,0.0000455269,0.01000,0.850
+45,block_sparse_moe.experts.24.w3,0.0000477389,0.01000,0.845
+45,block_sparse_moe.experts.23.w3,0.0000462822,0.01000,0.863
+45,block_sparse_moe.experts.25.w3,0.0000465978,0.01000,0.839
+45,block_sparse_moe.experts.26.w3,0.0000467041,0.01000,0.850
+45,block_sparse_moe.experts.27.w3,0.0000445418,0.01000,0.853
+45,block_sparse_moe.experts.28.w3,0.0000484194,0.01000,0.846
+45,block_sparse_moe.experts.29.w3,0.0000491948,0.01000,0.868
+45,block_sparse_moe.experts.31.w3,0.0000460931,0.01000,0.818
+45,block_sparse_moe.experts.32.w3,0.0000498956,0.01000,0.818
+45,block_sparse_moe.experts.30.w3,0.0000512483,0.01000,0.863
+45,block_sparse_moe.experts.33.w3,0.0000451748,0.01000,0.824
+45,block_sparse_moe.experts.34.w3,0.0000461969,0.01000,0.836
+45,block_sparse_moe.experts.35.w3,0.0000449065,0.01000,0.829
+45,block_sparse_moe.experts.36.w3,0.0000458003,0.01000,0.851
+45,block_sparse_moe.experts.37.w3,0.0000459057,0.01000,0.858
+45,block_sparse_moe.experts.38.w3,0.0000445810,0.01000,0.843
+45,block_sparse_moe.experts.39.w3,0.0000452653,0.01000,0.828
+45,block_sparse_moe.experts.40.w3,0.0000459095,0.01000,0.823
+45,block_sparse_moe.experts.41.w3,0.0000466047,0.01000,0.856
+45,block_sparse_moe.experts.42.w3,0.0000450958,0.01000,0.836
+45,block_sparse_moe.experts.43.w3,0.0000466624,0.01000,0.841
+45,block_sparse_moe.experts.45.w3,0.0000496417,0.01000,0.826
+45,block_sparse_moe.experts.46.w3,0.0000473654,0.01000,0.827
+45,block_sparse_moe.experts.44.w3,0.0000448714,0.01000,0.863
+45,block_sparse_moe.experts.47.w3,0.0000449148,0.01000,0.825
+45,block_sparse_moe.experts.48.w3,0.0000470043,0.01000,0.834
+45,block_sparse_moe.experts.49.w3,0.0000495335,0.01000,0.836
+45,block_sparse_moe.experts.50.w3,0.0000441140,0.01000,0.838
+45,block_sparse_moe.experts.52.w3,0.0000454634,0.01000,0.823
+45,block_sparse_moe.experts.53.w3,0.0000452823,0.01000,0.822
+45,block_sparse_moe.experts.51.w3,0.0000479083,0.01000,0.878
+45,block_sparse_moe.experts.54.w3,0.0000453518,0.01000,0.836
+45,block_sparse_moe.experts.55.w3,0.0000462592,0.01000,0.829
+45,block_sparse_moe.experts.56.w3,0.0000419794,0.01000,0.843
+45,block_sparse_moe.experts.57.w3,0.0000490595,0.01000,0.846
+45,block_sparse_moe.experts.59.w3,0.0000452110,0.01000,0.830
+45,block_sparse_moe.experts.58.w3,0.0000461751,0.01000,0.874
+45,block_sparse_moe.experts.60.w3,0.0000466638,0.01000,0.831
+45,block_sparse_moe.experts.61.w3,0.0000470236,0.01000,0.833
+45,block_sparse_moe.experts.62.w3,0.0000448471,0.01000,0.830
+45,block_sparse_moe.experts.63.w3,0.0000449081,0.01000,0.850
+45,block_sparse_moe.experts.64.w3,0.0000438405,0.01000,0.834
+45,block_sparse_moe.experts.65.w3,0.0000457679,0.01000,0.851
+45,block_sparse_moe.experts.67.w3,0.0000449134,0.01000,0.830
+45,block_sparse_moe.experts.66.w3,0.0000416281,0.01000,0.832
+45,block_sparse_moe.experts.68.w3,0.0000391838,0.01000,0.839
+45,block_sparse_moe.experts.69.w3,0.0000457517,0.01000,0.831
+45,block_sparse_moe.experts.70.w3,0.0000478516,0.01000,0.857
+45,block_sparse_moe.experts.71.w3,0.0000450698,0.01000,0.843
+45,block_sparse_moe.experts.73.w3,0.0000469323,0.01000,0.824
+45,block_sparse_moe.experts.74.w3,0.0000453513,0.01000,0.828
+45,block_sparse_moe.experts.72.w3,0.0000449907,0.01000,0.864
+45,block_sparse_moe.experts.75.w3,0.0000451148,0.01000,0.834
+45,block_sparse_moe.experts.76.w3,0.0000445100,0.01000,0.829
+45,block_sparse_moe.experts.77.w3,0.0000491991,0.01000,0.852
+45,block_sparse_moe.experts.78.w3,0.0000446699,0.01000,0.839
+45,block_sparse_moe.experts.80.w3,0.0000465110,0.01000,0.826
+45,block_sparse_moe.experts.81.w3,0.0000463614,0.01000,0.822
+45,block_sparse_moe.experts.79.w3,0.0000427839,0.01000,0.876
+45,block_sparse_moe.experts.82.w3,0.0000465645,0.01000,0.835
+45,block_sparse_moe.experts.83.w3,0.0000444233,0.01000,0.837
+45,block_sparse_moe.experts.84.w3,0.0000506674,0.01000,0.852
+45,block_sparse_moe.experts.85.w3,0.0000445726,0.01000,0.837
+45,block_sparse_moe.experts.87.w3,0.0000440010,0.01000,0.820
+45,block_sparse_moe.experts.88.w3,0.0000468576,0.01000,0.829
+45,block_sparse_moe.experts.86.w3,0.0000411990,0.01000,0.875
+45,block_sparse_moe.experts.89.w3,0.0000414811,0.01000,0.830
+45,block_sparse_moe.experts.90.w3,0.0000483568,0.01000,0.821
+45,block_sparse_moe.experts.91.w3,0.0000512459,0.01000,0.864
+45,block_sparse_moe.experts.92.w3,0.0000461048,0.01000,0.843
+45,block_sparse_moe.experts.93.w3,0.0000445474,0.01000,0.852
+45,block_sparse_moe.experts.95.w3,0.0000464438,0.01000,0.847
+45,block_sparse_moe.experts.94.w3,0.0000444601,0.01000,0.870
+45,block_sparse_moe.experts.96.w3,0.0000480307,0.01000,0.853
+45,block_sparse_moe.experts.97.w3,0.0000453441,0.01000,0.824
+45,block_sparse_moe.experts.98.w3,0.0000523008,0.01000,0.840
+45,block_sparse_moe.experts.99.w3,0.0000379537,0.01000,0.852
+45,block_sparse_moe.experts.101.w3,0.0000503240,0.01000,0.827
+45,block_sparse_moe.experts.100.w3,0.0000468712,0.01000,0.871
+45,block_sparse_moe.experts.102.w3,0.0000450769,0.01000,0.836
+45,block_sparse_moe.experts.104.w3,0.0000463754,0.01000,0.825
+45,block_sparse_moe.experts.103.w3,0.0000447892,0.01000,0.865
+45,block_sparse_moe.experts.105.w3,0.0000458530,0.01000,0.827
+45,block_sparse_moe.experts.106.w3,0.0000477877,0.01000,0.835
+45,block_sparse_moe.experts.108.w3,0.0000466526,0.01000,0.825
+45,block_sparse_moe.experts.109.w3,0.0000450311,0.01000,0.835
+45,block_sparse_moe.experts.107.w3,0.0000511604,0.01000,0.872
+45,block_sparse_moe.experts.110.w3,0.0000470605,0.01000,0.840
+45,block_sparse_moe.experts.111.w3,0.0000454811,0.01000,0.840
+45,block_sparse_moe.experts.112.w3,0.0000428961,0.01000,0.841
+45,block_sparse_moe.experts.113.w3,0.0000478363,0.01000,0.858
+45,block_sparse_moe.experts.114.w3,0.0000432748,0.01000,0.857
+45,block_sparse_moe.experts.116.w3,0.0000397593,0.01000,0.833
+45,block_sparse_moe.experts.115.w3,0.0000511224,0.01000,0.863
+45,block_sparse_moe.experts.117.w3,0.0000459164,0.01000,0.846
+45,block_sparse_moe.experts.118.w3,0.0000440223,0.01000,0.835
+45,block_sparse_moe.experts.119.w3,0.0000477820,0.01000,0.846
+45,block_sparse_moe.experts.120.w3,0.0000494575,0.01000,0.846
+45,block_sparse_moe.experts.122.w3,0.0000443228,0.01000,0.830
+45,block_sparse_moe.experts.123.w3,0.0000486682,0.01000,0.833
+45,block_sparse_moe.experts.121.w3,0.0000469248,0.01000,0.866
+45,block_sparse_moe.experts.124.w3,0.0000415307,0.01000,0.830
+45,block_sparse_moe.experts.125.w3,0.0000437674,0.01000,0.835
+45,block_sparse_moe.experts.126.w3,0.0000439321,0.01000,0.856
+45,block_sparse_moe.experts.127.w3,0.0000462119,0.01000,0.842
+45,block_sparse_moe.experts.129.w3,0.0000476871,0.01000,0.838
+45,block_sparse_moe.experts.130.w3,0.0000456908,0.01000,0.833
+45,block_sparse_moe.experts.128.w3,0.0000455272,0.01000,0.890
+45,block_sparse_moe.experts.131.w3,0.0000487884,0.01000,0.842
+45,block_sparse_moe.experts.132.w3,0.0000445169,0.01000,0.830
+45,block_sparse_moe.experts.133.w3,0.0000422893,0.01000,0.860
+45,block_sparse_moe.experts.134.w3,0.0000481517,0.01000,0.842
+45,block_sparse_moe.experts.136.w3,0.0000445148,0.01000,0.831
+45,block_sparse_moe.experts.137.w3,0.0000482078,0.01000,0.839
+45,block_sparse_moe.experts.135.w3,0.0000473380,0.01000,0.889
+45,block_sparse_moe.experts.139.w3,0.0000467335,0.01000,0.838
+45,block_sparse_moe.experts.138.w3,0.0000419721,0.01000,0.869
+45,block_sparse_moe.experts.140.w3,0.0000455167,0.01000,0.855
+45,block_sparse_moe.experts.141.w3,0.0000403421,0.01000,0.877
+45,block_sparse_moe.experts.143.w3,0.0000439296,0.01000,0.832
+45,block_sparse_moe.experts.144.w3,0.0000434285,0.01000,0.828
+45,block_sparse_moe.experts.142.w3,0.0000436244,0.01000,0.898
+45,block_sparse_moe.experts.145.w3,0.0000454185,0.01000,0.839
+45,block_sparse_moe.experts.146.w3,0.0000458133,0.01000,0.844
+45,block_sparse_moe.experts.147.w3,0.0000443626,0.01000,0.872
+45,block_sparse_moe.experts.148.w3,0.0000451285,0.01000,0.835
+45,block_sparse_moe.experts.150.w3,0.0000443998,0.01000,0.821
+45,block_sparse_moe.experts.151.w3,0.0000436741,0.01000,0.833
+45,block_sparse_moe.experts.149.w3,0.0000467161,0.01000,0.891
+45,block_sparse_moe.experts.152.w3,0.0000457945,0.01000,0.840
+45,block_sparse_moe.experts.153.w3,0.0000440749,0.01000,0.843
+45,block_sparse_moe.experts.154.w3,0.0000432058,0.01000,0.834
+45,block_sparse_moe.experts.155.w3,0.0000429542,0.01000,0.834
+45,block_sparse_moe.experts.157.w3,0.0000465571,0.01000,0.841
+45,block_sparse_moe.experts.158.w3,0.0000437306,0.01000,0.824
+45,block_sparse_moe.experts.156.w3,0.0000463215,0.01000,0.891
+45,block_sparse_moe.experts.159.w3,0.0000474632,0.01000,0.836
+45,block_sparse_moe.experts.160.w3,0.0000438350,0.01000,0.835
+45,block_sparse_moe.experts.161.w3,0.0000446480,0.01000,0.855
+45,block_sparse_moe.experts.162.w3,0.0000472881,0.01000,0.850
+45,block_sparse_moe.experts.164.w3,0.0000430498,0.01000,0.827
+45,block_sparse_moe.experts.165.w3,0.0000452588,0.01000,0.829
+45,block_sparse_moe.experts.163.w3,0.0000436253,0.01000,0.885
+45,block_sparse_moe.experts.166.w3,0.0000468751,0.01000,0.839
+45,block_sparse_moe.experts.167.w3,0.0000449346,0.01000,0.843
+45,block_sparse_moe.experts.168.w3,0.0000440991,0.01000,0.847
+45,block_sparse_moe.experts.169.w3,0.0000445392,0.01000,0.847
+45,block_sparse_moe.experts.171.w3,0.0000445400,0.01000,0.837
+45,block_sparse_moe.experts.172.w3,0.0000467541,0.01000,0.829
+45,block_sparse_moe.experts.170.w3,0.0000459360,0.01000,0.886
+45,block_sparse_moe.experts.173.w3,0.0000444136,0.01000,0.831
+45,block_sparse_moe.experts.174.w3,0.0000522396,0.01000,0.833
+45,block_sparse_moe.experts.175.w3,0.0000457898,0.01000,0.832
+45,block_sparse_moe.experts.176.w3,0.0000446481,0.01000,0.846
+45,block_sparse_moe.experts.177.w3,0.0000409038,0.01000,0.858
+45,block_sparse_moe.experts.178.w3,0.0000457445,0.01000,0.834
+45,block_sparse_moe.experts.179.w3,0.0000410275,0.01000,0.835
+45,block_sparse_moe.experts.180.w3,0.0000447700,0.01000,0.838
+45,block_sparse_moe.experts.181.w3,0.0000444934,0.01000,0.837
+45,block_sparse_moe.experts.182.w3,0.0000429013,0.01000,0.855
+45,block_sparse_moe.experts.183.w3,0.0000456607,0.01000,0.849
+45,block_sparse_moe.experts.185.w3,0.0000431544,0.01000,0.830
+45,block_sparse_moe.experts.186.w3,0.0000449311,0.01000,0.839
+45,block_sparse_moe.experts.184.w3,0.0000455218,0.01000,0.875
+45,block_sparse_moe.experts.187.w3,0.0000442908,0.01000,0.832
+45,block_sparse_moe.experts.188.w3,0.0000413411,0.01000,0.830
+45,block_sparse_moe.experts.189.w3,0.0000434329,0.01000,0.842
+45,block_sparse_moe.experts.190.w3,0.0000473387,0.01000,0.843
+45,block_sparse_moe.experts.192.w3,0.0000424818,0.01000,0.839
+45,block_sparse_moe.experts.193.w3,0.0000401619,0.01000,0.834
+45,block_sparse_moe.experts.194.w3,0.0000394187,0.01000,0.836
+45,block_sparse_moe.experts.191.w3,0.0000445173,0.01000,0.910
+45,block_sparse_moe.experts.195.w3,0.0000477791,0.01000,0.835
+45,block_sparse_moe.experts.196.w3,0.0000475074,0.01000,0.843
+45,block_sparse_moe.experts.197.w3,0.0000427017,0.01000,0.843
+45,block_sparse_moe.experts.199.w3,0.0000443336,0.01000,0.822
+45,block_sparse_moe.experts.200.w3,0.0000449696,0.01000,0.829
+45,block_sparse_moe.experts.201.w3,0.0000444120,0.01000,0.840
+45,block_sparse_moe.experts.198.w3,0.0000453031,0.01000,0.904
+45,block_sparse_moe.experts.202.w3,0.0000458897,0.01000,0.833
+45,block_sparse_moe.experts.203.w3,0.0000424946,0.01000,0.846
+45,block_sparse_moe.experts.204.w3,0.0000432262,0.01000,0.840
+45,block_sparse_moe.experts.206.w3,0.0000450172,0.01000,0.833
+45,block_sparse_moe.experts.205.w3,0.0000443840,0.01000,0.865
+45,block_sparse_moe.experts.207.w3,0.0000471254,0.01000,0.824
+45,block_sparse_moe.experts.208.w3,0.0000443398,0.01000,0.835
+45,block_sparse_moe.experts.209.w3,0.0000424140,0.01000,0.839
+45,block_sparse_moe.experts.210.w3,0.0000492322,0.01000,0.837
+45,block_sparse_moe.experts.211.w3,0.0000455944,0.01000,0.852
+45,block_sparse_moe.experts.214.w3,0.0000449862,0.01000,0.818
+45,block_sparse_moe.experts.213.w3,0.0000408007,0.01000,0.831
+45,block_sparse_moe.experts.215.w3,0.0000467292,0.01000,0.835
+45,block_sparse_moe.experts.216.w3,0.0000446886,0.01000,0.825
+45,block_sparse_moe.experts.212.w3,0.0000430148,0.01000,0.879
+45,block_sparse_moe.experts.217.w3,0.0000452929,0.01000,0.859
+45,block_sparse_moe.experts.218.w3,0.0000476268,0.01000,0.848
+45,block_sparse_moe.experts.220.w3,0.0000439318,0.01000,0.828
+45,block_sparse_moe.experts.222.w3,0.0000462976,0.01000,0.833
+45,block_sparse_moe.experts.221.w3,0.0000450403,0.01000,0.837
+45,block_sparse_moe.experts.223.w3,0.0000444372,0.01000,0.834
+45,block_sparse_moe.experts.219.w3,0.0000415403,0.01000,0.894
+45,block_sparse_moe.experts.224.w3,0.0000441692,0.01000,0.861
+45,block_sparse_moe.experts.225.w3,0.0000452314,0.01000,0.843
+45,block_sparse_moe.experts.226.w3,0.0000462822,0.01000,0.870
+45,block_sparse_moe.experts.227.w3,0.0000411866,0.01000,0.834
+45,block_sparse_moe.experts.228.w3,0.0000464685,0.01000,0.840
+45,block_sparse_moe.experts.229.w3,0.0000461755,0.01000,0.842
+45,block_sparse_moe.experts.230.w3,0.0000438818,0.01000,0.838
+45,block_sparse_moe.experts.231.w3,0.0000444702,0.01000,0.863
+45,block_sparse_moe.experts.232.w3,0.0000450475,0.01000,0.852
+45,block_sparse_moe.experts.235.w3,0.0000416874,0.01000,0.833
+45,block_sparse_moe.experts.234.w3,0.0000424056,0.01000,0.851
+45,block_sparse_moe.experts.236.w3,0.0000482686,0.01000,0.831
+45,block_sparse_moe.experts.237.w3,0.0000454660,0.01000,0.838
+45,block_sparse_moe.experts.233.w3,0.0000406319,0.01000,0.882
+45,block_sparse_moe.experts.238.w3,0.0000430709,0.01000,0.847
+45,block_sparse_moe.experts.239.w3,0.0000451798,0.01000,0.845
+45,block_sparse_moe.experts.242.w3,0.0000447345,0.01000,0.833
+45,block_sparse_moe.experts.241.w3,0.0000467572,0.01000,0.847
+45,block_sparse_moe.experts.243.w3,0.0000440521,0.01000,0.838
+45,block_sparse_moe.experts.244.w3,0.0000489375,0.01000,0.845
+45,block_sparse_moe.experts.240.w3,0.0000461038,0.01000,0.918
+45,block_sparse_moe.experts.245.w3,0.0000440204,0.01000,0.833
+45,block_sparse_moe.experts.246.w3,0.0000452611,0.01000,0.837
+45,block_sparse_moe.experts.248.w3,0.0000440824,0.01000,0.822
+45,block_sparse_moe.experts.249.w3,0.0000464543,0.01000,0.836
+45,block_sparse_moe.experts.250.w3,0.0000484742,0.01000,0.833
+45,block_sparse_moe.experts.251.w3,0.0000433569,0.01000,0.826
+45,block_sparse_moe.experts.247.w3,0.0000451622,0.01000,0.911
+45,block_sparse_moe.experts.252.w3,0.0000435419,0.01000,0.738
+45,block_sparse_moe.experts.253.w3,0.0000452606,0.01000,0.736
+45,block_sparse_moe.experts.255.w3,0.0000469243,0.01000,0.659
+45,block_sparse_moe.experts.254.w3,0.0000481103,0.01000,0.698
+45,block_sparse_moe.experts.3.w2,0.0000315743,0.01000,0.447
+45,block_sparse_moe.experts.1.w2,0.0000786953,0.01000,0.460
+45,block_sparse_moe.experts.6.w2,0.0000422169,0.01000,0.446
+45,block_sparse_moe.experts.5.w2,0.0000332887,0.01000,0.448
+45,block_sparse_moe.experts.2.w2,0.0000315727,0.01000,0.461
+45,block_sparse_moe.experts.4.w2,0.0000776427,0.01000,0.456
+45,block_sparse_moe.experts.0.w2,0.0000305488,0.01000,0.473
+45,block_sparse_moe.experts.8.w2,0.0000970762,0.01000,0.418
+45,block_sparse_moe.experts.7.w2,0.0000410972,0.01000,0.419
+45,block_sparse_moe.experts.9.w2,0.0000509158,0.01000,0.418
+45,block_sparse_moe.experts.10.w2,0.0000316883,0.01000,0.419
+45,block_sparse_moe.experts.11.w2,0.0000598122,0.01000,0.425
+45,block_sparse_moe.experts.12.w2,0.0000627951,0.01000,0.424
+45,block_sparse_moe.experts.13.w2,0.0000467601,0.01000,0.424
+45,block_sparse_moe.experts.17.w2,0.0000353561,0.01000,0.418
+45,block_sparse_moe.experts.16.w2,0.0000604836,0.01000,0.420
+45,block_sparse_moe.experts.15.w2,0.0000512009,0.01000,0.424
+45,block_sparse_moe.experts.14.w2,0.0000475351,0.01000,0.429
+45,block_sparse_moe.experts.18.w2,0.0000688055,0.01000,0.422
+45,block_sparse_moe.experts.19.w2,0.0000404886,0.01000,0.424
+45,block_sparse_moe.experts.20.w2,0.0000846819,0.01000,0.431
+45,block_sparse_moe.experts.22.w2,0.0000343663,0.01000,0.422
+45,block_sparse_moe.experts.24.w2,0.0000390198,0.01000,0.415
+45,block_sparse_moe.experts.21.w2,0.0000224526,0.01000,0.425
+45,block_sparse_moe.experts.25.w2,0.0000424971,0.01000,0.420
+45,block_sparse_moe.experts.23.w2,0.0000554186,0.01000,0.431
+45,block_sparse_moe.experts.26.w2,0.0000297048,0.01000,0.420
+45,block_sparse_moe.experts.27.w2,0.0000376378,0.01000,0.424
+45,block_sparse_moe.experts.29.w2,0.0000628816,0.01000,0.416
+45,block_sparse_moe.experts.28.w2,0.0000423005,0.01000,0.417
+45,block_sparse_moe.experts.31.w2,0.0000976737,0.01000,0.411
+45,block_sparse_moe.experts.33.w2,0.0000519593,0.01000,0.417
+45,block_sparse_moe.experts.32.w2,0.0000304831,0.01000,0.422
+45,block_sparse_moe.experts.30.w2,0.0000404039,0.01000,0.434
+45,block_sparse_moe.experts.34.w2,0.0000392779,0.01000,0.425
+45,block_sparse_moe.experts.36.w2,0.0000409089,0.01000,0.414
+45,block_sparse_moe.experts.37.w2,0.0000328562,0.01000,0.423
+45,block_sparse_moe.experts.35.w2,0.0000685270,0.01000,0.429
+45,block_sparse_moe.experts.38.w2,0.0000472890,0.01000,0.413
+45,block_sparse_moe.experts.39.w2,0.0000258238,0.01000,0.427
+45,block_sparse_moe.experts.40.w2,0.0001235338,0.01000,0.427
+45,block_sparse_moe.experts.41.w2,0.0000906928,0.01000,0.420
+45,block_sparse_moe.experts.42.w2,0.0000462087,0.01000,0.420
+45,block_sparse_moe.experts.43.w2,0.0000455532,0.01000,0.413
+45,block_sparse_moe.experts.45.w2,0.0000473372,0.01000,0.417
+45,block_sparse_moe.experts.44.w2,0.0000405164,0.01000,0.432
+45,block_sparse_moe.experts.47.w2,0.0000309684,0.01000,0.424
+45,block_sparse_moe.experts.46.w2,0.0000497789,0.01000,0.436
+45,block_sparse_moe.experts.48.w2,0.0000457552,0.01000,0.424
+45,block_sparse_moe.experts.49.w2,0.0000617162,0.01000,0.416
+45,block_sparse_moe.experts.50.w2,0.0000809896,0.01000,0.415
+45,block_sparse_moe.experts.51.w2,0.0000645742,0.01000,0.428
+45,block_sparse_moe.experts.52.w2,0.0000515011,0.01000,0.429
+45,block_sparse_moe.experts.53.w2,0.0000430328,0.01000,0.432
+45,block_sparse_moe.experts.55.w2,0.0000199582,0.01000,0.428
+45,block_sparse_moe.experts.54.w2,0.0000336326,0.01000,0.454
+45,block_sparse_moe.experts.56.w2,0.0000744663,0.01000,0.411
+45,block_sparse_moe.experts.57.w2,0.0000427086,0.01000,0.412
+45,block_sparse_moe.experts.58.w2,0.0000243716,0.01000,0.424
+45,block_sparse_moe.experts.59.w2,0.0000303098,0.01000,0.425
+45,block_sparse_moe.experts.60.w2,0.0000307959,0.01000,0.442
+45,block_sparse_moe.experts.61.w2,0.0000563461,0.01000,0.436
+45,block_sparse_moe.experts.62.w2,0.0000569042,0.01000,0.446
+45,block_sparse_moe.experts.64.w2,0.0000581738,0.01000,0.426
+45,block_sparse_moe.experts.63.w2,0.0000466297,0.01000,0.447
+45,block_sparse_moe.experts.66.w2,0.0000697022,0.01000,0.418
+45,block_sparse_moe.experts.65.w2,0.0000301610,0.01000,0.446
+45,block_sparse_moe.experts.67.w2,0.0000314492,0.01000,0.417
+45,block_sparse_moe.experts.68.w2,0.0000208174,0.01000,0.423
+45,block_sparse_moe.experts.69.w2,0.0000320392,0.01000,0.436
+45,block_sparse_moe.experts.70.w2,0.0000423737,0.01000,0.429
+45,block_sparse_moe.experts.71.w2,0.0000437310,0.01000,0.422
+45,block_sparse_moe.experts.72.w2,0.0000461926,0.01000,0.428
+45,block_sparse_moe.experts.73.w2,0.0000426208,0.01000,0.428
+45,block_sparse_moe.experts.74.w2,0.0000386335,0.01000,0.422
+45,block_sparse_moe.experts.75.w2,0.0000314536,0.01000,0.423
+45,block_sparse_moe.experts.76.w2,0.0000236373,0.01000,0.423
+45,block_sparse_moe.experts.77.w2,0.0000501798,0.01000,0.420
+45,block_sparse_moe.experts.78.w2,0.0000401614,0.01000,0.415
+45,block_sparse_moe.experts.79.w2,0.0000402024,0.01000,0.423
+45,block_sparse_moe.experts.80.w2,0.0000475859,0.01000,0.415
+45,block_sparse_moe.experts.81.w2,0.0000513207,0.01000,0.431
+45,block_sparse_moe.experts.82.w2,0.0000336768,0.01000,0.423
+45,block_sparse_moe.experts.83.w2,0.0000392014,0.01000,0.420
+45,block_sparse_moe.experts.85.w2,0.0000367048,0.01000,0.419
+45,block_sparse_moe.experts.84.w2,0.0000894213,0.01000,0.435
+45,block_sparse_moe.experts.86.w2,0.0000341654,0.01000,0.422
+45,block_sparse_moe.experts.87.w2,0.0000508902,0.01000,0.419
+45,block_sparse_moe.experts.88.w2,0.0000314393,0.01000,0.433
+45,block_sparse_moe.experts.89.w2,0.0000927981,0.01000,0.431
+45,block_sparse_moe.experts.90.w2,0.0000420848,0.01000,0.443
+45,block_sparse_moe.experts.91.w2,0.0000633286,0.01000,0.432
+45,block_sparse_moe.experts.92.w2,0.0000802672,0.01000,0.430
+45,block_sparse_moe.experts.93.w2,0.0000440476,0.01000,0.418
+45,block_sparse_moe.experts.94.w2,0.0000317134,0.01000,0.418
+45,block_sparse_moe.experts.95.w2,0.0000826049,0.01000,0.420
+45,block_sparse_moe.experts.96.w2,0.0000446066,0.01000,0.442
+45,block_sparse_moe.experts.97.w2,0.0000239016,0.01000,0.431
+45,block_sparse_moe.experts.98.w2,0.0000433207,0.01000,0.421
+45,block_sparse_moe.experts.99.w2,0.0000336121,0.01000,0.420
+45,block_sparse_moe.experts.101.w2,0.0000613599,0.01000,0.432
+45,block_sparse_moe.experts.100.w2,0.0000585010,0.01000,0.434
+45,block_sparse_moe.experts.102.w2,0.0000396764,0.01000,0.427
+45,block_sparse_moe.experts.103.w2,0.0000458609,0.01000,0.424
+45,block_sparse_moe.experts.104.w2,0.0000503214,0.01000,0.432
+45,block_sparse_moe.experts.105.w2,0.0000428289,0.01000,0.415
+45,block_sparse_moe.experts.106.w2,0.0000405385,0.01000,0.415
+45,block_sparse_moe.experts.108.w2,0.0000268850,0.01000,0.426
+45,block_sparse_moe.experts.107.w2,0.0000603567,0.01000,0.435
+45,block_sparse_moe.experts.109.w2,0.0000579473,0.01000,0.425
+45,block_sparse_moe.experts.110.w2,0.0000428232,0.01000,0.419
+45,block_sparse_moe.experts.111.w2,0.0000355821,0.01000,0.427
+45,block_sparse_moe.experts.112.w2,0.0001051589,0.01000,0.411
+45,block_sparse_moe.experts.113.w2,0.0000316482,0.01000,0.415
+45,block_sparse_moe.experts.114.w2,0.0000279666,0.01000,0.425
+45,block_sparse_moe.experts.115.w2,0.0000429055,0.01000,0.421
+45,block_sparse_moe.experts.116.w2,0.0000377192,0.01000,0.422
+45,block_sparse_moe.experts.117.w2,0.0000438691,0.01000,0.420
+45,block_sparse_moe.experts.118.w2,0.0000560715,0.01000,0.431
+45,block_sparse_moe.experts.119.w2,0.0000288362,0.01000,0.415
+45,block_sparse_moe.experts.120.w2,0.0000447393,0.01000,0.417
+45,block_sparse_moe.experts.122.w2,0.0000338667,0.01000,0.418
+45,block_sparse_moe.experts.121.w2,0.0000664309,0.01000,0.431
+45,block_sparse_moe.experts.123.w2,0.0000398625,0.01000,0.424
+45,block_sparse_moe.experts.124.w2,0.0000472684,0.01000,0.419
+45,block_sparse_moe.experts.125.w2,0.0000349936,0.01000,0.426
+45,block_sparse_moe.experts.126.w2,0.0000309608,0.01000,0.415
+45,block_sparse_moe.experts.127.w2,0.0001099943,0.01000,0.414
+45,block_sparse_moe.experts.128.w2,0.0000278155,0.01000,0.427
+45,block_sparse_moe.experts.129.w2,0.0000448997,0.01000,0.426
+45,block_sparse_moe.experts.130.w2,0.0000498148,0.01000,0.422
+45,block_sparse_moe.experts.131.w2,0.0000389118,0.01000,0.420
+45,block_sparse_moe.experts.132.w2,0.0000308640,0.01000,0.426
+45,block_sparse_moe.experts.133.w2,0.0001040909,0.01000,0.417
+45,block_sparse_moe.experts.134.w2,0.0000332030,0.01000,0.417
+45,block_sparse_moe.experts.135.w2,0.0000387921,0.01000,0.426
+45,block_sparse_moe.experts.136.w2,0.0000457508,0.01000,0.425
+45,block_sparse_moe.experts.137.w2,0.0000400059,0.01000,0.424
+45,block_sparse_moe.experts.138.w2,0.0000542180,0.01000,0.422
+45,block_sparse_moe.experts.139.w2,0.0000347709,0.01000,0.430
+45,block_sparse_moe.experts.140.w2,0.0000411452,0.01000,0.414
+45,block_sparse_moe.experts.141.w2,0.0001073706,0.01000,0.416
+45,block_sparse_moe.experts.142.w2,0.0000403852,0.01000,0.421
+45,block_sparse_moe.experts.143.w2,0.0000820712,0.01000,0.420
+45,block_sparse_moe.experts.145.w2,0.0000458707,0.01000,0.419
+45,block_sparse_moe.experts.144.w2,0.0000509837,0.01000,0.424
+45,block_sparse_moe.experts.146.w2,0.0000329657,0.01000,0.425
+45,block_sparse_moe.experts.147.w2,0.0000470807,0.01000,0.412
+45,block_sparse_moe.experts.148.w2,0.0000420610,0.01000,0.413
+45,block_sparse_moe.experts.149.w2,0.0000333064,0.01000,0.421
+45,block_sparse_moe.experts.150.w2,0.0000181755,0.01000,0.424
+45,block_sparse_moe.experts.151.w2,0.0000422922,0.01000,0.424
+45,block_sparse_moe.experts.152.w2,0.0000436932,0.01000,0.427
+45,block_sparse_moe.experts.153.w2,0.0000335835,0.01000,0.431
+45,block_sparse_moe.experts.154.w2,0.0000554491,0.01000,0.415
+45,block_sparse_moe.experts.155.w2,0.0000456391,0.01000,0.419
+45,block_sparse_moe.experts.156.w2,0.0000347383,0.01000,0.423
+45,block_sparse_moe.experts.157.w2,0.0000263463,0.01000,0.420
+45,block_sparse_moe.experts.158.w2,0.0000576737,0.01000,0.421
+45,block_sparse_moe.experts.159.w2,0.0000410194,0.01000,0.422
+45,block_sparse_moe.experts.160.w2,0.0000511456,0.01000,0.425
+45,block_sparse_moe.experts.161.w2,0.0000660456,0.01000,0.411
+45,block_sparse_moe.experts.162.w2,0.0000626751,0.01000,0.412
+45,block_sparse_moe.experts.163.w2,0.0000339217,0.01000,0.420
+45,block_sparse_moe.experts.164.w2,0.0000812543,0.01000,0.418
+45,block_sparse_moe.experts.165.w2,0.0000353305,0.01000,0.421
+45,block_sparse_moe.experts.166.w2,0.0000479334,0.01000,0.421
+45,block_sparse_moe.experts.167.w2,0.0000489427,0.01000,0.428
+45,block_sparse_moe.experts.168.w2,0.0000418405,0.01000,0.420
+45,block_sparse_moe.experts.169.w2,0.0000289995,0.01000,0.416
+45,block_sparse_moe.experts.170.w2,0.0000367115,0.01000,0.423
+45,block_sparse_moe.experts.171.w2,0.0000369814,0.01000,0.425
+45,block_sparse_moe.experts.172.w2,0.0000373308,0.01000,0.422
+45,block_sparse_moe.experts.173.w2,0.0000437905,0.01000,0.426
+45,block_sparse_moe.experts.174.w2,0.0001028736,0.01000,0.426
+45,block_sparse_moe.experts.175.w2,0.0000427583,0.01000,0.412
+45,block_sparse_moe.experts.176.w2,0.0000803442,0.01000,0.414
+45,block_sparse_moe.experts.177.w2,0.0000930642,0.01000,0.420
+45,block_sparse_moe.experts.178.w2,0.0000316044,0.01000,0.420
+45,block_sparse_moe.experts.179.w2,0.0000752075,0.01000,0.420
+45,block_sparse_moe.experts.180.w2,0.0000357315,0.01000,0.425
+45,block_sparse_moe.experts.181.w2,0.0000610614,0.01000,0.427
+45,block_sparse_moe.experts.182.w2,0.0000446648,0.01000,0.417
+45,block_sparse_moe.experts.183.w2,0.0000380398,0.01000,0.416
+45,block_sparse_moe.experts.184.w2,0.0000417464,0.01000,0.424
+45,block_sparse_moe.experts.185.w2,0.0000325927,0.01000,0.422
+45,block_sparse_moe.experts.186.w2,0.0000764433,0.01000,0.422
+45,block_sparse_moe.experts.187.w2,0.0000468705,0.01000,0.430
+45,block_sparse_moe.experts.188.w2,0.0000258574,0.01000,0.430
+45,block_sparse_moe.experts.189.w2,0.0000461997,0.01000,0.412
+45,block_sparse_moe.experts.190.w2,0.0000500273,0.01000,0.416
+45,block_sparse_moe.experts.192.w2,0.0000836649,0.01000,0.416
+45,block_sparse_moe.experts.191.w2,0.0000878461,0.01000,0.418
+45,block_sparse_moe.experts.193.w2,0.0000756098,0.01000,0.421
+45,block_sparse_moe.experts.194.w2,0.0000989443,0.01000,0.419
+45,block_sparse_moe.experts.195.w2,0.0000417800,0.01000,0.427
+45,block_sparse_moe.experts.196.w2,0.0000470395,0.01000,0.413
+45,block_sparse_moe.experts.197.w2,0.0000529799,0.01000,0.415
+45,block_sparse_moe.experts.198.w2,0.0000390331,0.01000,0.423
+45,block_sparse_moe.experts.199.w2,0.0000508153,0.01000,0.423
+45,block_sparse_moe.experts.200.w2,0.0000292332,0.01000,0.432
+45,block_sparse_moe.experts.201.w2,0.0000418978,0.01000,0.422
+45,block_sparse_moe.experts.202.w2,0.0000347196,0.01000,0.425
+45,block_sparse_moe.experts.203.w2,0.0000424324,0.01000,0.427
+45,block_sparse_moe.experts.204.w2,0.0000340189,0.01000,0.423
+45,block_sparse_moe.experts.205.w2,0.0000260891,0.01000,0.415
+45,block_sparse_moe.experts.206.w2,0.0000284759,0.01000,0.434
+45,block_sparse_moe.experts.207.w2,0.0000258362,0.01000,0.416
+45,block_sparse_moe.experts.208.w2,0.0000567491,0.01000,0.428
+45,block_sparse_moe.experts.209.w2,0.0000485591,0.01000,0.418
+45,block_sparse_moe.experts.210.w2,0.0000422461,0.01000,0.416
+45,block_sparse_moe.experts.211.w2,0.0000362740,0.01000,0.415
+45,block_sparse_moe.experts.212.w2,0.0000213421,0.01000,0.425
+45,block_sparse_moe.experts.213.w2,0.0000547037,0.01000,0.412
+45,block_sparse_moe.experts.214.w2,0.0000352907,0.01000,0.417
+45,block_sparse_moe.experts.215.w2,0.0000277537,0.01000,0.425
+45,block_sparse_moe.experts.216.w2,0.0000392005,0.01000,0.422
+45,block_sparse_moe.experts.217.w2,0.0000474282,0.01000,0.432
+45,block_sparse_moe.experts.218.w2,0.0000677958,0.01000,0.430
+45,block_sparse_moe.experts.220.w2,0.0000401634,0.01000,0.418
+45,block_sparse_moe.experts.219.w2,0.0000255631,0.01000,0.442
+45,block_sparse_moe.experts.221.w2,0.0000563065,0.01000,0.436
+45,block_sparse_moe.experts.222.w2,0.0000583250,0.01000,0.441
+45,block_sparse_moe.experts.223.w2,0.0000370683,0.01000,0.421
+45,block_sparse_moe.experts.224.w2,0.0000504737,0.01000,0.414
+45,block_sparse_moe.experts.225.w2,0.0000473697,0.01000,0.422
+45,block_sparse_moe.experts.226.w2,0.0000465533,0.01000,0.416
+45,block_sparse_moe.experts.227.w2,0.0000380905,0.01000,0.430
+45,block_sparse_moe.experts.228.w2,0.0000539974,0.01000,0.416
+45,block_sparse_moe.experts.229.w2,0.0000326247,0.01000,0.426
+45,block_sparse_moe.experts.230.w2,0.0000518472,0.01000,0.426
+45,block_sparse_moe.experts.231.w2,0.0000294389,0.01000,0.409
+45,block_sparse_moe.experts.232.w2,0.0000301063,0.01000,0.421
+45,block_sparse_moe.experts.233.w2,0.0000834810,0.01000,0.421
+45,block_sparse_moe.experts.234.w2,0.0000560896,0.01000,0.417
+45,block_sparse_moe.experts.235.w2,0.0000512385,0.01000,0.422
+45,block_sparse_moe.experts.236.w2,0.0000476455,0.01000,0.422
+45,block_sparse_moe.experts.237.w2,0.0000362612,0.01000,0.433
+45,block_sparse_moe.experts.238.w2,0.0000449625,0.01000,0.413
+45,block_sparse_moe.experts.239.w2,0.0000324301,0.01000,0.416
+45,block_sparse_moe.experts.240.w2,0.0000391483,0.01000,0.416
+45,block_sparse_moe.experts.241.w2,0.0000394503,0.01000,0.415
+45,block_sparse_moe.experts.242.w2,0.0000286160,0.01000,0.420
+45,block_sparse_moe.experts.243.w2,0.0000246142,0.01000,0.421
+45,block_sparse_moe.experts.244.w2,0.0000489210,0.01000,0.427
+45,block_sparse_moe.experts.245.w2,0.0000403967,0.01000,0.411
+45,block_sparse_moe.experts.246.w2,0.0000505017,0.01000,0.414
+45,block_sparse_moe.experts.247.w2,0.0000401036,0.01000,0.415
+45,block_sparse_moe.experts.248.w2,0.0000392408,0.01000,0.417
+45,block_sparse_moe.experts.249.w2,0.0000489945,0.01000,0.427
+45,block_sparse_moe.experts.250.w2,0.0000390341,0.01000,0.426
+45,block_sparse_moe.experts.251.w2,0.0000270877,0.01000,0.408
+45,block_sparse_moe.experts.252.w2,0.0000510771,0.01000,0.391
+45,block_sparse_moe.experts.253.w2,0.0000324302,0.01000,0.384
+45,block_sparse_moe.experts.254.w2,0.0000418345,0.01000,0.351
+45,block_sparse_moe.experts.255.w2,0.0000338168,0.01000,0.342
+46,block_sparse_moe.experts.0.w1,0.0000358342,0.01000,0.814
+46,block_sparse_moe.experts.3.w1,0.0000454640,0.01000,0.815
+46,block_sparse_moe.experts.2.w1,0.0000434850,0.01000,0.837
+46,block_sparse_moe.experts.1.w1,0.0000401267,0.01000,0.904
+46,block_sparse_moe.experts.6.w1,0.0000424872,0.01000,0.836
+46,block_sparse_moe.experts.4.w1,0.0000417904,0.01000,0.909
+46,block_sparse_moe.experts.5.w1,0.0000401554,0.01000,0.887
+46,block_sparse_moe.experts.7.w1,0.0000460323,0.01000,0.802
+46,block_sparse_moe.experts.8.w1,0.0000428554,0.01000,0.818
+46,block_sparse_moe.experts.9.w1,0.0000415885,0.01000,0.829
+46,block_sparse_moe.experts.10.w1,0.0000418056,0.01000,0.836
+46,block_sparse_moe.experts.11.w1,0.0000472743,0.01000,0.839
+46,block_sparse_moe.experts.12.w1,0.0000388833,0.01000,0.837
+46,block_sparse_moe.experts.13.w1,0.0000457257,0.01000,0.851
+46,block_sparse_moe.experts.14.w1,0.0000376220,0.01000,0.812
+46,block_sparse_moe.experts.15.w1,0.0000439793,0.01000,0.825
+46,block_sparse_moe.experts.16.w1,0.0000429469,0.01000,0.843
+46,block_sparse_moe.experts.17.w1,0.0000438297,0.01000,0.855
+46,block_sparse_moe.experts.18.w1,0.0000448954,0.01000,0.843
+46,block_sparse_moe.experts.19.w1,0.0000422814,0.01000,0.833
+46,block_sparse_moe.experts.20.w1,0.0000433472,0.01000,0.850
+46,block_sparse_moe.experts.21.w1,0.0000419847,0.01000,0.814
+46,block_sparse_moe.experts.22.w1,0.0000448616,0.01000,0.820
+46,block_sparse_moe.experts.23.w1,0.0000429033,0.01000,0.843
+46,block_sparse_moe.experts.24.w1,0.0000446944,0.01000,0.830
+46,block_sparse_moe.experts.26.w1,0.0000395139,0.01000,0.835
+46,block_sparse_moe.experts.25.w1,0.0000438880,0.01000,0.860
+46,block_sparse_moe.experts.27.w1,0.0000380018,0.01000,0.850
+46,block_sparse_moe.experts.28.w1,0.0000413047,0.01000,0.822
+46,block_sparse_moe.experts.29.w1,0.0000402173,0.01000,0.825
+46,block_sparse_moe.experts.30.w1,0.0000443572,0.01000,0.836
+46,block_sparse_moe.experts.31.w1,0.0000381614,0.01000,0.840
+46,block_sparse_moe.experts.32.w1,0.0000407780,0.01000,0.838
+46,block_sparse_moe.experts.33.w1,0.0000428196,0.01000,0.854
+46,block_sparse_moe.experts.34.w1,0.0000413565,0.01000,0.862
+46,block_sparse_moe.experts.35.w1,0.0000454907,0.01000,0.816
+46,block_sparse_moe.experts.36.w1,0.0000436766,0.01000,0.824
+46,block_sparse_moe.experts.37.w1,0.0000439577,0.01000,0.842
+46,block_sparse_moe.experts.38.w1,0.0000448824,0.01000,0.830
+46,block_sparse_moe.experts.39.w1,0.0000384153,0.01000,0.839
+46,block_sparse_moe.experts.40.w1,0.0000413694,0.01000,0.841
+46,block_sparse_moe.experts.41.w1,0.0000446516,0.01000,0.840
+46,block_sparse_moe.experts.42.w1,0.0000437305,0.01000,0.823
+46,block_sparse_moe.experts.43.w1,0.0000426583,0.01000,0.824
+46,block_sparse_moe.experts.44.w1,0.0000452106,0.01000,0.842
+46,block_sparse_moe.experts.45.w1,0.0000430752,0.01000,0.818
+46,block_sparse_moe.experts.46.w1,0.0000430734,0.01000,0.837
+46,block_sparse_moe.experts.47.w1,0.0000425079,0.01000,0.836
+46,block_sparse_moe.experts.48.w1,0.0000435956,0.01000,0.842
+46,block_sparse_moe.experts.49.w1,0.0000461729,0.01000,0.834
+46,block_sparse_moe.experts.50.w1,0.0000391367,0.01000,0.827
+46,block_sparse_moe.experts.51.w1,0.0000393038,0.01000,0.834
+46,block_sparse_moe.experts.52.w1,0.0000397099,0.01000,0.828
+46,block_sparse_moe.experts.53.w1,0.0000454694,0.01000,0.831
+46,block_sparse_moe.experts.54.w1,0.0000453841,0.01000,0.834
+46,block_sparse_moe.experts.55.w1,0.0000440569,0.01000,0.840
+46,block_sparse_moe.experts.56.w1,0.0000437218,0.01000,0.838
+46,block_sparse_moe.experts.57.w1,0.0000426960,0.01000,0.827
+46,block_sparse_moe.experts.58.w1,0.0000420450,0.01000,0.839
+46,block_sparse_moe.experts.59.w1,0.0000418928,0.01000,0.825
+46,block_sparse_moe.experts.60.w1,0.0000410153,0.01000,0.839
+46,block_sparse_moe.experts.61.w1,0.0000433624,0.01000,0.839
+46,block_sparse_moe.experts.62.w1,0.0000436953,0.01000,0.841
+46,block_sparse_moe.experts.63.w1,0.0000416742,0.01000,0.823
+46,block_sparse_moe.experts.64.w1,0.0000460798,0.01000,0.824
+46,block_sparse_moe.experts.65.w1,0.0000406306,0.01000,0.833
+46,block_sparse_moe.experts.66.w1,0.0000451935,0.01000,0.836
+46,block_sparse_moe.experts.67.w1,0.0000458463,0.01000,0.851
+46,block_sparse_moe.experts.68.w1,0.0000423768,0.01000,0.836
+46,block_sparse_moe.experts.69.w1,0.0000447463,0.01000,0.855
+46,block_sparse_moe.experts.70.w1,0.0000406107,0.01000,0.863
+46,block_sparse_moe.experts.71.w1,0.0000458447,0.01000,0.826
+46,block_sparse_moe.experts.72.w1,0.0000427100,0.01000,0.836
+46,block_sparse_moe.experts.73.w1,0.0000443773,0.01000,0.826
+46,block_sparse_moe.experts.74.w1,0.0000418070,0.01000,0.843
+46,block_sparse_moe.experts.75.w1,0.0000418695,0.01000,0.839
+46,block_sparse_moe.experts.76.w1,0.0000424226,0.01000,0.843
+46,block_sparse_moe.experts.77.w1,0.0000456328,0.01000,0.849
+46,block_sparse_moe.experts.78.w1,0.0000452313,0.01000,0.825
+46,block_sparse_moe.experts.80.w1,0.0000434552,0.01000,0.826
+46,block_sparse_moe.experts.79.w1,0.0000452282,0.01000,0.868
+46,block_sparse_moe.experts.82.w1,0.0000448653,0.01000,0.831
+46,block_sparse_moe.experts.81.w1,0.0000427868,0.01000,0.869
+46,block_sparse_moe.experts.83.w1,0.0000374610,0.01000,0.859
+46,block_sparse_moe.experts.84.w1,0.0000475605,0.01000,0.835
+46,block_sparse_moe.experts.85.w1,0.0000438173,0.01000,0.817
+46,block_sparse_moe.experts.86.w1,0.0000437118,0.01000,0.849
+46,block_sparse_moe.experts.87.w1,0.0000403563,0.01000,0.829
+46,block_sparse_moe.experts.88.w1,0.0000422443,0.01000,0.836
+46,block_sparse_moe.experts.89.w1,0.0000412218,0.01000,0.856
+46,block_sparse_moe.experts.90.w1,0.0000438546,0.01000,0.863
+46,block_sparse_moe.experts.91.w1,0.0000393679,0.01000,0.830
+46,block_sparse_moe.experts.92.w1,0.0000411054,0.01000,0.831
+46,block_sparse_moe.experts.93.w1,0.0000417659,0.01000,0.838
+46,block_sparse_moe.experts.94.w1,0.0000387903,0.01000,0.826
+46,block_sparse_moe.experts.95.w1,0.0000431512,0.01000,0.843
+46,block_sparse_moe.experts.96.w1,0.0000451628,0.01000,0.868
+46,block_sparse_moe.experts.97.w1,0.0000449951,0.01000,0.841
+46,block_sparse_moe.experts.99.w1,0.0000416570,0.01000,0.827
+46,block_sparse_moe.experts.98.w1,0.0000444824,0.01000,0.848
+46,block_sparse_moe.experts.101.w1,0.0000421734,0.01000,0.824
+46,block_sparse_moe.experts.100.w1,0.0000444419,0.01000,0.861
+46,block_sparse_moe.experts.102.w1,0.0000458487,0.01000,0.832
+46,block_sparse_moe.experts.103.w1,0.0000397603,0.01000,0.837
+46,block_sparse_moe.experts.104.w1,0.0000442420,0.01000,0.835
+46,block_sparse_moe.experts.105.w1,0.0000453174,0.01000,0.818
+46,block_sparse_moe.experts.106.w1,0.0000411959,0.01000,0.831
+46,block_sparse_moe.experts.107.w1,0.0000443223,0.01000,0.842
+46,block_sparse_moe.experts.108.w1,0.0000426676,0.01000,0.832
+46,block_sparse_moe.experts.109.w1,0.0000401415,0.01000,0.850
+46,block_sparse_moe.experts.110.w1,0.0000428004,0.01000,0.853
+46,block_sparse_moe.experts.111.w1,0.0000455297,0.01000,0.840
+46,block_sparse_moe.experts.112.w1,0.0000405270,0.01000,0.831
+46,block_sparse_moe.experts.113.w1,0.0000442757,0.01000,0.818
+46,block_sparse_moe.experts.114.w1,0.0000414868,0.01000,0.836
+46,block_sparse_moe.experts.115.w1,0.0000426848,0.01000,0.828
+46,block_sparse_moe.experts.116.w1,0.0000427750,0.01000,0.844
+46,block_sparse_moe.experts.117.w1,0.0000454427,0.01000,0.854
+46,block_sparse_moe.experts.118.w1,0.0000441874,0.01000,0.849
+46,block_sparse_moe.experts.119.w1,0.0000469990,0.01000,0.820
+46,block_sparse_moe.experts.120.w1,0.0000437091,0.01000,0.831
+46,block_sparse_moe.experts.121.w1,0.0000391241,0.01000,0.825
+46,block_sparse_moe.experts.122.w1,0.0000413577,0.01000,0.826
+46,block_sparse_moe.experts.123.w1,0.0000369587,0.01000,0.842
+46,block_sparse_moe.experts.124.w1,0.0000413068,0.01000,0.852
+46,block_sparse_moe.experts.125.w1,0.0000459893,0.01000,0.849
+46,block_sparse_moe.experts.126.w1,0.0000436122,0.01000,0.825
+46,block_sparse_moe.experts.127.w1,0.0000441549,0.01000,0.829
+46,block_sparse_moe.experts.128.w1,0.0000416891,0.01000,0.821
+46,block_sparse_moe.experts.129.w1,0.0000390197,0.01000,0.825
+46,block_sparse_moe.experts.130.w1,0.0000423494,0.01000,0.841
+46,block_sparse_moe.experts.131.w1,0.0000462290,0.01000,0.851
+46,block_sparse_moe.experts.132.w1,0.0000426141,0.01000,0.842
+46,block_sparse_moe.experts.133.w1,0.0000426379,0.01000,0.827
+46,block_sparse_moe.experts.134.w1,0.0000441073,0.01000,0.836
+46,block_sparse_moe.experts.135.w1,0.0000447997,0.01000,0.825
+46,block_sparse_moe.experts.136.w1,0.0000447876,0.01000,0.821
+46,block_sparse_moe.experts.137.w1,0.0000443777,0.01000,0.846
+46,block_sparse_moe.experts.138.w1,0.0000406229,0.01000,0.867
+46,block_sparse_moe.experts.139.w1,0.0000424390,0.01000,0.839
+46,block_sparse_moe.experts.140.w1,0.0000437625,0.01000,0.832
+46,block_sparse_moe.experts.141.w1,0.0000428409,0.01000,0.831
+46,block_sparse_moe.experts.142.w1,0.0000438630,0.01000,0.830
+46,block_sparse_moe.experts.143.w1,0.0000439908,0.01000,0.837
+46,block_sparse_moe.experts.144.w1,0.0000417112,0.01000,0.837
+46,block_sparse_moe.experts.145.w1,0.0000447125,0.01000,0.843
+46,block_sparse_moe.experts.146.w1,0.0000445272,0.01000,0.847
+46,block_sparse_moe.experts.147.w1,0.0000417751,0.01000,0.818
+46,block_sparse_moe.experts.148.w1,0.0000446957,0.01000,0.844
+46,block_sparse_moe.experts.149.w1,0.0000431418,0.01000,0.829
+46,block_sparse_moe.experts.150.w1,0.0000415541,0.01000,0.827
+46,block_sparse_moe.experts.151.w1,0.0000378698,0.01000,0.853
+46,block_sparse_moe.experts.152.w1,0.0000427178,0.01000,0.856
+46,block_sparse_moe.experts.153.w1,0.0000419447,0.01000,0.846
+46,block_sparse_moe.experts.154.w1,0.0000447802,0.01000,0.821
+46,block_sparse_moe.experts.155.w1,0.0000400895,0.01000,0.828
+46,block_sparse_moe.experts.156.w1,0.0000451584,0.01000,0.830
+46,block_sparse_moe.experts.157.w1,0.0000430016,0.01000,0.816
+46,block_sparse_moe.experts.158.w1,0.0000406294,0.01000,0.847
+46,block_sparse_moe.experts.159.w1,0.0000435316,0.01000,0.847
+46,block_sparse_moe.experts.160.w1,0.0000431679,0.01000,0.846
+46,block_sparse_moe.experts.161.w1,0.0000437286,0.01000,0.823
+46,block_sparse_moe.experts.162.w1,0.0000415868,0.01000,0.830
+46,block_sparse_moe.experts.163.w1,0.0000428708,0.01000,0.830
+46,block_sparse_moe.experts.164.w1,0.0000451273,0.01000,0.826
+46,block_sparse_moe.experts.165.w1,0.0000383229,0.01000,0.846
+46,block_sparse_moe.experts.166.w1,0.0000408928,0.01000,0.846
+46,block_sparse_moe.experts.167.w1,0.0000444264,0.01000,0.842
+46,block_sparse_moe.experts.168.w1,0.0000364477,0.01000,0.826
+46,block_sparse_moe.experts.169.w1,0.0000419169,0.01000,0.827
+46,block_sparse_moe.experts.171.w1,0.0000425855,0.01000,0.827
+46,block_sparse_moe.experts.170.w1,0.0000427273,0.01000,0.840
+46,block_sparse_moe.experts.172.w1,0.0000434425,0.01000,0.848
+46,block_sparse_moe.experts.173.w1,0.0000447762,0.01000,0.846
+46,block_sparse_moe.experts.174.w1,0.0000404336,0.01000,0.849
+46,block_sparse_moe.experts.175.w1,0.0000442014,0.01000,0.827
+46,block_sparse_moe.experts.176.w1,0.0000454525,0.01000,0.832
+46,block_sparse_moe.experts.177.w1,0.0000443661,0.01000,0.834
+46,block_sparse_moe.experts.178.w1,0.0000435613,0.01000,0.829
+46,block_sparse_moe.experts.179.w1,0.0000441239,0.01000,0.849
+46,block_sparse_moe.experts.180.w1,0.0000439933,0.01000,0.840
+46,block_sparse_moe.experts.181.w1,0.0000403024,0.01000,0.849
+46,block_sparse_moe.experts.182.w1,0.0000434974,0.01000,0.822
+46,block_sparse_moe.experts.183.w1,0.0000407355,0.01000,0.836
+46,block_sparse_moe.experts.184.w1,0.0000440332,0.01000,0.829
+46,block_sparse_moe.experts.185.w1,0.0000419371,0.01000,0.828
+46,block_sparse_moe.experts.186.w1,0.0000409080,0.01000,0.833
+46,block_sparse_moe.experts.187.w1,0.0000432348,0.01000,0.846
+46,block_sparse_moe.experts.188.w1,0.0000433090,0.01000,0.849
+46,block_sparse_moe.experts.189.w1,0.0000416694,0.01000,0.823
+46,block_sparse_moe.experts.190.w1,0.0000436252,0.01000,0.840
+46,block_sparse_moe.experts.192.w1,0.0000431486,0.01000,0.824
+46,block_sparse_moe.experts.191.w1,0.0000429169,0.01000,0.857
+46,block_sparse_moe.experts.193.w1,0.0000363417,0.01000,0.844
+46,block_sparse_moe.experts.194.w1,0.0000373961,0.01000,0.846
+46,block_sparse_moe.experts.195.w1,0.0000445733,0.01000,0.845
+46,block_sparse_moe.experts.196.w1,0.0000427534,0.01000,0.818
+46,block_sparse_moe.experts.197.w1,0.0000431457,0.01000,0.838
+46,block_sparse_moe.experts.198.w1,0.0000387959,0.01000,0.833
+46,block_sparse_moe.experts.199.w1,0.0000387824,0.01000,0.846
+46,block_sparse_moe.experts.200.w1,0.0000462789,0.01000,0.839
+46,block_sparse_moe.experts.201.w1,0.0000436268,0.01000,0.834
+46,block_sparse_moe.experts.202.w1,0.0000376524,0.01000,0.860
+46,block_sparse_moe.experts.203.w1,0.0000435891,0.01000,0.820
+46,block_sparse_moe.experts.204.w1,0.0000425221,0.01000,0.837
+46,block_sparse_moe.experts.205.w1,0.0000430164,0.01000,0.830
+46,block_sparse_moe.experts.206.w1,0.0000424757,0.01000,0.833
+46,block_sparse_moe.experts.207.w1,0.0000414865,0.01000,0.839
+46,block_sparse_moe.experts.208.w1,0.0000401772,0.01000,0.851
+46,block_sparse_moe.experts.209.w1,0.0000425099,0.01000,0.838
+46,block_sparse_moe.experts.210.w1,0.0000442625,0.01000,0.828
+46,block_sparse_moe.experts.211.w1,0.0000427486,0.01000,0.826
+46,block_sparse_moe.experts.212.w1,0.0000478774,0.01000,0.822
+46,block_sparse_moe.experts.213.w1,0.0000437452,0.01000,0.836
+46,block_sparse_moe.experts.214.w1,0.0000466625,0.01000,0.841
+46,block_sparse_moe.experts.215.w1,0.0000390730,0.01000,0.856
+46,block_sparse_moe.experts.216.w1,0.0000406140,0.01000,0.842
+46,block_sparse_moe.experts.217.w1,0.0000461496,0.01000,0.830
+46,block_sparse_moe.experts.218.w1,0.0000452148,0.01000,0.827
+46,block_sparse_moe.experts.219.w1,0.0000426491,0.01000,0.826
+46,block_sparse_moe.experts.220.w1,0.0000423854,0.01000,0.823
+46,block_sparse_moe.experts.221.w1,0.0000374441,0.01000,0.839
+46,block_sparse_moe.experts.222.w1,0.0000445790,0.01000,0.852
+46,block_sparse_moe.experts.224.w1,0.0000415702,0.01000,0.827
+46,block_sparse_moe.experts.223.w1,0.0000395357,0.01000,0.863
+46,block_sparse_moe.experts.225.w1,0.0000437892,0.01000,0.829
+46,block_sparse_moe.experts.226.w1,0.0000425263,0.01000,0.829
+46,block_sparse_moe.experts.227.w1,0.0000418143,0.01000,0.831
+46,block_sparse_moe.experts.228.w1,0.0000433536,0.01000,0.847
+46,block_sparse_moe.experts.229.w1,0.0000434915,0.01000,0.850
+46,block_sparse_moe.experts.230.w1,0.0000381752,0.01000,0.847
+46,block_sparse_moe.experts.231.w1,0.0000450634,0.01000,0.827
+46,block_sparse_moe.experts.232.w1,0.0000401158,0.01000,0.820
+46,block_sparse_moe.experts.233.w1,0.0000377334,0.01000,0.830
+46,block_sparse_moe.experts.234.w1,0.0000402412,0.01000,0.831
+46,block_sparse_moe.experts.235.w1,0.0000449841,0.01000,0.839
+46,block_sparse_moe.experts.238.w1,0.0000428638,0.01000,0.816
+46,block_sparse_moe.experts.237.w1,0.0000445121,0.01000,0.849
+46,block_sparse_moe.experts.236.w1,0.0000430517,0.01000,0.876
+46,block_sparse_moe.experts.239.w1,0.0000409187,0.01000,0.820
+46,block_sparse_moe.experts.240.w1,0.0000430077,0.01000,0.825
+46,block_sparse_moe.experts.241.w1,0.0000454234,0.01000,0.825
+46,block_sparse_moe.experts.242.w1,0.0000431728,0.01000,0.841
+46,block_sparse_moe.experts.243.w1,0.0000430055,0.01000,0.843
+46,block_sparse_moe.experts.244.w1,0.0000431148,0.01000,0.839
+46,block_sparse_moe.experts.245.w1,0.0000468457,0.01000,0.834
+46,block_sparse_moe.experts.246.w1,0.0000377215,0.01000,0.821
+46,block_sparse_moe.experts.247.w1,0.0000415345,0.01000,0.829
+46,block_sparse_moe.experts.248.w1,0.0000437610,0.01000,0.842
+46,block_sparse_moe.experts.249.w1,0.0000440474,0.01000,0.849
+46,block_sparse_moe.experts.250.w1,0.0000426659,0.01000,0.835
+46,block_sparse_moe.experts.251.w1,0.0000438466,0.01000,0.846
+46,block_sparse_moe.experts.252.w1,0.0000399997,0.01000,0.854
+46,block_sparse_moe.experts.253.w1,0.0000433863,0.01000,0.820
+46,block_sparse_moe.experts.254.w1,0.0000441367,0.01000,0.830
+46,block_sparse_moe.experts.255.w1,0.0000439491,0.01000,0.845
+46,block_sparse_moe.experts.0.w3,0.0000391499,0.01000,0.867
+46,block_sparse_moe.experts.1.w3,0.0000452598,0.01000,0.867
+46,block_sparse_moe.experts.2.w3,0.0000499209,0.01000,0.847
+46,block_sparse_moe.experts.3.w3,0.0000541432,0.01000,0.838
+46,block_sparse_moe.experts.4.w3,0.0000455674,0.01000,0.823
+46,block_sparse_moe.experts.5.w3,0.0000447184,0.01000,0.830
+46,block_sparse_moe.experts.6.w3,0.0000488860,0.01000,0.823
+46,block_sparse_moe.experts.7.w3,0.0000504059,0.01000,0.856
+46,block_sparse_moe.experts.8.w3,0.0000507671,0.01000,0.857
+46,block_sparse_moe.experts.10.w3,0.0000474971,0.01000,0.836
+46,block_sparse_moe.experts.11.w3,0.0000536902,0.01000,0.829
+46,block_sparse_moe.experts.9.w3,0.0000460531,0.01000,0.869
+46,block_sparse_moe.experts.12.w3,0.0000438208,0.01000,0.837
+46,block_sparse_moe.experts.13.w3,0.0000529777,0.01000,0.827
+46,block_sparse_moe.experts.14.w3,0.0000428722,0.01000,0.854
+46,block_sparse_moe.experts.17.w3,0.0000479471,0.01000,0.821
+46,block_sparse_moe.experts.18.w3,0.0000500156,0.01000,0.835
+46,block_sparse_moe.experts.16.w3,0.0000532165,0.01000,0.862
+46,block_sparse_moe.experts.15.w3,0.0000483715,0.01000,0.872
+46,block_sparse_moe.experts.19.w3,0.0000494019,0.01000,0.836
+46,block_sparse_moe.experts.20.w3,0.0000483976,0.01000,0.833
+46,block_sparse_moe.experts.21.w3,0.0000462748,0.01000,0.850
+46,block_sparse_moe.experts.22.w3,0.0000518125,0.01000,0.854
+46,block_sparse_moe.experts.24.w3,0.0000500996,0.01000,0.836
+46,block_sparse_moe.experts.25.w3,0.0000485583,0.01000,0.846
+46,block_sparse_moe.experts.23.w3,0.0000477232,0.01000,0.875
+46,block_sparse_moe.experts.26.w3,0.0000438311,0.01000,0.836
+46,block_sparse_moe.experts.27.w3,0.0000439842,0.01000,0.828
+46,block_sparse_moe.experts.28.w3,0.0000477498,0.01000,0.859
+46,block_sparse_moe.experts.29.w3,0.0000466470,0.01000,0.836
+46,block_sparse_moe.experts.31.w3,0.0000425454,0.01000,0.849
+46,block_sparse_moe.experts.30.w3,0.0000491454,0.01000,0.869
+46,block_sparse_moe.experts.32.w3,0.0000467473,0.01000,0.840
+46,block_sparse_moe.experts.33.w3,0.0000473709,0.01000,0.845
+46,block_sparse_moe.experts.34.w3,0.0000484901,0.01000,0.834
+46,block_sparse_moe.experts.35.w3,0.0000514275,0.01000,0.843
+46,block_sparse_moe.experts.36.w3,0.0000500022,0.01000,0.838
+46,block_sparse_moe.experts.38.w3,0.0000501584,0.01000,0.827
+46,block_sparse_moe.experts.39.w3,0.0000465427,0.01000,0.829
+46,block_sparse_moe.experts.37.w3,0.0000507118,0.01000,0.894
+46,block_sparse_moe.experts.40.w3,0.0000455851,0.01000,0.834
+46,block_sparse_moe.experts.41.w3,0.0000532843,0.01000,0.824
+46,block_sparse_moe.experts.42.w3,0.0000504932,0.01000,0.843
+46,block_sparse_moe.experts.43.w3,0.0000479555,0.01000,0.832
+46,block_sparse_moe.experts.45.w3,0.0000478163,0.01000,0.833
+46,block_sparse_moe.experts.44.w3,0.0000497994,0.01000,0.885
+46,block_sparse_moe.experts.46.w3,0.0000491723,0.01000,0.831
+46,block_sparse_moe.experts.47.w3,0.0000478802,0.01000,0.831
+46,block_sparse_moe.experts.48.w3,0.0000489486,0.01000,0.818
+46,block_sparse_moe.experts.49.w3,0.0000536034,0.01000,0.850
+46,block_sparse_moe.experts.50.w3,0.0000425406,0.01000,0.834
+46,block_sparse_moe.experts.51.w3,0.0000472417,0.01000,0.874
+46,block_sparse_moe.experts.52.w3,0.0000435782,0.01000,0.832
+46,block_sparse_moe.experts.53.w3,0.0000504641,0.01000,0.833
+46,block_sparse_moe.experts.54.w3,0.0000505989,0.01000,0.835
+46,block_sparse_moe.experts.55.w3,0.0000490992,0.01000,0.824
+46,block_sparse_moe.experts.56.w3,0.0000486371,0.01000,0.854
+46,block_sparse_moe.experts.57.w3,0.0000500401,0.01000,0.833
+46,block_sparse_moe.experts.59.w3,0.0000489009,0.01000,0.836
+46,block_sparse_moe.experts.60.w3,0.0000458699,0.01000,0.839
+46,block_sparse_moe.experts.58.w3,0.0000483070,0.01000,0.878
+46,block_sparse_moe.experts.61.w3,0.0000486189,0.01000,0.834
+46,block_sparse_moe.experts.62.w3,0.0000491102,0.01000,0.829
+46,block_sparse_moe.experts.63.w3,0.0000489686,0.01000,0.858
+46,block_sparse_moe.experts.64.w3,0.0000555353,0.01000,0.838
+46,block_sparse_moe.experts.66.w3,0.0000493687,0.01000,0.826
+46,block_sparse_moe.experts.65.w3,0.0000447458,0.01000,0.878
+46,block_sparse_moe.experts.67.w3,0.0000546789,0.01000,0.857
+46,block_sparse_moe.experts.68.w3,0.0000477773,0.01000,0.827
+46,block_sparse_moe.experts.69.w3,0.0000509017,0.01000,0.820
+46,block_sparse_moe.experts.70.w3,0.0000466583,0.01000,0.868
+46,block_sparse_moe.experts.71.w3,0.0000507548,0.01000,0.845
+46,block_sparse_moe.experts.72.w3,0.0000471173,0.01000,0.856
+46,block_sparse_moe.experts.73.w3,0.0000494664,0.01000,0.829
+46,block_sparse_moe.experts.74.w3,0.0000464478,0.01000,0.835
+46,block_sparse_moe.experts.75.w3,0.0000476321,0.01000,0.835
+46,block_sparse_moe.experts.76.w3,0.0000470506,0.01000,0.831
+46,block_sparse_moe.experts.77.w3,0.0000513660,0.01000,0.848
+46,block_sparse_moe.experts.78.w3,0.0000505902,0.01000,0.836
+46,block_sparse_moe.experts.79.w3,0.0000538374,0.01000,0.845
+46,block_sparse_moe.experts.80.w3,0.0000483931,0.01000,0.830
+46,block_sparse_moe.experts.81.w3,0.0000488320,0.01000,0.823
+46,block_sparse_moe.experts.83.w3,0.0000416923,0.01000,0.821
+46,block_sparse_moe.experts.82.w3,0.0000527336,0.01000,0.850
+46,block_sparse_moe.experts.85.w3,0.0000487511,0.01000,0.836
+46,block_sparse_moe.experts.84.w3,0.0000533695,0.01000,0.867
+46,block_sparse_moe.experts.87.w3,0.0000444290,0.01000,0.833
+46,block_sparse_moe.experts.88.w3,0.0000465423,0.01000,0.826
+46,block_sparse_moe.experts.86.w3,0.0000488755,0.01000,0.863
+46,block_sparse_moe.experts.89.w3,0.0000457929,0.01000,0.835
+46,block_sparse_moe.experts.90.w3,0.0000488585,0.01000,0.826
+46,block_sparse_moe.experts.91.w3,0.0000461311,0.01000,0.836
+46,block_sparse_moe.experts.92.w3,0.0000452443,0.01000,0.854
+46,block_sparse_moe.experts.94.w3,0.0000417078,0.01000,0.822
+46,block_sparse_moe.experts.95.w3,0.0000484720,0.01000,0.825
+46,block_sparse_moe.experts.96.w3,0.0000491794,0.01000,0.835
+46,block_sparse_moe.experts.93.w3,0.0000472614,0.01000,0.885
+46,block_sparse_moe.experts.97.w3,0.0000504593,0.01000,0.830
+46,block_sparse_moe.experts.98.w3,0.0000500372,0.01000,0.831
+46,block_sparse_moe.experts.99.w3,0.0000479930,0.01000,0.856
+46,block_sparse_moe.experts.101.w3,0.0000471216,0.01000,0.820
+46,block_sparse_moe.experts.100.w3,0.0000503855,0.01000,0.885
+46,block_sparse_moe.experts.102.w3,0.0000519144,0.01000,0.836
+46,block_sparse_moe.experts.104.w3,0.0000495744,0.01000,0.830
+46,block_sparse_moe.experts.103.w3,0.0000425386,0.01000,0.845
+46,block_sparse_moe.experts.105.w3,0.0000515395,0.01000,0.831
+46,block_sparse_moe.experts.106.w3,0.0000468086,0.01000,0.836
+46,block_sparse_moe.experts.107.w3,0.0000483391,0.01000,0.857
+46,block_sparse_moe.experts.108.w3,0.0000465118,0.01000,0.828
+46,block_sparse_moe.experts.109.w3,0.0000462064,0.01000,0.841
+46,block_sparse_moe.experts.110.w3,0.0000495105,0.01000,0.839
+46,block_sparse_moe.experts.111.w3,0.0000506114,0.01000,0.835
+46,block_sparse_moe.experts.112.w3,0.0000444702,0.01000,0.840
+46,block_sparse_moe.experts.113.w3,0.0000480826,0.01000,0.834
+46,block_sparse_moe.experts.115.w3,0.0000487417,0.01000,0.828
+46,block_sparse_moe.experts.118.w3,0.0000505714,0.01000,0.831
+46,block_sparse_moe.experts.116.w3,0.0000524965,0.01000,0.842
+46,block_sparse_moe.experts.117.w3,0.0000552023,0.01000,0.838
+46,block_sparse_moe.experts.114.w3,0.0000463269,0.01000,0.878
+46,block_sparse_moe.experts.119.w3,0.0000562511,0.01000,0.836
+46,block_sparse_moe.experts.120.w3,0.0000513907,0.01000,0.830
+46,block_sparse_moe.experts.122.w3,0.0000462100,0.01000,0.830
+46,block_sparse_moe.experts.124.w3,0.0000456177,0.01000,0.833
+46,block_sparse_moe.experts.123.w3,0.0000401356,0.01000,0.834
+46,block_sparse_moe.experts.125.w3,0.0000518282,0.01000,0.830
+46,block_sparse_moe.experts.121.w3,0.0000447504,0.01000,0.925
+46,block_sparse_moe.experts.126.w3,0.0000485703,0.01000,0.845
+46,block_sparse_moe.experts.127.w3,0.0000529034,0.01000,0.829
+46,block_sparse_moe.experts.129.w3,0.0000424843,0.01000,0.822
+46,block_sparse_moe.experts.130.w3,0.0000477003,0.01000,0.824
+46,block_sparse_moe.experts.131.w3,0.0000526628,0.01000,0.824
+46,block_sparse_moe.experts.128.w3,0.0000460153,0.01000,0.884
+46,block_sparse_moe.experts.132.w3,0.0000490415,0.01000,0.827
+46,block_sparse_moe.experts.133.w3,0.0000480379,0.01000,0.842
+46,block_sparse_moe.experts.134.w3,0.0000513419,0.01000,0.835
+46,block_sparse_moe.experts.137.w3,0.0000494266,0.01000,0.824
+46,block_sparse_moe.experts.136.w3,0.0000497823,0.01000,0.852
+46,block_sparse_moe.experts.135.w3,0.0000507730,0.01000,0.888
+46,block_sparse_moe.experts.138.w3,0.0000464105,0.01000,0.832
+46,block_sparse_moe.experts.139.w3,0.0000485663,0.01000,0.852
+46,block_sparse_moe.experts.140.w3,0.0000496913,0.01000,0.843
+46,block_sparse_moe.experts.141.w3,0.0000484670,0.01000,0.837
+46,block_sparse_moe.experts.143.w3,0.0000497488,0.01000,0.832
+46,block_sparse_moe.experts.142.w3,0.0000503154,0.01000,0.855
+46,block_sparse_moe.experts.144.w3,0.0000482386,0.01000,0.830
+46,block_sparse_moe.experts.145.w3,0.0000504087,0.01000,0.837
+46,block_sparse_moe.experts.146.w3,0.0000487144,0.01000,0.827
+46,block_sparse_moe.experts.147.w3,0.0000531102,0.01000,0.836
+46,block_sparse_moe.experts.148.w3,0.0000518095,0.01000,0.838
+46,block_sparse_moe.experts.150.w3,0.0000449195,0.01000,0.827
+46,block_sparse_moe.experts.151.w3,0.0000414820,0.01000,0.829
+46,block_sparse_moe.experts.152.w3,0.0000483064,0.01000,0.835
+46,block_sparse_moe.experts.153.w3,0.0000491567,0.01000,0.826
+46,block_sparse_moe.experts.149.w3,0.0000497273,0.01000,0.895
+46,block_sparse_moe.experts.154.w3,0.0000503058,0.01000,0.839
+46,block_sparse_moe.experts.155.w3,0.0000456091,0.01000,0.839
+46,block_sparse_moe.experts.157.w3,0.0000484668,0.01000,0.827
+46,block_sparse_moe.experts.158.w3,0.0000449939,0.01000,0.836
+46,block_sparse_moe.experts.156.w3,0.0000501223,0.01000,0.884
+46,block_sparse_moe.experts.159.w3,0.0000476263,0.01000,0.828
+46,block_sparse_moe.experts.160.w3,0.0000494093,0.01000,0.850
+46,block_sparse_moe.experts.161.w3,0.0000494480,0.01000,0.840
+46,block_sparse_moe.experts.162.w3,0.0000471282,0.01000,0.835
+46,block_sparse_moe.experts.163.w3,0.0000480803,0.01000,0.849
+46,block_sparse_moe.experts.164.w3,0.0000520200,0.01000,0.831
+46,block_sparse_moe.experts.165.w3,0.0000430177,0.01000,0.829
+46,block_sparse_moe.experts.166.w3,0.0000472023,0.01000,0.830
+46,block_sparse_moe.experts.167.w3,0.0000516561,0.01000,0.843
+46,block_sparse_moe.experts.168.w3,0.0000405926,0.01000,0.844
+46,block_sparse_moe.experts.169.w3,0.0000471977,0.01000,0.839
+46,block_sparse_moe.experts.172.w3,0.0000498436,0.01000,0.828
+46,block_sparse_moe.experts.171.w3,0.0000466536,0.01000,0.832
+46,block_sparse_moe.experts.173.w3,0.0000517312,0.01000,0.848
+46,block_sparse_moe.experts.170.w3,0.0000468439,0.01000,0.860
+46,block_sparse_moe.experts.174.w3,0.0000452316,0.01000,0.833
+46,block_sparse_moe.experts.175.w3,0.0000494494,0.01000,0.843
+46,block_sparse_moe.experts.176.w3,0.0000510465,0.01000,0.834
+46,block_sparse_moe.experts.178.w3,0.0000495678,0.01000,0.828
+46,block_sparse_moe.experts.179.w3,0.0000477939,0.01000,0.835
+46,block_sparse_moe.experts.180.w3,0.0000498791,0.01000,0.832
+46,block_sparse_moe.experts.177.w3,0.0000487025,0.01000,0.869
+46,block_sparse_moe.experts.181.w3,0.0000441154,0.01000,0.838
+46,block_sparse_moe.experts.182.w3,0.0000503659,0.01000,0.840
+46,block_sparse_moe.experts.183.w3,0.0000468081,0.01000,0.840
+46,block_sparse_moe.experts.184.w3,0.0000500527,0.01000,0.857
+46,block_sparse_moe.experts.186.w3,0.0000485506,0.01000,0.829
+46,block_sparse_moe.experts.187.w3,0.0000483711,0.01000,0.829
+46,block_sparse_moe.experts.185.w3,0.0000455011,0.01000,0.851
+46,block_sparse_moe.experts.188.w3,0.0000496776,0.01000,0.837
+46,block_sparse_moe.experts.189.w3,0.0000454570,0.01000,0.867
+46,block_sparse_moe.experts.190.w3,0.0000488509,0.01000,0.853
+46,block_sparse_moe.experts.193.w3,0.0000410523,0.01000,0.827
+46,block_sparse_moe.experts.192.w3,0.0000494615,0.01000,0.837
+46,block_sparse_moe.experts.194.w3,0.0000404927,0.01000,0.843
+46,block_sparse_moe.experts.195.w3,0.0000536173,0.01000,0.834
+46,block_sparse_moe.experts.191.w3,0.0000503989,0.01000,0.878
+46,block_sparse_moe.experts.197.w3,0.0000491856,0.01000,0.837
+46,block_sparse_moe.experts.196.w3,0.0000487022,0.01000,0.840
+46,block_sparse_moe.experts.199.w3,0.0000401040,0.01000,0.851
+46,block_sparse_moe.experts.198.w3,0.0000427252,0.01000,0.854
+46,block_sparse_moe.experts.200.w3,0.0000526056,0.01000,0.842
+46,block_sparse_moe.experts.202.w3,0.0000415860,0.01000,0.832
+46,block_sparse_moe.experts.201.w3,0.0000495228,0.01000,0.871
+46,block_sparse_moe.experts.203.w3,0.0000480289,0.01000,0.831
+46,block_sparse_moe.experts.204.w3,0.0000489948,0.01000,0.839
+46,block_sparse_moe.experts.206.w3,0.0000482207,0.01000,0.823
+46,block_sparse_moe.experts.207.w3,0.0000452576,0.01000,0.822
+46,block_sparse_moe.experts.208.w3,0.0000467722,0.01000,0.840
+46,block_sparse_moe.experts.205.w3,0.0000478625,0.01000,0.882
+46,block_sparse_moe.experts.209.w3,0.0000464331,0.01000,0.840
+46,block_sparse_moe.experts.210.w3,0.0000488736,0.01000,0.839
+46,block_sparse_moe.experts.211.w3,0.0000470299,0.01000,0.838
+46,block_sparse_moe.experts.213.w3,0.0000495716,0.01000,0.812
+46,block_sparse_moe.experts.214.w3,0.0000544514,0.01000,0.821
+46,block_sparse_moe.experts.212.w3,0.0000533544,0.01000,0.878
+46,block_sparse_moe.experts.215.w3,0.0000438132,0.01000,0.832
+46,block_sparse_moe.experts.216.w3,0.0000448872,0.01000,0.837
+46,block_sparse_moe.experts.218.w3,0.0000508690,0.01000,0.846
+46,block_sparse_moe.experts.217.w3,0.0000534473,0.01000,0.875
+46,block_sparse_moe.experts.219.w3,0.0000479174,0.01000,0.853
+46,block_sparse_moe.experts.220.w3,0.0000475259,0.01000,0.825
+46,block_sparse_moe.experts.221.w3,0.0000411460,0.01000,0.823
+46,block_sparse_moe.experts.222.w3,0.0000493510,0.01000,0.819
+46,block_sparse_moe.experts.223.w3,0.0000442570,0.01000,0.822
+46,block_sparse_moe.experts.224.w3,0.0000474412,0.01000,0.854
+46,block_sparse_moe.experts.225.w3,0.0000488366,0.01000,0.846
+46,block_sparse_moe.experts.227.w3,0.0000483976,0.01000,0.826
+46,block_sparse_moe.experts.228.w3,0.0000500256,0.01000,0.825
+46,block_sparse_moe.experts.229.w3,0.0000493400,0.01000,0.827
+46,block_sparse_moe.experts.230.w3,0.0000440463,0.01000,0.821
+46,block_sparse_moe.experts.226.w3,0.0000476192,0.01000,0.871
+46,block_sparse_moe.experts.231.w3,0.0000535572,0.01000,0.846
+46,block_sparse_moe.experts.232.w3,0.0000481174,0.01000,0.838
+46,block_sparse_moe.experts.234.w3,0.0000503233,0.01000,0.816
+46,block_sparse_moe.experts.235.w3,0.0000498511,0.01000,0.823
+46,block_sparse_moe.experts.237.w3,0.0000510559,0.01000,0.835
+46,block_sparse_moe.experts.236.w3,0.0000469253,0.01000,0.836
+46,block_sparse_moe.experts.233.w3,0.0000416927,0.01000,0.882
+46,block_sparse_moe.experts.239.w3,0.0000468251,0.01000,0.828
+46,block_sparse_moe.experts.238.w3,0.0000478905,0.01000,0.868
+46,block_sparse_moe.experts.241.w3,0.0000509800,0.01000,0.820
+46,block_sparse_moe.experts.240.w3,0.0000481184,0.01000,0.859
+46,block_sparse_moe.experts.243.w3,0.0000487632,0.01000,0.821
+46,block_sparse_moe.experts.244.w3,0.0000483998,0.01000,0.822
+46,block_sparse_moe.experts.242.w3,0.0000482564,0.01000,0.858
+46,block_sparse_moe.experts.245.w3,0.0000561824,0.01000,0.855
+46,block_sparse_moe.experts.246.w3,0.0000424992,0.01000,0.845
+46,block_sparse_moe.experts.248.w3,0.0000504821,0.01000,0.816
+46,block_sparse_moe.experts.250.w3,0.0000479377,0.01000,0.831
+46,block_sparse_moe.experts.247.w3,0.0000456436,0.01000,0.868
+46,block_sparse_moe.experts.249.w3,0.0000486369,0.01000,0.852
+46,block_sparse_moe.experts.251.w3,0.0000503664,0.01000,0.831
+46,block_sparse_moe.experts.252.w3,0.0000479694,0.01000,0.712
+46,block_sparse_moe.experts.253.w3,0.0000481850,0.01000,0.725
+46,block_sparse_moe.experts.254.w3,0.0000498269,0.01000,0.700
+46,block_sparse_moe.experts.255.w3,0.0000505103,0.01000,0.676
+46,block_sparse_moe.experts.0.w2,0.0001323520,0.01000,0.436
+46,block_sparse_moe.experts.1.w2,0.0000477821,0.01000,0.435
+46,block_sparse_moe.experts.2.w2,0.0000517646,0.01000,0.436
+46,block_sparse_moe.experts.3.w2,0.0000889069,0.01000,0.440
+46,block_sparse_moe.experts.5.w2,0.0000397617,0.01000,0.439
+46,block_sparse_moe.experts.4.w2,0.0000395665,0.01000,0.439
+46,block_sparse_moe.experts.6.w2,0.0000232519,0.01000,0.444
+46,block_sparse_moe.experts.8.w2,0.0000538805,0.01000,0.414
+46,block_sparse_moe.experts.7.w2,0.0000551054,0.01000,0.416
+46,block_sparse_moe.experts.9.w2,0.0000511648,0.01000,0.416
+46,block_sparse_moe.experts.10.w2,0.0000632045,0.01000,0.418
+46,block_sparse_moe.experts.12.w2,0.0000687622,0.01000,0.420
+46,block_sparse_moe.experts.11.w2,0.0000634769,0.01000,0.431
+46,block_sparse_moe.experts.13.w2,0.0000598907,0.01000,0.425
+46,block_sparse_moe.experts.14.w2,0.0000783142,0.01000,0.411
+46,block_sparse_moe.experts.16.w2,0.0000274510,0.01000,0.416
+46,block_sparse_moe.experts.17.w2,0.0000259854,0.01000,0.418
+46,block_sparse_moe.experts.15.w2,0.0000512468,0.01000,0.426
+46,block_sparse_moe.experts.18.w2,0.0000443263,0.01000,0.424
+46,block_sparse_moe.experts.20.w2,0.0000264209,0.01000,0.424
+46,block_sparse_moe.experts.19.w2,0.0000350913,0.01000,0.426
+46,block_sparse_moe.experts.21.w2,0.0000602043,0.01000,0.414
+46,block_sparse_moe.experts.24.w2,0.0000380358,0.01000,0.420
+46,block_sparse_moe.experts.23.w2,0.0000463692,0.01000,0.426
+46,block_sparse_moe.experts.22.w2,0.0000385663,0.01000,0.439
+46,block_sparse_moe.experts.26.w2,0.0000461054,0.01000,0.424
+46,block_sparse_moe.experts.27.w2,0.0000478017,0.01000,0.430
+46,block_sparse_moe.experts.25.w2,0.0000398075,0.01000,0.456
+46,block_sparse_moe.experts.28.w2,0.0000299972,0.01000,0.409
+46,block_sparse_moe.experts.29.w2,0.0000338506,0.01000,0.419
+46,block_sparse_moe.experts.30.w2,0.0000244661,0.01000,0.414
+46,block_sparse_moe.experts.31.w2,0.0000862286,0.01000,0.414
+46,block_sparse_moe.experts.33.w2,0.0000328563,0.01000,0.422
+46,block_sparse_moe.experts.32.w2,0.0000329095,0.01000,0.431
+46,block_sparse_moe.experts.34.w2,0.0000403516,0.01000,0.428
+46,block_sparse_moe.experts.35.w2,0.0000510192,0.01000,0.406
+46,block_sparse_moe.experts.36.w2,0.0000381107,0.01000,0.424
+46,block_sparse_moe.experts.37.w2,0.0000306491,0.01000,0.428
+46,block_sparse_moe.experts.38.w2,0.0000243509,0.01000,0.427
+46,block_sparse_moe.experts.40.w2,0.0000554785,0.01000,0.426
+46,block_sparse_moe.experts.41.w2,0.0000362377,0.01000,0.423
+46,block_sparse_moe.experts.39.w2,0.0000822077,0.01000,0.451
+46,block_sparse_moe.experts.42.w2,0.0000265803,0.01000,0.410
+46,block_sparse_moe.experts.45.w2,0.0000328942,0.01000,0.409
+46,block_sparse_moe.experts.44.w2,0.0000296302,0.01000,0.418
+46,block_sparse_moe.experts.43.w2,0.0000276963,0.01000,0.431
+46,block_sparse_moe.experts.46.w2,0.0000398674,0.01000,0.429
+46,block_sparse_moe.experts.47.w2,0.0000298751,0.01000,0.418
+46,block_sparse_moe.experts.48.w2,0.0000414387,0.01000,0.430
+46,block_sparse_moe.experts.49.w2,0.0000402134,0.01000,0.409
+46,block_sparse_moe.experts.50.w2,0.0000689626,0.01000,0.422
+46,block_sparse_moe.experts.51.w2,0.0000534567,0.01000,0.419
+46,block_sparse_moe.experts.52.w2,0.0000480905,0.01000,0.429
+46,block_sparse_moe.experts.53.w2,0.0000322026,0.01000,0.425
+46,block_sparse_moe.experts.54.w2,0.0000487574,0.01000,0.422
+46,block_sparse_moe.experts.55.w2,0.0000505253,0.01000,0.434
+46,block_sparse_moe.experts.56.w2,0.0000244611,0.01000,0.415
+46,block_sparse_moe.experts.57.w2,0.0000397455,0.01000,0.416
+46,block_sparse_moe.experts.58.w2,0.0000527519,0.01000,0.418
+46,block_sparse_moe.experts.59.w2,0.0000679599,0.01000,0.419
+46,block_sparse_moe.experts.61.w2,0.0000301990,0.01000,0.417
+46,block_sparse_moe.experts.60.w2,0.0000420215,0.01000,0.427
+46,block_sparse_moe.experts.62.w2,0.0000338053,0.01000,0.438
+46,block_sparse_moe.experts.63.w2,0.0001308356,0.01000,0.413
+46,block_sparse_moe.experts.64.w2,0.0001013406,0.01000,0.415
+46,block_sparse_moe.experts.65.w2,0.0000685390,0.01000,0.417
+46,block_sparse_moe.experts.66.w2,0.0000357905,0.01000,0.415
+46,block_sparse_moe.experts.67.w2,0.0000330165,0.01000,0.418
+46,block_sparse_moe.experts.68.w2,0.0000473735,0.01000,0.437
+46,block_sparse_moe.experts.69.w2,0.0000541745,0.01000,0.434
+46,block_sparse_moe.experts.70.w2,0.0000507273,0.01000,0.418
+46,block_sparse_moe.experts.71.w2,0.0000692707,0.01000,0.424
+46,block_sparse_moe.experts.72.w2,0.0000422583,0.01000,0.424
+46,block_sparse_moe.experts.73.w2,0.0000376465,0.01000,0.420
+46,block_sparse_moe.experts.74.w2,0.0000438421,0.01000,0.428
+46,block_sparse_moe.experts.75.w2,0.0000313835,0.01000,0.430
+46,block_sparse_moe.experts.76.w2,0.0000582952,0.01000,0.430
+46,block_sparse_moe.experts.77.w2,0.0000613483,0.01000,0.406
+46,block_sparse_moe.experts.78.w2,0.0000258887,0.01000,0.422
+46,block_sparse_moe.experts.79.w2,0.0000378908,0.01000,0.421
+46,block_sparse_moe.experts.80.w2,0.0000341352,0.01000,0.410
+46,block_sparse_moe.experts.81.w2,0.0000428907,0.01000,0.428
+46,block_sparse_moe.experts.82.w2,0.0000553597,0.01000,0.426
+46,block_sparse_moe.experts.83.w2,0.0000617954,0.01000,0.422
+46,block_sparse_moe.experts.84.w2,0.0000470970,0.01000,0.414
+46,block_sparse_moe.experts.86.w2,0.0000238913,0.01000,0.422
+46,block_sparse_moe.experts.85.w2,0.0000348639,0.01000,0.427
+46,block_sparse_moe.experts.87.w2,0.0000254914,0.01000,0.425
+46,block_sparse_moe.experts.88.w2,0.0000643704,0.01000,0.424
+46,block_sparse_moe.experts.89.w2,0.0000233246,0.01000,0.428
+46,block_sparse_moe.experts.90.w2,0.0000414890,0.01000,0.432
+46,block_sparse_moe.experts.91.w2,0.0000763285,0.01000,0.409
+46,block_sparse_moe.experts.92.w2,0.0000355288,0.01000,0.413
+46,block_sparse_moe.experts.93.w2,0.0000180998,0.01000,0.417
+46,block_sparse_moe.experts.94.w2,0.0000524173,0.01000,0.414
+46,block_sparse_moe.experts.95.w2,0.0000293926,0.01000,0.422
+46,block_sparse_moe.experts.96.w2,0.0000362601,0.01000,0.436
+46,block_sparse_moe.experts.97.w2,0.0000354420,0.01000,0.427
+46,block_sparse_moe.experts.98.w2,0.0000427449,0.01000,0.409
+46,block_sparse_moe.experts.99.w2,0.0000489791,0.01000,0.415
+46,block_sparse_moe.experts.101.w2,0.0000536779,0.01000,0.430
+46,block_sparse_moe.experts.100.w2,0.0000338407,0.01000,0.436
+46,block_sparse_moe.experts.102.w2,0.0000595508,0.01000,0.424
+46,block_sparse_moe.experts.103.w2,0.0000569046,0.01000,0.424
+46,block_sparse_moe.experts.104.w2,0.0000314365,0.01000,0.435
+46,block_sparse_moe.experts.105.w2,0.0000478617,0.01000,0.422
+46,block_sparse_moe.experts.106.w2,0.0000528196,0.01000,0.410
+46,block_sparse_moe.experts.107.w2,0.0000446888,0.01000,0.421
+46,block_sparse_moe.experts.108.w2,0.0000166516,0.01000,0.436
+46,block_sparse_moe.experts.109.w2,0.0000492909,0.01000,0.420
+46,block_sparse_moe.experts.110.w2,0.0000417323,0.01000,0.422
+46,block_sparse_moe.experts.111.w2,0.0000399549,0.01000,0.428
+46,block_sparse_moe.experts.112.w2,0.0000775033,0.01000,0.411
+46,block_sparse_moe.experts.113.w2,0.0000548085,0.01000,0.408
+46,block_sparse_moe.experts.114.w2,0.0000337799,0.01000,0.412
+46,block_sparse_moe.experts.115.w2,0.0000338408,0.01000,0.431
+46,block_sparse_moe.experts.116.w2,0.0000350960,0.01000,0.422
+46,block_sparse_moe.experts.117.w2,0.0000657325,0.01000,0.419
+46,block_sparse_moe.experts.118.w2,0.0000423307,0.01000,0.429
+46,block_sparse_moe.experts.119.w2,0.0000402405,0.01000,0.412
+46,block_sparse_moe.experts.120.w2,0.0000475194,0.01000,0.412
+46,block_sparse_moe.experts.121.w2,0.0000575600,0.01000,0.415
+46,block_sparse_moe.experts.122.w2,0.0000439715,0.01000,0.422
+46,block_sparse_moe.experts.123.w2,0.0000826312,0.01000,0.427
+46,block_sparse_moe.experts.124.w2,0.0000637779,0.01000,0.422
+46,block_sparse_moe.experts.125.w2,0.0000317137,0.01000,0.424
+46,block_sparse_moe.experts.126.w2,0.0000313443,0.01000,0.411
+46,block_sparse_moe.experts.127.w2,0.0000369208,0.01000,0.411
+46,block_sparse_moe.experts.128.w2,0.0000405732,0.01000,0.414
+46,block_sparse_moe.experts.129.w2,0.0000478100,0.01000,0.408
+46,block_sparse_moe.experts.130.w2,0.0000339637,0.01000,0.420
+46,block_sparse_moe.experts.131.w2,0.0000368180,0.01000,0.415
+46,block_sparse_moe.experts.132.w2,0.0000453385,0.01000,0.427
+46,block_sparse_moe.experts.133.w2,0.0000530298,0.01000,0.410
+46,block_sparse_moe.experts.134.w2,0.0000452312,0.01000,0.413
+46,block_sparse_moe.experts.135.w2,0.0000328644,0.01000,0.418
+46,block_sparse_moe.experts.136.w2,0.0000366624,0.01000,0.412
+46,block_sparse_moe.experts.137.w2,0.0000292341,0.01000,0.421
+46,block_sparse_moe.experts.138.w2,0.0000348986,0.01000,0.418
+46,block_sparse_moe.experts.139.w2,0.0000289538,0.01000,0.438
+46,block_sparse_moe.experts.140.w2,0.0000515405,0.01000,0.413
+46,block_sparse_moe.experts.141.w2,0.0000476006,0.01000,0.412
+46,block_sparse_moe.experts.142.w2,0.0000311458,0.01000,0.417
+46,block_sparse_moe.experts.143.w2,0.0000293851,0.01000,0.410
+46,block_sparse_moe.experts.144.w2,0.0000286516,0.01000,0.416
+46,block_sparse_moe.experts.145.w2,0.0000512846,0.01000,0.417
+46,block_sparse_moe.experts.146.w2,0.0000268097,0.01000,0.431
+46,block_sparse_moe.experts.147.w2,0.0000365535,0.01000,0.412
+46,block_sparse_moe.experts.148.w2,0.0000418963,0.01000,0.413
+46,block_sparse_moe.experts.149.w2,0.0000317775,0.01000,0.416
+46,block_sparse_moe.experts.150.w2,0.0000491844,0.01000,0.410
+46,block_sparse_moe.experts.151.w2,0.0000257074,0.01000,0.423
+46,block_sparse_moe.experts.152.w2,0.0000526565,0.01000,0.421
+46,block_sparse_moe.experts.153.w2,0.0000402209,0.01000,0.434
+46,block_sparse_moe.experts.154.w2,0.0000273708,0.01000,0.417
+46,block_sparse_moe.experts.155.w2,0.0000319533,0.01000,0.426
+46,block_sparse_moe.experts.156.w2,0.0000287266,0.01000,0.421
+46,block_sparse_moe.experts.157.w2,0.0000429720,0.01000,0.415
+46,block_sparse_moe.experts.158.w2,0.0000707232,0.01000,0.418
+46,block_sparse_moe.experts.159.w2,0.0000527335,0.01000,0.420
+46,block_sparse_moe.experts.161.w2,0.0000343886,0.01000,0.413
+46,block_sparse_moe.experts.160.w2,0.0000271610,0.01000,0.440
+46,block_sparse_moe.experts.162.w2,0.0000390763,0.01000,0.411
+46,block_sparse_moe.experts.163.w2,0.0000742149,0.01000,0.414
+46,block_sparse_moe.experts.164.w2,0.0000685807,0.01000,0.412
+46,block_sparse_moe.experts.165.w2,0.0000442374,0.01000,0.415
+46,block_sparse_moe.experts.166.w2,0.0000392293,0.01000,0.418
+46,block_sparse_moe.experts.167.w2,0.0000338314,0.01000,0.432
+46,block_sparse_moe.experts.168.w2,0.0000398320,0.01000,0.422
+46,block_sparse_moe.experts.169.w2,0.0000446810,0.01000,0.418
+46,block_sparse_moe.experts.170.w2,0.0000522037,0.01000,0.421
+46,block_sparse_moe.experts.171.w2,0.0000614758,0.01000,0.416
+46,block_sparse_moe.experts.172.w2,0.0000340612,0.01000,0.420
+46,block_sparse_moe.experts.173.w2,0.0000348304,0.01000,0.423
+46,block_sparse_moe.experts.174.w2,0.0000289946,0.01000,0.425
+46,block_sparse_moe.experts.175.w2,0.0000323646,0.01000,0.418
+46,block_sparse_moe.experts.176.w2,0.0000414229,0.01000,0.425
+46,block_sparse_moe.experts.177.w2,0.0000414079,0.01000,0.416
+46,block_sparse_moe.experts.178.w2,0.0000233621,0.01000,0.411
+46,block_sparse_moe.experts.179.w2,0.0000452410,0.01000,0.416
+46,block_sparse_moe.experts.180.w2,0.0000333010,0.01000,0.419
+46,block_sparse_moe.experts.182.w2,0.0000429964,0.01000,0.418
+46,block_sparse_moe.experts.181.w2,0.0000265029,0.01000,0.432
+46,block_sparse_moe.experts.183.w2,0.0000413416,0.01000,0.411
+46,block_sparse_moe.experts.184.w2,0.0000754579,0.01000,0.418
+46,block_sparse_moe.experts.185.w2,0.0000425272,0.01000,0.416
+46,block_sparse_moe.experts.186.w2,0.0000270319,0.01000,0.419
+46,block_sparse_moe.experts.187.w2,0.0000399528,0.01000,0.421
+46,block_sparse_moe.experts.189.w2,0.0001048865,0.01000,0.418
+46,block_sparse_moe.experts.188.w2,0.0000611374,0.01000,0.444
+46,block_sparse_moe.experts.190.w2,0.0001155973,0.01000,0.417
+46,block_sparse_moe.experts.191.w2,0.0000472728,0.01000,0.414
+46,block_sparse_moe.experts.192.w2,0.0000352601,0.01000,0.417
+46,block_sparse_moe.experts.193.w2,0.0000616006,0.01000,0.417
+46,block_sparse_moe.experts.194.w2,0.0001450429,0.01000,0.418
+46,block_sparse_moe.experts.195.w2,0.0000285699,0.01000,0.429
+46,block_sparse_moe.experts.196.w2,0.0000226783,0.01000,0.420
+46,block_sparse_moe.experts.197.w2,0.0000409033,0.01000,0.418
+46,block_sparse_moe.experts.198.w2,0.0000525888,0.01000,0.418
+46,block_sparse_moe.experts.199.w2,0.0001015785,0.01000,0.413
+46,block_sparse_moe.experts.200.w2,0.0000398929,0.01000,0.420
+46,block_sparse_moe.experts.201.w2,0.0000480143,0.01000,0.435
+46,block_sparse_moe.experts.203.w2,0.0000222647,0.01000,0.417
+46,block_sparse_moe.experts.202.w2,0.0000718190,0.01000,0.447
+46,block_sparse_moe.experts.204.w2,0.0000530881,0.01000,0.425
+46,block_sparse_moe.experts.205.w2,0.0000330352,0.01000,0.419
+46,block_sparse_moe.experts.206.w2,0.0000321652,0.01000,0.420
+46,block_sparse_moe.experts.207.w2,0.0000319004,0.01000,0.420
+46,block_sparse_moe.experts.208.w2,0.0000312025,0.01000,0.415
+46,block_sparse_moe.experts.209.w2,0.0000480244,0.01000,0.436
+46,block_sparse_moe.experts.210.w2,0.0000432627,0.01000,0.419
+46,block_sparse_moe.experts.211.w2,0.0000921964,0.01000,0.414
+46,block_sparse_moe.experts.213.w2,0.0000266773,0.01000,0.417
+46,block_sparse_moe.experts.212.w2,0.0000267492,0.01000,0.432
+46,block_sparse_moe.experts.214.w2,0.0000382321,0.01000,0.415
+46,block_sparse_moe.experts.215.w2,0.0000475081,0.01000,0.412
+46,block_sparse_moe.experts.217.w2,0.0000446923,0.01000,0.426
+46,block_sparse_moe.experts.216.w2,0.0000428577,0.01000,0.434
+46,block_sparse_moe.experts.218.w2,0.0000946526,0.01000,0.418
+46,block_sparse_moe.experts.219.w2,0.0000657762,0.01000,0.426
+46,block_sparse_moe.experts.220.w2,0.0000271178,0.01000,0.425
+46,block_sparse_moe.experts.221.w2,0.0000925027,0.01000,0.419
+46,block_sparse_moe.experts.222.w2,0.0000552225,0.01000,0.416
+46,block_sparse_moe.experts.224.w2,0.0000504597,0.01000,0.407
+46,block_sparse_moe.experts.223.w2,0.0000895874,0.01000,0.425
+46,block_sparse_moe.experts.225.w2,0.0000289257,0.01000,0.422
+46,block_sparse_moe.experts.226.w2,0.0000485971,0.01000,0.420
+46,block_sparse_moe.experts.227.w2,0.0000361482,0.01000,0.419
+46,block_sparse_moe.experts.228.w2,0.0000460545,0.01000,0.419
+46,block_sparse_moe.experts.229.w2,0.0000277040,0.01000,0.415
+46,block_sparse_moe.experts.230.w2,0.0000357348,0.01000,0.422
+46,block_sparse_moe.experts.231.w2,0.0000538474,0.01000,0.407
+46,block_sparse_moe.experts.232.w2,0.0000542075,0.01000,0.414
+46,block_sparse_moe.experts.233.w2,0.0001532460,0.01000,0.422
+46,block_sparse_moe.experts.234.w2,0.0000539996,0.01000,0.420
+46,block_sparse_moe.experts.235.w2,0.0000269055,0.01000,0.419
+46,block_sparse_moe.experts.236.w2,0.0000355397,0.01000,0.421
+46,block_sparse_moe.experts.238.w2,0.0000362315,0.01000,0.414
+46,block_sparse_moe.experts.237.w2,0.0000450669,0.01000,0.435
+46,block_sparse_moe.experts.239.w2,0.0000388561,0.01000,0.419
+46,block_sparse_moe.experts.240.w2,0.0000307235,0.01000,0.423
+46,block_sparse_moe.experts.241.w2,0.0000714789,0.01000,0.420
+46,block_sparse_moe.experts.242.w2,0.0000464569,0.01000,0.416
+46,block_sparse_moe.experts.243.w2,0.0000483203,0.01000,0.417
+46,block_sparse_moe.experts.244.w2,0.0000192235,0.01000,0.430
+46,block_sparse_moe.experts.245.w2,0.0000486003,0.01000,0.412
+46,block_sparse_moe.experts.246.w2,0.0000782798,0.01000,0.412
+46,block_sparse_moe.experts.247.w2,0.0000335626,0.01000,0.418
+46,block_sparse_moe.experts.248.w2,0.0000563063,0.01000,0.419
+46,block_sparse_moe.experts.249.w2,0.0000308710,0.01000,0.416
+46,block_sparse_moe.experts.250.w2,0.0000317459,0.01000,0.412
+46,block_sparse_moe.experts.252.w2,0.0001014986,0.01000,0.392
+46,block_sparse_moe.experts.251.w2,0.0000458882,0.01000,0.404
+46,block_sparse_moe.experts.253.w2,0.0000351012,0.01000,0.387
+46,block_sparse_moe.experts.254.w2,0.0000369891,0.01000,0.367
+46,block_sparse_moe.experts.255.w2,0.0000408561,0.01000,0.366
+47,block_sparse_moe.experts.0.w1,0.0000449902,0.01000,0.826
+47,block_sparse_moe.experts.1.w1,0.0000492362,0.01000,0.835
+47,block_sparse_moe.experts.3.w1,0.0000476521,0.01000,0.842
+47,block_sparse_moe.experts.2.w1,0.0000486282,0.01000,0.845
+47,block_sparse_moe.experts.4.w1,0.0000423828,0.01000,0.853
+47,block_sparse_moe.experts.5.w1,0.0000528983,0.01000,0.859
+47,block_sparse_moe.experts.6.w1,0.0000484878,0.01000,0.866
+47,block_sparse_moe.experts.7.w1,0.0000445961,0.01000,0.812
+47,block_sparse_moe.experts.8.w1,0.0000498578,0.01000,0.820
+47,block_sparse_moe.experts.10.w1,0.0000487058,0.01000,0.835
+47,block_sparse_moe.experts.11.w1,0.0000490485,0.01000,0.844
+47,block_sparse_moe.experts.9.w1,0.0000493244,0.01000,0.861
+47,block_sparse_moe.experts.12.w1,0.0000489941,0.01000,0.846
+47,block_sparse_moe.experts.13.w1,0.0000468196,0.01000,0.846
+47,block_sparse_moe.experts.14.w1,0.0000489805,0.01000,0.817
+47,block_sparse_moe.experts.15.w1,0.0000466544,0.01000,0.825
+47,block_sparse_moe.experts.16.w1,0.0000480887,0.01000,0.846
+47,block_sparse_moe.experts.17.w1,0.0000488824,0.01000,0.835
+47,block_sparse_moe.experts.19.w1,0.0000448838,0.01000,0.847
+47,block_sparse_moe.experts.18.w1,0.0000445257,0.01000,0.854
+47,block_sparse_moe.experts.20.w1,0.0000418341,0.01000,0.852
+47,block_sparse_moe.experts.21.w1,0.0000495687,0.01000,0.819
+47,block_sparse_moe.experts.22.w1,0.0000483777,0.01000,0.826
+47,block_sparse_moe.experts.24.w1,0.0000517635,0.01000,0.831
+47,block_sparse_moe.experts.23.w1,0.0000453403,0.01000,0.861
+47,block_sparse_moe.experts.25.w1,0.0000484530,0.01000,0.850
+47,block_sparse_moe.experts.26.w1,0.0000483783,0.01000,0.849
+47,block_sparse_moe.experts.27.w1,0.0000494418,0.01000,0.851
+47,block_sparse_moe.experts.28.w1,0.0000462722,0.01000,0.831
+47,block_sparse_moe.experts.29.w1,0.0000422371,0.01000,0.823
+47,block_sparse_moe.experts.30.w1,0.0000501683,0.01000,0.836
+47,block_sparse_moe.experts.31.w1,0.0000439136,0.01000,0.840
+47,block_sparse_moe.experts.33.w1,0.0000497698,0.01000,0.845
+47,block_sparse_moe.experts.34.w1,0.0000471806,0.01000,0.854
+47,block_sparse_moe.experts.32.w1,0.0000482703,0.01000,0.873
+47,block_sparse_moe.experts.35.w1,0.0000510794,0.01000,0.831
+47,block_sparse_moe.experts.36.w1,0.0000489661,0.01000,0.832
+47,block_sparse_moe.experts.37.w1,0.0000491519,0.01000,0.830
+47,block_sparse_moe.experts.38.w1,0.0000519476,0.01000,0.841
+47,block_sparse_moe.experts.39.w1,0.0000480965,0.01000,0.855
+47,block_sparse_moe.experts.40.w1,0.0000436361,0.01000,0.848
+47,block_sparse_moe.experts.41.w1,0.0000486900,0.01000,0.851
+47,block_sparse_moe.experts.42.w1,0.0000476505,0.01000,0.826
+47,block_sparse_moe.experts.43.w1,0.0000454390,0.01000,0.819
+47,block_sparse_moe.experts.44.w1,0.0000493983,0.01000,0.835
+47,block_sparse_moe.experts.45.w1,0.0000458281,0.01000,0.832
+47,block_sparse_moe.experts.46.w1,0.0000510700,0.01000,0.844
+47,block_sparse_moe.experts.47.w1,0.0000476451,0.01000,0.841
+47,block_sparse_moe.experts.48.w1,0.0000466604,0.01000,0.851
+47,block_sparse_moe.experts.49.w1,0.0000455136,0.01000,0.826
+47,block_sparse_moe.experts.50.w1,0.0000452343,0.01000,0.825
+47,block_sparse_moe.experts.51.w1,0.0000453873,0.01000,0.828
+47,block_sparse_moe.experts.52.w1,0.0000454986,0.01000,0.833
+47,block_sparse_moe.experts.53.w1,0.0000505506,0.01000,0.845
+47,block_sparse_moe.experts.54.w1,0.0000480423,0.01000,0.842
+47,block_sparse_moe.experts.55.w1,0.0000498211,0.01000,0.861
+47,block_sparse_moe.experts.56.w1,0.0000491291,0.01000,0.833
+47,block_sparse_moe.experts.57.w1,0.0000488988,0.01000,0.828
+47,block_sparse_moe.experts.58.w1,0.0000464483,0.01000,0.834
+47,block_sparse_moe.experts.59.w1,0.0000480828,0.01000,0.834
+47,block_sparse_moe.experts.60.w1,0.0000472326,0.01000,0.848
+47,block_sparse_moe.experts.61.w1,0.0000463480,0.01000,0.846
+47,block_sparse_moe.experts.62.w1,0.0000487051,0.01000,0.847
+47,block_sparse_moe.experts.63.w1,0.0000481167,0.01000,0.852
+47,block_sparse_moe.experts.64.w1,0.0000516716,0.01000,0.843
+47,block_sparse_moe.experts.65.w1,0.0000490662,0.01000,0.831
+47,block_sparse_moe.experts.66.w1,0.0000473509,0.01000,0.840
+47,block_sparse_moe.experts.68.w1,0.0000462577,0.01000,0.850
+47,block_sparse_moe.experts.67.w1,0.0000496822,0.01000,0.881
+47,block_sparse_moe.experts.69.w1,0.0000496150,0.01000,0.864
+47,block_sparse_moe.experts.71.w1,0.0000486225,0.01000,0.830
+47,block_sparse_moe.experts.70.w1,0.0000432874,0.01000,0.864
+47,block_sparse_moe.experts.72.w1,0.0000480811,0.01000,0.830
+47,block_sparse_moe.experts.73.w1,0.0000511000,0.01000,0.839
+47,block_sparse_moe.experts.74.w1,0.0000485550,0.01000,0.851
+47,block_sparse_moe.experts.75.w1,0.0000506170,0.01000,0.848
+47,block_sparse_moe.experts.76.w1,0.0000431330,0.01000,0.862
+47,block_sparse_moe.experts.77.w1,0.0000454014,0.01000,0.848
+47,block_sparse_moe.experts.78.w1,0.0000462255,0.01000,0.842
+47,block_sparse_moe.experts.79.w1,0.0000486205,0.01000,0.837
+47,block_sparse_moe.experts.80.w1,0.0000488741,0.01000,0.835
+47,block_sparse_moe.experts.81.w1,0.0000463451,0.01000,0.845
+47,block_sparse_moe.experts.82.w1,0.0000506932,0.01000,0.848
+47,block_sparse_moe.experts.83.w1,0.0000515053,0.01000,0.860
+47,block_sparse_moe.experts.84.w1,0.0000445376,0.01000,0.820
+47,block_sparse_moe.experts.85.w1,0.0000438295,0.01000,0.825
+47,block_sparse_moe.experts.86.w1,0.0000476199,0.01000,0.843
+47,block_sparse_moe.experts.87.w1,0.0000495390,0.01000,0.836
+47,block_sparse_moe.experts.88.w1,0.0000467873,0.01000,0.854
+47,block_sparse_moe.experts.89.w1,0.0000456391,0.01000,0.840
+47,block_sparse_moe.experts.90.w1,0.0000458461,0.01000,0.850
+47,block_sparse_moe.experts.91.w1,0.0000436881,0.01000,0.823
+47,block_sparse_moe.experts.92.w1,0.0000425532,0.01000,0.842
+47,block_sparse_moe.experts.93.w1,0.0000493120,0.01000,0.830
+47,block_sparse_moe.experts.94.w1,0.0000494806,0.01000,0.831
+47,block_sparse_moe.experts.96.w1,0.0000504830,0.01000,0.835
+47,block_sparse_moe.experts.95.w1,0.0000499640,0.01000,0.874
+47,block_sparse_moe.experts.97.w1,0.0000488432,0.01000,0.851
+47,block_sparse_moe.experts.98.w1,0.0000468485,0.01000,0.819
+47,block_sparse_moe.experts.99.w1,0.0000435382,0.01000,0.852
+47,block_sparse_moe.experts.100.w1,0.0000481493,0.01000,0.833
+47,block_sparse_moe.experts.101.w1,0.0000477846,0.01000,0.833
+47,block_sparse_moe.experts.102.w1,0.0000448415,0.01000,0.845
+47,block_sparse_moe.experts.103.w1,0.0000468918,0.01000,0.847
+47,block_sparse_moe.experts.104.w1,0.0000436577,0.01000,0.852
+47,block_sparse_moe.experts.105.w1,0.0000488453,0.01000,0.817
+47,block_sparse_moe.experts.106.w1,0.0000470527,0.01000,0.850
+47,block_sparse_moe.experts.107.w1,0.0000420922,0.01000,0.835
+47,block_sparse_moe.experts.108.w1,0.0000471012,0.01000,0.834
+47,block_sparse_moe.experts.109.w1,0.0000458848,0.01000,0.839
+47,block_sparse_moe.experts.110.w1,0.0000453436,0.01000,0.848
+47,block_sparse_moe.experts.111.w1,0.0000499257,0.01000,0.847
+47,block_sparse_moe.experts.112.w1,0.0000445960,0.01000,0.824
+47,block_sparse_moe.experts.113.w1,0.0000492320,0.01000,0.843
+47,block_sparse_moe.experts.114.w1,0.0000508114,0.01000,0.834
+47,block_sparse_moe.experts.115.w1,0.0000497724,0.01000,0.839
+47,block_sparse_moe.experts.116.w1,0.0000447616,0.01000,0.840
+47,block_sparse_moe.experts.117.w1,0.0000507780,0.01000,0.850
+47,block_sparse_moe.experts.118.w1,0.0000489498,0.01000,0.874
+47,block_sparse_moe.experts.119.w1,0.0000492031,0.01000,0.823
+47,block_sparse_moe.experts.120.w1,0.0000485292,0.01000,0.834
+47,block_sparse_moe.experts.121.w1,0.0000479449,0.01000,0.834
+47,block_sparse_moe.experts.122.w1,0.0000424945,0.01000,0.825
+47,block_sparse_moe.experts.123.w1,0.0000437133,0.01000,0.844
+47,block_sparse_moe.experts.124.w1,0.0000466536,0.01000,0.851
+47,block_sparse_moe.experts.125.w1,0.0000462482,0.01000,0.878
+47,block_sparse_moe.experts.126.w1,0.0000484753,0.01000,0.820
+47,block_sparse_moe.experts.127.w1,0.0000476335,0.01000,0.835
+47,block_sparse_moe.experts.128.w1,0.0000486445,0.01000,0.850
+47,block_sparse_moe.experts.129.w1,0.0000427756,0.01000,0.831
+47,block_sparse_moe.experts.130.w1,0.0000465225,0.01000,0.846
+47,block_sparse_moe.experts.131.w1,0.0000492121,0.01000,0.861
+47,block_sparse_moe.experts.132.w1,0.0000462707,0.01000,0.850
+47,block_sparse_moe.experts.133.w1,0.0000468665,0.01000,0.847
+47,block_sparse_moe.experts.134.w1,0.0000464799,0.01000,0.850
+47,block_sparse_moe.experts.135.w1,0.0000440098,0.01000,0.840
+47,block_sparse_moe.experts.136.w1,0.0000476665,0.01000,0.819
+47,block_sparse_moe.experts.137.w1,0.0000495844,0.01000,0.840
+47,block_sparse_moe.experts.138.w1,0.0000471255,0.01000,0.849
+47,block_sparse_moe.experts.139.w1,0.0000505640,0.01000,0.856
+47,block_sparse_moe.experts.140.w1,0.0000494115,0.01000,0.845
+47,block_sparse_moe.experts.141.w1,0.0000489395,0.01000,0.828
+47,block_sparse_moe.experts.143.w1,0.0000485715,0.01000,0.828
+47,block_sparse_moe.experts.142.w1,0.0000472351,0.01000,0.862
+47,block_sparse_moe.experts.144.w1,0.0000467901,0.01000,0.835
+47,block_sparse_moe.experts.145.w1,0.0000473634,0.01000,0.851
+47,block_sparse_moe.experts.146.w1,0.0000460238,0.01000,0.851
+47,block_sparse_moe.experts.147.w1,0.0000485060,0.01000,0.846
+47,block_sparse_moe.experts.148.w1,0.0000486662,0.01000,0.829
+47,block_sparse_moe.experts.149.w1,0.0000487059,0.01000,0.841
+47,block_sparse_moe.experts.150.w1,0.0000483554,0.01000,0.833
+47,block_sparse_moe.experts.151.w1,0.0000442848,0.01000,0.840
+47,block_sparse_moe.experts.152.w1,0.0000508276,0.01000,0.848
+47,block_sparse_moe.experts.153.w1,0.0000504811,0.01000,0.852
+47,block_sparse_moe.experts.154.w1,0.0000482422,0.01000,0.831
+47,block_sparse_moe.experts.155.w1,0.0000506010,0.01000,0.832
+47,block_sparse_moe.experts.156.w1,0.0000461168,0.01000,0.836
+47,block_sparse_moe.experts.157.w1,0.0000416477,0.01000,0.831
+47,block_sparse_moe.experts.158.w1,0.0000477689,0.01000,0.841
+47,block_sparse_moe.experts.159.w1,0.0000453913,0.01000,0.848
+47,block_sparse_moe.experts.160.w1,0.0000500802,0.01000,0.844
+47,block_sparse_moe.experts.161.w1,0.0000463626,0.01000,0.835
+47,block_sparse_moe.experts.162.w1,0.0000449990,0.01000,0.834
+47,block_sparse_moe.experts.163.w1,0.0000465191,0.01000,0.833
+47,block_sparse_moe.experts.164.w1,0.0000478695,0.01000,0.827
+47,block_sparse_moe.experts.165.w1,0.0000496108,0.01000,0.841
+47,block_sparse_moe.experts.166.w1,0.0000425656,0.01000,0.843
+47,block_sparse_moe.experts.167.w1,0.0000490918,0.01000,0.847
+47,block_sparse_moe.experts.168.w1,0.0000483089,0.01000,0.845
+47,block_sparse_moe.experts.169.w1,0.0000489270,0.01000,0.826
+47,block_sparse_moe.experts.170.w1,0.0000462711,0.01000,0.835
+47,block_sparse_moe.experts.171.w1,0.0000468742,0.01000,0.833
+47,block_sparse_moe.experts.172.w1,0.0000474655,0.01000,0.842
+47,block_sparse_moe.experts.173.w1,0.0000437707,0.01000,0.852
+47,block_sparse_moe.experts.174.w1,0.0000510822,0.01000,0.850
+47,block_sparse_moe.experts.175.w1,0.0000488553,0.01000,0.848
+47,block_sparse_moe.experts.176.w1,0.0000485977,0.01000,0.817
+47,block_sparse_moe.experts.177.w1,0.0000494872,0.01000,0.831
+47,block_sparse_moe.experts.178.w1,0.0000454505,0.01000,0.842
+47,block_sparse_moe.experts.179.w1,0.0000456293,0.01000,0.853
+47,block_sparse_moe.experts.180.w1,0.0000512965,0.01000,0.850
+47,block_sparse_moe.experts.181.w1,0.0000479805,0.01000,0.847
+47,block_sparse_moe.experts.182.w1,0.0000511695,0.01000,0.834
+47,block_sparse_moe.experts.183.w1,0.0000487863,0.01000,0.825
+47,block_sparse_moe.experts.184.w1,0.0000484249,0.01000,0.845
+47,block_sparse_moe.experts.185.w1,0.0000495683,0.01000,0.834
+47,block_sparse_moe.experts.186.w1,0.0000481324,0.01000,0.844
+47,block_sparse_moe.experts.187.w1,0.0000498280,0.01000,0.836
+47,block_sparse_moe.experts.188.w1,0.0000476079,0.01000,0.843
+47,block_sparse_moe.experts.189.w1,0.0000419543,0.01000,0.829
+47,block_sparse_moe.experts.190.w1,0.0000432835,0.01000,0.825
+47,block_sparse_moe.experts.191.w1,0.0000509555,0.01000,0.833
+47,block_sparse_moe.experts.192.w1,0.0000497676,0.01000,0.826
+47,block_sparse_moe.experts.193.w1,0.0000482706,0.01000,0.838
+47,block_sparse_moe.experts.194.w1,0.0000501623,0.01000,0.831
+47,block_sparse_moe.experts.195.w1,0.0000463960,0.01000,0.843
+47,block_sparse_moe.experts.196.w1,0.0000485152,0.01000,0.831
+47,block_sparse_moe.experts.197.w1,0.0000473392,0.01000,0.845
+47,block_sparse_moe.experts.199.w1,0.0000443790,0.01000,0.821
+47,block_sparse_moe.experts.198.w1,0.0000476677,0.01000,0.858
+47,block_sparse_moe.experts.200.w1,0.0000475496,0.01000,0.839
+47,block_sparse_moe.experts.201.w1,0.0000431183,0.01000,0.834
+47,block_sparse_moe.experts.202.w1,0.0000500249,0.01000,0.838
+47,block_sparse_moe.experts.203.w1,0.0000488474,0.01000,0.845
+47,block_sparse_moe.experts.204.w1,0.0000485571,0.01000,0.848
+47,block_sparse_moe.experts.205.w1,0.0000453642,0.01000,0.833
+47,block_sparse_moe.experts.206.w1,0.0000459317,0.01000,0.836
+47,block_sparse_moe.experts.207.w1,0.0000467389,0.01000,0.842
+47,block_sparse_moe.experts.208.w1,0.0000472645,0.01000,0.851
+47,block_sparse_moe.experts.209.w1,0.0000507506,0.01000,0.842
+47,block_sparse_moe.experts.210.w1,0.0000454978,0.01000,0.834
+47,block_sparse_moe.experts.211.w1,0.0000501668,0.01000,0.850
+47,block_sparse_moe.experts.212.w1,0.0000528419,0.01000,0.845
+47,block_sparse_moe.experts.213.w1,0.0000497056,0.01000,0.825
+47,block_sparse_moe.experts.214.w1,0.0000511564,0.01000,0.854
+47,block_sparse_moe.experts.215.w1,0.0000484260,0.01000,0.839
+47,block_sparse_moe.experts.216.w1,0.0000484871,0.01000,0.852
+47,block_sparse_moe.experts.217.w1,0.0000475242,0.01000,0.831
+47,block_sparse_moe.experts.218.w1,0.0000471237,0.01000,0.854
+47,block_sparse_moe.experts.219.w1,0.0000452457,0.01000,0.827
+47,block_sparse_moe.experts.220.w1,0.0000486540,0.01000,0.826
+47,block_sparse_moe.experts.221.w1,0.0000437825,0.01000,0.850
+47,block_sparse_moe.experts.222.w1,0.0000470246,0.01000,0.836
+47,block_sparse_moe.experts.223.w1,0.0000492637,0.01000,0.846
+47,block_sparse_moe.experts.224.w1,0.0000479427,0.01000,0.830
+47,block_sparse_moe.experts.226.w1,0.0000475784,0.01000,0.830
+47,block_sparse_moe.experts.227.w1,0.0000495107,0.01000,0.830
+47,block_sparse_moe.experts.225.w1,0.0000490649,0.01000,0.873
+47,block_sparse_moe.experts.228.w1,0.0000491289,0.01000,0.843
+47,block_sparse_moe.experts.229.w1,0.0000490618,0.01000,0.843
+47,block_sparse_moe.experts.230.w1,0.0000495776,0.01000,0.847
+47,block_sparse_moe.experts.231.w1,0.0000477772,0.01000,0.826
+47,block_sparse_moe.experts.232.w1,0.0000490672,0.01000,0.831
+47,block_sparse_moe.experts.233.w1,0.0000433246,0.01000,0.836
+47,block_sparse_moe.experts.234.w1,0.0000493842,0.01000,0.856
+47,block_sparse_moe.experts.235.w1,0.0000500305,0.01000,0.846
+47,block_sparse_moe.experts.236.w1,0.0000424605,0.01000,0.848
+47,block_sparse_moe.experts.237.w1,0.0000407312,0.01000,0.850
+47,block_sparse_moe.experts.238.w1,0.0000476351,0.01000,0.839
+47,block_sparse_moe.experts.239.w1,0.0000482916,0.01000,0.825
+47,block_sparse_moe.experts.240.w1,0.0000518683,0.01000,0.832
+47,block_sparse_moe.experts.241.w1,0.0000500736,0.01000,0.830
+47,block_sparse_moe.experts.242.w1,0.0000430456,0.01000,0.850
+47,block_sparse_moe.experts.243.w1,0.0000495754,0.01000,0.857
+47,block_sparse_moe.experts.244.w1,0.0000444472,0.01000,0.845
+47,block_sparse_moe.experts.245.w1,0.0000450041,0.01000,0.839
+47,block_sparse_moe.experts.246.w1,0.0000474583,0.01000,0.830
+47,block_sparse_moe.experts.247.w1,0.0000480210,0.01000,0.842
+47,block_sparse_moe.experts.248.w1,0.0000517301,0.01000,0.823
+47,block_sparse_moe.experts.249.w1,0.0000475769,0.01000,0.861
+47,block_sparse_moe.experts.250.w1,0.0000495805,0.01000,0.839
+47,block_sparse_moe.experts.251.w1,0.0000481324,0.01000,0.842
+47,block_sparse_moe.experts.252.w1,0.0000508002,0.01000,0.819
+47,block_sparse_moe.experts.253.w1,0.0000470495,0.01000,0.831
+47,block_sparse_moe.experts.255.w1,0.0000495400,0.01000,0.825
+47,block_sparse_moe.experts.254.w1,0.0000481655,0.01000,0.877
+47,block_sparse_moe.experts.0.w3,0.0000516228,0.01000,0.857
+47,block_sparse_moe.experts.1.w3,0.0000554181,0.01000,0.852
+47,block_sparse_moe.experts.2.w3,0.0000548120,0.01000,0.869
+47,block_sparse_moe.experts.3.w3,0.0000552706,0.01000,0.830
+47,block_sparse_moe.experts.4.w3,0.0000477588,0.01000,0.847
+47,block_sparse_moe.experts.5.w3,0.0000605834,0.01000,0.853
+47,block_sparse_moe.experts.6.w3,0.0000563239,0.01000,0.843
+47,block_sparse_moe.experts.7.w3,0.0000505639,0.01000,0.867
+47,block_sparse_moe.experts.8.w3,0.0000563952,0.01000,0.844
+47,block_sparse_moe.experts.9.w3,0.0000558735,0.01000,0.856
+47,block_sparse_moe.experts.10.w3,0.0000549198,0.01000,0.824
+47,block_sparse_moe.experts.11.w3,0.0000570914,0.01000,0.828
+47,block_sparse_moe.experts.12.w3,0.0000536338,0.01000,0.829
+47,block_sparse_moe.experts.13.w3,0.0000536475,0.01000,0.823
+47,block_sparse_moe.experts.14.w3,0.0000560100,0.01000,0.859
+47,block_sparse_moe.experts.15.w3,0.0000519383,0.01000,0.841
+47,block_sparse_moe.experts.17.w3,0.0000552115,0.01000,0.820
+47,block_sparse_moe.experts.16.w3,0.0000551198,0.01000,0.874
+47,block_sparse_moe.experts.18.w3,0.0000509320,0.01000,0.824
+47,block_sparse_moe.experts.19.w3,0.0000520471,0.01000,0.833
+47,block_sparse_moe.experts.20.w3,0.0000470037,0.01000,0.823
+47,block_sparse_moe.experts.21.w3,0.0000565492,0.01000,0.854
+47,block_sparse_moe.experts.22.w3,0.0000543456,0.01000,0.850
+47,block_sparse_moe.experts.23.w3,0.0000515030,0.01000,0.856
+47,block_sparse_moe.experts.24.w3,0.0000604717,0.01000,0.832
+47,block_sparse_moe.experts.25.w3,0.0000574283,0.01000,0.831
+47,block_sparse_moe.experts.26.w3,0.0000542497,0.01000,0.836
+47,block_sparse_moe.experts.27.w3,0.0000551979,0.01000,0.827
+47,block_sparse_moe.experts.28.w3,0.0000522512,0.01000,0.855
+47,block_sparse_moe.experts.29.w3,0.0000489925,0.01000,0.859
+47,block_sparse_moe.experts.30.w3,0.0000559255,0.01000,0.847
+47,block_sparse_moe.experts.31.w3,0.0000505303,0.01000,0.832
+47,block_sparse_moe.experts.32.w3,0.0000533399,0.01000,0.831
+47,block_sparse_moe.experts.34.w3,0.0000518066,0.01000,0.824
+47,block_sparse_moe.experts.33.w3,0.0000567335,0.01000,0.889
+47,block_sparse_moe.experts.35.w3,0.0000586172,0.01000,0.853
+47,block_sparse_moe.experts.36.w3,0.0000562323,0.01000,0.851
+47,block_sparse_moe.experts.38.w3,0.0000615345,0.01000,0.817
+47,block_sparse_moe.experts.37.w3,0.0000556085,0.01000,0.874
+47,block_sparse_moe.experts.39.w3,0.0000555067,0.01000,0.824
+47,block_sparse_moe.experts.40.w3,0.0000502452,0.01000,0.854
+47,block_sparse_moe.experts.41.w3,0.0000555961,0.01000,0.822
+47,block_sparse_moe.experts.42.w3,0.0000553147,0.01000,0.839
+47,block_sparse_moe.experts.43.w3,0.0000543658,0.01000,0.850
+47,block_sparse_moe.experts.44.w3,0.0000565916,0.01000,0.875
+47,block_sparse_moe.experts.45.w3,0.0000521609,0.01000,0.825
+47,block_sparse_moe.experts.46.w3,0.0000582864,0.01000,0.826
+47,block_sparse_moe.experts.48.w3,0.0000520634,0.01000,0.826
+47,block_sparse_moe.experts.47.w3,0.0000535753,0.01000,0.868
+47,block_sparse_moe.experts.49.w3,0.0000507882,0.01000,0.838
+47,block_sparse_moe.experts.50.w3,0.0000510171,0.01000,0.856
+47,block_sparse_moe.experts.52.w3,0.0000520934,0.01000,0.830
+47,block_sparse_moe.experts.51.w3,0.0000515858,0.01000,0.866
+47,block_sparse_moe.experts.53.w3,0.0000573589,0.01000,0.829
+47,block_sparse_moe.experts.54.w3,0.0000575258,0.01000,0.827
+47,block_sparse_moe.experts.55.w3,0.0000553745,0.01000,0.829
+47,block_sparse_moe.experts.56.w3,0.0000564904,0.01000,0.837
+47,block_sparse_moe.experts.57.w3,0.0000578075,0.01000,0.854
+47,block_sparse_moe.experts.58.w3,0.0000514453,0.01000,0.855
+47,block_sparse_moe.experts.59.w3,0.0000532804,0.01000,0.832
+47,block_sparse_moe.experts.60.w3,0.0000531646,0.01000,0.833
+47,block_sparse_moe.experts.61.w3,0.0000511976,0.01000,0.836
+47,block_sparse_moe.experts.62.w3,0.0000558811,0.01000,0.831
+47,block_sparse_moe.experts.63.w3,0.0000538475,0.01000,0.848
+47,block_sparse_moe.experts.64.w3,0.0000596404,0.01000,0.850
+47,block_sparse_moe.experts.66.w3,0.0000568317,0.01000,0.828
+47,block_sparse_moe.experts.65.w3,0.0000550773,0.01000,0.862
+47,block_sparse_moe.experts.67.w3,0.0000575523,0.01000,0.823
+47,block_sparse_moe.experts.68.w3,0.0000520442,0.01000,0.838
+47,block_sparse_moe.experts.69.w3,0.0000547523,0.01000,0.834
+47,block_sparse_moe.experts.70.w3,0.0000535701,0.01000,0.853
+47,block_sparse_moe.experts.71.w3,0.0000546607,0.01000,0.852
+47,block_sparse_moe.experts.73.w3,0.0000588452,0.01000,0.814
+47,block_sparse_moe.experts.74.w3,0.0000531814,0.01000,0.831
+47,block_sparse_moe.experts.72.w3,0.0000536314,0.01000,0.879
+47,block_sparse_moe.experts.76.w3,0.0000484681,0.01000,0.829
+47,block_sparse_moe.experts.75.w3,0.0000586310,0.01000,0.842
+47,block_sparse_moe.experts.77.w3,0.0000522230,0.01000,0.842
+47,block_sparse_moe.experts.78.w3,0.0000528429,0.01000,0.844
+47,block_sparse_moe.experts.79.w3,0.0000537052,0.01000,0.861
+47,block_sparse_moe.experts.80.w3,0.0000544393,0.01000,0.837
+47,block_sparse_moe.experts.81.w3,0.0000520146,0.01000,0.825
+47,block_sparse_moe.experts.83.w3,0.0000587677,0.01000,0.829
+47,block_sparse_moe.experts.82.w3,0.0000566107,0.01000,0.862
+47,block_sparse_moe.experts.84.w3,0.0000523734,0.01000,0.850
+47,block_sparse_moe.experts.85.w3,0.0000487686,0.01000,0.852
+47,block_sparse_moe.experts.87.w3,0.0000583675,0.01000,0.823
+47,block_sparse_moe.experts.88.w3,0.0000528566,0.01000,0.829
+47,block_sparse_moe.experts.86.w3,0.0000538772,0.01000,0.867
+47,block_sparse_moe.experts.89.w3,0.0000508879,0.01000,0.835
+47,block_sparse_moe.experts.90.w3,0.0000516871,0.01000,0.817
+47,block_sparse_moe.experts.91.w3,0.0000495614,0.01000,0.855
+47,block_sparse_moe.experts.92.w3,0.0000479040,0.01000,0.860
+47,block_sparse_moe.experts.93.w3,0.0000554044,0.01000,0.849
+47,block_sparse_moe.experts.94.w3,0.0000564274,0.01000,0.857
+47,block_sparse_moe.experts.95.w3,0.0000552919,0.01000,0.828
+47,block_sparse_moe.experts.96.w3,0.0000560486,0.01000,0.822
+47,block_sparse_moe.experts.97.w3,0.0000546562,0.01000,0.809
+47,block_sparse_moe.experts.98.w3,0.0000537409,0.01000,0.859
+47,block_sparse_moe.experts.99.w3,0.0000503158,0.01000,0.850
+47,block_sparse_moe.experts.100.w3,0.0000550568,0.01000,0.845
+47,block_sparse_moe.experts.102.w3,0.0000505207,0.01000,0.826
+47,block_sparse_moe.experts.101.w3,0.0000525637,0.01000,0.851
+47,block_sparse_moe.experts.104.w3,0.0000474875,0.01000,0.816
+47,block_sparse_moe.experts.103.w3,0.0000514349,0.01000,0.851
+47,block_sparse_moe.experts.105.w3,0.0000544016,0.01000,0.859
+47,block_sparse_moe.experts.106.w3,0.0000525611,0.01000,0.831
+47,block_sparse_moe.experts.108.w3,0.0000547891,0.01000,0.821
+47,block_sparse_moe.experts.109.w3,0.0000511970,0.01000,0.823
+47,block_sparse_moe.experts.107.w3,0.0000491151,0.01000,0.865
+47,block_sparse_moe.experts.110.w3,0.0000499677,0.01000,0.829
+47,block_sparse_moe.experts.111.w3,0.0000586251,0.01000,0.823
+47,block_sparse_moe.experts.112.w3,0.0000503258,0.01000,0.869
+47,block_sparse_moe.experts.113.w3,0.0000551856,0.01000,0.840
+47,block_sparse_moe.experts.115.w3,0.0000585147,0.01000,0.829
+47,block_sparse_moe.experts.116.w3,0.0000494582,0.01000,0.826
+47,block_sparse_moe.experts.114.w3,0.0000589446,0.01000,0.878
+47,block_sparse_moe.experts.117.w3,0.0000565696,0.01000,0.824
+47,block_sparse_moe.experts.118.w3,0.0000570094,0.01000,0.823
+47,block_sparse_moe.experts.119.w3,0.0000546127,0.01000,0.845
+47,block_sparse_moe.experts.120.w3,0.0000560004,0.01000,0.838
+47,block_sparse_moe.experts.122.w3,0.0000505550,0.01000,0.824
+47,block_sparse_moe.experts.123.w3,0.0000518356,0.01000,0.829
+47,block_sparse_moe.experts.121.w3,0.0000536925,0.01000,0.892
+47,block_sparse_moe.experts.124.w3,0.0000512330,0.01000,0.823
+47,block_sparse_moe.experts.125.w3,0.0000525392,0.01000,0.822
+47,block_sparse_moe.experts.126.w3,0.0000537889,0.01000,0.838
+47,block_sparse_moe.experts.127.w3,0.0000535606,0.01000,0.837
+47,block_sparse_moe.experts.129.w3,0.0000491575,0.01000,0.829
+47,block_sparse_moe.experts.131.w3,0.0000550726,0.01000,0.822
+47,block_sparse_moe.experts.128.w3,0.0000545000,0.01000,0.880
+47,block_sparse_moe.experts.132.w3,0.0000522098,0.01000,0.826
+47,block_sparse_moe.experts.130.w3,0.0000501613,0.01000,0.859
+47,block_sparse_moe.experts.134.w3,0.0000520837,0.01000,0.835
+47,block_sparse_moe.experts.133.w3,0.0000511163,0.01000,0.861
+47,block_sparse_moe.experts.136.w3,0.0000526109,0.01000,0.820
+47,block_sparse_moe.experts.135.w3,0.0000481119,0.01000,0.854
+47,block_sparse_moe.experts.137.w3,0.0000584103,0.01000,0.830
+47,block_sparse_moe.experts.138.w3,0.0000520755,0.01000,0.826
+47,block_sparse_moe.experts.139.w3,0.0000561627,0.01000,0.835
+47,block_sparse_moe.experts.140.w3,0.0000552896,0.01000,0.832
+47,block_sparse_moe.experts.141.w3,0.0000546819,0.01000,0.843
+47,block_sparse_moe.experts.143.w3,0.0000537922,0.01000,0.830
+47,block_sparse_moe.experts.144.w3,0.0000520584,0.01000,0.832
+47,block_sparse_moe.experts.142.w3,0.0000536798,0.01000,0.865
+47,block_sparse_moe.experts.145.w3,0.0000522083,0.01000,0.832
+47,block_sparse_moe.experts.146.w3,0.0000528859,0.01000,0.829
+47,block_sparse_moe.experts.147.w3,0.0000534827,0.01000,0.844
+47,block_sparse_moe.experts.148.w3,0.0000560593,0.01000,0.843
+47,block_sparse_moe.experts.150.w3,0.0000555317,0.01000,0.828
+47,block_sparse_moe.experts.151.w3,0.0000512322,0.01000,0.822
+47,block_sparse_moe.experts.152.w3,0.0000580799,0.01000,0.839
+47,block_sparse_moe.experts.153.w3,0.0000570311,0.01000,0.833
+47,block_sparse_moe.experts.149.w3,0.0000565922,0.01000,0.887
+47,block_sparse_moe.experts.154.w3,0.0000559116,0.01000,0.843
+47,block_sparse_moe.experts.155.w3,0.0000565486,0.01000,0.846
+47,block_sparse_moe.experts.157.w3,0.0000473398,0.01000,0.821
+47,block_sparse_moe.experts.158.w3,0.0000518404,0.01000,0.826
+47,block_sparse_moe.experts.159.w3,0.0000501938,0.01000,0.832
+47,block_sparse_moe.experts.156.w3,0.0000538356,0.01000,0.881
+47,block_sparse_moe.experts.160.w3,0.0000597092,0.01000,0.838
+47,block_sparse_moe.experts.161.w3,0.0000532509,0.01000,0.849
+47,block_sparse_moe.experts.162.w3,0.0000496776,0.01000,0.850
+47,block_sparse_moe.experts.164.w3,0.0000506614,0.01000,0.826
+47,block_sparse_moe.experts.165.w3,0.0000554033,0.01000,0.839
+47,block_sparse_moe.experts.167.w3,0.0000543356,0.01000,0.840
+47,block_sparse_moe.experts.163.w3,0.0000538828,0.01000,0.899
+47,block_sparse_moe.experts.166.w3,0.0000486576,0.01000,0.876
+47,block_sparse_moe.experts.168.w3,0.0000547190,0.01000,0.855
+47,block_sparse_moe.experts.169.w3,0.0000536918,0.01000,0.839
+47,block_sparse_moe.experts.171.w3,0.0000529727,0.01000,0.820
+47,block_sparse_moe.experts.170.w3,0.0000512105,0.01000,0.872
+47,block_sparse_moe.experts.172.w3,0.0000523310,0.01000,0.842
+47,block_sparse_moe.experts.173.w3,0.0000506773,0.01000,0.840
+47,block_sparse_moe.experts.174.w3,0.0000584985,0.01000,0.832
+47,block_sparse_moe.experts.175.w3,0.0000532832,0.01000,0.849
+47,block_sparse_moe.experts.176.w3,0.0000568661,0.01000,0.847
+47,block_sparse_moe.experts.177.w3,0.0000547515,0.01000,0.853
+47,block_sparse_moe.experts.178.w3,0.0000501957,0.01000,0.832
+47,block_sparse_moe.experts.180.w3,0.0000570699,0.01000,0.828
+47,block_sparse_moe.experts.181.w3,0.0000530119,0.01000,0.830
+47,block_sparse_moe.experts.179.w3,0.0000525595,0.01000,0.863
+47,block_sparse_moe.experts.182.w3,0.0000590612,0.01000,0.844
+47,block_sparse_moe.experts.183.w3,0.0000546079,0.01000,0.841
+47,block_sparse_moe.experts.185.w3,0.0000567243,0.01000,0.828
+47,block_sparse_moe.experts.186.w3,0.0000550164,0.01000,0.841
+47,block_sparse_moe.experts.184.w3,0.0000582331,0.01000,0.869
+47,block_sparse_moe.experts.187.w3,0.0000574279,0.01000,0.841
+47,block_sparse_moe.experts.188.w3,0.0000516453,0.01000,0.839
+47,block_sparse_moe.experts.189.w3,0.0000481065,0.01000,0.856
+47,block_sparse_moe.experts.190.w3,0.0000481577,0.01000,0.841
+47,block_sparse_moe.experts.191.w3,0.0000572504,0.01000,0.853
+47,block_sparse_moe.experts.193.w3,0.0000531588,0.01000,0.830
+47,block_sparse_moe.experts.192.w3,0.0000581666,0.01000,0.840
+47,block_sparse_moe.experts.194.w3,0.0000569426,0.01000,0.837
+47,block_sparse_moe.experts.195.w3,0.0000527853,0.01000,0.838
+47,block_sparse_moe.experts.197.w3,0.0000544594,0.01000,0.846
+47,block_sparse_moe.experts.196.w3,0.0000551372,0.01000,0.873
+47,block_sparse_moe.experts.199.w3,0.0000488494,0.01000,0.828
+47,block_sparse_moe.experts.200.w3,0.0000514967,0.01000,0.836
+47,block_sparse_moe.experts.201.w3,0.0000476546,0.01000,0.835
+47,block_sparse_moe.experts.202.w3,0.0000548715,0.01000,0.837
+47,block_sparse_moe.experts.198.w3,0.0000539038,0.01000,0.873
+47,block_sparse_moe.experts.203.w3,0.0000575092,0.01000,0.844
+47,block_sparse_moe.experts.204.w3,0.0000563027,0.01000,0.856
+47,block_sparse_moe.experts.206.w3,0.0000516614,0.01000,0.833
+47,block_sparse_moe.experts.207.w3,0.0000528190,0.01000,0.838
+47,block_sparse_moe.experts.209.w3,0.0000600538,0.01000,0.841
+47,block_sparse_moe.experts.208.w3,0.0000531307,0.01000,0.846
+47,block_sparse_moe.experts.205.w3,0.0000514373,0.01000,0.887
+47,block_sparse_moe.experts.210.w3,0.0000507761,0.01000,0.842
+47,block_sparse_moe.experts.211.w3,0.0000561588,0.01000,0.847
+47,block_sparse_moe.experts.213.w3,0.0000547764,0.01000,0.833
+47,block_sparse_moe.experts.214.w3,0.0000579236,0.01000,0.837
+47,block_sparse_moe.experts.216.w3,0.0000554250,0.01000,0.836
+47,block_sparse_moe.experts.215.w3,0.0000557629,0.01000,0.844
+47,block_sparse_moe.experts.212.w3,0.0000616500,0.01000,0.895
+47,block_sparse_moe.experts.217.w3,0.0000527161,0.01000,0.839
+47,block_sparse_moe.experts.218.w3,0.0000524153,0.01000,0.843
+47,block_sparse_moe.experts.221.w3,0.0000489928,0.01000,0.830
+47,block_sparse_moe.experts.220.w3,0.0000551916,0.01000,0.849
+47,block_sparse_moe.experts.222.w3,0.0000528881,0.01000,0.845
+47,block_sparse_moe.experts.223.w3,0.0000562428,0.01000,0.833
+47,block_sparse_moe.experts.219.w3,0.0000498705,0.01000,0.888
+47,block_sparse_moe.experts.224.w3,0.0000553077,0.01000,0.871
+47,block_sparse_moe.experts.225.w3,0.0000561363,0.01000,0.848
+47,block_sparse_moe.experts.227.w3,0.0000553100,0.01000,0.839
+47,block_sparse_moe.experts.228.w3,0.0000546744,0.01000,0.847
+47,block_sparse_moe.experts.229.w3,0.0000563645,0.01000,0.847
+47,block_sparse_moe.experts.226.w3,0.0000515048,0.01000,0.873
+47,block_sparse_moe.experts.230.w3,0.0000576196,0.01000,0.847
+47,block_sparse_moe.experts.231.w3,0.0000526565,0.01000,0.854
+47,block_sparse_moe.experts.232.w3,0.0000537680,0.01000,0.854
+47,block_sparse_moe.experts.234.w3,0.0000559687,0.01000,0.824
+47,block_sparse_moe.experts.235.w3,0.0000575201,0.01000,0.829
+47,block_sparse_moe.experts.237.w3,0.0000481158,0.01000,0.826
+47,block_sparse_moe.experts.233.w3,0.0000498724,0.01000,0.877
+47,block_sparse_moe.experts.236.w3,0.0000490774,0.01000,0.881
+47,block_sparse_moe.experts.238.w3,0.0000579518,0.01000,0.847
+47,block_sparse_moe.experts.239.w3,0.0000546267,0.01000,0.841
+47,block_sparse_moe.experts.241.w3,0.0000597473,0.01000,0.823
+47,block_sparse_moe.experts.242.w3,0.0000482557,0.01000,0.834
+47,block_sparse_moe.experts.243.w3,0.0000552640,0.01000,0.845
+47,block_sparse_moe.experts.244.w3,0.0000491778,0.01000,0.825
+47,block_sparse_moe.experts.240.w3,0.0000597066,0.01000,0.900
+47,block_sparse_moe.experts.245.w3,0.0000517943,0.01000,0.859
+47,block_sparse_moe.experts.246.w3,0.0000550312,0.01000,0.843
+47,block_sparse_moe.experts.248.w3,0.0000580028,0.01000,0.837
+47,block_sparse_moe.experts.249.w3,0.0000534016,0.01000,0.824
+47,block_sparse_moe.experts.247.w3,0.0000536599,0.01000,0.889
+47,block_sparse_moe.experts.250.w3,0.0000563750,0.01000,0.831
+47,block_sparse_moe.experts.251.w3,0.0000533624,0.01000,0.832
+47,block_sparse_moe.experts.253.w3,0.0000559540,0.01000,0.703
+47,block_sparse_moe.experts.252.w3,0.0000585568,0.01000,0.710
+47,block_sparse_moe.experts.255.w3,0.0000572980,0.01000,0.683
+47,block_sparse_moe.experts.254.w3,0.0000559440,0.01000,0.708
+47,block_sparse_moe.experts.0.w2,0.0000996364,0.01000,0.458
+47,block_sparse_moe.experts.5.w2,0.0000333898,0.01000,0.459
+47,block_sparse_moe.experts.3.w2,0.0000482692,0.01000,0.466
+47,block_sparse_moe.experts.1.w2,0.0000662155,0.01000,0.473
+47,block_sparse_moe.experts.4.w2,0.0001305919,0.01000,0.540
+47,block_sparse_moe.experts.6.w2,0.0000475480,0.01000,0.563
+47,block_sparse_moe.experts.2.w2,0.0000455690,0.01000,0.602
+47,block_sparse_moe.experts.9.w2,0.0000652138,0.01000,0.492
+47,block_sparse_moe.experts.10.w2,0.0000291086,0.01000,0.495
+47,block_sparse_moe.experts.7.w2,0.0001004787,0.01000,0.532
+47,block_sparse_moe.experts.8.w2,0.0000508872,0.01000,0.537
+47,block_sparse_moe.experts.12.w2,0.0000234336,0.01000,0.438
+47,block_sparse_moe.experts.13.w2,0.0000551802,0.01000,0.440
+47,block_sparse_moe.experts.11.w2,0.0000547302,0.01000,0.692
+47,block_sparse_moe.experts.14.w2,0.0000451474,0.01000,0.432
+47,block_sparse_moe.experts.15.w2,0.0000333144,0.01000,0.444
+47,block_sparse_moe.experts.19.w2,0.0001417887,0.01000,0.480
+47,block_sparse_moe.experts.17.w2,0.0000300722,0.01000,0.612
+47,block_sparse_moe.experts.18.w2,0.0000560451,0.01000,0.767
+47,block_sparse_moe.experts.16.w2,0.0000384485,0.01000,0.821
+47,block_sparse_moe.experts.20.w2,0.0000977885,0.01000,0.582
+47,block_sparse_moe.experts.21.w2,0.0000465526,0.01000,0.459
+47,block_sparse_moe.experts.22.w2,0.0000431352,0.01000,0.617
+47,block_sparse_moe.experts.24.w2,0.0000615080,0.01000,0.436
+47,block_sparse_moe.experts.23.w2,0.0000281377,0.01000,0.567
+47,block_sparse_moe.experts.28.w2,0.0000347560,0.01000,0.443
+47,block_sparse_moe.experts.26.w2,0.0000352423,0.01000,0.501
+47,block_sparse_moe.experts.25.w2,0.0000703865,0.01000,0.587
+47,block_sparse_moe.experts.27.w2,0.0000501025,0.01000,0.580
+47,block_sparse_moe.experts.30.w2,0.0000246644,0.01000,0.459
+47,block_sparse_moe.experts.31.w2,0.0000622408,0.01000,0.435
+47,block_sparse_moe.experts.29.w2,0.0000529574,0.01000,0.522
+47,block_sparse_moe.experts.34.w2,0.0000480928,0.01000,0.456
+47,block_sparse_moe.experts.35.w2,0.0000417777,0.01000,0.438
+47,block_sparse_moe.experts.32.w2,0.0000601976,0.01000,0.637
+47,block_sparse_moe.experts.36.w2,0.0000605637,0.01000,0.448
+47,block_sparse_moe.experts.37.w2,0.0000494371,0.01000,0.430
+47,block_sparse_moe.experts.38.w2,0.0000629387,0.01000,0.433
+47,block_sparse_moe.experts.33.w2,0.0000469750,0.01000,0.713
+47,block_sparse_moe.experts.40.w2,0.0000677136,0.01000,0.517
+47,block_sparse_moe.experts.42.w2,0.0000402479,0.01000,0.438
+47,block_sparse_moe.experts.43.w2,0.0000660521,0.01000,0.451
+47,block_sparse_moe.experts.44.w2,0.0000381553,0.01000,0.452
+47,block_sparse_moe.experts.45.w2,0.0000251867,0.01000,0.436
+47,block_sparse_moe.experts.39.w2,0.0000586775,0.01000,0.878
+47,block_sparse_moe.experts.41.w2,0.0000414085,0.01000,0.837
+47,block_sparse_moe.experts.49.w2,0.0000318585,0.01000,0.424
+47,block_sparse_moe.experts.47.w2,0.0000515554,0.01000,0.472
+47,block_sparse_moe.experts.50.w2,0.0000608196,0.01000,0.506
+47,block_sparse_moe.experts.48.w2,0.0000332568,0.01000,0.579
+47,block_sparse_moe.experts.46.w2,0.0000528430,0.01000,0.740
+47,block_sparse_moe.experts.51.w2,0.0000349563,0.01000,0.500
+47,block_sparse_moe.experts.54.w2,0.0000642182,0.01000,0.454
+47,block_sparse_moe.experts.56.w2,0.0000437990,0.01000,0.440
+47,block_sparse_moe.experts.52.w2,0.0000332536,0.01000,0.742
+47,block_sparse_moe.experts.57.w2,0.0000417015,0.01000,0.437
+47,block_sparse_moe.experts.53.w2,0.0000429620,0.01000,0.748
+47,block_sparse_moe.experts.55.w2,0.0000211175,0.01000,0.659
+47,block_sparse_moe.experts.58.w2,0.0000440851,0.01000,0.543
+47,block_sparse_moe.experts.59.w2,0.0000357395,0.01000,0.503
+47,block_sparse_moe.experts.61.w2,0.0000425947,0.01000,0.503
+47,block_sparse_moe.experts.62.w2,0.0000744544,0.01000,0.482
+47,block_sparse_moe.experts.63.w2,0.0000342835,0.01000,0.441
+47,block_sparse_moe.experts.64.w2,0.0000344004,0.01000,0.499
+47,block_sparse_moe.experts.60.w2,0.0000388512,0.01000,0.719
+47,block_sparse_moe.experts.65.w2,0.0000557372,0.01000,0.440
+47,block_sparse_moe.experts.66.w2,0.0000339715,0.01000,0.507
+47,block_sparse_moe.experts.69.w2,0.0000535026,0.01000,0.459
+47,block_sparse_moe.experts.70.w2,0.0000966680,0.01000,0.420
+47,block_sparse_moe.experts.71.w2,0.0000340916,0.01000,0.424
+47,block_sparse_moe.experts.72.w2,0.0000351002,0.01000,0.432
+47,block_sparse_moe.experts.67.w2,0.0000325310,0.01000,0.659
+47,block_sparse_moe.experts.73.w2,0.0000668854,0.01000,0.411
+47,block_sparse_moe.experts.68.w2,0.0000435316,0.01000,0.813
+47,block_sparse_moe.experts.76.w2,0.0001482905,0.01000,0.432
+47,block_sparse_moe.experts.77.w2,0.0000413632,0.01000,0.423
+47,block_sparse_moe.experts.78.w2,0.0000600921,0.01000,0.422
+47,block_sparse_moe.experts.75.w2,0.0000512469,0.01000,0.612
+47,block_sparse_moe.experts.79.w2,0.0000373864,0.01000,0.431
+47,block_sparse_moe.experts.74.w2,0.0000366307,0.01000,0.826
+47,block_sparse_moe.experts.80.w2,0.0000807069,0.01000,0.602
+47,block_sparse_moe.experts.83.w2,0.0000536514,0.01000,0.431
+47,block_sparse_moe.experts.82.w2,0.0000281394,0.01000,0.566
+47,block_sparse_moe.experts.85.w2,0.0000590684,0.01000,0.440
+47,block_sparse_moe.experts.84.w2,0.0000370417,0.01000,0.472
+47,block_sparse_moe.experts.81.w2,0.0000225784,0.01000,0.777
+47,block_sparse_moe.experts.86.w2,0.0000349240,0.01000,0.481
+47,block_sparse_moe.experts.87.w2,0.0000643090,0.01000,0.477
+47,block_sparse_moe.experts.89.w2,0.0000843852,0.01000,0.443
+47,block_sparse_moe.experts.90.w2,0.0000822774,0.01000,0.446
+47,block_sparse_moe.experts.92.w2,0.0000888392,0.01000,0.442
+47,block_sparse_moe.experts.93.w2,0.0000621799,0.01000,0.436
+47,block_sparse_moe.experts.88.w2,0.0000592488,0.01000,0.763
+47,block_sparse_moe.experts.94.w2,0.0000294962,0.01000,0.421
+47,block_sparse_moe.experts.96.w2,0.0000802521,0.01000,0.420
+47,block_sparse_moe.experts.91.w2,0.0000306055,0.01000,0.872
+47,block_sparse_moe.experts.97.w2,0.0000431203,0.01000,0.428
+47,block_sparse_moe.experts.99.w2,0.0000733323,0.01000,0.438
+47,block_sparse_moe.experts.100.w2,0.0000842431,0.01000,0.444
+47,block_sparse_moe.experts.98.w2,0.0000527081,0.01000,0.547
+47,block_sparse_moe.experts.95.w2,0.0000722781,0.01000,0.799
+47,block_sparse_moe.experts.101.w2,0.0000334028,0.01000,0.457
+47,block_sparse_moe.experts.103.w2,0.0000519296,0.01000,0.456
+47,block_sparse_moe.experts.104.w2,0.0000675617,0.01000,0.435
+47,block_sparse_moe.experts.102.w2,0.0000474213,0.01000,0.702
+47,block_sparse_moe.experts.106.w2,0.0000584578,0.01000,0.429
+47,block_sparse_moe.experts.107.w2,0.0000860054,0.01000,0.428
+47,block_sparse_moe.experts.108.w2,0.0000428824,0.01000,0.422
+47,block_sparse_moe.experts.105.w2,0.0000300612,0.01000,0.724
+47,block_sparse_moe.experts.110.w2,0.0000837424,0.01000,0.437
+47,block_sparse_moe.experts.111.w2,0.0000255156,0.01000,0.439
+47,block_sparse_moe.experts.113.w2,0.0000346088,0.01000,0.429
+47,block_sparse_moe.experts.112.w2,0.0000536651,0.01000,0.538
+47,block_sparse_moe.experts.109.w2,0.0000875300,0.01000,0.770
+47,block_sparse_moe.experts.114.w2,0.0000757102,0.01000,0.522
+47,block_sparse_moe.experts.117.w2,0.0000721867,0.01000,0.426
+47,block_sparse_moe.experts.118.w2,0.0000570325,0.01000,0.428
+47,block_sparse_moe.experts.119.w2,0.0000684297,0.01000,0.427
+47,block_sparse_moe.experts.121.w2,0.0000447086,0.01000,0.414
+47,block_sparse_moe.experts.120.w2,0.0000498985,0.01000,0.429
+47,block_sparse_moe.experts.115.w2,0.0000356881,0.01000,0.895
+47,block_sparse_moe.experts.116.w2,0.0000656752,0.01000,0.851
+47,block_sparse_moe.experts.122.w2,0.0000540334,0.01000,0.532
+47,block_sparse_moe.experts.124.w2,0.0000564541,0.01000,0.493
+47,block_sparse_moe.experts.126.w2,0.0000950409,0.01000,0.417
+47,block_sparse_moe.experts.125.w2,0.0001070407,0.01000,0.428
+47,block_sparse_moe.experts.123.w2,0.0000671515,0.01000,0.729
+47,block_sparse_moe.experts.127.w2,0.0000266592,0.01000,0.482
+47,block_sparse_moe.experts.129.w2,0.0000408908,0.01000,0.423
+47,block_sparse_moe.experts.128.w2,0.0000450396,0.01000,0.601
+47,block_sparse_moe.experts.131.w2,0.0000228297,0.01000,0.421
+47,block_sparse_moe.experts.132.w2,0.0000320204,0.01000,0.425
+47,block_sparse_moe.experts.133.w2,0.0000445696,0.01000,0.423
+47,block_sparse_moe.experts.135.w2,0.0000661363,0.01000,0.423
+47,block_sparse_moe.experts.136.w2,0.0000626362,0.01000,0.434
+47,block_sparse_moe.experts.130.w2,0.0000405868,0.01000,0.825
+47,block_sparse_moe.experts.138.w2,0.0000365833,0.01000,0.423
+47,block_sparse_moe.experts.139.w2,0.0000325441,0.01000,0.467
+47,block_sparse_moe.experts.134.w2,0.0000693568,0.01000,0.917
+47,block_sparse_moe.experts.140.w2,0.0000234657,0.01000,0.434
+47,block_sparse_moe.experts.137.w2,0.0000396288,0.01000,0.829
+47,block_sparse_moe.experts.143.w2,0.0000394428,0.01000,0.433
+47,block_sparse_moe.experts.142.w2,0.0000255909,0.01000,0.510
+47,block_sparse_moe.experts.145.w2,0.0000322758,0.01000,0.436
+47,block_sparse_moe.experts.141.w2,0.0000501452,0.01000,0.759
+47,block_sparse_moe.experts.146.w2,0.0000517295,0.01000,0.450
+47,block_sparse_moe.experts.147.w2,0.0000207965,0.01000,0.470
+47,block_sparse_moe.experts.149.w2,0.0000539866,0.01000,0.481
+47,block_sparse_moe.experts.144.w2,0.0000355915,0.01000,0.859
+47,block_sparse_moe.experts.148.w2,0.0000268078,0.01000,0.704
+47,block_sparse_moe.experts.150.w2,0.0000288695,0.01000,0.585
+47,block_sparse_moe.experts.152.w2,0.0000475256,0.01000,0.461
+47,block_sparse_moe.experts.153.w2,0.0000265885,0.01000,0.443
+47,block_sparse_moe.experts.154.w2,0.0000592090,0.01000,0.478
+47,block_sparse_moe.experts.151.w2,0.0000525393,0.01000,0.829
+47,block_sparse_moe.experts.155.w2,0.0000299276,0.01000,0.556
+47,block_sparse_moe.experts.156.w2,0.0000605510,0.01000,0.452
+47,block_sparse_moe.experts.157.w2,0.0000902156,0.01000,0.440
+47,block_sparse_moe.experts.159.w2,0.0000610346,0.01000,0.472
+47,block_sparse_moe.experts.160.w2,0.0000655339,0.01000,0.476
+47,block_sparse_moe.experts.158.w2,0.0000808969,0.01000,0.666
+47,block_sparse_moe.experts.161.w2,0.0000500796,0.01000,0.509
+47,block_sparse_moe.experts.163.w2,0.0000702398,0.01000,0.425
+47,block_sparse_moe.experts.162.w2,0.0000297842,0.01000,0.475
+47,block_sparse_moe.experts.164.w2,0.0001430280,0.01000,0.434
+47,block_sparse_moe.experts.166.w2,0.0000625788,0.01000,0.518
+47,block_sparse_moe.experts.167.w2,0.0000415104,0.01000,0.563
+47,block_sparse_moe.experts.165.w2,0.0000295739,0.01000,0.714
+47,block_sparse_moe.experts.169.w2,0.0000555688,0.01000,0.495
+47,block_sparse_moe.experts.171.w2,0.0000537958,0.01000,0.436
+47,block_sparse_moe.experts.170.w2,0.0000522962,0.01000,0.538
+47,block_sparse_moe.experts.174.w2,0.0000576824,0.01000,0.430
+47,block_sparse_moe.experts.173.w2,0.0000722722,0.01000,0.454
+47,block_sparse_moe.experts.168.w2,0.0000231400,0.01000,0.964
+47,block_sparse_moe.experts.176.w2,0.0000398147,0.01000,0.447
+47,block_sparse_moe.experts.177.w2,0.0000233064,0.01000,0.534
+47,block_sparse_moe.experts.172.w2,0.0000472323,0.01000,0.840
+47,block_sparse_moe.experts.178.w2,0.0000634665,0.01000,0.435
+47,block_sparse_moe.experts.175.w2,0.0000537805,0.01000,0.886
+47,block_sparse_moe.experts.181.w2,0.0000367030,0.01000,0.429
+47,block_sparse_moe.experts.180.w2,0.0000656062,0.01000,0.535
+47,block_sparse_moe.experts.182.w2,0.0000419041,0.01000,0.530
+47,block_sparse_moe.experts.179.w2,0.0000279861,0.01000,0.790
+47,block_sparse_moe.experts.183.w2,0.0000359261,0.01000,0.489
+47,block_sparse_moe.experts.184.w2,0.0000491666,0.01000,0.480
+47,block_sparse_moe.experts.185.w2,0.0000243863,0.01000,0.475
+47,block_sparse_moe.experts.187.w2,0.0000372299,0.01000,0.617
+47,block_sparse_moe.experts.186.w2,0.0000504934,0.01000,0.697
+47,block_sparse_moe.experts.190.w2,0.0000762363,0.01000,0.469
+47,block_sparse_moe.experts.188.w2,0.0000435835,0.01000,0.543
+47,block_sparse_moe.experts.189.w2,0.0000817613,0.01000,0.543
+47,block_sparse_moe.experts.191.w2,0.0000734802,0.01000,0.461
+47,block_sparse_moe.experts.194.w2,0.0000388701,0.01000,0.444
+47,block_sparse_moe.experts.192.w2,0.0000385315,0.01000,0.717
+47,block_sparse_moe.experts.196.w2,0.0000467139,0.01000,0.448
+47,block_sparse_moe.experts.197.w2,0.0000589656,0.01000,0.428
+47,block_sparse_moe.experts.198.w2,0.0000318158,0.01000,0.422
+47,block_sparse_moe.experts.195.w2,0.0000422098,0.01000,0.663
+47,block_sparse_moe.experts.193.w2,0.0000389226,0.01000,0.764
+47,block_sparse_moe.experts.199.w2,0.0000631516,0.01000,0.417
+47,block_sparse_moe.experts.201.w2,0.0000246475,0.01000,0.465
+47,block_sparse_moe.experts.203.w2,0.0000557546,0.01000,0.410
+47,block_sparse_moe.experts.202.w2,0.0000736840,0.01000,0.531
+47,block_sparse_moe.experts.204.w2,0.0000454205,0.01000,0.457
+47,block_sparse_moe.experts.206.w2,0.0000429060,0.01000,0.383
+47,block_sparse_moe.experts.200.w2,0.0000613375,0.01000,0.811
+47,block_sparse_moe.experts.205.w2,0.0000830637,0.01000,0.643
+47,block_sparse_moe.experts.208.w2,0.0000318271,0.01000,0.516
+47,block_sparse_moe.experts.209.w2,0.0000576320,0.01000,0.529
+47,block_sparse_moe.experts.210.w2,0.0000464660,0.01000,0.512
+47,block_sparse_moe.experts.211.w2,0.0000669337,0.01000,0.489
+47,block_sparse_moe.experts.207.w2,0.0000305016,0.01000,0.770
+47,block_sparse_moe.experts.213.w2,0.0000818456,0.01000,0.452
+47,block_sparse_moe.experts.212.w2,0.0000679045,0.01000,0.649
+47,block_sparse_moe.experts.215.w2,0.0000358592,0.01000,0.532
+47,block_sparse_moe.experts.218.w2,0.0000336504,0.01000,0.442
+47,block_sparse_moe.experts.214.w2,0.0000536000,0.01000,0.705
+47,block_sparse_moe.experts.217.w2,0.0000464981,0.01000,0.507
+47,block_sparse_moe.experts.216.w2,0.0000667605,0.01000,0.561
+47,block_sparse_moe.experts.219.w2,0.0000682373,0.01000,0.451
+47,block_sparse_moe.experts.220.w2,0.0000584575,0.01000,0.424
+47,block_sparse_moe.experts.222.w2,0.0000442704,0.01000,0.439
+47,block_sparse_moe.experts.223.w2,0.0000526076,0.01000,0.495
+47,block_sparse_moe.experts.224.w2,0.0000478523,0.01000,0.488
+47,block_sparse_moe.experts.225.w2,0.0000353888,0.01000,0.472
+47,block_sparse_moe.experts.226.w2,0.0000362218,0.01000,0.433
+47,block_sparse_moe.experts.227.w2,0.0000596878,0.01000,0.423
+47,block_sparse_moe.experts.221.w2,0.0000599343,0.01000,0.868
+47,block_sparse_moe.experts.232.w2,0.0000276091,0.01000,0.439
+47,block_sparse_moe.experts.229.w2,0.0000645424,0.01000,0.480
+47,block_sparse_moe.experts.230.w2,0.0000535572,0.01000,0.506
+47,block_sparse_moe.experts.231.w2,0.0001309169,0.01000,0.497
+47,block_sparse_moe.experts.233.w2,0.0000706975,0.01000,0.557
+47,block_sparse_moe.experts.228.w2,0.0000340126,0.01000,0.702
+47,block_sparse_moe.experts.234.w2,0.0000275748,0.01000,0.434
+47,block_sparse_moe.experts.236.w2,0.0000647427,0.01000,0.551
+47,block_sparse_moe.experts.238.w2,0.0000474458,0.01000,0.532
+47,block_sparse_moe.experts.237.w2,0.0001796306,0.01000,0.537
+47,block_sparse_moe.experts.240.w2,0.0000506610,0.01000,0.444
+47,block_sparse_moe.experts.241.w2,0.0000473154,0.01000,0.434
+47,block_sparse_moe.experts.235.w2,0.0000597221,0.01000,0.751
+47,block_sparse_moe.experts.239.w2,0.0000795774,0.01000,0.725
+47,block_sparse_moe.experts.243.w2,0.0000417735,0.01000,0.433
+47,block_sparse_moe.experts.245.w2,0.0000389002,0.01000,0.415
+47,block_sparse_moe.experts.244.w2,0.0000809057,0.01000,0.435
+47,block_sparse_moe.experts.247.w2,0.0000322798,0.01000,0.418
+47,block_sparse_moe.experts.246.w2,0.0000316519,0.01000,0.484
+47,block_sparse_moe.experts.242.w2,0.0001485351,0.01000,0.659
+47,block_sparse_moe.experts.248.w2,0.0000317464,0.01000,0.497
+47,block_sparse_moe.experts.250.w2,0.0000271363,0.01000,0.437
+47,block_sparse_moe.experts.251.w2,0.0000843983,0.01000,0.565
+47,block_sparse_moe.experts.252.w2,0.0000568876,0.01000,0.432
+47,block_sparse_moe.experts.253.w2,0.0000892215,0.01000,0.426
+47,block_sparse_moe.experts.254.w2,0.0000871740,0.01000,0.422
+47,block_sparse_moe.experts.249.w2,0.0000360771,0.01000,0.713
+47,block_sparse_moe.experts.255.w2,0.0000497163,0.01000,0.387
+48,block_sparse_moe.experts.1.w1,0.0000487621,0.01000,0.859
+48,block_sparse_moe.experts.3.w1,0.0000472409,0.01000,0.868
+48,block_sparse_moe.experts.5.w1,0.0000512632,0.01000,0.896
+48,block_sparse_moe.experts.6.w1,0.0000493658,0.01000,0.910
+48,block_sparse_moe.experts.0.w1,0.0000505650,0.01000,0.934
+48,block_sparse_moe.experts.2.w1,0.0000491118,0.01000,0.969
+48,block_sparse_moe.experts.4.w1,0.0000470643,0.01000,1.036
+48,block_sparse_moe.experts.8.w1,0.0000478879,0.01000,0.863
+48,block_sparse_moe.experts.9.w1,0.0000472251,0.01000,0.913
+48,block_sparse_moe.experts.7.w1,0.0000469198,0.01000,1.021
+48,block_sparse_moe.experts.12.w1,0.0000472928,0.01000,0.934
+48,block_sparse_moe.experts.13.w1,0.0000478615,0.01000,0.921
+48,block_sparse_moe.experts.10.w1,0.0000531458,0.01000,1.051
+48,block_sparse_moe.experts.11.w1,0.0000483304,0.01000,1.244
+48,block_sparse_moe.experts.14.w1,0.0000496825,0.01000,0.972
+48,block_sparse_moe.experts.15.w1,0.0000473960,0.01000,0.911
+48,block_sparse_moe.experts.16.w1,0.0000480134,0.01000,0.924
+48,block_sparse_moe.experts.17.w1,0.0000494592,0.01000,0.971
+48,block_sparse_moe.experts.19.w1,0.0000503136,0.01000,0.915
+48,block_sparse_moe.experts.20.w1,0.0000483166,0.01000,0.890
+48,block_sparse_moe.experts.18.w1,0.0000507924,0.01000,1.276
+48,block_sparse_moe.experts.22.w1,0.0000435567,0.01000,0.860
+48,block_sparse_moe.experts.23.w1,0.0000474300,0.01000,0.841
+48,block_sparse_moe.experts.26.w1,0.0000452683,0.01000,0.859
+48,block_sparse_moe.experts.21.w1,0.0000498707,0.01000,1.230
+48,block_sparse_moe.experts.24.w1,0.0000499368,0.01000,1.092
+48,block_sparse_moe.experts.25.w1,0.0000487552,0.01000,1.184
+48,block_sparse_moe.experts.27.w1,0.0000503670,0.01000,1.191
+48,block_sparse_moe.experts.29.w1,0.0000471283,0.01000,0.860
+48,block_sparse_moe.experts.28.w1,0.0000497123,0.01000,1.027
+48,block_sparse_moe.experts.31.w1,0.0000495195,0.01000,0.863
+48,block_sparse_moe.experts.30.w1,0.0000480740,0.01000,0.991
+48,block_sparse_moe.experts.33.w1,0.0000483485,0.01000,0.862
+48,block_sparse_moe.experts.32.w1,0.0000487478,0.01000,1.203
+48,block_sparse_moe.experts.34.w1,0.0000405640,0.01000,0.885
+48,block_sparse_moe.experts.35.w1,0.0000522855,0.01000,1.164
+48,block_sparse_moe.experts.37.w1,0.0000508110,0.01000,0.892
+48,block_sparse_moe.experts.36.w1,0.0000508751,0.01000,1.109
+48,block_sparse_moe.experts.38.w1,0.0000471079,0.01000,0.978
+48,block_sparse_moe.experts.40.w1,0.0000440686,0.01000,0.851
+48,block_sparse_moe.experts.39.w1,0.0000473307,0.01000,1.206
+48,block_sparse_moe.experts.41.w1,0.0000528671,0.01000,0.972
+48,block_sparse_moe.experts.43.w1,0.0000494806,0.01000,0.839
+48,block_sparse_moe.experts.42.w1,0.0000482896,0.01000,0.895
+48,block_sparse_moe.experts.44.w1,0.0000476419,0.01000,0.870
+48,block_sparse_moe.experts.47.w1,0.0000417029,0.01000,0.897
+48,block_sparse_moe.experts.45.w1,0.0000482358,0.01000,1.204
+48,block_sparse_moe.experts.46.w1,0.0000473819,0.01000,1.108
+48,block_sparse_moe.experts.48.w1,0.0000453520,0.01000,1.065
+48,block_sparse_moe.experts.49.w1,0.0000495786,0.01000,0.917
+48,block_sparse_moe.experts.50.w1,0.0000501794,0.01000,0.884
+48,block_sparse_moe.experts.51.w1,0.0000453829,0.01000,0.880
+48,block_sparse_moe.experts.52.w1,0.0000493675,0.01000,0.866
+48,block_sparse_moe.experts.54.w1,0.0000421640,0.01000,0.860
+48,block_sparse_moe.experts.53.w1,0.0000500325,0.01000,1.131
+48,block_sparse_moe.experts.57.w1,0.0000494281,0.01000,0.865
+48,block_sparse_moe.experts.56.w1,0.0000453908,0.01000,0.876
+48,block_sparse_moe.experts.58.w1,0.0000470986,0.01000,0.862
+48,block_sparse_moe.experts.55.w1,0.0000445501,0.01000,1.279
+48,block_sparse_moe.experts.59.w1,0.0000472325,0.01000,0.844
+48,block_sparse_moe.experts.61.w1,0.0000484541,0.01000,0.864
+48,block_sparse_moe.experts.60.w1,0.0000501775,0.01000,1.129
+48,block_sparse_moe.experts.63.w1,0.0000494541,0.01000,0.921
+48,block_sparse_moe.experts.64.w1,0.0000522706,0.01000,0.939
+48,block_sparse_moe.experts.62.w1,0.0000476265,0.01000,1.186
+48,block_sparse_moe.experts.65.w1,0.0000510217,0.01000,0.901
+48,block_sparse_moe.experts.66.w1,0.0000489855,0.01000,0.922
+48,block_sparse_moe.experts.68.w1,0.0000473365,0.01000,0.878
+48,block_sparse_moe.experts.70.w1,0.0000477394,0.01000,0.855
+48,block_sparse_moe.experts.69.w1,0.0000473035,0.01000,1.020
+48,block_sparse_moe.experts.71.w1,0.0000491020,0.01000,0.908
+48,block_sparse_moe.experts.67.w1,0.0000539429,0.01000,1.320
+48,block_sparse_moe.experts.73.w1,0.0000492532,0.01000,0.884
+48,block_sparse_moe.experts.72.w1,0.0000483702,0.01000,1.137
+48,block_sparse_moe.experts.75.w1,0.0000457248,0.01000,0.880
+48,block_sparse_moe.experts.76.w1,0.0000476319,0.01000,0.858
+48,block_sparse_moe.experts.78.w1,0.0000426394,0.01000,0.869
+48,block_sparse_moe.experts.74.w1,0.0000499280,0.01000,1.292
+48,block_sparse_moe.experts.77.w1,0.0000499214,0.01000,0.932
+48,block_sparse_moe.experts.79.w1,0.0000430454,0.01000,0.940
+48,block_sparse_moe.experts.80.w1,0.0000469905,0.01000,1.067
+48,block_sparse_moe.experts.82.w1,0.0000464847,0.01000,0.862
+48,block_sparse_moe.experts.83.w1,0.0000475565,0.01000,0.881
+48,block_sparse_moe.experts.84.w1,0.0000495804,0.01000,0.890
+48,block_sparse_moe.experts.81.w1,0.0000480421,0.01000,1.250
+48,block_sparse_moe.experts.85.w1,0.0000474393,0.01000,0.920
+48,block_sparse_moe.experts.86.w1,0.0000497490,0.01000,0.998
+48,block_sparse_moe.experts.87.w1,0.0000498852,0.01000,1.129
+48,block_sparse_moe.experts.89.w1,0.0000456256,0.01000,0.883
+48,block_sparse_moe.experts.90.w1,0.0000435452,0.01000,0.899
+48,block_sparse_moe.experts.91.w1,0.0000427122,0.01000,0.889
+48,block_sparse_moe.experts.88.w1,0.0000499984,0.01000,1.172
+48,block_sparse_moe.experts.92.w1,0.0000476985,0.01000,0.919
+48,block_sparse_moe.experts.93.w1,0.0000457062,0.01000,0.832
+48,block_sparse_moe.experts.94.w1,0.0000495601,0.01000,0.919
+48,block_sparse_moe.experts.96.w1,0.0000425423,0.01000,0.868
+48,block_sparse_moe.experts.97.w1,0.0000503144,0.01000,0.879
+48,block_sparse_moe.experts.99.w1,0.0000480769,0.01000,0.851
+48,block_sparse_moe.experts.98.w1,0.0000474706,0.01000,1.027
+48,block_sparse_moe.experts.100.w1,0.0000482828,0.01000,0.868
+48,block_sparse_moe.experts.95.w1,0.0000481467,0.01000,1.316
+48,block_sparse_moe.experts.101.w1,0.0000488403,0.01000,0.842
+48,block_sparse_moe.experts.103.w1,0.0000480230,0.01000,0.855
+48,block_sparse_moe.experts.104.w1,0.0000447249,0.01000,1.014
+48,block_sparse_moe.experts.105.w1,0.0000486258,0.01000,0.881
+48,block_sparse_moe.experts.106.w1,0.0000491284,0.01000,0.886
+48,block_sparse_moe.experts.107.w1,0.0000502255,0.01000,0.850
+48,block_sparse_moe.experts.102.w1,0.0000490648,0.01000,1.372
+48,block_sparse_moe.experts.108.w1,0.0000498293,0.01000,0.898
+48,block_sparse_moe.experts.111.w1,0.0000500790,0.01000,0.875
+48,block_sparse_moe.experts.112.w1,0.0000472596,0.01000,0.923
+48,block_sparse_moe.experts.110.w1,0.0000417948,0.01000,0.972
+48,block_sparse_moe.experts.109.w1,0.0000484788,0.01000,1.177
+48,block_sparse_moe.experts.113.w1,0.0000493643,0.01000,0.842
+48,block_sparse_moe.experts.114.w1,0.0000439682,0.01000,0.908
+48,block_sparse_moe.experts.115.w1,0.0000510508,0.01000,1.059
+48,block_sparse_moe.experts.120.w1,0.0000493257,0.01000,0.877
+48,block_sparse_moe.experts.119.w1,0.0000481159,0.01000,0.882
+48,block_sparse_moe.experts.118.w1,0.0000418154,0.01000,0.965
+48,block_sparse_moe.experts.116.w1,0.0000443744,0.01000,1.122
+48,block_sparse_moe.experts.117.w1,0.0000463974,0.01000,1.204
+48,block_sparse_moe.experts.121.w1,0.0000406374,0.01000,0.988
+48,block_sparse_moe.experts.122.w1,0.0000480937,0.01000,0.955
+48,block_sparse_moe.experts.126.w1,0.0000446224,0.01000,0.904
+48,block_sparse_moe.experts.125.w1,0.0000482863,0.01000,1.058
+48,block_sparse_moe.experts.127.w1,0.0000502150,0.01000,1.019
+48,block_sparse_moe.experts.124.w1,0.0000463782,0.01000,1.290
+48,block_sparse_moe.experts.128.w1,0.0000477147,0.01000,1.019
+48,block_sparse_moe.experts.123.w1,0.0000510482,0.01000,1.374
+48,block_sparse_moe.experts.129.w1,0.0000448818,0.01000,0.993
+48,block_sparse_moe.experts.131.w1,0.0000439954,0.01000,0.965
+48,block_sparse_moe.experts.130.w1,0.0000503652,0.01000,1.054
+48,block_sparse_moe.experts.133.w1,0.0000463816,0.01000,0.862
+48,block_sparse_moe.experts.135.w1,0.0000498429,0.01000,0.854
+48,block_sparse_moe.experts.132.w1,0.0000465119,0.01000,0.964
+48,block_sparse_moe.experts.134.w1,0.0000530833,0.01000,1.058
+48,block_sparse_moe.experts.136.w1,0.0000460633,0.01000,0.864
+48,block_sparse_moe.experts.138.w1,0.0000502370,0.01000,1.013
+48,block_sparse_moe.experts.139.w1,0.0000523861,0.01000,0.942
+48,block_sparse_moe.experts.141.w1,0.0000493656,0.01000,0.939
+48,block_sparse_moe.experts.137.w1,0.0000462005,0.01000,1.143
+48,block_sparse_moe.experts.140.w1,0.0000492934,0.01000,1.046
+48,block_sparse_moe.experts.142.w1,0.0000497380,0.01000,0.934
+48,block_sparse_moe.experts.143.w1,0.0000478714,0.01000,0.852
+48,block_sparse_moe.experts.149.w1,0.0000474095,0.01000,0.875
+48,block_sparse_moe.experts.147.w1,0.0000459218,0.01000,0.951
+48,block_sparse_moe.experts.148.w1,0.0000491929,0.01000,0.897
+48,block_sparse_moe.experts.145.w1,0.0000486334,0.01000,1.094
+48,block_sparse_moe.experts.150.w1,0.0000496386,0.01000,0.926
+48,block_sparse_moe.experts.144.w1,0.0000519050,0.01000,1.237
+48,block_sparse_moe.experts.146.w1,0.0000490512,0.01000,1.230
+48,block_sparse_moe.experts.154.w1,0.0000496817,0.01000,0.823
+48,block_sparse_moe.experts.155.w1,0.0000491634,0.01000,0.871
+48,block_sparse_moe.experts.153.w1,0.0000499290,0.01000,0.946
+48,block_sparse_moe.experts.156.w1,0.0000451711,0.01000,0.842
+48,block_sparse_moe.experts.152.w1,0.0000496645,0.01000,1.032
+48,block_sparse_moe.experts.157.w1,0.0000485112,0.01000,0.853
+48,block_sparse_moe.experts.151.w1,0.0000412553,0.01000,1.216
+48,block_sparse_moe.experts.159.w1,0.0000483328,0.01000,0.888
+48,block_sparse_moe.experts.162.w1,0.0000441678,0.01000,0.827
+48,block_sparse_moe.experts.160.w1,0.0000516151,0.01000,0.957
+48,block_sparse_moe.experts.161.w1,0.0000493400,0.01000,0.922
+48,block_sparse_moe.experts.163.w1,0.0000481241,0.01000,0.855
+48,block_sparse_moe.experts.164.w1,0.0000471367,0.01000,0.836
+48,block_sparse_moe.experts.158.w1,0.0000470821,0.01000,1.314
+48,block_sparse_moe.experts.169.w1,0.0000524288,0.01000,0.855
+48,block_sparse_moe.experts.168.w1,0.0000489694,0.01000,0.949
+48,block_sparse_moe.experts.166.w1,0.0000487656,0.01000,1.043
+48,block_sparse_moe.experts.170.w1,0.0000486162,0.01000,0.867
+48,block_sparse_moe.experts.167.w1,0.0000502400,0.01000,1.061
+48,block_sparse_moe.experts.171.w1,0.0000454330,0.01000,0.818
+48,block_sparse_moe.experts.165.w1,0.0000491297,0.01000,1.445
+48,block_sparse_moe.experts.175.w1,0.0000496918,0.01000,0.912
+48,block_sparse_moe.experts.176.w1,0.0000441432,0.01000,0.862
+48,block_sparse_moe.experts.177.w1,0.0000469316,0.01000,0.913
+48,block_sparse_moe.experts.174.w1,0.0000479905,0.01000,1.011
+48,block_sparse_moe.experts.173.w1,0.0000463637,0.01000,1.237
+48,block_sparse_moe.experts.178.w1,0.0000478718,0.01000,0.848
+48,block_sparse_moe.experts.172.w1,0.0000497125,0.01000,1.476
+48,block_sparse_moe.experts.182.w1,0.0000502407,0.01000,0.818
+48,block_sparse_moe.experts.181.w1,0.0000486357,0.01000,0.843
+48,block_sparse_moe.experts.180.w1,0.0000486579,0.01000,0.978
+48,block_sparse_moe.experts.184.w1,0.0000509216,0.01000,0.817
+48,block_sparse_moe.experts.185.w1,0.0000466695,0.01000,0.807
+48,block_sparse_moe.experts.183.w1,0.0000448375,0.01000,1.069
+48,block_sparse_moe.experts.179.w1,0.0000486964,0.01000,1.492
+48,block_sparse_moe.experts.187.w1,0.0000484113,0.01000,0.853
+48,block_sparse_moe.experts.188.w1,0.0000439257,0.01000,1.015
+48,block_sparse_moe.experts.189.w1,0.0000485382,0.01000,0.895
+48,block_sparse_moe.experts.190.w1,0.0000434025,0.01000,0.838
+48,block_sparse_moe.experts.191.w1,0.0000491830,0.01000,0.879
+48,block_sparse_moe.experts.192.w1,0.0000489457,0.01000,0.819
+48,block_sparse_moe.experts.186.w1,0.0000457774,0.01000,1.585
+48,block_sparse_moe.experts.194.w1,0.0000441634,0.01000,0.851
+48,block_sparse_moe.experts.196.w1,0.0000426532,0.01000,0.864
+48,block_sparse_moe.experts.195.w1,0.0000514312,0.01000,1.102
+48,block_sparse_moe.experts.193.w1,0.0000452547,0.01000,1.408
+48,block_sparse_moe.experts.197.w1,0.0000495302,0.01000,0.938
+48,block_sparse_moe.experts.198.w1,0.0000489710,0.01000,0.949
+48,block_sparse_moe.experts.199.w1,0.0000465346,0.01000,0.947
+48,block_sparse_moe.experts.200.w1,0.0000477951,0.01000,1.092
+48,block_sparse_moe.experts.201.w1,0.0000444783,0.01000,1.006
+48,block_sparse_moe.experts.204.w1,0.0000442879,0.01000,0.861
+48,block_sparse_moe.experts.203.w1,0.0000514814,0.01000,0.973
+48,block_sparse_moe.experts.205.w1,0.0000485233,0.01000,0.971
+48,block_sparse_moe.experts.206.w1,0.0000485905,0.01000,0.842
+48,block_sparse_moe.experts.202.w1,0.0000513552,0.01000,1.287
+48,block_sparse_moe.experts.208.w1,0.0000499904,0.01000,0.861
+48,block_sparse_moe.experts.210.w1,0.0000453834,0.01000,0.838
+48,block_sparse_moe.experts.209.w1,0.0000487719,0.01000,1.004
+48,block_sparse_moe.experts.211.w1,0.0000446905,0.01000,0.844
+48,block_sparse_moe.experts.212.w1,0.0000471302,0.01000,0.827
+48,block_sparse_moe.experts.207.w1,0.0000485055,0.01000,1.250
+48,block_sparse_moe.experts.213.w1,0.0000504015,0.01000,1.047
+48,block_sparse_moe.experts.215.w1,0.0000496404,0.01000,0.930
+48,block_sparse_moe.experts.216.w1,0.0000481870,0.01000,0.874
+48,block_sparse_moe.experts.218.w1,0.0000437807,0.01000,0.852
+48,block_sparse_moe.experts.217.w1,0.0000403436,0.01000,0.974
+48,block_sparse_moe.experts.214.w1,0.0000492702,0.01000,1.270
+48,block_sparse_moe.experts.219.w1,0.0000459328,0.01000,0.933
+48,block_sparse_moe.experts.220.w1,0.0000465264,0.01000,1.020
+48,block_sparse_moe.experts.224.w1,0.0000457358,0.01000,0.896
+48,block_sparse_moe.experts.225.w1,0.0000500003,0.01000,0.904
+48,block_sparse_moe.experts.222.w1,0.0000512590,0.01000,1.115
+48,block_sparse_moe.experts.226.w1,0.0000498438,0.01000,0.907
+48,block_sparse_moe.experts.223.w1,0.0000491874,0.01000,1.190
+48,block_sparse_moe.experts.221.w1,0.0000499774,0.01000,1.277
+48,block_sparse_moe.experts.227.w1,0.0000487116,0.01000,0.907
+48,block_sparse_moe.experts.231.w1,0.0000529302,0.01000,0.853
+48,block_sparse_moe.experts.229.w1,0.0000451857,0.01000,0.868
+48,block_sparse_moe.experts.233.w1,0.0000469749,0.01000,0.874
+48,block_sparse_moe.experts.230.w1,0.0000547006,0.01000,1.034
+48,block_sparse_moe.experts.228.w1,0.0000446120,0.01000,1.124
+48,block_sparse_moe.experts.232.w1,0.0000481356,0.01000,0.975
+48,block_sparse_moe.experts.234.w1,0.0000511955,0.01000,0.870
+48,block_sparse_moe.experts.236.w1,0.0000491117,0.01000,0.900
+48,block_sparse_moe.experts.238.w1,0.0000503819,0.01000,0.897
+48,block_sparse_moe.experts.239.w1,0.0000461511,0.01000,0.901
+48,block_sparse_moe.experts.240.w1,0.0000460951,0.01000,0.859
+48,block_sparse_moe.experts.241.w1,0.0000510193,0.01000,0.864
+48,block_sparse_moe.experts.237.w1,0.0000502404,0.01000,1.236
+48,block_sparse_moe.experts.235.w1,0.0000446263,0.01000,1.429
+48,block_sparse_moe.experts.243.w1,0.0000471790,0.01000,0.887
+48,block_sparse_moe.experts.245.w1,0.0000462766,0.01000,0.993
+48,block_sparse_moe.experts.244.w1,0.0000475858,0.01000,1.023
+48,block_sparse_moe.experts.246.w1,0.0000495887,0.01000,1.005
+48,block_sparse_moe.experts.242.w1,0.0000498120,0.01000,1.415
+48,block_sparse_moe.experts.247.w1,0.0000402891,0.01000,0.998
+48,block_sparse_moe.experts.248.w1,0.0000457723,0.01000,0.989
+48,block_sparse_moe.experts.250.w1,0.0000481773,0.01000,0.869
+48,block_sparse_moe.experts.251.w1,0.0000491209,0.01000,0.882
+48,block_sparse_moe.experts.252.w1,0.0000492596,0.01000,0.958
+48,block_sparse_moe.experts.253.w1,0.0000521125,0.01000,0.889
+48,block_sparse_moe.experts.249.w1,0.0000473622,0.01000,1.323
+48,block_sparse_moe.experts.255.w1,0.0000489694,0.01000,0.965
+48,block_sparse_moe.experts.254.w1,0.0000510382,0.01000,1.005
+48,block_sparse_moe.experts.1.w3,0.0000570312,0.01000,0.955
+48,block_sparse_moe.experts.2.w3,0.0000543103,0.01000,0.894
+48,block_sparse_moe.experts.3.w3,0.0000542403,0.01000,0.881
+48,block_sparse_moe.experts.5.w3,0.0000595981,0.01000,0.836
+48,block_sparse_moe.experts.0.w3,0.0000562306,0.01000,1.257
+48,block_sparse_moe.experts.6.w3,0.0000551501,0.01000,0.827
+48,block_sparse_moe.experts.4.w3,0.0000527262,0.01000,1.338
+48,block_sparse_moe.experts.8.w3,0.0000535836,0.01000,0.895
+48,block_sparse_moe.experts.9.w3,0.0000533891,0.01000,0.895
+48,block_sparse_moe.experts.10.w3,0.0000612434,0.01000,0.899
+48,block_sparse_moe.experts.12.w3,0.0000530786,0.01000,0.921
+48,block_sparse_moe.experts.11.w3,0.0000566781,0.01000,1.178
+48,block_sparse_moe.experts.13.w3,0.0000557897,0.01000,0.854
+48,block_sparse_moe.experts.7.w3,0.0000517468,0.01000,1.637
+48,block_sparse_moe.experts.15.w3,0.0000562462,0.01000,0.959
+48,block_sparse_moe.experts.16.w3,0.0000548366,0.01000,1.013
+48,block_sparse_moe.experts.17.w3,0.0000558317,0.01000,0.972
+48,block_sparse_moe.experts.18.w3,0.0000567372,0.01000,0.873
+48,block_sparse_moe.experts.20.w3,0.0000548906,0.01000,0.849
+48,block_sparse_moe.experts.19.w3,0.0000547073,0.01000,0.981
+48,block_sparse_moe.experts.14.w3,0.0000562446,0.01000,1.588
+48,block_sparse_moe.experts.22.w3,0.0000481038,0.01000,0.947
+48,block_sparse_moe.experts.23.w3,0.0000538083,0.01000,0.944
+48,block_sparse_moe.experts.21.w3,0.0000563771,0.01000,1.322
+48,block_sparse_moe.experts.24.w3,0.0000571713,0.01000,1.032
+48,block_sparse_moe.experts.26.w3,0.0000533517,0.01000,0.853
+48,block_sparse_moe.experts.25.w3,0.0000553105,0.01000,1.078
+48,block_sparse_moe.experts.27.w3,0.0000575279,0.01000,1.153
+48,block_sparse_moe.experts.29.w3,0.0000545348,0.01000,0.962
+48,block_sparse_moe.experts.30.w3,0.0000539935,0.01000,0.939
+48,block_sparse_moe.experts.32.w3,0.0000562517,0.01000,0.911
+48,block_sparse_moe.experts.31.w3,0.0000573984,0.01000,1.087
+48,block_sparse_moe.experts.33.w3,0.0000531972,0.01000,0.879
+48,block_sparse_moe.experts.28.w3,0.0000572246,0.01000,1.477
+48,block_sparse_moe.experts.34.w3,0.0000439201,0.01000,1.036
+48,block_sparse_moe.experts.37.w3,0.0000565757,0.01000,0.864
+48,block_sparse_moe.experts.36.w3,0.0000605542,0.01000,0.966
+48,block_sparse_moe.experts.38.w3,0.0000511513,0.01000,0.873
+48,block_sparse_moe.experts.39.w3,0.0000524826,0.01000,0.894
+48,block_sparse_moe.experts.40.w3,0.0000474586,0.01000,0.846
+48,block_sparse_moe.experts.35.w3,0.0000596545,0.01000,1.371
+48,block_sparse_moe.experts.41.w3,0.0000604113,0.01000,0.837
+48,block_sparse_moe.experts.43.w3,0.0000554394,0.01000,0.912
+48,block_sparse_moe.experts.45.w3,0.0000602232,0.01000,0.866
+48,block_sparse_moe.experts.46.w3,0.0000532639,0.01000,0.879
+48,block_sparse_moe.experts.42.w3,0.0000576851,0.01000,1.298
+48,block_sparse_moe.experts.44.w3,0.0000531299,0.01000,1.182
+48,block_sparse_moe.experts.48.w3,0.0000520798,0.01000,0.869
+48,block_sparse_moe.experts.47.w3,0.0000459242,0.01000,1.115
+48,block_sparse_moe.experts.50.w3,0.0000563769,0.01000,0.879
+48,block_sparse_moe.experts.51.w3,0.0000506151,0.01000,0.880
+48,block_sparse_moe.experts.53.w3,0.0000552585,0.01000,0.835
+48,block_sparse_moe.experts.54.w3,0.0000505510,0.01000,0.914
+48,block_sparse_moe.experts.55.w3,0.0000553350,0.01000,0.875
+48,block_sparse_moe.experts.52.w3,0.0000567901,0.01000,1.056
+48,block_sparse_moe.experts.49.w3,0.0000555943,0.01000,1.354
+48,block_sparse_moe.experts.57.w3,0.0000555365,0.01000,0.976
+48,block_sparse_moe.experts.56.w3,0.0000503499,0.01000,1.163
+48,block_sparse_moe.experts.59.w3,0.0000542487,0.01000,0.869
+48,block_sparse_moe.experts.60.w3,0.0000571764,0.01000,0.845
+48,block_sparse_moe.experts.58.w3,0.0000530661,0.01000,0.993
+48,block_sparse_moe.experts.61.w3,0.0000565190,0.01000,0.887
+48,block_sparse_moe.experts.62.w3,0.0000522029,0.01000,0.930
+48,block_sparse_moe.experts.67.w3,0.0000610769,0.01000,0.843
+48,block_sparse_moe.experts.65.w3,0.0000571430,0.01000,0.881
+48,block_sparse_moe.experts.66.w3,0.0000586551,0.01000,0.866
+48,block_sparse_moe.experts.68.w3,0.0000540828,0.01000,0.837
+48,block_sparse_moe.experts.69.w3,0.0000560895,0.01000,0.854
+48,block_sparse_moe.experts.63.w3,0.0000572179,0.01000,1.334
+48,block_sparse_moe.experts.64.w3,0.0000631633,0.01000,1.511
+48,block_sparse_moe.experts.72.w3,0.0000547793,0.01000,0.902
+48,block_sparse_moe.experts.73.w3,0.0000560933,0.01000,0.891
+48,block_sparse_moe.experts.74.w3,0.0000575244,0.01000,0.912
+48,block_sparse_moe.experts.71.w3,0.0000543148,0.01000,1.303
+48,block_sparse_moe.experts.75.w3,0.0000521418,0.01000,1.012
+48,block_sparse_moe.experts.70.w3,0.0000545370,0.01000,1.561
+48,block_sparse_moe.experts.76.w3,0.0000527813,0.01000,0.995
+48,block_sparse_moe.experts.79.w3,0.0000488772,0.01000,0.874
+48,block_sparse_moe.experts.78.w3,0.0000497036,0.01000,0.982
+48,block_sparse_moe.experts.80.w3,0.0000554521,0.01000,0.836
+48,block_sparse_moe.experts.81.w3,0.0000561522,0.01000,0.850
+48,block_sparse_moe.experts.77.w3,0.0000575174,0.01000,1.500
+48,block_sparse_moe.experts.82.w3,0.0000528140,0.01000,0.855
+48,block_sparse_moe.experts.83.w3,0.0000545910,0.01000,0.853
+48,block_sparse_moe.experts.85.w3,0.0000545981,0.01000,0.946
+48,block_sparse_moe.experts.87.w3,0.0000596918,0.01000,0.837
+48,block_sparse_moe.experts.84.w3,0.0000562187,0.01000,1.338
+48,block_sparse_moe.experts.89.w3,0.0000516949,0.01000,0.847
+48,block_sparse_moe.experts.86.w3,0.0000551642,0.01000,1.135
+48,block_sparse_moe.experts.90.w3,0.0000496939,0.01000,0.843
+48,block_sparse_moe.experts.88.w3,0.0000551817,0.01000,0.943
+48,block_sparse_moe.experts.92.w3,0.0000531232,0.01000,0.866
+48,block_sparse_moe.experts.91.w3,0.0000499835,0.01000,1.224
+48,block_sparse_moe.experts.94.w3,0.0000574748,0.01000,0.851
+48,block_sparse_moe.experts.96.w3,0.0000498474,0.01000,0.845
+48,block_sparse_moe.experts.95.w3,0.0000543816,0.01000,0.857
+48,block_sparse_moe.experts.93.w3,0.0000506976,0.01000,1.037
+48,block_sparse_moe.experts.97.w3,0.0000570078,0.01000,0.949
+48,block_sparse_moe.experts.102.w3,0.0000550027,0.01000,0.834
+48,block_sparse_moe.experts.99.w3,0.0000539062,0.01000,0.877
+48,block_sparse_moe.experts.101.w3,0.0000543167,0.01000,0.851
+48,block_sparse_moe.experts.98.w3,0.0000529765,0.01000,1.078
+48,block_sparse_moe.experts.103.w3,0.0000533046,0.01000,0.839
+48,block_sparse_moe.experts.104.w3,0.0000491571,0.01000,0.850
+48,block_sparse_moe.experts.100.w3,0.0000559089,0.01000,1.326
+48,block_sparse_moe.experts.106.w3,0.0000543813,0.01000,0.841
+48,block_sparse_moe.experts.108.w3,0.0000575748,0.01000,0.843
+48,block_sparse_moe.experts.109.w3,0.0000543500,0.01000,0.842
+48,block_sparse_moe.experts.110.w3,0.0000455370,0.01000,0.835
+48,block_sparse_moe.experts.105.w3,0.0000539794,0.01000,1.172
+48,block_sparse_moe.experts.111.w3,0.0000566563,0.01000,0.853
+48,block_sparse_moe.experts.107.w3,0.0000574820,0.01000,1.671
+48,block_sparse_moe.experts.113.w3,0.0000562361,0.01000,0.862
+48,block_sparse_moe.experts.115.w3,0.0000577004,0.01000,0.888
+48,block_sparse_moe.experts.116.w3,0.0000516415,0.01000,0.878
+48,block_sparse_moe.experts.117.w3,0.0000516818,0.01000,0.841
+48,block_sparse_moe.experts.114.w3,0.0000495068,0.01000,1.183
+48,block_sparse_moe.experts.112.w3,0.0000545995,0.01000,1.392
+48,block_sparse_moe.experts.118.w3,0.0000486670,0.01000,0.948
+48,block_sparse_moe.experts.120.w3,0.0000555145,0.01000,0.939
+48,block_sparse_moe.experts.121.w3,0.0000466852,0.01000,0.880
+48,block_sparse_moe.experts.119.w3,0.0000557212,0.01000,1.242
+48,block_sparse_moe.experts.122.w3,0.0000551536,0.01000,0.854
+48,block_sparse_moe.experts.123.w3,0.0000606520,0.01000,0.853
+48,block_sparse_moe.experts.124.w3,0.0000520414,0.01000,0.944
+48,block_sparse_moe.experts.125.w3,0.0000532216,0.01000,1.002
+48,block_sparse_moe.experts.127.w3,0.0000560945,0.01000,0.878
+48,block_sparse_moe.experts.128.w3,0.0000534395,0.01000,0.892
+48,block_sparse_moe.experts.129.w3,0.0000501365,0.01000,0.852
+48,block_sparse_moe.experts.130.w3,0.0000575817,0.01000,0.861
+48,block_sparse_moe.experts.126.w3,0.0000513824,0.01000,1.183
+48,block_sparse_moe.experts.131.w3,0.0000515921,0.01000,1.028
+48,block_sparse_moe.experts.132.w3,0.0000543471,0.01000,0.915
+48,block_sparse_moe.experts.136.w3,0.0000503953,0.01000,0.828
+48,block_sparse_moe.experts.134.w3,0.0000609589,0.01000,0.872
+48,block_sparse_moe.experts.135.w3,0.0000576065,0.01000,0.954
+48,block_sparse_moe.experts.137.w3,0.0000526931,0.01000,1.031
+48,block_sparse_moe.experts.133.w3,0.0000527893,0.01000,1.254
+48,block_sparse_moe.experts.138.w3,0.0000558855,0.01000,0.888
+48,block_sparse_moe.experts.139.w3,0.0000616826,0.01000,1.034
+48,block_sparse_moe.experts.141.w3,0.0000553660,0.01000,0.933
+48,block_sparse_moe.experts.142.w3,0.0000551856,0.01000,1.017
+48,block_sparse_moe.experts.144.w3,0.0000594401,0.01000,0.896
+48,block_sparse_moe.experts.143.w3,0.0000533369,0.01000,0.907
+48,block_sparse_moe.experts.140.w3,0.0000571674,0.01000,1.251
+48,block_sparse_moe.experts.145.w3,0.0000537822,0.01000,0.913
+48,block_sparse_moe.experts.146.w3,0.0000544433,0.01000,1.060
+48,block_sparse_moe.experts.150.w3,0.0000552550,0.01000,0.931
+48,block_sparse_moe.experts.148.w3,0.0000538702,0.01000,1.058
+48,block_sparse_moe.experts.152.w3,0.0000560538,0.01000,0.924
+48,block_sparse_moe.experts.149.w3,0.0000545360,0.01000,1.022
+48,block_sparse_moe.experts.147.w3,0.0000505523,0.01000,1.340
+48,block_sparse_moe.experts.151.w3,0.0000481812,0.01000,1.158
+48,block_sparse_moe.experts.153.w3,0.0000585084,0.01000,0.859
+48,block_sparse_moe.experts.155.w3,0.0000547224,0.01000,0.849
+48,block_sparse_moe.experts.157.w3,0.0000549636,0.01000,0.907
+48,block_sparse_moe.experts.156.w3,0.0000503652,0.01000,0.975
+48,block_sparse_moe.experts.159.w3,0.0000558735,0.01000,0.902
+48,block_sparse_moe.experts.158.w3,0.0000525854,0.01000,1.112
+48,block_sparse_moe.experts.154.w3,0.0000572624,0.01000,1.275
+48,block_sparse_moe.experts.160.w3,0.0000585589,0.01000,0.888
+48,block_sparse_moe.experts.162.w3,0.0000531396,0.01000,0.872
+48,block_sparse_moe.experts.163.w3,0.0000542958,0.01000,0.883
+48,block_sparse_moe.experts.165.w3,0.0000560995,0.01000,0.858
+48,block_sparse_moe.experts.164.w3,0.0000535901,0.01000,0.959
+48,block_sparse_moe.experts.166.w3,0.0000540517,0.01000,0.946
+48,block_sparse_moe.experts.161.w3,0.0000566822,0.01000,1.422
+48,block_sparse_moe.experts.169.w3,0.0000600699,0.01000,0.857
+48,block_sparse_moe.experts.171.w3,0.0000508953,0.01000,0.845
+48,block_sparse_moe.experts.170.w3,0.0000547425,0.01000,0.853
+48,block_sparse_moe.experts.167.w3,0.0000563353,0.01000,1.462
+48,block_sparse_moe.experts.172.w3,0.0000586639,0.01000,0.839
+48,block_sparse_moe.experts.173.w3,0.0000525820,0.01000,0.904
+48,block_sparse_moe.experts.168.w3,0.0000550012,0.01000,1.384
+48,block_sparse_moe.experts.174.w3,0.0000565227,0.01000,0.944
+48,block_sparse_moe.experts.176.w3,0.0000494470,0.01000,0.854
+48,block_sparse_moe.experts.177.w3,0.0000524168,0.01000,0.920
+48,block_sparse_moe.experts.178.w3,0.0000545254,0.01000,0.842
+48,block_sparse_moe.experts.179.w3,0.0000542731,0.01000,0.901
+48,block_sparse_moe.experts.180.w3,0.0000565029,0.01000,0.912
+48,block_sparse_moe.experts.175.w3,0.0000584921,0.01000,1.431
+48,block_sparse_moe.experts.181.w3,0.0000537695,0.01000,0.944
+48,block_sparse_moe.experts.184.w3,0.0000584620,0.01000,0.863
+48,block_sparse_moe.experts.185.w3,0.0000511087,0.01000,0.825
+48,block_sparse_moe.experts.186.w3,0.0000518718,0.01000,0.821
+48,block_sparse_moe.experts.183.w3,0.0000509899,0.01000,1.287
+48,block_sparse_moe.experts.187.w3,0.0000559808,0.01000,0.820
+48,block_sparse_moe.experts.182.w3,0.0000574505,0.01000,1.433
+48,block_sparse_moe.experts.188.w3,0.0000493201,0.01000,0.809
+48,block_sparse_moe.experts.190.w3,0.0000482497,0.01000,0.948
+48,block_sparse_moe.experts.191.w3,0.0000539822,0.01000,0.880
+48,block_sparse_moe.experts.193.w3,0.0000524898,0.01000,0.853
+48,block_sparse_moe.experts.189.w3,0.0000546592,0.01000,1.307
+48,block_sparse_moe.experts.194.w3,0.0000520994,0.01000,0.859
+48,block_sparse_moe.experts.192.w3,0.0000550765,0.01000,1.178
+48,block_sparse_moe.experts.195.w3,0.0000586863,0.01000,1.005
+48,block_sparse_moe.experts.197.w3,0.0000572369,0.01000,1.063
+48,block_sparse_moe.experts.198.w3,0.0000558340,0.01000,0.884
+48,block_sparse_moe.experts.200.w3,0.0000532737,0.01000,0.852
+48,block_sparse_moe.experts.199.w3,0.0000513052,0.01000,0.937
+48,block_sparse_moe.experts.196.w3,0.0000478232,0.01000,1.165
+48,block_sparse_moe.experts.201.w3,0.0000518035,0.01000,0.979
+48,block_sparse_moe.experts.202.w3,0.0000565396,0.01000,0.963
+48,block_sparse_moe.experts.204.w3,0.0000492792,0.01000,0.875
+48,block_sparse_moe.experts.207.w3,0.0000542163,0.01000,0.892
+48,block_sparse_moe.experts.205.w3,0.0000550848,0.01000,1.087
+48,block_sparse_moe.experts.206.w3,0.0000550858,0.01000,1.012
+48,block_sparse_moe.experts.203.w3,0.0000564150,0.01000,1.166
+48,block_sparse_moe.experts.209.w3,0.0000535936,0.01000,0.839
+48,block_sparse_moe.experts.208.w3,0.0000554585,0.01000,1.063
+48,block_sparse_moe.experts.211.w3,0.0000486334,0.01000,0.876
+48,block_sparse_moe.experts.213.w3,0.0000555400,0.01000,0.876
+48,block_sparse_moe.experts.214.w3,0.0000560674,0.01000,0.856
+48,block_sparse_moe.experts.212.w3,0.0000591070,0.01000,1.018
+48,block_sparse_moe.experts.215.w3,0.0000578246,0.01000,0.880
+48,block_sparse_moe.experts.210.w3,0.0000501095,0.01000,1.420
+48,block_sparse_moe.experts.216.w3,0.0000552058,0.01000,0.863
+48,block_sparse_moe.experts.218.w3,0.0000506824,0.01000,0.850
+48,block_sparse_moe.experts.219.w3,0.0000510858,0.01000,0.889
+48,block_sparse_moe.experts.220.w3,0.0000519023,0.01000,0.836
+48,block_sparse_moe.experts.221.w3,0.0000572067,0.01000,0.840
+48,block_sparse_moe.experts.217.w3,0.0000441500,0.01000,1.280
+48,block_sparse_moe.experts.222.w3,0.0000593344,0.01000,0.904
+48,block_sparse_moe.experts.223.w3,0.0000583692,0.01000,1.224
+48,block_sparse_moe.experts.225.w3,0.0000587294,0.01000,0.854
+48,block_sparse_moe.experts.226.w3,0.0000540793,0.01000,0.889
+48,block_sparse_moe.experts.227.w3,0.0000531888,0.01000,0.933
+48,block_sparse_moe.experts.229.w3,0.0000514332,0.01000,0.869
+48,block_sparse_moe.experts.228.w3,0.0000509694,0.01000,1.017
+48,block_sparse_moe.experts.224.w3,0.0000524780,0.01000,1.415
+48,block_sparse_moe.experts.230.w3,0.0000634939,0.01000,0.844
+48,block_sparse_moe.experts.232.w3,0.0000532632,0.01000,0.838
+48,block_sparse_moe.experts.233.w3,0.0000520836,0.01000,0.851
+48,block_sparse_moe.experts.234.w3,0.0000591053,0.01000,0.926
+48,block_sparse_moe.experts.235.w3,0.0000523562,0.01000,0.833
+48,block_sparse_moe.experts.236.w3,0.0000581431,0.01000,0.845
+48,block_sparse_moe.experts.231.w3,0.0000634663,0.01000,1.432
+48,block_sparse_moe.experts.237.w3,0.0000560714,0.01000,0.817
+48,block_sparse_moe.experts.239.w3,0.0000537641,0.01000,0.912
+48,block_sparse_moe.experts.241.w3,0.0000605522,0.01000,0.849
+48,block_sparse_moe.experts.240.w3,0.0000523986,0.01000,0.859
+48,block_sparse_moe.experts.242.w3,0.0000581900,0.01000,0.890
+48,block_sparse_moe.experts.244.w3,0.0000529068,0.01000,0.918
+48,block_sparse_moe.experts.243.w3,0.0000540720,0.01000,0.950
+48,block_sparse_moe.experts.238.w3,0.0000563871,0.01000,1.501
+48,block_sparse_moe.experts.246.w3,0.0000563022,0.01000,0.900
+48,block_sparse_moe.experts.247.w3,0.0000453483,0.01000,0.921
+48,block_sparse_moe.experts.248.w3,0.0000506730,0.01000,1.015
+48,block_sparse_moe.experts.249.w3,0.0000529534,0.01000,0.902
+48,block_sparse_moe.experts.250.w3,0.0000546889,0.01000,1.008
+48,block_sparse_moe.experts.251.w3,0.0000551275,0.01000,1.014
+48,block_sparse_moe.experts.245.w3,0.0000532342,0.01000,1.466
+48,block_sparse_moe.experts.253.w3,0.0000587322,0.01000,0.895
+48,block_sparse_moe.experts.254.w3,0.0000570533,0.01000,0.746
+48,block_sparse_moe.experts.255.w3,0.0000549495,0.01000,0.766
+48,block_sparse_moe.experts.252.w3,0.0000547913,0.01000,1.095
+48,block_sparse_moe.experts.3.w2,0.0000692223,0.01000,0.454
+48,block_sparse_moe.experts.1.w2,0.0000477781,0.01000,0.458
+48,block_sparse_moe.experts.5.w2,0.0000496711,0.01000,0.458
+48,block_sparse_moe.experts.2.w2,0.0000299111,0.01000,0.470
+48,block_sparse_moe.experts.6.w2,0.0000297675,0.01000,0.477
+48,block_sparse_moe.experts.4.w2,0.0000647737,0.01000,0.542
+48,block_sparse_moe.experts.0.w2,0.0000612456,0.01000,0.604
+48,block_sparse_moe.experts.8.w2,0.0000415523,0.01000,0.419
+48,block_sparse_moe.experts.10.w2,0.0000653045,0.01000,0.424
+48,block_sparse_moe.experts.9.w2,0.0000497091,0.01000,0.442
+48,block_sparse_moe.experts.7.w2,0.0000582937,0.01000,0.495
+48,block_sparse_moe.experts.12.w2,0.0000288784,0.01000,0.446
+48,block_sparse_moe.experts.11.w2,0.0000402507,0.01000,0.675
+48,block_sparse_moe.experts.15.w2,0.0000635499,0.01000,0.427
+48,block_sparse_moe.experts.14.w2,0.0000429661,0.01000,0.446
+48,block_sparse_moe.experts.16.w2,0.0000458659,0.01000,0.429
+48,block_sparse_moe.experts.17.w2,0.0000384622,0.01000,0.434
+48,block_sparse_moe.experts.13.w2,0.0000597903,0.01000,0.980
+48,block_sparse_moe.experts.19.w2,0.0000731575,0.01000,0.433
+48,block_sparse_moe.experts.18.w2,0.0000762448,0.01000,0.689
+48,block_sparse_moe.experts.22.w2,0.0000344969,0.01000,0.423
+48,block_sparse_moe.experts.21.w2,0.0000274949,0.01000,0.432
+48,block_sparse_moe.experts.23.w2,0.0000479877,0.01000,0.424
+48,block_sparse_moe.experts.20.w2,0.0000371287,0.01000,0.559
+48,block_sparse_moe.experts.26.w2,0.0000578291,0.01000,0.505
+48,block_sparse_moe.experts.25.w2,0.0000404207,0.01000,0.607
+48,block_sparse_moe.experts.28.w2,0.0000616877,0.01000,0.446
+48,block_sparse_moe.experts.24.w2,0.0000417028,0.01000,0.650
+48,block_sparse_moe.experts.27.w2,0.0000324429,0.01000,0.484
+48,block_sparse_moe.experts.29.w2,0.0000745043,0.01000,0.439
+48,block_sparse_moe.experts.30.w2,0.0000570147,0.01000,0.452
+48,block_sparse_moe.experts.33.w2,0.0000248738,0.01000,0.454
+48,block_sparse_moe.experts.35.w2,0.0001114612,0.01000,0.453
+48,block_sparse_moe.experts.34.w2,0.0001479195,0.01000,0.459
+48,block_sparse_moe.experts.36.w2,0.0000363084,0.01000,0.450
+48,block_sparse_moe.experts.37.w2,0.0000502790,0.01000,0.445
+48,block_sparse_moe.experts.32.w2,0.0000504299,0.01000,0.810
+48,block_sparse_moe.experts.41.w2,0.0000968455,0.01000,0.427
+48,block_sparse_moe.experts.31.w2,0.0000499206,0.01000,0.964
+48,block_sparse_moe.experts.40.w2,0.0000842663,0.01000,0.558
+48,block_sparse_moe.experts.38.w2,0.0000475475,0.01000,0.645
+48,block_sparse_moe.experts.39.w2,0.0000285496,0.01000,0.622
+48,block_sparse_moe.experts.42.w2,0.0000511988,0.01000,0.545
+48,block_sparse_moe.experts.43.w2,0.0000442545,0.01000,0.488
+48,block_sparse_moe.experts.44.w2,0.0000227705,0.01000,0.467
+48,block_sparse_moe.experts.47.w2,0.0000767959,0.01000,0.468
+48,block_sparse_moe.experts.48.w2,0.0000520131,0.01000,0.459
+48,block_sparse_moe.experts.49.w2,0.0000466322,0.01000,0.453
+48,block_sparse_moe.experts.45.w2,0.0001188442,0.01000,0.628
+48,block_sparse_moe.experts.50.w2,0.0000791520,0.01000,0.431
+48,block_sparse_moe.experts.51.w2,0.0000512755,0.01000,0.426
+48,block_sparse_moe.experts.46.w2,0.0000339738,0.01000,0.773
+48,block_sparse_moe.experts.55.w2,0.0000404509,0.01000,0.472
+48,block_sparse_moe.experts.54.w2,0.0001308599,0.01000,0.512
+48,block_sparse_moe.experts.56.w2,0.0000352202,0.01000,0.438
+48,block_sparse_moe.experts.57.w2,0.0000380360,0.01000,0.421
+48,block_sparse_moe.experts.58.w2,0.0000605092,0.01000,0.425
+48,block_sparse_moe.experts.52.w2,0.0000386435,0.01000,0.694
+48,block_sparse_moe.experts.53.w2,0.0000378137,0.01000,0.791
+48,block_sparse_moe.experts.61.w2,0.0000495136,0.01000,0.442
+48,block_sparse_moe.experts.59.w2,0.0000299492,0.01000,0.607
+48,block_sparse_moe.experts.63.w2,0.0000515756,0.01000,0.459
+48,block_sparse_moe.experts.64.w2,0.0001307530,0.01000,0.531
+48,block_sparse_moe.experts.65.w2,0.0000505680,0.01000,0.446
+48,block_sparse_moe.experts.60.w2,0.0000522200,0.01000,0.749
+48,block_sparse_moe.experts.62.w2,0.0000625368,0.01000,0.698
+48,block_sparse_moe.experts.66.w2,0.0000473561,0.01000,0.514
+48,block_sparse_moe.experts.68.w2,0.0000377041,0.01000,0.451
+48,block_sparse_moe.experts.69.w2,0.0000449507,0.01000,0.495
+48,block_sparse_moe.experts.67.w2,0.0000485494,0.01000,0.637
+48,block_sparse_moe.experts.71.w2,0.0000479700,0.01000,0.460
+48,block_sparse_moe.experts.70.w2,0.0000461590,0.01000,0.500
+48,block_sparse_moe.experts.72.w2,0.0000370010,0.01000,0.441
+48,block_sparse_moe.experts.73.w2,0.0000292321,0.01000,0.440
+48,block_sparse_moe.experts.75.w2,0.0000458894,0.01000,0.454
+48,block_sparse_moe.experts.78.w2,0.0001071701,0.01000,0.461
+48,block_sparse_moe.experts.79.w2,0.0001064497,0.01000,0.441
+48,block_sparse_moe.experts.76.w2,0.0000948244,0.01000,0.648
+48,block_sparse_moe.experts.77.w2,0.0000219455,0.01000,0.670
+48,block_sparse_moe.experts.80.w2,0.0000414718,0.01000,0.480
+48,block_sparse_moe.experts.74.w2,0.0000296098,0.01000,0.972
+48,block_sparse_moe.experts.82.w2,0.0000355814,0.01000,0.487
+48,block_sparse_moe.experts.83.w2,0.0000680205,0.01000,0.522
+48,block_sparse_moe.experts.84.w2,0.0000490233,0.01000,0.433
+48,block_sparse_moe.experts.86.w2,0.0000411084,0.01000,0.420
+48,block_sparse_moe.experts.81.w2,0.0000564472,0.01000,0.834
+48,block_sparse_moe.experts.87.w2,0.0000598545,0.01000,0.443
+48,block_sparse_moe.experts.85.w2,0.0000365771,0.01000,0.638
+48,block_sparse_moe.experts.89.w2,0.0000670434,0.01000,0.423
+48,block_sparse_moe.experts.90.w2,0.0000716150,0.01000,0.453
+48,block_sparse_moe.experts.91.w2,0.0001203475,0.01000,0.436
+48,block_sparse_moe.experts.88.w2,0.0000365861,0.01000,0.723
+48,block_sparse_moe.experts.93.w2,0.0000745751,0.01000,0.430
+48,block_sparse_moe.experts.92.w2,0.0000413584,0.01000,0.532
+48,block_sparse_moe.experts.94.w2,0.0000319992,0.01000,0.579
+48,block_sparse_moe.experts.96.w2,0.0001288031,0.01000,0.450
+48,block_sparse_moe.experts.97.w2,0.0000242583,0.01000,0.474
+48,block_sparse_moe.experts.98.w2,0.0000212354,0.01000,0.437
+48,block_sparse_moe.experts.99.w2,0.0000518422,0.01000,0.498
+48,block_sparse_moe.experts.95.w2,0.0000330289,0.01000,0.768
+48,block_sparse_moe.experts.100.w2,0.0000363149,0.01000,0.429
+48,block_sparse_moe.experts.101.w2,0.0000369235,0.01000,0.555
+48,block_sparse_moe.experts.103.w2,0.0000395741,0.01000,0.465
+48,block_sparse_moe.experts.104.w2,0.0001810708,0.01000,0.431
+48,block_sparse_moe.experts.105.w2,0.0000282849,0.01000,0.426
+48,block_sparse_moe.experts.102.w2,0.0000308555,0.01000,0.671
+48,block_sparse_moe.experts.106.w2,0.0000466832,0.01000,0.420
+48,block_sparse_moe.experts.107.w2,0.0000488507,0.01000,0.445
+48,block_sparse_moe.experts.108.w2,0.0000279125,0.01000,0.512
+48,block_sparse_moe.experts.110.w2,0.0001003353,0.01000,0.469
+48,block_sparse_moe.experts.113.w2,0.0000486543,0.01000,0.435
+48,block_sparse_moe.experts.114.w2,0.0000672604,0.01000,0.434
+48,block_sparse_moe.experts.109.w2,0.0000333638,0.01000,0.656
+48,block_sparse_moe.experts.115.w2,0.0000232606,0.01000,0.423
+48,block_sparse_moe.experts.112.w2,0.0000535323,0.01000,0.735
+48,block_sparse_moe.experts.111.w2,0.0001560364,0.01000,0.757
+48,block_sparse_moe.experts.117.w2,0.0000291967,0.01000,0.432
+48,block_sparse_moe.experts.118.w2,0.0001631687,0.01000,0.537
+48,block_sparse_moe.experts.119.w2,0.0000349207,0.01000,0.601
+48,block_sparse_moe.experts.116.w2,0.0000854694,0.01000,0.778
+48,block_sparse_moe.experts.120.w2,0.0000462332,0.01000,0.432
+48,block_sparse_moe.experts.122.w2,0.0000384064,0.01000,0.432
+48,block_sparse_moe.experts.121.w2,0.0002011522,0.01000,0.627
+48,block_sparse_moe.experts.124.w2,0.0000307452,0.01000,0.451
+48,block_sparse_moe.experts.123.w2,0.0000698611,0.01000,0.637
+48,block_sparse_moe.experts.126.w2,0.0001003425,0.01000,0.421
+48,block_sparse_moe.experts.127.w2,0.0000412672,0.01000,0.419
+48,block_sparse_moe.experts.125.w2,0.0000323042,0.01000,0.438
+48,block_sparse_moe.experts.128.w2,0.0000303214,0.01000,0.507
+48,block_sparse_moe.experts.129.w2,0.0000269571,0.01000,0.476
+48,block_sparse_moe.experts.133.w2,0.0000441012,0.01000,0.439
+48,block_sparse_moe.experts.134.w2,0.0000408547,0.01000,0.448
+48,block_sparse_moe.experts.132.w2,0.0000538252,0.01000,0.460
+48,block_sparse_moe.experts.131.w2,0.0000579195,0.01000,0.592
+48,block_sparse_moe.experts.135.w2,0.0000477511,0.01000,0.451
+48,block_sparse_moe.experts.130.w2,0.0000540134,0.01000,0.727
+48,block_sparse_moe.experts.136.w2,0.0000852263,0.01000,0.528
+48,block_sparse_moe.experts.140.w2,0.0000433431,0.01000,0.458
+48,block_sparse_moe.experts.141.w2,0.0000324068,0.01000,0.472
+48,block_sparse_moe.experts.139.w2,0.0000544153,0.01000,0.581
+48,block_sparse_moe.experts.142.w2,0.0000355564,0.01000,0.442
+48,block_sparse_moe.experts.138.w2,0.0000281496,0.01000,0.646
+48,block_sparse_moe.experts.137.w2,0.0000417256,0.01000,0.725
+48,block_sparse_moe.experts.143.w2,0.0000321201,0.01000,0.557
+48,block_sparse_moe.experts.146.w2,0.0000481915,0.01000,0.461
+48,block_sparse_moe.experts.145.w2,0.0000282361,0.01000,0.472
+48,block_sparse_moe.experts.147.w2,0.0000564444,0.01000,0.464
+48,block_sparse_moe.experts.148.w2,0.0000645185,0.01000,0.466
+48,block_sparse_moe.experts.149.w2,0.0000532185,0.01000,0.439
+48,block_sparse_moe.experts.144.w2,0.0000701066,0.01000,0.765
+48,block_sparse_moe.experts.150.w2,0.0000473664,0.01000,0.471
+48,block_sparse_moe.experts.152.w2,0.0000259743,0.01000,0.456
+48,block_sparse_moe.experts.155.w2,0.0000244844,0.01000,0.443
+48,block_sparse_moe.experts.153.w2,0.0000862162,0.01000,0.583
+48,block_sparse_moe.experts.154.w2,0.0000484639,0.01000,0.545
+48,block_sparse_moe.experts.156.w2,0.0000551463,0.01000,0.466
+48,block_sparse_moe.experts.157.w2,0.0000503844,0.01000,0.430
+48,block_sparse_moe.experts.151.w2,0.0000511290,0.01000,0.891
+48,block_sparse_moe.experts.159.w2,0.0000564650,0.01000,0.441
+48,block_sparse_moe.experts.161.w2,0.0000517975,0.01000,0.411
+48,block_sparse_moe.experts.160.w2,0.0000326903,0.01000,0.425
+48,block_sparse_moe.experts.162.w2,0.0000688749,0.01000,0.413
+48,block_sparse_moe.experts.163.w2,0.0000362140,0.01000,0.421
+48,block_sparse_moe.experts.158.w2,0.0000328479,0.01000,0.735
+48,block_sparse_moe.experts.166.w2,0.0000340152,0.01000,0.435
+48,block_sparse_moe.experts.167.w2,0.0000620523,0.01000,0.438
+48,block_sparse_moe.experts.164.w2,0.0000366077,0.01000,0.610
+48,block_sparse_moe.experts.165.w2,0.0000472886,0.01000,0.611
+48,block_sparse_moe.experts.170.w2,0.0000433450,0.01000,0.433
+48,block_sparse_moe.experts.169.w2,0.0000605057,0.01000,0.490
+48,block_sparse_moe.experts.168.w2,0.0000232174,0.01000,0.533
+48,block_sparse_moe.experts.173.w2,0.0000341824,0.01000,0.445
+48,block_sparse_moe.experts.174.w2,0.0000718020,0.01000,0.450
+48,block_sparse_moe.experts.175.w2,0.0000755528,0.01000,0.472
+48,block_sparse_moe.experts.176.w2,0.0000709273,0.01000,0.501
+48,block_sparse_moe.experts.177.w2,0.0000697834,0.01000,0.513
+48,block_sparse_moe.experts.171.w2,0.0000508430,0.01000,0.752
+48,block_sparse_moe.experts.172.w2,0.0000647686,0.01000,0.820
+48,block_sparse_moe.experts.178.w2,0.0000244878,0.01000,0.529
+48,block_sparse_moe.experts.180.w2,0.0000304811,0.01000,0.462
+48,block_sparse_moe.experts.181.w2,0.0000366686,0.01000,0.506
+48,block_sparse_moe.experts.182.w2,0.0000695467,0.01000,0.500
+48,block_sparse_moe.experts.183.w2,0.0000631744,0.01000,0.491
+48,block_sparse_moe.experts.184.w2,0.0000353855,0.01000,0.453
+48,block_sparse_moe.experts.179.w2,0.0000501576,0.01000,0.697
+48,block_sparse_moe.experts.185.w2,0.0000246906,0.01000,0.439
+48,block_sparse_moe.experts.190.w2,0.0000345145,0.01000,0.462
+48,block_sparse_moe.experts.191.w2,0.0000408134,0.01000,0.450
+48,block_sparse_moe.experts.188.w2,0.0000613056,0.01000,0.528
+48,block_sparse_moe.experts.186.w2,0.0000341718,0.01000,0.703
+48,block_sparse_moe.experts.192.w2,0.0000344780,0.01000,0.446
+48,block_sparse_moe.experts.189.w2,0.0000503432,0.01000,0.722
+48,block_sparse_moe.experts.187.w2,0.0000670913,0.01000,0.833
+48,block_sparse_moe.experts.195.w2,0.0000578020,0.01000,0.416
+48,block_sparse_moe.experts.196.w2,0.0001135652,0.01000,0.483
+48,block_sparse_moe.experts.198.w2,0.0000341921,0.01000,0.415
+48,block_sparse_moe.experts.194.w2,0.0000667108,0.01000,0.664
+48,block_sparse_moe.experts.199.w2,0.0000256949,0.01000,0.413
+48,block_sparse_moe.experts.197.w2,0.0000556758,0.01000,0.562
+48,block_sparse_moe.experts.193.w2,0.0000340484,0.01000,0.766
+48,block_sparse_moe.experts.201.w2,0.0000840376,0.01000,0.478
+48,block_sparse_moe.experts.203.w2,0.0000585667,0.01000,0.443
+48,block_sparse_moe.experts.200.w2,0.0000503612,0.01000,0.690
+48,block_sparse_moe.experts.202.w2,0.0001605739,0.01000,0.491
+48,block_sparse_moe.experts.206.w2,0.0000275475,0.01000,0.436
+48,block_sparse_moe.experts.204.w2,0.0000750534,0.01000,0.529
+48,block_sparse_moe.experts.205.w2,0.0000586983,0.01000,0.565
+48,block_sparse_moe.experts.210.w2,0.0000578423,0.01000,0.491
+48,block_sparse_moe.experts.211.w2,0.0000323923,0.01000,0.461
+48,block_sparse_moe.experts.212.w2,0.0000829031,0.01000,0.463
+48,block_sparse_moe.experts.208.w2,0.0000207622,0.01000,0.692
+48,block_sparse_moe.experts.207.w2,0.0000409859,0.01000,0.782
+48,block_sparse_moe.experts.209.w2,0.0000365236,0.01000,0.699
+48,block_sparse_moe.experts.213.w2,0.0000665592,0.01000,0.565
+48,block_sparse_moe.experts.215.w2,0.0000749906,0.01000,0.475
+48,block_sparse_moe.experts.217.w2,0.0001307453,0.01000,0.420
+48,block_sparse_moe.experts.216.w2,0.0000370746,0.01000,0.510
+48,block_sparse_moe.experts.218.w2,0.0000985278,0.01000,0.419
+48,block_sparse_moe.experts.220.w2,0.0000334430,0.01000,0.429
+48,block_sparse_moe.experts.214.w2,0.0000291068,0.01000,0.675
+48,block_sparse_moe.experts.219.w2,0.0001146225,0.01000,0.552
+48,block_sparse_moe.experts.222.w2,0.0000446252,0.01000,0.432
+48,block_sparse_moe.experts.224.w2,0.0000776732,0.01000,0.439
+48,block_sparse_moe.experts.225.w2,0.0000353720,0.01000,0.464
+48,block_sparse_moe.experts.226.w2,0.0000445756,0.01000,0.475
+48,block_sparse_moe.experts.227.w2,0.0000292952,0.01000,0.414
+48,block_sparse_moe.experts.223.w2,0.0000436441,0.01000,0.580
+48,block_sparse_moe.experts.221.w2,0.0000557083,0.01000,0.769
+48,block_sparse_moe.experts.229.w2,0.0000716330,0.01000,0.421
+48,block_sparse_moe.experts.232.w2,0.0000271252,0.01000,0.424
+48,block_sparse_moe.experts.231.w2,0.0000717939,0.01000,0.432
+48,block_sparse_moe.experts.230.w2,0.0000750158,0.01000,0.458
+48,block_sparse_moe.experts.233.w2,0.0000387924,0.01000,0.430
+48,block_sparse_moe.experts.234.w2,0.0000732613,0.01000,0.398
+48,block_sparse_moe.experts.228.w2,0.0000747569,0.01000,0.825
+48,block_sparse_moe.experts.236.w2,0.0000529675,0.01000,0.449
+48,block_sparse_moe.experts.238.w2,0.0000451421,0.01000,0.456
+48,block_sparse_moe.experts.237.w2,0.0000332842,0.01000,0.475
+48,block_sparse_moe.experts.240.w2,0.0001001709,0.01000,0.438
+48,block_sparse_moe.experts.239.w2,0.0000869262,0.01000,0.511
+48,block_sparse_moe.experts.235.w2,0.0000720642,0.01000,0.679
+48,block_sparse_moe.experts.241.w2,0.0000635822,0.01000,0.412
+48,block_sparse_moe.experts.243.w2,0.0000617484,0.01000,0.420
+48,block_sparse_moe.experts.244.w2,0.0000324957,0.01000,0.429
+48,block_sparse_moe.experts.242.w2,0.0000448267,0.01000,0.478
+48,block_sparse_moe.experts.245.w2,0.0000595842,0.01000,0.412
+48,block_sparse_moe.experts.246.w2,0.0000585722,0.01000,0.428
+48,block_sparse_moe.experts.247.w2,0.0001405679,0.01000,0.417
+48,block_sparse_moe.experts.248.w2,0.0000342418,0.01000,0.407
+48,block_sparse_moe.experts.249.w2,0.0000412344,0.01000,0.433
+48,block_sparse_moe.experts.250.w2,0.0000504676,0.01000,0.423
+48,block_sparse_moe.experts.251.w2,0.0000210270,0.01000,0.426
+48,block_sparse_moe.experts.252.w2,0.0000681114,0.01000,0.412
+48,block_sparse_moe.experts.253.w2,0.0000538718,0.01000,0.417
+48,block_sparse_moe.experts.254.w2,0.0000482575,0.01000,0.405
+48,block_sparse_moe.experts.255.w2,0.0000308332,0.01000,0.370
+49,block_sparse_moe.experts.0.w1,0.0000501817,0.01000,0.840
+49,block_sparse_moe.experts.1.w1,0.0000536072,0.01000,0.854
+49,block_sparse_moe.experts.2.w1,0.0000498872,0.01000,0.857
+49,block_sparse_moe.experts.3.w1,0.0000535015,0.01000,0.860
+49,block_sparse_moe.experts.5.w1,0.0000555920,0.01000,0.867
+49,block_sparse_moe.experts.6.w1,0.0000524272,0.01000,0.867
+49,block_sparse_moe.experts.4.w1,0.0000496393,0.01000,0.869
+49,block_sparse_moe.experts.7.w1,0.0000427582,0.01000,0.826
+49,block_sparse_moe.experts.8.w1,0.0000440770,0.01000,0.839
+49,block_sparse_moe.experts.9.w1,0.0000491748,0.01000,0.847
+49,block_sparse_moe.experts.10.w1,0.0000491179,0.01000,0.843
+49,block_sparse_moe.experts.12.w1,0.0000477665,0.01000,0.844
+49,block_sparse_moe.experts.13.w1,0.0000495903,0.01000,0.861
+49,block_sparse_moe.experts.11.w1,0.0000494998,0.01000,0.867
+49,block_sparse_moe.experts.14.w1,0.0000467922,0.01000,0.823
+49,block_sparse_moe.experts.15.w1,0.0000512999,0.01000,0.840
+49,block_sparse_moe.experts.17.w1,0.0000507612,0.01000,0.840
+49,block_sparse_moe.experts.18.w1,0.0000503513,0.01000,0.847
+49,block_sparse_moe.experts.16.w1,0.0000468212,0.01000,0.860
+49,block_sparse_moe.experts.19.w1,0.0000523956,0.01000,0.855
+49,block_sparse_moe.experts.20.w1,0.0000489142,0.01000,0.853
+49,block_sparse_moe.experts.21.w1,0.0000503289,0.01000,0.830
+49,block_sparse_moe.experts.22.w1,0.0000492153,0.01000,0.859
+49,block_sparse_moe.experts.23.w1,0.0000502678,0.01000,0.852
+49,block_sparse_moe.experts.24.w1,0.0000499184,0.01000,0.851
+49,block_sparse_moe.experts.25.w1,0.0000504145,0.01000,0.862
+49,block_sparse_moe.experts.27.w1,0.0000469468,0.01000,0.854
+49,block_sparse_moe.experts.26.w1,0.0000482228,0.01000,0.894
+49,block_sparse_moe.experts.28.w1,0.0000519767,0.01000,0.837
+49,block_sparse_moe.experts.30.w1,0.0000500246,0.01000,0.844
+49,block_sparse_moe.experts.31.w1,0.0000503650,0.01000,0.848
+49,block_sparse_moe.experts.29.w1,0.0000482137,0.01000,0.882
+49,block_sparse_moe.experts.32.w1,0.0000528746,0.01000,0.850
+49,block_sparse_moe.experts.33.w1,0.0000493931,0.01000,0.848
+49,block_sparse_moe.experts.34.w1,0.0000544734,0.01000,0.869
+49,block_sparse_moe.experts.35.w1,0.0000451561,0.01000,0.841
+49,block_sparse_moe.experts.36.w1,0.0000471623,0.01000,0.834
+49,block_sparse_moe.experts.37.w1,0.0000486589,0.01000,0.837
+49,block_sparse_moe.experts.38.w1,0.0000506102,0.01000,0.830
+49,block_sparse_moe.experts.40.w1,0.0000519974,0.01000,0.838
+49,block_sparse_moe.experts.39.w1,0.0000498907,0.01000,0.875
+49,block_sparse_moe.experts.41.w1,0.0000498826,0.01000,0.863
+49,block_sparse_moe.experts.42.w1,0.0000518440,0.01000,0.833
+49,block_sparse_moe.experts.43.w1,0.0000438203,0.01000,0.821
+49,block_sparse_moe.experts.44.w1,0.0000517443,0.01000,0.829
+49,block_sparse_moe.experts.45.w1,0.0000501797,0.01000,0.824
+49,block_sparse_moe.experts.46.w1,0.0000481855,0.01000,0.842
+49,block_sparse_moe.experts.47.w1,0.0000496034,0.01000,0.864
+49,block_sparse_moe.experts.48.w1,0.0000513003,0.01000,0.844
+49,block_sparse_moe.experts.49.w1,0.0000469479,0.01000,0.831
+49,block_sparse_moe.experts.50.w1,0.0000489837,0.01000,0.831
+49,block_sparse_moe.experts.51.w1,0.0000495606,0.01000,0.825
+49,block_sparse_moe.experts.52.w1,0.0000559108,0.01000,0.829
+49,block_sparse_moe.experts.53.w1,0.0000491140,0.01000,0.847
+49,block_sparse_moe.experts.54.w1,0.0000505941,0.01000,0.864
+49,block_sparse_moe.experts.55.w1,0.0000510476,0.01000,0.847
+49,block_sparse_moe.experts.56.w1,0.0000486661,0.01000,0.837
+49,block_sparse_moe.experts.57.w1,0.0000490360,0.01000,0.832
+49,block_sparse_moe.experts.59.w1,0.0000485758,0.01000,0.826
+49,block_sparse_moe.experts.58.w1,0.0000514577,0.01000,0.834
+49,block_sparse_moe.experts.60.w1,0.0000492920,0.01000,0.858
+49,block_sparse_moe.experts.61.w1,0.0000507229,0.01000,0.845
+49,block_sparse_moe.experts.62.w1,0.0000507412,0.01000,0.844
+49,block_sparse_moe.experts.63.w1,0.0000509882,0.01000,0.830
+49,block_sparse_moe.experts.64.w1,0.0000427694,0.01000,0.829
+49,block_sparse_moe.experts.66.w1,0.0000510067,0.01000,0.831
+49,block_sparse_moe.experts.65.w1,0.0000568833,0.01000,0.834
+49,block_sparse_moe.experts.67.w1,0.0000449199,0.01000,0.866
+49,block_sparse_moe.experts.68.w1,0.0000473335,0.01000,0.848
+49,block_sparse_moe.experts.69.w1,0.0000503728,0.01000,0.852
+49,block_sparse_moe.experts.70.w1,0.0000537873,0.01000,0.827
+49,block_sparse_moe.experts.71.w1,0.0000521913,0.01000,0.826
+49,block_sparse_moe.experts.73.w1,0.0000557565,0.01000,0.825
+49,block_sparse_moe.experts.72.w1,0.0000489685,0.01000,0.857
+49,block_sparse_moe.experts.74.w1,0.0000466685,0.01000,0.863
+49,block_sparse_moe.experts.75.w1,0.0000493839,0.01000,0.852
+49,block_sparse_moe.experts.76.w1,0.0000495330,0.01000,0.865
+49,block_sparse_moe.experts.77.w1,0.0000494142,0.01000,0.818
+49,block_sparse_moe.experts.78.w1,0.0000500400,0.01000,0.823
+49,block_sparse_moe.experts.79.w1,0.0000518375,0.01000,0.838
+49,block_sparse_moe.experts.80.w1,0.0000494387,0.01000,0.822
+49,block_sparse_moe.experts.81.w1,0.0000505139,0.01000,0.854
+49,block_sparse_moe.experts.82.w1,0.0000500809,0.01000,0.847
+49,block_sparse_moe.experts.83.w1,0.0000465571,0.01000,0.860
+49,block_sparse_moe.experts.84.w1,0.0000493120,0.01000,0.845
+49,block_sparse_moe.experts.85.w1,0.0000510065,0.01000,0.830
+49,block_sparse_moe.experts.86.w1,0.0000532843,0.01000,0.848
+49,block_sparse_moe.experts.87.w1,0.0000486139,0.01000,0.835
+49,block_sparse_moe.experts.88.w1,0.0000498589,0.01000,0.849
+49,block_sparse_moe.experts.89.w1,0.0000519269,0.01000,0.848
+49,block_sparse_moe.experts.90.w1,0.0000523157,0.01000,0.869
+49,block_sparse_moe.experts.91.w1,0.0000480983,0.01000,0.834
+49,block_sparse_moe.experts.92.w1,0.0000494642,0.01000,0.835
+49,block_sparse_moe.experts.93.w1,0.0000519478,0.01000,0.844
+49,block_sparse_moe.experts.94.w1,0.0000504449,0.01000,0.863
+49,block_sparse_moe.experts.95.w1,0.0000513394,0.01000,0.855
+49,block_sparse_moe.experts.96.w1,0.0000497831,0.01000,0.843
+49,block_sparse_moe.experts.97.w1,0.0000555202,0.01000,0.872
+49,block_sparse_moe.experts.98.w1,0.0000520343,0.01000,0.827
+49,block_sparse_moe.experts.99.w1,0.0000503876,0.01000,0.847
+49,block_sparse_moe.experts.100.w1,0.0000464951,0.01000,0.847
+49,block_sparse_moe.experts.101.w1,0.0000488082,0.01000,0.843
+49,block_sparse_moe.experts.103.w1,0.0000454371,0.01000,0.849
+49,block_sparse_moe.experts.102.w1,0.0000495263,0.01000,0.912
+49,block_sparse_moe.experts.104.w1,0.0000475413,0.01000,0.861
+49,block_sparse_moe.experts.105.w1,0.0000510970,0.01000,0.830
+49,block_sparse_moe.experts.106.w1,0.0000506075,0.01000,0.837
+49,block_sparse_moe.experts.108.w1,0.0000505072,0.01000,0.828
+49,block_sparse_moe.experts.107.w1,0.0000442699,0.01000,0.847
+49,block_sparse_moe.experts.109.w1,0.0000399625,0.01000,0.862
+49,block_sparse_moe.experts.110.w1,0.0000412471,0.01000,0.873
+49,block_sparse_moe.experts.111.w1,0.0000528275,0.01000,0.865
+49,block_sparse_moe.experts.112.w1,0.0000489295,0.01000,0.818
+49,block_sparse_moe.experts.113.w1,0.0000515142,0.01000,0.832
+49,block_sparse_moe.experts.115.w1,0.0000485625,0.01000,0.831
+49,block_sparse_moe.experts.114.w1,0.0000512762,0.01000,0.860
+49,block_sparse_moe.experts.116.w1,0.0000482606,0.01000,0.848
+49,block_sparse_moe.experts.117.w1,0.0000472242,0.01000,0.860
+49,block_sparse_moe.experts.118.w1,0.0000484763,0.01000,0.858
+49,block_sparse_moe.experts.119.w1,0.0000529633,0.01000,0.815
+49,block_sparse_moe.experts.120.w1,0.0000473157,0.01000,0.826
+49,block_sparse_moe.experts.121.w1,0.0000462549,0.01000,0.845
+49,block_sparse_moe.experts.122.w1,0.0000495717,0.01000,0.827
+49,block_sparse_moe.experts.123.w1,0.0000534659,0.01000,0.846
+49,block_sparse_moe.experts.124.w1,0.0000473981,0.01000,0.864
+49,block_sparse_moe.experts.125.w1,0.0000476206,0.01000,0.863
+49,block_sparse_moe.experts.126.w1,0.0000513822,0.01000,0.834
+49,block_sparse_moe.experts.127.w1,0.0000502043,0.01000,0.834
+49,block_sparse_moe.experts.129.w1,0.0000460522,0.01000,0.821
+49,block_sparse_moe.experts.128.w1,0.0000447634,0.01000,0.852
+49,block_sparse_moe.experts.130.w1,0.0000458283,0.01000,0.844
+49,block_sparse_moe.experts.131.w1,0.0000512195,0.01000,0.865
+49,block_sparse_moe.experts.132.w1,0.0000477475,0.01000,0.851
+49,block_sparse_moe.experts.133.w1,0.0000525114,0.01000,0.831
+49,block_sparse_moe.experts.134.w1,0.0000507796,0.01000,0.828
+49,block_sparse_moe.experts.135.w1,0.0000519708,0.01000,0.849
+49,block_sparse_moe.experts.136.w1,0.0000481764,0.01000,0.834
+49,block_sparse_moe.experts.137.w1,0.0000509322,0.01000,0.843
+49,block_sparse_moe.experts.138.w1,0.0000506798,0.01000,0.856
+49,block_sparse_moe.experts.139.w1,0.0000508744,0.01000,0.843
+49,block_sparse_moe.experts.140.w1,0.0000512796,0.01000,0.823
+49,block_sparse_moe.experts.141.w1,0.0000453886,0.01000,0.829
+49,block_sparse_moe.experts.142.w1,0.0000523878,0.01000,0.830
+49,block_sparse_moe.experts.143.w1,0.0000483450,0.01000,0.828
+49,block_sparse_moe.experts.144.w1,0.0000496589,0.01000,0.846
+49,block_sparse_moe.experts.145.w1,0.0000465684,0.01000,0.855
+49,block_sparse_moe.experts.146.w1,0.0000481431,0.01000,0.843
+49,block_sparse_moe.experts.147.w1,0.0000499087,0.01000,0.819
+49,block_sparse_moe.experts.148.w1,0.0000469208,0.01000,0.829
+49,block_sparse_moe.experts.149.w1,0.0000497515,0.01000,0.830
+49,block_sparse_moe.experts.150.w1,0.0000509731,0.01000,0.829
+49,block_sparse_moe.experts.151.w1,0.0000487720,0.01000,0.857
+49,block_sparse_moe.experts.153.w1,0.0000527722,0.01000,0.851
+49,block_sparse_moe.experts.152.w1,0.0000516438,0.01000,0.882
+49,block_sparse_moe.experts.154.w1,0.0000505931,0.01000,0.825
+49,block_sparse_moe.experts.155.w1,0.0000511575,0.01000,0.827
+49,block_sparse_moe.experts.156.w1,0.0000498288,0.01000,0.829
+49,block_sparse_moe.experts.157.w1,0.0000498897,0.01000,0.829
+49,block_sparse_moe.experts.158.w1,0.0000497296,0.01000,0.846
+49,block_sparse_moe.experts.159.w1,0.0000485987,0.01000,0.858
+49,block_sparse_moe.experts.160.w1,0.0000504609,0.01000,0.859
+49,block_sparse_moe.experts.161.w1,0.0000518405,0.01000,0.824
+49,block_sparse_moe.experts.162.w1,0.0000501171,0.01000,0.824
+49,block_sparse_moe.experts.163.w1,0.0000527052,0.01000,0.836
+49,block_sparse_moe.experts.164.w1,0.0000507518,0.01000,0.833
+49,block_sparse_moe.experts.165.w1,0.0000501429,0.01000,0.860
+49,block_sparse_moe.experts.166.w1,0.0000533932,0.01000,0.840
+49,block_sparse_moe.experts.167.w1,0.0000530110,0.01000,0.876
+49,block_sparse_moe.experts.168.w1,0.0000469739,0.01000,0.830
+49,block_sparse_moe.experts.169.w1,0.0000517856,0.01000,0.829
+49,block_sparse_moe.experts.171.w1,0.0000534943,0.01000,0.828
+49,block_sparse_moe.experts.170.w1,0.0000503767,0.01000,0.836
+49,block_sparse_moe.experts.172.w1,0.0000498216,0.01000,0.847
+49,block_sparse_moe.experts.173.w1,0.0000478042,0.01000,0.840
+49,block_sparse_moe.experts.174.w1,0.0000554832,0.01000,0.869
+49,block_sparse_moe.experts.175.w1,0.0000477442,0.01000,0.824
+49,block_sparse_moe.experts.176.w1,0.0000462411,0.01000,0.836
+49,block_sparse_moe.experts.178.w1,0.0000494511,0.01000,0.833
+49,block_sparse_moe.experts.177.w1,0.0000486098,0.01000,0.843
+49,block_sparse_moe.experts.179.w1,0.0000511685,0.01000,0.844
+49,block_sparse_moe.experts.180.w1,0.0000480006,0.01000,0.837
+49,block_sparse_moe.experts.182.w1,0.0000496557,0.01000,0.831
+49,block_sparse_moe.experts.181.w1,0.0000492440,0.01000,0.902
+49,block_sparse_moe.experts.183.w1,0.0000503367,0.01000,0.833
+49,block_sparse_moe.experts.185.w1,0.0000515204,0.01000,0.830
+49,block_sparse_moe.experts.184.w1,0.0000511105,0.01000,0.834
+49,block_sparse_moe.experts.186.w1,0.0000512958,0.01000,0.839
+49,block_sparse_moe.experts.187.w1,0.0000458154,0.01000,0.835
+49,block_sparse_moe.experts.188.w1,0.0000507341,0.01000,0.864
+49,block_sparse_moe.experts.189.w1,0.0000486585,0.01000,0.834
+49,block_sparse_moe.experts.190.w1,0.0000486384,0.01000,0.838
+49,block_sparse_moe.experts.192.w1,0.0000488658,0.01000,0.834
+49,block_sparse_moe.experts.191.w1,0.0000499666,0.01000,0.858
+49,block_sparse_moe.experts.193.w1,0.0000510855,0.01000,0.851
+49,block_sparse_moe.experts.194.w1,0.0000504143,0.01000,0.834
+49,block_sparse_moe.experts.195.w1,0.0000462381,0.01000,0.845
+49,block_sparse_moe.experts.196.w1,0.0000471909,0.01000,0.832
+49,block_sparse_moe.experts.197.w1,0.0000506595,0.01000,0.836
+49,block_sparse_moe.experts.198.w1,0.0000465610,0.01000,0.840
+49,block_sparse_moe.experts.199.w1,0.0000503019,0.01000,0.835
+49,block_sparse_moe.experts.200.w1,0.0000505430,0.01000,0.852
+49,block_sparse_moe.experts.201.w1,0.0000521280,0.01000,0.837
+49,block_sparse_moe.experts.203.w1,0.0000547675,0.01000,0.831
+49,block_sparse_moe.experts.202.w1,0.0000509596,0.01000,0.877
+49,block_sparse_moe.experts.204.w1,0.0000512848,0.01000,0.833
+49,block_sparse_moe.experts.206.w1,0.0000514048,0.01000,0.841
+49,block_sparse_moe.experts.205.w1,0.0000489178,0.01000,0.884
+49,block_sparse_moe.experts.207.w1,0.0000498447,0.01000,0.869
+49,block_sparse_moe.experts.208.w1,0.0000498135,0.01000,0.839
+49,block_sparse_moe.experts.210.w1,0.0000515870,0.01000,0.837
+49,block_sparse_moe.experts.209.w1,0.0000528716,0.01000,0.903
+49,block_sparse_moe.experts.211.w1,0.0000510167,0.01000,0.848
+49,block_sparse_moe.experts.212.w1,0.0000453950,0.01000,0.836
+49,block_sparse_moe.experts.213.w1,0.0000480602,0.01000,0.840
+49,block_sparse_moe.experts.214.w1,0.0000480769,0.01000,0.850
+49,block_sparse_moe.experts.215.w1,0.0000447967,0.01000,0.836
+49,block_sparse_moe.experts.216.w1,0.0000445140,0.01000,0.850
+49,block_sparse_moe.experts.217.w1,0.0000498644,0.01000,0.834
+49,block_sparse_moe.experts.218.w1,0.0000501966,0.01000,0.841
+49,block_sparse_moe.experts.219.w1,0.0000507855,0.01000,0.824
+49,block_sparse_moe.experts.220.w1,0.0000479585,0.01000,0.827
+49,block_sparse_moe.experts.221.w1,0.0000462354,0.01000,0.867
+49,block_sparse_moe.experts.222.w1,0.0000499061,0.01000,0.850
+49,block_sparse_moe.experts.224.w1,0.0000492369,0.01000,0.827
+49,block_sparse_moe.experts.223.w1,0.0000488883,0.01000,0.877
+49,block_sparse_moe.experts.225.w1,0.0000490991,0.01000,0.858
+49,block_sparse_moe.experts.226.w1,0.0000520805,0.01000,0.841
+49,block_sparse_moe.experts.227.w1,0.0000503149,0.01000,0.839
+49,block_sparse_moe.experts.228.w1,0.0000521709,0.01000,0.853
+49,block_sparse_moe.experts.229.w1,0.0000473459,0.01000,0.849
+49,block_sparse_moe.experts.230.w1,0.0000498282,0.01000,0.855
+49,block_sparse_moe.experts.231.w1,0.0000497108,0.01000,0.829
+49,block_sparse_moe.experts.232.w1,0.0000471097,0.01000,0.856
+49,block_sparse_moe.experts.233.w1,0.0000466738,0.01000,0.846
+49,block_sparse_moe.experts.234.w1,0.0000449672,0.01000,0.842
+49,block_sparse_moe.experts.235.w1,0.0000469719,0.01000,0.851
+49,block_sparse_moe.experts.236.w1,0.0000497842,0.01000,0.848
+49,block_sparse_moe.experts.238.w1,0.0000502179,0.01000,0.825
+49,block_sparse_moe.experts.237.w1,0.0000520529,0.01000,0.871
+49,block_sparse_moe.experts.239.w1,0.0000497140,0.01000,0.854
+49,block_sparse_moe.experts.240.w1,0.0000518518,0.01000,0.845
+49,block_sparse_moe.experts.241.w1,0.0000510441,0.01000,0.837
+49,block_sparse_moe.experts.242.w1,0.0000521293,0.01000,0.855
+49,block_sparse_moe.experts.243.w1,0.0000501423,0.01000,0.850
+49,block_sparse_moe.experts.244.w1,0.0000497210,0.01000,0.849
+49,block_sparse_moe.experts.245.w1,0.0000494951,0.01000,0.822
+49,block_sparse_moe.experts.246.w1,0.0000526120,0.01000,0.855
+49,block_sparse_moe.experts.247.w1,0.0000433592,0.01000,0.843
+49,block_sparse_moe.experts.248.w1,0.0000476846,0.01000,0.835
+49,block_sparse_moe.experts.249.w1,0.0000530208,0.01000,0.854
+49,block_sparse_moe.experts.250.w1,0.0000537188,0.01000,0.851
+49,block_sparse_moe.experts.252.w1,0.0000489112,0.01000,0.823
+49,block_sparse_moe.experts.251.w1,0.0000489037,0.01000,0.866
+49,block_sparse_moe.experts.253.w1,0.0000555582,0.01000,0.848
+49,block_sparse_moe.experts.254.w1,0.0000502203,0.01000,0.835
+49,block_sparse_moe.experts.255.w1,0.0000509122,0.01000,0.828
+49,block_sparse_moe.experts.0.w3,0.0000569733,0.01000,0.855
+49,block_sparse_moe.experts.1.w3,0.0000606009,0.01000,0.852
+49,block_sparse_moe.experts.2.w3,0.0000568854,0.01000,0.855
+49,block_sparse_moe.experts.3.w3,0.0000613647,0.01000,0.835
+49,block_sparse_moe.experts.4.w3,0.0000527740,0.01000,0.855
+49,block_sparse_moe.experts.6.w3,0.0000598359,0.01000,0.839
+49,block_sparse_moe.experts.5.w3,0.0000626660,0.01000,0.842
+49,block_sparse_moe.experts.7.w3,0.0000487262,0.01000,0.850
+49,block_sparse_moe.experts.8.w3,0.0000503477,0.01000,0.846
+49,block_sparse_moe.experts.10.w3,0.0000559532,0.01000,0.828
+49,block_sparse_moe.experts.9.w3,0.0000573065,0.01000,0.872
+49,block_sparse_moe.experts.11.w3,0.0000580372,0.01000,0.856
+49,block_sparse_moe.experts.12.w3,0.0000535939,0.01000,0.843
+49,block_sparse_moe.experts.13.w3,0.0000565741,0.01000,0.858
+49,block_sparse_moe.experts.15.w3,0.0000586541,0.01000,0.847
+49,block_sparse_moe.experts.14.w3,0.0000519952,0.01000,0.886
+49,block_sparse_moe.experts.16.w3,0.0000538695,0.01000,0.850
+49,block_sparse_moe.experts.17.w3,0.0000589389,0.01000,0.840
+49,block_sparse_moe.experts.18.w3,0.0000564640,0.01000,0.857
+49,block_sparse_moe.experts.20.w3,0.0000591421,0.01000,0.829
+49,block_sparse_moe.experts.19.w3,0.0000588466,0.01000,0.874
+49,block_sparse_moe.experts.21.w3,0.0000569181,0.01000,0.852
+49,block_sparse_moe.experts.22.w3,0.0000592914,0.01000,0.847
+49,block_sparse_moe.experts.24.w3,0.0000588148,0.01000,0.829
+49,block_sparse_moe.experts.23.w3,0.0000574563,0.01000,0.869
+49,block_sparse_moe.experts.25.w3,0.0000563784,0.01000,0.854
+49,block_sparse_moe.experts.26.w3,0.0000558477,0.01000,0.841
+49,block_sparse_moe.experts.27.w3,0.0000524231,0.01000,0.858
+49,block_sparse_moe.experts.28.w3,0.0000580086,0.01000,0.833
+49,block_sparse_moe.experts.29.w3,0.0000552420,0.01000,0.837
+49,block_sparse_moe.experts.30.w3,0.0000558313,0.01000,0.851
+49,block_sparse_moe.experts.31.w3,0.0000565580,0.01000,0.855
+49,block_sparse_moe.experts.32.w3,0.0000593511,0.01000,0.838
+49,block_sparse_moe.experts.33.w3,0.0000554402,0.01000,0.852
+49,block_sparse_moe.experts.34.w3,0.0000636263,0.01000,0.837
+49,block_sparse_moe.experts.35.w3,0.0000558010,0.01000,0.843
+49,block_sparse_moe.experts.36.w3,0.0000537667,0.01000,0.842
+49,block_sparse_moe.experts.38.w3,0.0000732667,0.01000,0.830
+49,block_sparse_moe.experts.37.w3,0.0000549810,0.01000,0.879
+49,block_sparse_moe.experts.39.w3,0.0000577736,0.01000,0.828
+49,block_sparse_moe.experts.41.w3,0.0000561945,0.01000,0.828
+49,block_sparse_moe.experts.40.w3,0.0000575453,0.01000,0.884
+49,block_sparse_moe.experts.42.w3,0.0000603055,0.01000,0.835
+49,block_sparse_moe.experts.43.w3,0.0000531706,0.01000,0.835
+49,block_sparse_moe.experts.44.w3,0.0000586683,0.01000,0.863
+49,block_sparse_moe.experts.45.w3,0.0000570763,0.01000,0.841
+49,block_sparse_moe.experts.46.w3,0.0000528362,0.01000,0.823
+49,block_sparse_moe.experts.47.w3,0.0000566529,0.01000,0.840
+49,block_sparse_moe.experts.48.w3,0.0000575075,0.01000,0.823
+49,block_sparse_moe.experts.49.w3,0.0000535294,0.01000,0.837
+49,block_sparse_moe.experts.50.w3,0.0000558430,0.01000,0.841
+49,block_sparse_moe.experts.52.w3,0.0000640766,0.01000,0.835
+49,block_sparse_moe.experts.51.w3,0.0000568815,0.01000,0.878
+49,block_sparse_moe.experts.53.w3,0.0000560469,0.01000,0.833
+49,block_sparse_moe.experts.54.w3,0.0000561257,0.01000,0.835
+49,block_sparse_moe.experts.55.w3,0.0000582892,0.01000,0.829
+49,block_sparse_moe.experts.56.w3,0.0000543550,0.01000,0.835
+49,block_sparse_moe.experts.57.w3,0.0000572723,0.01000,0.836
+49,block_sparse_moe.experts.59.w3,0.0000556102,0.01000,0.831
+49,block_sparse_moe.experts.60.w3,0.0000551677,0.01000,0.835
+49,block_sparse_moe.experts.58.w3,0.0000604955,0.01000,0.893
+49,block_sparse_moe.experts.62.w3,0.0000575253,0.01000,0.832
+49,block_sparse_moe.experts.61.w3,0.0000582408,0.01000,0.842
+49,block_sparse_moe.experts.63.w3,0.0000585737,0.01000,0.834
+49,block_sparse_moe.experts.64.w3,0.0000518488,0.01000,0.837
+49,block_sparse_moe.experts.66.w3,0.0000584716,0.01000,0.831
+49,block_sparse_moe.experts.65.w3,0.0000657905,0.01000,0.851
+49,block_sparse_moe.experts.67.w3,0.0000514353,0.01000,0.843
+49,block_sparse_moe.experts.68.w3,0.0000536083,0.01000,0.845
+49,block_sparse_moe.experts.69.w3,0.0000567822,0.01000,0.845
+49,block_sparse_moe.experts.70.w3,0.0000605765,0.01000,0.838
+49,block_sparse_moe.experts.71.w3,0.0000598140,0.01000,0.839
+49,block_sparse_moe.experts.73.w3,0.0000633996,0.01000,0.836
+49,block_sparse_moe.experts.74.w3,0.0000530754,0.01000,0.830
+49,block_sparse_moe.experts.72.w3,0.0000581633,0.01000,0.878
+49,block_sparse_moe.experts.75.w3,0.0000556925,0.01000,0.843
+49,block_sparse_moe.experts.76.w3,0.0000563873,0.01000,0.854
+49,block_sparse_moe.experts.77.w3,0.0000556404,0.01000,0.837
+49,block_sparse_moe.experts.78.w3,0.0000567225,0.01000,0.845
+49,block_sparse_moe.experts.80.w3,0.0000570055,0.01000,0.822
+49,block_sparse_moe.experts.81.w3,0.0000570295,0.01000,0.845
+49,block_sparse_moe.experts.79.w3,0.0000592231,0.01000,0.900
+49,block_sparse_moe.experts.82.w3,0.0000566857,0.01000,0.849
+49,block_sparse_moe.experts.83.w3,0.0000563508,0.01000,0.848
+49,block_sparse_moe.experts.84.w3,0.0000555889,0.01000,0.852
+49,block_sparse_moe.experts.85.w3,0.0000571833,0.01000,0.844
+49,block_sparse_moe.experts.86.w3,0.0000597547,0.01000,0.870
+49,block_sparse_moe.experts.87.w3,0.0000543546,0.01000,0.829
+49,block_sparse_moe.experts.88.w3,0.0000559001,0.01000,0.829
+49,block_sparse_moe.experts.89.w3,0.0000585274,0.01000,0.838
+49,block_sparse_moe.experts.90.w3,0.0000599210,0.01000,0.826
+49,block_sparse_moe.experts.91.w3,0.0000564964,0.01000,0.847
+49,block_sparse_moe.experts.92.w3,0.0000555824,0.01000,0.856
+49,block_sparse_moe.experts.94.w3,0.0000558470,0.01000,0.832
+49,block_sparse_moe.experts.95.w3,0.0000600112,0.01000,0.823
+49,block_sparse_moe.experts.93.w3,0.0000606363,0.01000,0.877
+49,block_sparse_moe.experts.96.w3,0.0000556280,0.01000,0.838
+49,block_sparse_moe.experts.97.w3,0.0000639801,0.01000,0.842
+49,block_sparse_moe.experts.98.w3,0.0000602818,0.01000,0.843
+49,block_sparse_moe.experts.99.w3,0.0000596788,0.01000,0.836
+49,block_sparse_moe.experts.101.w3,0.0000551056,0.01000,0.821
+49,block_sparse_moe.experts.102.w3,0.0000572078,0.01000,0.837
+49,block_sparse_moe.experts.100.w3,0.0000513757,0.01000,0.892
+49,block_sparse_moe.experts.104.w3,0.0000536545,0.01000,0.821
+49,block_sparse_moe.experts.103.w3,0.0000517318,0.01000,0.838
+49,block_sparse_moe.experts.105.w3,0.0000582662,0.01000,0.831
+49,block_sparse_moe.experts.106.w3,0.0000566987,0.01000,0.842
+49,block_sparse_moe.experts.107.w3,0.0000475199,0.01000,0.871
+49,block_sparse_moe.experts.108.w3,0.0000559958,0.01000,0.837
+49,block_sparse_moe.experts.109.w3,0.0000481217,0.01000,0.829
+49,block_sparse_moe.experts.111.w3,0.0000620117,0.01000,0.833
+49,block_sparse_moe.experts.110.w3,0.0000464445,0.01000,0.841
+49,block_sparse_moe.experts.112.w3,0.0000563987,0.01000,0.850
+49,block_sparse_moe.experts.113.w3,0.0000578224,0.01000,0.839
+49,block_sparse_moe.experts.115.w3,0.0000549562,0.01000,0.848
+49,block_sparse_moe.experts.116.w3,0.0000551147,0.01000,0.838
+49,block_sparse_moe.experts.118.w3,0.0000553312,0.01000,0.833
+49,block_sparse_moe.experts.114.w3,0.0000574800,0.01000,0.892
+49,block_sparse_moe.experts.117.w3,0.0000520759,0.01000,0.878
+49,block_sparse_moe.experts.119.w3,0.0000617704,0.01000,0.849
+49,block_sparse_moe.experts.120.w3,0.0000526803,0.01000,0.838
+49,block_sparse_moe.experts.122.w3,0.0000559699,0.01000,0.822
+49,block_sparse_moe.experts.123.w3,0.0000608480,0.01000,0.827
+49,block_sparse_moe.experts.121.w3,0.0000519861,0.01000,0.875
+49,block_sparse_moe.experts.124.w3,0.0000523565,0.01000,0.845
+49,block_sparse_moe.experts.125.w3,0.0000529452,0.01000,0.852
+49,block_sparse_moe.experts.126.w3,0.0000576665,0.01000,0.851
+49,block_sparse_moe.experts.127.w3,0.0000575155,0.01000,0.842
+49,block_sparse_moe.experts.129.w3,0.0000542457,0.01000,0.820
+49,block_sparse_moe.experts.130.w3,0.0000511582,0.01000,0.833
+49,block_sparse_moe.experts.128.w3,0.0000511871,0.01000,0.880
+49,block_sparse_moe.experts.131.w3,0.0000584709,0.01000,0.836
+49,block_sparse_moe.experts.132.w3,0.0000546737,0.01000,0.845
+49,block_sparse_moe.experts.133.w3,0.0000589484,0.01000,0.852
+49,block_sparse_moe.experts.134.w3,0.0000581693,0.01000,0.841
+49,block_sparse_moe.experts.135.w3,0.0000622760,0.01000,0.865
+49,block_sparse_moe.experts.136.w3,0.0000537162,0.01000,0.834
+49,block_sparse_moe.experts.137.w3,0.0000601031,0.01000,0.844
+49,block_sparse_moe.experts.138.w3,0.0000567878,0.01000,0.839
+49,block_sparse_moe.experts.139.w3,0.0000569958,0.01000,0.839
+49,block_sparse_moe.experts.140.w3,0.0000567238,0.01000,0.854
+49,block_sparse_moe.experts.141.w3,0.0000560799,0.01000,0.855
+49,block_sparse_moe.experts.143.w3,0.0000552251,0.01000,0.840
+49,block_sparse_moe.experts.144.w3,0.0000550147,0.01000,0.846
+49,block_sparse_moe.experts.145.w3,0.0000529058,0.01000,0.850
+49,block_sparse_moe.experts.142.w3,0.0000587427,0.01000,0.867
+49,block_sparse_moe.experts.146.w3,0.0000536328,0.01000,0.834
+49,block_sparse_moe.experts.147.w3,0.0000579794,0.01000,0.853
+49,block_sparse_moe.experts.148.w3,0.0000528163,0.01000,0.863
+49,block_sparse_moe.experts.150.w3,0.0000570347,0.01000,0.832
+49,block_sparse_moe.experts.152.w3,0.0000574074,0.01000,0.856
+49,block_sparse_moe.experts.151.w3,0.0000549324,0.01000,0.860
+49,block_sparse_moe.experts.153.w3,0.0000590258,0.01000,0.850
+49,block_sparse_moe.experts.149.w3,0.0000571329,0.01000,0.928
+49,block_sparse_moe.experts.154.w3,0.0000569702,0.01000,0.843
+49,block_sparse_moe.experts.155.w3,0.0000582050,0.01000,0.842
+49,block_sparse_moe.experts.158.w3,0.0000561223,0.01000,0.828
+49,block_sparse_moe.experts.157.w3,0.0000570320,0.01000,0.832
+49,block_sparse_moe.experts.156.w3,0.0000577371,0.01000,0.900
+49,block_sparse_moe.experts.159.w3,0.0000577470,0.01000,0.845
+49,block_sparse_moe.experts.160.w3,0.0000574558,0.01000,0.835
+49,block_sparse_moe.experts.161.w3,0.0000627480,0.01000,0.842
+49,block_sparse_moe.experts.162.w3,0.0000567156,0.01000,0.857
+49,block_sparse_moe.experts.164.w3,0.0000591205,0.01000,0.825
+49,block_sparse_moe.experts.167.w3,0.0000589189,0.01000,0.823
+49,block_sparse_moe.experts.165.w3,0.0000562936,0.01000,0.839
+49,block_sparse_moe.experts.163.w3,0.0000603730,0.01000,0.882
+49,block_sparse_moe.experts.166.w3,0.0000599798,0.01000,0.847
+49,block_sparse_moe.experts.168.w3,0.0000520626,0.01000,0.841
+49,block_sparse_moe.experts.169.w3,0.0000583941,0.01000,0.856
+49,block_sparse_moe.experts.170.w3,0.0000596130,0.01000,0.871
+49,block_sparse_moe.experts.171.w3,0.0000600095,0.01000,0.828
+49,block_sparse_moe.experts.173.w3,0.0000523500,0.01000,0.834
+49,block_sparse_moe.experts.174.w3,0.0000614803,0.01000,0.844
+49,block_sparse_moe.experts.172.w3,0.0000581806,0.01000,0.861
+49,block_sparse_moe.experts.175.w3,0.0000528472,0.01000,0.855
+49,block_sparse_moe.experts.176.w3,0.0000535454,0.01000,0.846
+49,block_sparse_moe.experts.178.w3,0.0000557082,0.01000,0.826
+49,block_sparse_moe.experts.179.w3,0.0000588385,0.01000,0.839
+49,block_sparse_moe.experts.177.w3,0.0000542470,0.01000,0.862
+49,block_sparse_moe.experts.181.w3,0.0000546988,0.01000,0.833
+49,block_sparse_moe.experts.180.w3,0.0000554329,0.01000,0.866
+49,block_sparse_moe.experts.182.w3,0.0000559568,0.01000,0.839
+49,block_sparse_moe.experts.183.w3,0.0000576024,0.01000,0.847
+49,block_sparse_moe.experts.186.w3,0.0000596146,0.01000,0.828
+49,block_sparse_moe.experts.184.w3,0.0000563399,0.01000,0.861
+49,block_sparse_moe.experts.185.w3,0.0000606494,0.01000,0.844
+49,block_sparse_moe.experts.187.w3,0.0000538255,0.01000,0.840
+49,block_sparse_moe.experts.188.w3,0.0000567085,0.01000,0.850
+49,block_sparse_moe.experts.189.w3,0.0000550889,0.01000,0.845
+49,block_sparse_moe.experts.190.w3,0.0000551276,0.01000,0.870
+49,block_sparse_moe.experts.192.w3,0.0000542139,0.01000,0.837
+49,block_sparse_moe.experts.193.w3,0.0000597162,0.01000,0.847
+49,block_sparse_moe.experts.194.w3,0.0000566023,0.01000,0.834
+49,block_sparse_moe.experts.191.w3,0.0000558010,0.01000,0.877
+49,block_sparse_moe.experts.195.w3,0.0000542188,0.01000,0.846
+49,block_sparse_moe.experts.196.w3,0.0000522733,0.01000,0.860
+49,block_sparse_moe.experts.197.w3,0.0000590564,0.01000,0.842
+49,block_sparse_moe.experts.199.w3,0.0000565539,0.01000,0.830
+49,block_sparse_moe.experts.200.w3,0.0000572628,0.01000,0.841
+49,block_sparse_moe.experts.198.w3,0.0000522088,0.01000,0.879
+49,block_sparse_moe.experts.201.w3,0.0000601340,0.01000,0.849
+49,block_sparse_moe.experts.202.w3,0.0000585971,0.01000,0.834
+49,block_sparse_moe.experts.203.w3,0.0000624416,0.01000,0.855
+49,block_sparse_moe.experts.204.w3,0.0000572840,0.01000,0.861
+49,block_sparse_moe.experts.206.w3,0.0000581466,0.01000,0.844
+49,block_sparse_moe.experts.205.w3,0.0000550572,0.01000,0.864
+49,block_sparse_moe.experts.209.w3,0.0000603637,0.01000,0.834
+49,block_sparse_moe.experts.208.w3,0.0000588344,0.01000,0.848
+49,block_sparse_moe.experts.207.w3,0.0000546218,0.01000,0.884
+49,block_sparse_moe.experts.210.w3,0.0000589159,0.01000,0.845
+49,block_sparse_moe.experts.211.w3,0.0000599305,0.01000,0.842
+49,block_sparse_moe.experts.213.w3,0.0000519400,0.01000,0.827
+49,block_sparse_moe.experts.215.w3,0.0000525184,0.01000,0.840
+49,block_sparse_moe.experts.214.w3,0.0000538600,0.01000,0.843
+49,block_sparse_moe.experts.212.w3,0.0000509322,0.01000,0.885
+49,block_sparse_moe.experts.216.w3,0.0000509363,0.01000,0.842
+49,block_sparse_moe.experts.217.w3,0.0000555434,0.01000,0.849
+49,block_sparse_moe.experts.218.w3,0.0000582109,0.01000,0.840
+49,block_sparse_moe.experts.219.w3,0.0000589418,0.01000,0.857
+49,block_sparse_moe.experts.220.w3,0.0000550431,0.01000,0.833
+49,block_sparse_moe.experts.221.w3,0.0000533003,0.01000,0.840
+49,block_sparse_moe.experts.222.w3,0.0000569607,0.01000,0.849
+49,block_sparse_moe.experts.223.w3,0.0000554964,0.01000,0.845
+49,block_sparse_moe.experts.224.w3,0.0000558923,0.01000,0.849
+49,block_sparse_moe.experts.225.w3,0.0000549322,0.01000,0.841
+49,block_sparse_moe.experts.227.w3,0.0000575541,0.01000,0.817
+49,block_sparse_moe.experts.228.w3,0.0000632610,0.01000,0.827
+49,block_sparse_moe.experts.226.w3,0.0000591706,0.01000,0.864
+49,block_sparse_moe.experts.229.w3,0.0000565028,0.01000,0.832
+49,block_sparse_moe.experts.230.w3,0.0000578549,0.01000,0.831
+49,block_sparse_moe.experts.231.w3,0.0000579935,0.01000,0.846
+49,block_sparse_moe.experts.232.w3,0.0000531872,0.01000,0.836
+49,block_sparse_moe.experts.233.w3,0.0000525516,0.01000,0.860
+49,block_sparse_moe.experts.234.w3,0.0000522146,0.01000,0.843
+49,block_sparse_moe.experts.235.w3,0.0000536678,0.01000,0.827
+49,block_sparse_moe.experts.236.w3,0.0000558862,0.01000,0.845
+49,block_sparse_moe.experts.237.w3,0.0000538411,0.01000,0.839
+49,block_sparse_moe.experts.238.w3,0.0000577992,0.01000,0.863
+49,block_sparse_moe.experts.239.w3,0.0000563228,0.01000,0.843
+49,block_sparse_moe.experts.242.w3,0.0000592932,0.01000,0.831
+49,block_sparse_moe.experts.241.w3,0.0000576323,0.01000,0.846
+49,block_sparse_moe.experts.244.w3,0.0000555054,0.01000,0.829
+49,block_sparse_moe.experts.243.w3,0.0000565671,0.01000,0.840
+49,block_sparse_moe.experts.240.w3,0.0000601948,0.01000,0.910
+49,block_sparse_moe.experts.245.w3,0.0000544276,0.01000,0.851
+49,block_sparse_moe.experts.246.w3,0.0000610504,0.01000,0.842
+49,block_sparse_moe.experts.248.w3,0.0000551021,0.01000,0.843
+49,block_sparse_moe.experts.249.w3,0.0000606942,0.01000,0.840
+49,block_sparse_moe.experts.250.w3,0.0000628094,0.01000,0.834
+49,block_sparse_moe.experts.247.w3,0.0000495262,0.01000,0.888
+49,block_sparse_moe.experts.251.w3,0.0000552337,0.01000,0.826
+49,block_sparse_moe.experts.253.w3,0.0000641936,0.01000,0.743
+49,block_sparse_moe.experts.252.w3,0.0000553288,0.01000,0.754
+49,block_sparse_moe.experts.255.w3,0.0000559466,0.01000,0.662
+49,block_sparse_moe.experts.254.w3,0.0000571629,0.01000,0.691
+49,block_sparse_moe.experts.1.w2,0.0000985791,0.01000,0.439
+49,block_sparse_moe.experts.0.w2,0.0000577849,0.01000,0.439
+49,block_sparse_moe.experts.3.w2,0.0000313177,0.01000,0.438
+49,block_sparse_moe.experts.5.w2,0.0000982200,0.01000,0.439
+49,block_sparse_moe.experts.4.w2,0.0001178594,0.01000,0.441
+49,block_sparse_moe.experts.2.w2,0.0000273177,0.01000,0.453
+49,block_sparse_moe.experts.6.w2,0.0000559753,0.01000,0.450
+49,block_sparse_moe.experts.7.w2,0.0001071781,0.01000,0.412
+49,block_sparse_moe.experts.10.w2,0.0000671600,0.01000,0.414
+49,block_sparse_moe.experts.8.w2,0.0001135384,0.01000,0.421
+49,block_sparse_moe.experts.11.w2,0.0000529830,0.01000,0.424
+49,block_sparse_moe.experts.9.w2,0.0000855770,0.01000,0.438
+49,block_sparse_moe.experts.12.w2,0.0000273877,0.01000,0.431
+49,block_sparse_moe.experts.13.w2,0.0000338966,0.01000,0.430
+49,block_sparse_moe.experts.14.w2,0.0001223398,0.01000,0.414
+49,block_sparse_moe.experts.15.w2,0.0000372476,0.01000,0.421
+49,block_sparse_moe.experts.17.w2,0.0000337065,0.01000,0.419
+49,block_sparse_moe.experts.16.w2,0.0000857175,0.01000,0.436
+49,block_sparse_moe.experts.18.w2,0.0000493190,0.01000,0.433
+49,block_sparse_moe.experts.20.w2,0.0000754314,0.01000,0.431
+49,block_sparse_moe.experts.19.w2,0.0000813968,0.01000,0.440
+49,block_sparse_moe.experts.21.w2,0.0000299574,0.01000,0.409
+49,block_sparse_moe.experts.22.w2,0.0000400801,0.01000,0.415
+49,block_sparse_moe.experts.23.w2,0.0000302768,0.01000,0.420
+49,block_sparse_moe.experts.24.w2,0.0000362623,0.01000,0.414
+49,block_sparse_moe.experts.25.w2,0.0000332650,0.01000,0.428
+49,block_sparse_moe.experts.26.w2,0.0000710605,0.01000,0.429
+49,block_sparse_moe.experts.27.w2,0.0000399476,0.01000,0.438
+49,block_sparse_moe.experts.28.w2,0.0000200834,0.01000,0.411
+49,block_sparse_moe.experts.29.w2,0.0000615526,0.01000,0.431
+49,block_sparse_moe.experts.31.w2,0.0000467866,0.01000,0.414
+49,block_sparse_moe.experts.30.w2,0.0000578143,0.01000,0.431
+49,block_sparse_moe.experts.32.w2,0.0000293355,0.01000,0.431
+49,block_sparse_moe.experts.33.w2,0.0000396238,0.01000,0.436
+49,block_sparse_moe.experts.34.w2,0.0000550550,0.01000,0.437
+49,block_sparse_moe.experts.35.w2,0.0001083867,0.01000,0.410
+49,block_sparse_moe.experts.36.w2,0.0000372291,0.01000,0.413
+49,block_sparse_moe.experts.37.w2,0.0000345537,0.01000,0.419
+49,block_sparse_moe.experts.38.w2,0.0002850256,0.01000,0.413
+49,block_sparse_moe.experts.39.w2,0.0000493025,0.01000,0.428
+49,block_sparse_moe.experts.40.w2,0.0000274018,0.01000,0.421
+49,block_sparse_moe.experts.41.w2,0.0000461452,0.01000,0.426
+49,block_sparse_moe.experts.42.w2,0.0000414974,0.01000,0.426
+49,block_sparse_moe.experts.43.w2,0.0001314131,0.01000,0.418
+49,block_sparse_moe.experts.44.w2,0.0000253506,0.01000,0.422
+49,block_sparse_moe.experts.45.w2,0.0000300017,0.01000,0.415
+49,block_sparse_moe.experts.46.w2,0.0000616169,0.01000,0.430
+49,block_sparse_moe.experts.47.w2,0.0000464828,0.01000,0.428
+49,block_sparse_moe.experts.48.w2,0.0000477567,0.01000,0.443
+49,block_sparse_moe.experts.49.w2,0.0000606498,0.01000,0.424
+49,block_sparse_moe.experts.50.w2,0.0000774009,0.01000,0.422
+49,block_sparse_moe.experts.52.w2,0.0000930643,0.01000,0.423
+49,block_sparse_moe.experts.51.w2,0.0000464981,0.01000,0.437
+49,block_sparse_moe.experts.53.w2,0.0000466945,0.01000,0.431
+49,block_sparse_moe.experts.54.w2,0.0000197037,0.01000,0.435
+49,block_sparse_moe.experts.55.w2,0.0000440115,0.01000,0.434
+49,block_sparse_moe.experts.56.w2,0.0000542547,0.01000,0.413
+49,block_sparse_moe.experts.57.w2,0.0000242938,0.01000,0.419
+49,block_sparse_moe.experts.58.w2,0.0000529504,0.01000,0.426
+49,block_sparse_moe.experts.59.w2,0.0000519465,0.01000,0.430
+49,block_sparse_moe.experts.60.w2,0.0000457104,0.01000,0.431
+49,block_sparse_moe.experts.61.w2,0.0000540028,0.01000,0.442
+49,block_sparse_moe.experts.62.w2,0.0000543597,0.01000,0.435
+49,block_sparse_moe.experts.63.w2,0.0000178928,0.01000,0.415
+49,block_sparse_moe.experts.64.w2,0.0002128022,0.01000,0.422
+49,block_sparse_moe.experts.65.w2,0.0000685028,0.01000,0.428
+49,block_sparse_moe.experts.66.w2,0.0000599558,0.01000,0.417
+49,block_sparse_moe.experts.67.w2,0.0001218884,0.01000,0.428
+49,block_sparse_moe.experts.68.w2,0.0000337954,0.01000,0.435
+49,block_sparse_moe.experts.69.w2,0.0000802974,0.01000,0.436
+49,block_sparse_moe.experts.70.w2,0.0000715345,0.01000,0.412
+49,block_sparse_moe.experts.71.w2,0.0000210670,0.01000,0.426
+49,block_sparse_moe.experts.72.w2,0.0000578288,0.01000,0.421
+49,block_sparse_moe.experts.73.w2,0.0000473807,0.01000,0.422
+49,block_sparse_moe.experts.74.w2,0.0000809030,0.01000,0.425
+49,block_sparse_moe.experts.75.w2,0.0000567342,0.01000,0.424
+49,block_sparse_moe.experts.76.w2,0.0000345771,0.01000,0.433
+49,block_sparse_moe.experts.77.w2,0.0000442182,0.01000,0.414
+49,block_sparse_moe.experts.78.w2,0.0000469219,0.01000,0.425
+49,block_sparse_moe.experts.80.w2,0.0000406354,0.01000,0.420
+49,block_sparse_moe.experts.79.w2,0.0000472524,0.01000,0.441
+49,block_sparse_moe.experts.81.w2,0.0000387479,0.01000,0.425
+49,block_sparse_moe.experts.82.w2,0.0000670564,0.01000,0.422
+49,block_sparse_moe.experts.83.w2,0.0000383625,0.01000,0.437
+49,block_sparse_moe.experts.84.w2,0.0000496005,0.01000,0.429
+49,block_sparse_moe.experts.85.w2,0.0000602728,0.01000,0.425
+49,block_sparse_moe.experts.87.w2,0.0000339391,0.01000,0.414
+49,block_sparse_moe.experts.86.w2,0.0000725104,0.01000,0.427
+49,block_sparse_moe.experts.88.w2,0.0000300928,0.01000,0.421
+49,block_sparse_moe.experts.89.w2,0.0000440485,0.01000,0.423
+49,block_sparse_moe.experts.90.w2,0.0000470338,0.01000,0.435
+49,block_sparse_moe.experts.91.w2,0.0000244374,0.01000,0.414
+49,block_sparse_moe.experts.92.w2,0.0000657169,0.01000,0.426
+49,block_sparse_moe.experts.94.w2,0.0000344278,0.01000,0.416
+49,block_sparse_moe.experts.93.w2,0.0000539271,0.01000,0.428
+49,block_sparse_moe.experts.95.w2,0.0000441801,0.01000,0.428
+49,block_sparse_moe.experts.96.w2,0.0000389825,0.01000,0.424
+49,block_sparse_moe.experts.97.w2,0.0000741696,0.01000,0.435
+49,block_sparse_moe.experts.98.w2,0.0000397313,0.01000,0.415
+49,block_sparse_moe.experts.99.w2,0.0000527092,0.01000,0.426
+49,block_sparse_moe.experts.100.w2,0.0000777723,0.01000,0.427
+49,block_sparse_moe.experts.101.w2,0.0000748264,0.01000,0.418
+49,block_sparse_moe.experts.102.w2,0.0000252855,0.01000,0.425
+49,block_sparse_moe.experts.103.w2,0.0000237241,0.01000,0.420
+49,block_sparse_moe.experts.104.w2,0.0000558463,0.01000,0.435
+49,block_sparse_moe.experts.105.w2,0.0000544062,0.01000,0.416
+49,block_sparse_moe.experts.106.w2,0.0000311097,0.01000,0.421
+49,block_sparse_moe.experts.108.w2,0.0000213569,0.01000,0.416
+49,block_sparse_moe.experts.107.w2,0.0001186523,0.01000,0.440
+49,block_sparse_moe.experts.109.w2,0.0002128565,0.01000,0.422
+49,block_sparse_moe.experts.110.w2,0.0001430132,0.01000,0.421
+49,block_sparse_moe.experts.111.w2,0.0000680784,0.01000,0.433
+49,block_sparse_moe.experts.112.w2,0.0000211009,0.01000,0.415
+49,block_sparse_moe.experts.113.w2,0.0000262883,0.01000,0.437
+49,block_sparse_moe.experts.114.w2,0.0000689538,0.01000,0.429
+49,block_sparse_moe.experts.115.w2,0.0000691048,0.01000,0.426
+49,block_sparse_moe.experts.116.w2,0.0000659162,0.01000,0.426
+49,block_sparse_moe.experts.117.w2,0.0000413933,0.01000,0.423
+49,block_sparse_moe.experts.118.w2,0.0000552283,0.01000,0.431
+49,block_sparse_moe.experts.119.w2,0.0000963502,0.01000,0.412
+49,block_sparse_moe.experts.121.w2,0.0000861985,0.01000,0.421
+49,block_sparse_moe.experts.122.w2,0.0000505212,0.01000,0.417
+49,block_sparse_moe.experts.120.w2,0.0000477123,0.01000,0.445
+49,block_sparse_moe.experts.123.w2,0.0000696009,0.01000,0.421
+49,block_sparse_moe.experts.124.w2,0.0000365374,0.01000,0.421
+49,block_sparse_moe.experts.125.w2,0.0000473983,0.01000,0.429
+49,block_sparse_moe.experts.126.w2,0.0000260565,0.01000,0.412
+49,block_sparse_moe.experts.127.w2,0.0000355475,0.01000,0.426
+49,block_sparse_moe.experts.129.w2,0.0000265096,0.01000,0.423
+49,block_sparse_moe.experts.128.w2,0.0001126302,0.01000,0.451
+49,block_sparse_moe.experts.130.w2,0.0000598155,0.01000,0.418
+49,block_sparse_moe.experts.131.w2,0.0000777328,0.01000,0.432
+49,block_sparse_moe.experts.132.w2,0.0000546597,0.01000,0.438
+49,block_sparse_moe.experts.133.w2,0.0000245863,0.01000,0.415
+49,block_sparse_moe.experts.134.w2,0.0000456298,0.01000,0.416
+49,block_sparse_moe.experts.135.w2,0.0000956989,0.01000,0.428
+49,block_sparse_moe.experts.136.w2,0.0000353642,0.01000,0.418
+49,block_sparse_moe.experts.137.w2,0.0000562190,0.01000,0.419
+49,block_sparse_moe.experts.138.w2,0.0000219316,0.01000,0.421
+49,block_sparse_moe.experts.139.w2,0.0000652140,0.01000,0.429
+49,block_sparse_moe.experts.140.w2,0.0000564862,0.01000,0.412
+49,block_sparse_moe.experts.141.w2,0.0000720981,0.01000,0.422
+49,block_sparse_moe.experts.142.w2,0.0000557685,0.01000,0.423
+49,block_sparse_moe.experts.143.w2,0.0000450901,0.01000,0.420
+49,block_sparse_moe.experts.144.w2,0.0000522564,0.01000,0.424
+49,block_sparse_moe.experts.145.w2,0.0000526537,0.01000,0.423
+49,block_sparse_moe.experts.146.w2,0.0001779090,0.01000,0.433
+49,block_sparse_moe.experts.147.w2,0.0000768739,0.01000,0.415
+49,block_sparse_moe.experts.148.w2,0.0000491034,0.01000,0.422
+49,block_sparse_moe.experts.149.w2,0.0000360002,0.01000,0.430
+49,block_sparse_moe.experts.150.w2,0.0000518304,0.01000,0.428
+49,block_sparse_moe.experts.151.w2,0.0000292729,0.01000,0.427
+49,block_sparse_moe.experts.152.w2,0.0000276220,0.01000,0.437
+49,block_sparse_moe.experts.154.w2,0.0000676459,0.01000,0.415
+49,block_sparse_moe.experts.153.w2,0.0000386479,0.01000,0.440
+49,block_sparse_moe.experts.155.w2,0.0000306849,0.01000,0.417
+49,block_sparse_moe.experts.156.w2,0.0000455402,0.01000,0.424
+49,block_sparse_moe.experts.157.w2,0.0000647585,0.01000,0.420
+49,block_sparse_moe.experts.158.w2,0.0000502247,0.01000,0.421
+49,block_sparse_moe.experts.159.w2,0.0000766555,0.01000,0.425
+49,block_sparse_moe.experts.160.w2,0.0000259064,0.01000,0.430
+49,block_sparse_moe.experts.161.w2,0.0000318565,0.01000,0.422
+49,block_sparse_moe.experts.162.w2,0.0000727596,0.01000,0.420
+49,block_sparse_moe.experts.164.w2,0.0000602869,0.01000,0.424
+49,block_sparse_moe.experts.163.w2,0.0000498710,0.01000,0.430
+49,block_sparse_moe.experts.165.w2,0.0000410940,0.01000,0.424
+49,block_sparse_moe.experts.166.w2,0.0000816740,0.01000,0.428
+49,block_sparse_moe.experts.168.w2,0.0000478482,0.01000,0.424
+49,block_sparse_moe.experts.167.w2,0.0000237473,0.01000,0.432
+49,block_sparse_moe.experts.169.w2,0.0000177203,0.01000,0.418
+49,block_sparse_moe.experts.170.w2,0.0000602953,0.01000,0.420
+49,block_sparse_moe.experts.171.w2,0.0000434353,0.01000,0.426
+49,block_sparse_moe.experts.172.w2,0.0000706116,0.01000,0.422
+49,block_sparse_moe.experts.173.w2,0.0000522194,0.01000,0.422
+49,block_sparse_moe.experts.175.w2,0.0000741735,0.01000,0.416
+49,block_sparse_moe.experts.174.w2,0.0000506351,0.01000,0.443
+49,block_sparse_moe.experts.176.w2,0.0000499291,0.01000,0.418
+49,block_sparse_moe.experts.177.w2,0.0000298063,0.01000,0.420
+49,block_sparse_moe.experts.178.w2,0.0000608757,0.01000,0.425
+49,block_sparse_moe.experts.179.w2,0.0000553051,0.01000,0.423
+49,block_sparse_moe.experts.180.w2,0.0000283023,0.01000,0.425
+49,block_sparse_moe.experts.181.w2,0.0000408876,0.01000,0.436
+49,block_sparse_moe.experts.182.w2,0.0000702331,0.01000,0.426
+49,block_sparse_moe.experts.183.w2,0.0000613115,0.01000,0.421
+49,block_sparse_moe.experts.184.w2,0.0000366592,0.01000,0.421
+49,block_sparse_moe.experts.185.w2,0.0000489619,0.01000,0.419
+49,block_sparse_moe.experts.186.w2,0.0000391933,0.01000,0.417
+49,block_sparse_moe.experts.187.w2,0.0000252091,0.01000,0.422
+49,block_sparse_moe.experts.188.w2,0.0000445598,0.01000,0.427
+49,block_sparse_moe.experts.189.w2,0.0000579547,0.01000,0.420
+49,block_sparse_moe.experts.190.w2,0.0000777094,0.01000,0.417
+49,block_sparse_moe.experts.191.w2,0.0000238713,0.01000,0.420
+49,block_sparse_moe.experts.192.w2,0.0000290037,0.01000,0.419
+49,block_sparse_moe.experts.193.w2,0.0000538233,0.01000,0.419
+49,block_sparse_moe.experts.194.w2,0.0000298581,0.01000,0.424
+49,block_sparse_moe.experts.195.w2,0.0000800920,0.01000,0.432
+49,block_sparse_moe.experts.196.w2,0.0000934494,0.01000,0.433
+49,block_sparse_moe.experts.197.w2,0.0000600568,0.01000,0.430
+49,block_sparse_moe.experts.198.w2,0.0000297148,0.01000,0.421
+49,block_sparse_moe.experts.199.w2,0.0000334192,0.01000,0.419
+49,block_sparse_moe.experts.200.w2,0.0000556935,0.01000,0.422
+49,block_sparse_moe.experts.201.w2,0.0000520357,0.01000,0.424
+49,block_sparse_moe.experts.203.w2,0.0000498412,0.01000,0.418
+49,block_sparse_moe.experts.202.w2,0.0000333389,0.01000,0.428
+49,block_sparse_moe.experts.204.w2,0.0001258131,0.01000,0.421
+49,block_sparse_moe.experts.205.w2,0.0000257141,0.01000,0.420
+49,block_sparse_moe.experts.206.w2,0.0000343086,0.01000,0.420
+49,block_sparse_moe.experts.207.w2,0.0000440052,0.01000,0.418
+49,block_sparse_moe.experts.208.w2,0.0000481781,0.01000,0.425
+49,block_sparse_moe.experts.210.w2,0.0000477154,0.01000,0.414
+49,block_sparse_moe.experts.209.w2,0.0000448173,0.01000,0.438
+49,block_sparse_moe.experts.211.w2,0.0000540307,0.01000,0.421
+49,block_sparse_moe.experts.212.w2,0.0000330134,0.01000,0.431
+49,block_sparse_moe.experts.213.w2,0.0001418741,0.01000,0.425
+49,block_sparse_moe.experts.214.w2,0.0000607699,0.01000,0.433
+49,block_sparse_moe.experts.215.w2,0.0000676083,0.01000,0.440
+49,block_sparse_moe.experts.216.w2,0.0001170238,0.01000,0.434
+49,block_sparse_moe.experts.217.w2,0.0000930415,0.01000,0.428
+49,block_sparse_moe.experts.218.w2,0.0000364472,0.01000,0.421
+49,block_sparse_moe.experts.219.w2,0.0000496847,0.01000,0.416
+49,block_sparse_moe.experts.220.w2,0.0000568221,0.01000,0.432
+49,block_sparse_moe.experts.221.w2,0.0000776672,0.01000,0.414
+49,block_sparse_moe.experts.222.w2,0.0000419420,0.01000,0.420
+49,block_sparse_moe.experts.223.w2,0.0000429454,0.01000,0.431
+49,block_sparse_moe.experts.224.w2,0.0000481181,0.01000,0.420
+49,block_sparse_moe.experts.225.w2,0.0000385862,0.01000,0.419
+49,block_sparse_moe.experts.226.w2,0.0000888191,0.01000,0.416
+49,block_sparse_moe.experts.228.w2,0.0000916379,0.01000,0.420
+49,block_sparse_moe.experts.227.w2,0.0000360353,0.01000,0.441
+49,block_sparse_moe.experts.229.w2,0.0000612595,0.01000,0.422
+49,block_sparse_moe.experts.230.w2,0.0000474014,0.01000,0.430
+49,block_sparse_moe.experts.231.w2,0.0000235071,0.01000,0.439
+49,block_sparse_moe.experts.232.w2,0.0000456595,0.01000,0.443
+49,block_sparse_moe.experts.233.w2,0.0000652561,0.01000,0.429
+49,block_sparse_moe.experts.234.w2,0.0000707901,0.01000,0.415
+49,block_sparse_moe.experts.235.w2,0.0000621477,0.01000,0.434
+49,block_sparse_moe.experts.236.w2,0.0000239222,0.01000,0.422
+49,block_sparse_moe.experts.237.w2,0.0000314559,0.01000,0.428
+49,block_sparse_moe.experts.238.w2,0.0000375921,0.01000,0.417
+49,block_sparse_moe.experts.239.w2,0.0000492137,0.01000,0.419
+49,block_sparse_moe.experts.240.w2,0.0000233459,0.01000,0.419
+49,block_sparse_moe.experts.241.w2,0.0000190831,0.01000,0.413
+49,block_sparse_moe.experts.242.w2,0.0000591012,0.01000,0.437
+49,block_sparse_moe.experts.243.w2,0.0000445238,0.01000,0.423
+49,block_sparse_moe.experts.245.w2,0.0000309427,0.01000,0.426
+49,block_sparse_moe.experts.244.w2,0.0000747354,0.01000,0.436
+49,block_sparse_moe.experts.246.w2,0.0000448583,0.01000,0.428
+49,block_sparse_moe.experts.247.w2,0.0000457731,0.01000,0.425
+49,block_sparse_moe.experts.248.w2,0.0000658340,0.01000,0.427
+49,block_sparse_moe.experts.249.w2,0.0000414536,0.01000,0.426
+49,block_sparse_moe.experts.250.w2,0.0000489787,0.01000,0.422
+49,block_sparse_moe.experts.251.w2,0.0000486546,0.01000,0.401
+49,block_sparse_moe.experts.252.w2,0.0000277594,0.01000,0.404
+49,block_sparse_moe.experts.253.w2,0.0000962214,0.01000,0.364
+49,block_sparse_moe.experts.254.w2,0.0000479714,0.01000,0.360
+49,block_sparse_moe.experts.255.w2,0.0000414738,0.01000,0.348
+50,block_sparse_moe.experts.3.w1,0.0000557322,0.01000,0.838
+50,block_sparse_moe.experts.5.w1,0.0000519690,0.01000,0.852
+50,block_sparse_moe.experts.4.w1,0.0000526310,0.01000,0.856
+50,block_sparse_moe.experts.1.w1,0.0000547901,0.01000,0.861
+50,block_sparse_moe.experts.6.w1,0.0000526699,0.01000,0.868
+50,block_sparse_moe.experts.2.w1,0.0000516422,0.01000,0.880
+50,block_sparse_moe.experts.0.w1,0.0000500667,0.01000,0.891
+50,block_sparse_moe.experts.7.w1,0.0000572875,0.01000,0.846
+50,block_sparse_moe.experts.8.w1,0.0000556525,0.01000,0.831
+50,block_sparse_moe.experts.10.w1,0.0000514353,0.01000,0.829
+50,block_sparse_moe.experts.11.w1,0.0000544118,0.01000,0.838
+50,block_sparse_moe.experts.9.w1,0.0000544473,0.01000,0.858
+50,block_sparse_moe.experts.12.w1,0.0000590282,0.01000,0.854
+50,block_sparse_moe.experts.13.w1,0.0000526215,0.01000,0.854
+50,block_sparse_moe.experts.14.w1,0.0000467239,0.01000,0.832
+50,block_sparse_moe.experts.15.w1,0.0000550781,0.01000,0.841
+50,block_sparse_moe.experts.16.w1,0.0000561550,0.01000,0.852
+50,block_sparse_moe.experts.17.w1,0.0000563968,0.01000,0.838
+50,block_sparse_moe.experts.18.w1,0.0000539931,0.01000,0.850
+50,block_sparse_moe.experts.19.w1,0.0000531118,0.01000,0.837
+50,block_sparse_moe.experts.20.w1,0.0000510615,0.01000,0.860
+50,block_sparse_moe.experts.21.w1,0.0000547019,0.01000,0.830
+50,block_sparse_moe.experts.22.w1,0.0000575460,0.01000,0.850
+50,block_sparse_moe.experts.23.w1,0.0000484258,0.01000,0.837
+50,block_sparse_moe.experts.24.w1,0.0000519292,0.01000,0.841
+50,block_sparse_moe.experts.26.w1,0.0000539411,0.01000,0.842
+50,block_sparse_moe.experts.25.w1,0.0000532984,0.01000,0.849
+50,block_sparse_moe.experts.27.w1,0.0000536856,0.01000,0.847
+50,block_sparse_moe.experts.28.w1,0.0000523543,0.01000,0.833
+50,block_sparse_moe.experts.31.w1,0.0000529561,0.01000,0.825
+50,block_sparse_moe.experts.30.w1,0.0000541803,0.01000,0.837
+50,block_sparse_moe.experts.29.w1,0.0000543723,0.01000,0.857
+50,block_sparse_moe.experts.33.w1,0.0000534249,0.01000,0.834
+50,block_sparse_moe.experts.32.w1,0.0000553727,0.01000,0.859
+50,block_sparse_moe.experts.34.w1,0.0000525661,0.01000,0.846
+50,block_sparse_moe.experts.35.w1,0.0000557271,0.01000,0.832
+50,block_sparse_moe.experts.36.w1,0.0000514704,0.01000,0.828
+50,block_sparse_moe.experts.37.w1,0.0000556527,0.01000,0.835
+50,block_sparse_moe.experts.38.w1,0.0000536830,0.01000,0.846
+50,block_sparse_moe.experts.39.w1,0.0000557087,0.01000,0.839
+50,block_sparse_moe.experts.40.w1,0.0000505444,0.01000,0.842
+50,block_sparse_moe.experts.41.w1,0.0000529600,0.01000,0.853
+50,block_sparse_moe.experts.42.w1,0.0000551677,0.01000,0.829
+50,block_sparse_moe.experts.43.w1,0.0000521794,0.01000,0.824
+50,block_sparse_moe.experts.44.w1,0.0000509425,0.01000,0.839
+50,block_sparse_moe.experts.45.w1,0.0000514217,0.01000,0.845
+50,block_sparse_moe.experts.46.w1,0.0000490911,0.01000,0.839
+50,block_sparse_moe.experts.47.w1,0.0000545901,0.01000,0.849
+50,block_sparse_moe.experts.48.w1,0.0000563010,0.01000,0.847
+50,block_sparse_moe.experts.49.w1,0.0000584547,0.01000,0.824
+50,block_sparse_moe.experts.50.w1,0.0000509394,0.01000,0.821
+50,block_sparse_moe.experts.51.w1,0.0000520447,0.01000,0.833
+50,block_sparse_moe.experts.52.w1,0.0000571589,0.01000,0.823
+50,block_sparse_moe.experts.53.w1,0.0000522379,0.01000,0.835
+50,block_sparse_moe.experts.54.w1,0.0000565195,0.01000,0.834
+50,block_sparse_moe.experts.55.w1,0.0000558234,0.01000,0.847
+50,block_sparse_moe.experts.56.w1,0.0000534910,0.01000,0.825
+50,block_sparse_moe.experts.57.w1,0.0000586623,0.01000,0.829
+50,block_sparse_moe.experts.58.w1,0.0000539486,0.01000,0.834
+50,block_sparse_moe.experts.59.w1,0.0000530727,0.01000,0.829
+50,block_sparse_moe.experts.60.w1,0.0000549881,0.01000,0.852
+50,block_sparse_moe.experts.61.w1,0.0000528455,0.01000,0.838
+50,block_sparse_moe.experts.62.w1,0.0000534529,0.01000,0.852
+50,block_sparse_moe.experts.63.w1,0.0000518184,0.01000,0.826
+50,block_sparse_moe.experts.64.w1,0.0000574772,0.01000,0.822
+50,block_sparse_moe.experts.65.w1,0.0000538983,0.01000,0.835
+50,block_sparse_moe.experts.66.w1,0.0000541123,0.01000,0.834
+50,block_sparse_moe.experts.67.w1,0.0000514476,0.01000,0.858
+50,block_sparse_moe.experts.68.w1,0.0000538055,0.01000,0.839
+50,block_sparse_moe.experts.69.w1,0.0000574804,0.01000,0.853
+50,block_sparse_moe.experts.70.w1,0.0000546180,0.01000,0.828
+50,block_sparse_moe.experts.71.w1,0.0000512471,0.01000,0.837
+50,block_sparse_moe.experts.72.w1,0.0000550467,0.01000,0.850
+50,block_sparse_moe.experts.73.w1,0.0000558418,0.01000,0.841
+50,block_sparse_moe.experts.75.w1,0.0000526230,0.01000,0.837
+50,block_sparse_moe.experts.74.w1,0.0000546106,0.01000,0.875
+50,block_sparse_moe.experts.76.w1,0.0000547853,0.01000,0.860
+50,block_sparse_moe.experts.77.w1,0.0000534405,0.01000,0.820
+50,block_sparse_moe.experts.78.w1,0.0000522660,0.01000,0.823
+50,block_sparse_moe.experts.80.w1,0.0000573505,0.01000,0.827
+50,block_sparse_moe.experts.79.w1,0.0000534451,0.01000,0.837
+50,block_sparse_moe.experts.81.w1,0.0000516607,0.01000,0.865
+50,block_sparse_moe.experts.82.w1,0.0000529778,0.01000,0.838
+50,block_sparse_moe.experts.83.w1,0.0000592473,0.01000,0.849
+50,block_sparse_moe.experts.84.w1,0.0000480813,0.01000,0.828
+50,block_sparse_moe.experts.85.w1,0.0000535640,0.01000,0.826
+50,block_sparse_moe.experts.87.w1,0.0000501786,0.01000,0.829
+50,block_sparse_moe.experts.86.w1,0.0000527695,0.01000,0.862
+50,block_sparse_moe.experts.89.w1,0.0000578615,0.01000,0.833
+50,block_sparse_moe.experts.88.w1,0.0000559506,0.01000,0.877
+50,block_sparse_moe.experts.90.w1,0.0000545606,0.01000,0.870
+50,block_sparse_moe.experts.91.w1,0.0000512428,0.01000,0.826
+50,block_sparse_moe.experts.92.w1,0.0000521319,0.01000,0.816
+50,block_sparse_moe.experts.93.w1,0.0000490158,0.01000,0.833
+50,block_sparse_moe.experts.94.w1,0.0000511065,0.01000,0.825
+50,block_sparse_moe.experts.95.w1,0.0000495945,0.01000,0.842
+50,block_sparse_moe.experts.96.w1,0.0000559549,0.01000,0.832
+50,block_sparse_moe.experts.97.w1,0.0000542526,0.01000,0.858
+50,block_sparse_moe.experts.98.w1,0.0000547013,0.01000,0.843
+50,block_sparse_moe.experts.99.w1,0.0000531361,0.01000,0.826
+50,block_sparse_moe.experts.100.w1,0.0000500805,0.01000,0.842
+50,block_sparse_moe.experts.101.w1,0.0000560221,0.01000,0.824
+50,block_sparse_moe.experts.102.w1,0.0000537320,0.01000,0.834
+50,block_sparse_moe.experts.103.w1,0.0000515886,0.01000,0.827
+50,block_sparse_moe.experts.104.w1,0.0000529632,0.01000,0.853
+50,block_sparse_moe.experts.105.w1,0.0000522868,0.01000,0.832
+50,block_sparse_moe.experts.106.w1,0.0000558784,0.01000,0.828
+50,block_sparse_moe.experts.108.w1,0.0000527099,0.01000,0.825
+50,block_sparse_moe.experts.107.w1,0.0000522566,0.01000,0.850
+50,block_sparse_moe.experts.109.w1,0.0000541118,0.01000,0.837
+50,block_sparse_moe.experts.110.w1,0.0000519649,0.01000,0.832
+50,block_sparse_moe.experts.111.w1,0.0000540121,0.01000,0.850
+50,block_sparse_moe.experts.113.w1,0.0000535570,0.01000,0.831
+50,block_sparse_moe.experts.112.w1,0.0000505542,0.01000,0.853
+50,block_sparse_moe.experts.114.w1,0.0000576636,0.01000,0.831
+50,block_sparse_moe.experts.115.w1,0.0000546107,0.01000,0.828
+50,block_sparse_moe.experts.116.w1,0.0000555039,0.01000,0.838
+50,block_sparse_moe.experts.117.w1,0.0000505074,0.01000,0.834
+50,block_sparse_moe.experts.118.w1,0.0000603010,0.01000,0.851
+50,block_sparse_moe.experts.119.w1,0.0000560929,0.01000,0.832
+50,block_sparse_moe.experts.120.w1,0.0000559096,0.01000,0.834
+50,block_sparse_moe.experts.121.w1,0.0000528302,0.01000,0.835
+50,block_sparse_moe.experts.122.w1,0.0000534157,0.01000,0.828
+50,block_sparse_moe.experts.123.w1,0.0000524203,0.01000,0.839
+50,block_sparse_moe.experts.124.w1,0.0000526568,0.01000,0.840
+50,block_sparse_moe.experts.125.w1,0.0000534343,0.01000,0.860
+50,block_sparse_moe.experts.126.w1,0.0000523903,0.01000,0.830
+50,block_sparse_moe.experts.127.w1,0.0000566319,0.01000,0.833
+50,block_sparse_moe.experts.129.w1,0.0000528306,0.01000,0.828
+50,block_sparse_moe.experts.128.w1,0.0000519385,0.01000,0.840
+50,block_sparse_moe.experts.131.w1,0.0000543549,0.01000,0.833
+50,block_sparse_moe.experts.130.w1,0.0000566432,0.01000,0.842
+50,block_sparse_moe.experts.132.w1,0.0000519074,0.01000,0.848
+50,block_sparse_moe.experts.133.w1,0.0000529102,0.01000,0.823
+50,block_sparse_moe.experts.134.w1,0.0000521589,0.01000,0.826
+50,block_sparse_moe.experts.136.w1,0.0000498302,0.01000,0.816
+50,block_sparse_moe.experts.135.w1,0.0000505870,0.01000,0.841
+50,block_sparse_moe.experts.137.w1,0.0000534526,0.01000,0.834
+50,block_sparse_moe.experts.138.w1,0.0000551705,0.01000,0.849
+50,block_sparse_moe.experts.139.w1,0.0000520765,0.01000,0.847
+50,block_sparse_moe.experts.140.w1,0.0000495096,0.01000,0.824
+50,block_sparse_moe.experts.141.w1,0.0000531020,0.01000,0.828
+50,block_sparse_moe.experts.143.w1,0.0000533248,0.01000,0.826
+50,block_sparse_moe.experts.142.w1,0.0000524771,0.01000,0.849
+50,block_sparse_moe.experts.144.w1,0.0000554424,0.01000,0.844
+50,block_sparse_moe.experts.145.w1,0.0000574642,0.01000,0.865
+50,block_sparse_moe.experts.146.w1,0.0000505802,0.01000,0.857
+50,block_sparse_moe.experts.147.w1,0.0000549683,0.01000,0.838
+50,block_sparse_moe.experts.148.w1,0.0000531804,0.01000,0.849
+50,block_sparse_moe.experts.150.w1,0.0000561501,0.01000,0.831
+50,block_sparse_moe.experts.149.w1,0.0000517810,0.01000,0.854
+50,block_sparse_moe.experts.151.w1,0.0000491538,0.01000,0.837
+50,block_sparse_moe.experts.152.w1,0.0000508914,0.01000,0.845
+50,block_sparse_moe.experts.153.w1,0.0000521357,0.01000,0.834
+50,block_sparse_moe.experts.154.w1,0.0000557077,0.01000,0.829
+50,block_sparse_moe.experts.155.w1,0.0000516978,0.01000,0.822
+50,block_sparse_moe.experts.156.w1,0.0000555025,0.01000,0.844
+50,block_sparse_moe.experts.157.w1,0.0000522734,0.01000,0.833
+50,block_sparse_moe.experts.158.w1,0.0000419465,0.01000,0.833
+50,block_sparse_moe.experts.159.w1,0.0000502072,0.01000,0.835
+50,block_sparse_moe.experts.160.w1,0.0000522948,0.01000,0.841
+50,block_sparse_moe.experts.161.w1,0.0000487217,0.01000,0.834
+50,block_sparse_moe.experts.162.w1,0.0000495185,0.01000,0.845
+50,block_sparse_moe.experts.164.w1,0.0000550273,0.01000,0.833
+50,block_sparse_moe.experts.163.w1,0.0000530546,0.01000,0.844
+50,block_sparse_moe.experts.165.w1,0.0000471445,0.01000,0.832
+50,block_sparse_moe.experts.166.w1,0.0000569957,0.01000,0.829
+50,block_sparse_moe.experts.167.w1,0.0000520011,0.01000,0.845
+50,block_sparse_moe.experts.168.w1,0.0000556295,0.01000,0.827
+50,block_sparse_moe.experts.169.w1,0.0000562732,0.01000,0.831
+50,block_sparse_moe.experts.170.w1,0.0000501917,0.01000,0.830
+50,block_sparse_moe.experts.171.w1,0.0000528055,0.01000,0.841
+50,block_sparse_moe.experts.172.w1,0.0000529538,0.01000,0.833
+50,block_sparse_moe.experts.173.w1,0.0000533904,0.01000,0.830
+50,block_sparse_moe.experts.174.w1,0.0000481914,0.01000,0.842
+50,block_sparse_moe.experts.175.w1,0.0000499815,0.01000,0.822
+50,block_sparse_moe.experts.176.w1,0.0000556462,0.01000,0.834
+50,block_sparse_moe.experts.177.w1,0.0000535439,0.01000,0.824
+50,block_sparse_moe.experts.178.w1,0.0000494273,0.01000,0.832
+50,block_sparse_moe.experts.179.w1,0.0000544761,0.01000,0.828
+50,block_sparse_moe.experts.180.w1,0.0000568585,0.01000,0.828
+50,block_sparse_moe.experts.181.w1,0.0000566601,0.01000,0.842
+50,block_sparse_moe.experts.182.w1,0.0000511750,0.01000,0.825
+50,block_sparse_moe.experts.183.w1,0.0000562222,0.01000,0.836
+50,block_sparse_moe.experts.184.w1,0.0000450860,0.01000,0.825
+50,block_sparse_moe.experts.185.w1,0.0000585514,0.01000,0.838
+50,block_sparse_moe.experts.186.w1,0.0000532373,0.01000,0.830
+50,block_sparse_moe.experts.187.w1,0.0000539627,0.01000,0.823
+50,block_sparse_moe.experts.188.w1,0.0000537699,0.01000,0.854
+50,block_sparse_moe.experts.189.w1,0.0000546971,0.01000,0.830
+50,block_sparse_moe.experts.190.w1,0.0000526485,0.01000,0.830
+50,block_sparse_moe.experts.191.w1,0.0000550589,0.01000,0.834
+50,block_sparse_moe.experts.192.w1,0.0000553932,0.01000,0.837
+50,block_sparse_moe.experts.193.w1,0.0000521771,0.01000,0.839
+50,block_sparse_moe.experts.194.w1,0.0000532780,0.01000,0.829
+50,block_sparse_moe.experts.195.w1,0.0000538132,0.01000,0.866
+50,block_sparse_moe.experts.196.w1,0.0000538774,0.01000,0.854
+50,block_sparse_moe.experts.197.w1,0.0000524442,0.01000,0.831
+50,block_sparse_moe.experts.198.w1,0.0000554671,0.01000,0.819
+50,block_sparse_moe.experts.199.w1,0.0000579241,0.01000,0.818
+50,block_sparse_moe.experts.200.w1,0.0000549843,0.01000,0.830
+50,block_sparse_moe.experts.201.w1,0.0000520373,0.01000,0.834
+50,block_sparse_moe.experts.202.w1,0.0000588833,0.01000,0.848
+50,block_sparse_moe.experts.203.w1,0.0000521360,0.01000,0.834
+50,block_sparse_moe.experts.204.w1,0.0000542518,0.01000,0.826
+50,block_sparse_moe.experts.205.w1,0.0000546704,0.01000,0.830
+50,block_sparse_moe.experts.206.w1,0.0000502379,0.01000,0.844
+50,block_sparse_moe.experts.207.w1,0.0000462480,0.01000,0.839
+50,block_sparse_moe.experts.208.w1,0.0000555678,0.01000,0.838
+50,block_sparse_moe.experts.209.w1,0.0000559304,0.01000,0.845
+50,block_sparse_moe.experts.210.w1,0.0000527103,0.01000,0.829
+50,block_sparse_moe.experts.211.w1,0.0000568410,0.01000,0.827
+50,block_sparse_moe.experts.212.w1,0.0000501614,0.01000,0.827
+50,block_sparse_moe.experts.213.w1,0.0000500250,0.01000,0.831
+50,block_sparse_moe.experts.214.w1,0.0000458695,0.01000,0.835
+50,block_sparse_moe.experts.215.w1,0.0000503332,0.01000,0.834
+50,block_sparse_moe.experts.216.w1,0.0000436534,0.01000,0.848
+50,block_sparse_moe.experts.217.w1,0.0000547069,0.01000,0.832
+50,block_sparse_moe.experts.218.w1,0.0000472297,0.01000,0.823
+50,block_sparse_moe.experts.219.w1,0.0000535303,0.01000,0.822
+50,block_sparse_moe.experts.220.w1,0.0000581009,0.01000,0.822
+50,block_sparse_moe.experts.221.w1,0.0000512782,0.01000,0.830
+50,block_sparse_moe.experts.222.w1,0.0000535414,0.01000,0.828
+50,block_sparse_moe.experts.223.w1,0.0000547655,0.01000,0.848
+50,block_sparse_moe.experts.224.w1,0.0000540556,0.01000,0.826
+50,block_sparse_moe.experts.225.w1,0.0000498675,0.01000,0.828
+50,block_sparse_moe.experts.226.w1,0.0000589205,0.01000,0.827
+50,block_sparse_moe.experts.227.w1,0.0000545723,0.01000,0.822
+50,block_sparse_moe.experts.228.w1,0.0000475241,0.01000,0.833
+50,block_sparse_moe.experts.229.w1,0.0000555915,0.01000,0.827
+50,block_sparse_moe.experts.230.w1,0.0000546425,0.01000,0.841
+50,block_sparse_moe.experts.231.w1,0.0000506230,0.01000,0.828
+50,block_sparse_moe.experts.232.w1,0.0000534685,0.01000,0.826
+50,block_sparse_moe.experts.233.w1,0.0000543006,0.01000,0.827
+50,block_sparse_moe.experts.234.w1,0.0000531970,0.01000,0.834
+50,block_sparse_moe.experts.235.w1,0.0000565263,0.01000,0.836
+50,block_sparse_moe.experts.236.w1,0.0000555703,0.01000,0.829
+50,block_sparse_moe.experts.237.w1,0.0000539148,0.01000,0.856
+50,block_sparse_moe.experts.238.w1,0.0000482038,0.01000,0.870
+50,block_sparse_moe.experts.239.w1,0.0000565036,0.01000,0.835
+50,block_sparse_moe.experts.240.w1,0.0000544855,0.01000,0.833
+50,block_sparse_moe.experts.241.w1,0.0000521692,0.01000,0.862
+50,block_sparse_moe.experts.243.w1,0.0000551775,0.01000,0.839
+50,block_sparse_moe.experts.242.w1,0.0000530324,0.01000,0.896
+50,block_sparse_moe.experts.244.w1,0.0000538871,0.01000,0.852
+50,block_sparse_moe.experts.246.w1,0.0000534690,0.01000,0.820
+50,block_sparse_moe.experts.245.w1,0.0000516125,0.01000,0.863
+50,block_sparse_moe.experts.247.w1,0.0000542026,0.01000,0.835
+50,block_sparse_moe.experts.248.w1,0.0000514477,0.01000,0.827
+50,block_sparse_moe.experts.249.w1,0.0000547242,0.01000,0.845
+50,block_sparse_moe.experts.250.w1,0.0000485580,0.01000,0.832
+50,block_sparse_moe.experts.251.w1,0.0000563652,0.01000,0.840
+50,block_sparse_moe.experts.252.w1,0.0000519894,0.01000,0.834
+50,block_sparse_moe.experts.253.w1,0.0000526349,0.01000,0.839
+50,block_sparse_moe.experts.254.w1,0.0000525699,0.01000,0.832
+50,block_sparse_moe.experts.255.w1,0.0000517187,0.01000,0.827
+50,block_sparse_moe.experts.0.w3,0.0000564267,0.01000,0.859
+50,block_sparse_moe.experts.1.w3,0.0000614346,0.01000,0.840
+50,block_sparse_moe.experts.2.w3,0.0000570555,0.01000,0.840
+50,block_sparse_moe.experts.3.w3,0.0000643131,0.01000,0.839
+50,block_sparse_moe.experts.4.w3,0.0000599759,0.01000,0.837
+50,block_sparse_moe.experts.5.w3,0.0000581587,0.01000,0.835
+50,block_sparse_moe.experts.6.w3,0.0000589706,0.01000,0.827
+50,block_sparse_moe.experts.7.w3,0.0000657756,0.01000,0.845
+50,block_sparse_moe.experts.8.w3,0.0000646700,0.01000,0.840
+50,block_sparse_moe.experts.9.w3,0.0000599976,0.01000,0.846
+50,block_sparse_moe.experts.10.w3,0.0000572040,0.01000,0.849
+50,block_sparse_moe.experts.11.w3,0.0000598742,0.01000,0.842
+50,block_sparse_moe.experts.12.w3,0.0000682924,0.01000,0.841
+50,block_sparse_moe.experts.13.w3,0.0000611127,0.01000,0.826
+50,block_sparse_moe.experts.14.w3,0.0000551174,0.01000,0.832
+50,block_sparse_moe.experts.15.w3,0.0000639453,0.01000,0.836
+50,block_sparse_moe.experts.16.w3,0.0000645687,0.01000,0.834
+50,block_sparse_moe.experts.17.w3,0.0000655963,0.01000,0.830
+50,block_sparse_moe.experts.18.w3,0.0000623268,0.01000,0.840
+50,block_sparse_moe.experts.19.w3,0.0000610125,0.01000,0.845
+50,block_sparse_moe.experts.20.w3,0.0000583784,0.01000,0.824
+50,block_sparse_moe.experts.21.w3,0.0000620989,0.01000,0.838
+50,block_sparse_moe.experts.22.w3,0.0000651397,0.01000,0.842
+50,block_sparse_moe.experts.23.w3,0.0000590136,0.01000,0.843
+50,block_sparse_moe.experts.24.w3,0.0000584205,0.01000,0.823
+50,block_sparse_moe.experts.25.w3,0.0000626290,0.01000,0.840
+50,block_sparse_moe.experts.26.w3,0.0000621660,0.01000,0.833
+50,block_sparse_moe.experts.27.w3,0.0000607963,0.01000,0.826
+50,block_sparse_moe.experts.28.w3,0.0000606104,0.01000,0.838
+50,block_sparse_moe.experts.29.w3,0.0000609359,0.01000,0.841
+50,block_sparse_moe.experts.30.w3,0.0000605787,0.01000,0.846
+50,block_sparse_moe.experts.31.w3,0.0000613715,0.01000,0.824
+50,block_sparse_moe.experts.32.w3,0.0000619102,0.01000,0.840
+50,block_sparse_moe.experts.34.w3,0.0000599495,0.01000,0.824
+50,block_sparse_moe.experts.33.w3,0.0000614528,0.01000,0.846
+50,block_sparse_moe.experts.35.w3,0.0000634913,0.01000,0.840
+50,block_sparse_moe.experts.36.w3,0.0000578088,0.01000,0.840
+50,block_sparse_moe.experts.37.w3,0.0000644243,0.01000,0.843
+50,block_sparse_moe.experts.38.w3,0.0000618315,0.01000,0.827
+50,block_sparse_moe.experts.39.w3,0.0000638805,0.01000,0.844
+50,block_sparse_moe.experts.40.w3,0.0000569636,0.01000,0.831
+50,block_sparse_moe.experts.41.w3,0.0000597538,0.01000,0.841
+50,block_sparse_moe.experts.42.w3,0.0000623296,0.01000,0.838
+50,block_sparse_moe.experts.43.w3,0.0000598213,0.01000,0.840
+50,block_sparse_moe.experts.44.w3,0.0000581020,0.01000,0.841
+50,block_sparse_moe.experts.45.w3,0.0000563559,0.01000,0.837
+50,block_sparse_moe.experts.46.w3,0.0000553593,0.01000,0.836
+50,block_sparse_moe.experts.47.w3,0.0000617948,0.01000,0.826
+50,block_sparse_moe.experts.48.w3,0.0000629699,0.01000,0.830
+50,block_sparse_moe.experts.49.w3,0.0000655550,0.01000,0.835
+50,block_sparse_moe.experts.50.w3,0.0000595487,0.01000,0.839
+50,block_sparse_moe.experts.51.w3,0.0000619002,0.01000,0.841
+50,block_sparse_moe.experts.52.w3,0.0000645618,0.01000,0.840
+50,block_sparse_moe.experts.53.w3,0.0000589181,0.01000,0.843
+50,block_sparse_moe.experts.54.w3,0.0000658792,0.01000,0.835
+50,block_sparse_moe.experts.55.w3,0.0000643300,0.01000,0.835
+50,block_sparse_moe.experts.56.w3,0.0000594990,0.01000,0.833
+50,block_sparse_moe.experts.57.w3,0.0000653009,0.01000,0.842
+50,block_sparse_moe.experts.58.w3,0.0000634402,0.01000,0.844
+50,block_sparse_moe.experts.59.w3,0.0000630007,0.01000,0.827
+50,block_sparse_moe.experts.61.w3,0.0000595783,0.01000,0.842
+50,block_sparse_moe.experts.62.w3,0.0000618673,0.01000,0.837
+50,block_sparse_moe.experts.60.w3,0.0000630207,0.01000,0.888
+50,block_sparse_moe.experts.63.w3,0.0000577835,0.01000,0.838
+50,block_sparse_moe.experts.64.w3,0.0000647992,0.01000,0.846
+50,block_sparse_moe.experts.65.w3,0.0000615351,0.01000,0.837
+50,block_sparse_moe.experts.66.w3,0.0000609643,0.01000,0.825
+50,block_sparse_moe.experts.67.w3,0.0000595839,0.01000,0.830
+50,block_sparse_moe.experts.68.w3,0.0000597727,0.01000,0.837
+50,block_sparse_moe.experts.69.w3,0.0000673805,0.01000,0.838
+50,block_sparse_moe.experts.70.w3,0.0000606352,0.01000,0.872
+50,block_sparse_moe.experts.71.w3,0.0000565446,0.01000,0.839
+50,block_sparse_moe.experts.73.w3,0.0000623241,0.01000,0.822
+50,block_sparse_moe.experts.72.w3,0.0000615186,0.01000,0.863
+50,block_sparse_moe.experts.74.w3,0.0000609381,0.01000,0.830
+50,block_sparse_moe.experts.75.w3,0.0000601261,0.01000,0.844
+50,block_sparse_moe.experts.76.w3,0.0000609672,0.01000,0.836
+50,block_sparse_moe.experts.77.w3,0.0000602476,0.01000,0.841
+50,block_sparse_moe.experts.78.w3,0.0000594089,0.01000,0.844
+50,block_sparse_moe.experts.79.w3,0.0000583333,0.01000,0.847
+50,block_sparse_moe.experts.80.w3,0.0000668322,0.01000,0.825
+50,block_sparse_moe.experts.81.w3,0.0000567747,0.01000,0.841
+50,block_sparse_moe.experts.83.w3,0.0000682449,0.01000,0.828
+50,block_sparse_moe.experts.82.w3,0.0000596974,0.01000,0.852
+50,block_sparse_moe.experts.85.w3,0.0000602652,0.01000,0.837
+50,block_sparse_moe.experts.84.w3,0.0000544425,0.01000,0.871
+50,block_sparse_moe.experts.87.w3,0.0000589811,0.01000,0.821
+50,block_sparse_moe.experts.86.w3,0.0000605450,0.01000,0.866
+50,block_sparse_moe.experts.88.w3,0.0000628546,0.01000,0.824
+50,block_sparse_moe.experts.89.w3,0.0000648831,0.01000,0.833
+50,block_sparse_moe.experts.90.w3,0.0000609158,0.01000,0.832
+50,block_sparse_moe.experts.91.w3,0.0000590505,0.01000,0.837
+50,block_sparse_moe.experts.92.w3,0.0000593597,0.01000,0.835
+50,block_sparse_moe.experts.93.w3,0.0000543311,0.01000,0.856
+50,block_sparse_moe.experts.94.w3,0.0000566995,0.01000,0.836
+50,block_sparse_moe.experts.95.w3,0.0000591480,0.01000,0.844
+50,block_sparse_moe.experts.96.w3,0.0000628349,0.01000,0.837
+50,block_sparse_moe.experts.97.w3,0.0000596038,0.01000,0.836
+50,block_sparse_moe.experts.98.w3,0.0000635863,0.01000,0.844
+50,block_sparse_moe.experts.99.w3,0.0000617735,0.01000,0.857
+50,block_sparse_moe.experts.101.w3,0.0000626122,0.01000,0.829
+50,block_sparse_moe.experts.100.w3,0.0000588965,0.01000,0.874
+50,block_sparse_moe.experts.102.w3,0.0000626739,0.01000,0.835
+50,block_sparse_moe.experts.103.w3,0.0000585806,0.01000,0.840
+50,block_sparse_moe.experts.104.w3,0.0000603524,0.01000,0.833
+50,block_sparse_moe.experts.105.w3,0.0000602012,0.01000,0.841
+50,block_sparse_moe.experts.106.w3,0.0000644174,0.01000,0.831
+50,block_sparse_moe.experts.108.w3,0.0000621011,0.01000,0.836
+50,block_sparse_moe.experts.107.w3,0.0000588803,0.01000,0.864
+50,block_sparse_moe.experts.109.w3,0.0000630694,0.01000,0.835
+50,block_sparse_moe.experts.110.w3,0.0000596252,0.01000,0.839
+50,block_sparse_moe.experts.111.w3,0.0000607814,0.01000,0.849
+50,block_sparse_moe.experts.112.w3,0.0000564945,0.01000,0.838
+50,block_sparse_moe.experts.113.w3,0.0000601817,0.01000,0.850
+50,block_sparse_moe.experts.115.w3,0.0000607232,0.01000,0.838
+50,block_sparse_moe.experts.114.w3,0.0000661299,0.01000,0.875
+50,block_sparse_moe.experts.116.w3,0.0000620662,0.01000,0.837
+50,block_sparse_moe.experts.117.w3,0.0000569809,0.01000,0.838
+50,block_sparse_moe.experts.118.w3,0.0000677069,0.01000,0.832
+50,block_sparse_moe.experts.119.w3,0.0000649824,0.01000,0.841
+50,block_sparse_moe.experts.120.w3,0.0000618568,0.01000,0.829
+50,block_sparse_moe.experts.121.w3,0.0000589323,0.01000,0.859
+50,block_sparse_moe.experts.122.w3,0.0000625288,0.01000,0.824
+50,block_sparse_moe.experts.123.w3,0.0000578734,0.01000,0.849
+50,block_sparse_moe.experts.124.w3,0.0000591048,0.01000,0.834
+50,block_sparse_moe.experts.125.w3,0.0000605423,0.01000,0.842
+50,block_sparse_moe.experts.126.w3,0.0000654440,0.01000,0.837
+50,block_sparse_moe.experts.127.w3,0.0000651755,0.01000,0.829
+50,block_sparse_moe.experts.129.w3,0.0000614359,0.01000,0.818
+50,block_sparse_moe.experts.128.w3,0.0000587010,0.01000,0.866
+50,block_sparse_moe.experts.130.w3,0.0000641779,0.01000,0.828
+50,block_sparse_moe.experts.131.w3,0.0000608047,0.01000,0.829
+50,block_sparse_moe.experts.132.w3,0.0000595341,0.01000,0.849
+50,block_sparse_moe.experts.134.w3,0.0000583243,0.01000,0.828
+50,block_sparse_moe.experts.133.w3,0.0000578183,0.01000,0.844
+50,block_sparse_moe.experts.135.w3,0.0000579729,0.01000,0.851
+50,block_sparse_moe.experts.136.w3,0.0000571249,0.01000,0.830
+50,block_sparse_moe.experts.137.w3,0.0000604922,0.01000,0.839
+50,block_sparse_moe.experts.138.w3,0.0000633999,0.01000,0.838
+50,block_sparse_moe.experts.139.w3,0.0000603570,0.01000,0.844
+50,block_sparse_moe.experts.140.w3,0.0000575330,0.01000,0.841
+50,block_sparse_moe.experts.141.w3,0.0000612077,0.01000,0.848
+50,block_sparse_moe.experts.142.w3,0.0000585740,0.01000,0.839
+50,block_sparse_moe.experts.143.w3,0.0000601333,0.01000,0.824
+50,block_sparse_moe.experts.144.w3,0.0000630854,0.01000,0.832
+50,block_sparse_moe.experts.145.w3,0.0000648461,0.01000,0.831
+50,block_sparse_moe.experts.146.w3,0.0000616126,0.01000,0.855
+50,block_sparse_moe.experts.147.w3,0.0000620209,0.01000,0.828
+50,block_sparse_moe.experts.148.w3,0.0000594510,0.01000,0.839
+50,block_sparse_moe.experts.150.w3,0.0000631300,0.01000,0.830
+50,block_sparse_moe.experts.149.w3,0.0000594562,0.01000,0.876
+50,block_sparse_moe.experts.151.w3,0.0000582235,0.01000,0.827
+50,block_sparse_moe.experts.152.w3,0.0000603531,0.01000,0.836
+50,block_sparse_moe.experts.153.w3,0.0000592500,0.01000,0.849
+50,block_sparse_moe.experts.154.w3,0.0000627963,0.01000,0.843
+50,block_sparse_moe.experts.155.w3,0.0000586057,0.01000,0.840
+50,block_sparse_moe.experts.157.w3,0.0000586395,0.01000,0.818
+50,block_sparse_moe.experts.156.w3,0.0000631949,0.01000,0.880
+50,block_sparse_moe.experts.158.w3,0.0000581486,0.01000,0.830
+50,block_sparse_moe.experts.159.w3,0.0000586930,0.01000,0.845
+50,block_sparse_moe.experts.160.w3,0.0000600469,0.01000,0.853
+50,block_sparse_moe.experts.161.w3,0.0000565277,0.01000,0.850
+50,block_sparse_moe.experts.162.w3,0.0000572683,0.01000,0.837
+50,block_sparse_moe.experts.163.w3,0.0000626635,0.01000,0.862
+50,block_sparse_moe.experts.164.w3,0.0000623228,0.01000,0.834
+50,block_sparse_moe.experts.165.w3,0.0000530505,0.01000,0.856
+50,block_sparse_moe.experts.166.w3,0.0000639010,0.01000,0.852
+50,block_sparse_moe.experts.167.w3,0.0000595878,0.01000,0.861
+50,block_sparse_moe.experts.169.w3,0.0000660599,0.01000,0.842
+50,block_sparse_moe.experts.168.w3,0.0000649560,0.01000,0.876
+50,block_sparse_moe.experts.171.w3,0.0000615308,0.01000,0.827
+50,block_sparse_moe.experts.172.w3,0.0000586250,0.01000,0.825
+50,block_sparse_moe.experts.170.w3,0.0000559391,0.01000,0.876
+50,block_sparse_moe.experts.173.w3,0.0000615824,0.01000,0.821
+50,block_sparse_moe.experts.174.w3,0.0000533449,0.01000,0.833
+50,block_sparse_moe.experts.175.w3,0.0000574393,0.01000,0.846
+50,block_sparse_moe.experts.176.w3,0.0000649347,0.01000,0.828
+50,block_sparse_moe.experts.178.w3,0.0000554557,0.01000,0.831
+50,block_sparse_moe.experts.180.w3,0.0000650354,0.01000,0.819
+50,block_sparse_moe.experts.177.w3,0.0000620877,0.01000,0.881
+50,block_sparse_moe.experts.179.w3,0.0000616953,0.01000,0.833
+50,block_sparse_moe.experts.181.w3,0.0000667559,0.01000,0.840
+50,block_sparse_moe.experts.182.w3,0.0000569991,0.01000,0.844
+50,block_sparse_moe.experts.183.w3,0.0000644133,0.01000,0.834
+50,block_sparse_moe.experts.185.w3,0.0000650214,0.01000,0.831
+50,block_sparse_moe.experts.184.w3,0.0000527483,0.01000,0.855
+50,block_sparse_moe.experts.186.w3,0.0000598321,0.01000,0.833
+50,block_sparse_moe.experts.187.w3,0.0000607041,0.01000,0.841
+50,block_sparse_moe.experts.188.w3,0.0000606965,0.01000,0.842
+50,block_sparse_moe.experts.189.w3,0.0000622897,0.01000,0.845
+50,block_sparse_moe.experts.190.w3,0.0000586129,0.01000,0.849
+50,block_sparse_moe.experts.192.w3,0.0000635390,0.01000,0.831
+50,block_sparse_moe.experts.193.w3,0.0000579864,0.01000,0.844
+50,block_sparse_moe.experts.194.w3,0.0000618971,0.01000,0.837
+50,block_sparse_moe.experts.191.w3,0.0000625240,0.01000,0.874
+50,block_sparse_moe.experts.195.w3,0.0000601509,0.01000,0.830
+50,block_sparse_moe.experts.196.w3,0.0000632878,0.01000,0.833
+50,block_sparse_moe.experts.197.w3,0.0000599456,0.01000,0.834
+50,block_sparse_moe.experts.199.w3,0.0000651988,0.01000,0.838
+50,block_sparse_moe.experts.200.w3,0.0000646250,0.01000,0.837
+50,block_sparse_moe.experts.201.w3,0.0000595952,0.01000,0.844
+50,block_sparse_moe.experts.198.w3,0.0000633444,0.01000,0.912
+50,block_sparse_moe.experts.202.w3,0.0000662591,0.01000,0.843
+50,block_sparse_moe.experts.203.w3,0.0000597787,0.01000,0.832
+50,block_sparse_moe.experts.204.w3,0.0000618668,0.01000,0.835
+50,block_sparse_moe.experts.206.w3,0.0000580716,0.01000,0.821
+50,block_sparse_moe.experts.207.w3,0.0000541736,0.01000,0.832
+50,block_sparse_moe.experts.205.w3,0.0000620048,0.01000,0.886
+50,block_sparse_moe.experts.208.w3,0.0000617022,0.01000,0.845
+50,block_sparse_moe.experts.209.w3,0.0000631898,0.01000,0.842
+50,block_sparse_moe.experts.210.w3,0.0000593158,0.01000,0.832
+50,block_sparse_moe.experts.211.w3,0.0000641973,0.01000,0.835
+50,block_sparse_moe.experts.212.w3,0.0000570828,0.01000,0.867
+50,block_sparse_moe.experts.213.w3,0.0000565008,0.01000,0.828
+50,block_sparse_moe.experts.214.w3,0.0000534636,0.01000,0.828
+50,block_sparse_moe.experts.215.w3,0.0000557578,0.01000,0.835
+50,block_sparse_moe.experts.216.w3,0.0000530501,0.01000,0.842
+50,block_sparse_moe.experts.217.w3,0.0000620252,0.01000,0.834
+50,block_sparse_moe.experts.218.w3,0.0000536149,0.01000,0.846
+50,block_sparse_moe.experts.220.w3,0.0000676675,0.01000,0.828
+50,block_sparse_moe.experts.221.w3,0.0000588123,0.01000,0.824
+50,block_sparse_moe.experts.219.w3,0.0000607708,0.01000,0.856
+50,block_sparse_moe.experts.222.w3,0.0000608400,0.01000,0.831
+50,block_sparse_moe.experts.223.w3,0.0000621094,0.01000,0.837
+50,block_sparse_moe.experts.224.w3,0.0000626369,0.01000,0.845
+50,block_sparse_moe.experts.225.w3,0.0000570196,0.01000,0.834
+50,block_sparse_moe.experts.227.w3,0.0000611135,0.01000,0.840
+50,block_sparse_moe.experts.228.w3,0.0000510356,0.01000,0.834
+50,block_sparse_moe.experts.226.w3,0.0000687325,0.01000,0.863
+50,block_sparse_moe.experts.229.w3,0.0000626323,0.01000,0.839
+50,block_sparse_moe.experts.230.w3,0.0000628003,0.01000,0.839
+50,block_sparse_moe.experts.232.w3,0.0000609732,0.01000,0.838
+50,block_sparse_moe.experts.231.w3,0.0000585689,0.01000,0.855
+50,block_sparse_moe.experts.234.w3,0.0000594224,0.01000,0.829
+50,block_sparse_moe.experts.235.w3,0.0000651867,0.01000,0.853
+50,block_sparse_moe.experts.233.w3,0.0000622000,0.01000,0.863
+50,block_sparse_moe.experts.236.w3,0.0000626331,0.01000,0.839
+50,block_sparse_moe.experts.237.w3,0.0000624773,0.01000,0.845
+50,block_sparse_moe.experts.238.w3,0.0000557159,0.01000,0.844
+50,block_sparse_moe.experts.239.w3,0.0000658281,0.01000,0.844
+50,block_sparse_moe.experts.240.w3,0.0000629388,0.01000,0.845
+50,block_sparse_moe.experts.241.w3,0.0000602993,0.01000,0.829
+50,block_sparse_moe.experts.242.w3,0.0000658578,0.01000,0.822
+50,block_sparse_moe.experts.243.w3,0.0000642898,0.01000,0.830
+50,block_sparse_moe.experts.244.w3,0.0000607801,0.01000,0.820
+50,block_sparse_moe.experts.246.w3,0.0000614783,0.01000,0.826
+50,block_sparse_moe.experts.245.w3,0.0000577516,0.01000,0.872
+50,block_sparse_moe.experts.249.w3,0.0000619225,0.01000,0.821
+50,block_sparse_moe.experts.250.w3,0.0000553535,0.01000,0.833
+50,block_sparse_moe.experts.247.w3,0.0000604304,0.01000,0.859
+50,block_sparse_moe.experts.248.w3,0.0000587979,0.01000,0.864
+50,block_sparse_moe.experts.251.w3,0.0000632789,0.01000,0.810
+50,block_sparse_moe.experts.252.w3,0.0000605776,0.01000,0.784
+50,block_sparse_moe.experts.253.w3,0.0000581428,0.01000,0.774
+50,block_sparse_moe.experts.254.w3,0.0000603839,0.01000,0.663
+50,block_sparse_moe.experts.255.w3,0.0000593227,0.01000,0.642
+50,block_sparse_moe.experts.0.w2,0.0000231284,0.01000,0.440
+50,block_sparse_moe.experts.1.w2,0.0000571884,0.01000,0.440
+50,block_sparse_moe.experts.5.w2,0.0000975368,0.01000,0.442
+50,block_sparse_moe.experts.2.w2,0.0000439673,0.01000,0.445
+50,block_sparse_moe.experts.4.w2,0.0000320483,0.01000,0.449
+50,block_sparse_moe.experts.3.w2,0.0000657040,0.01000,0.451
+50,block_sparse_moe.experts.6.w2,0.0000346618,0.01000,0.458
+50,block_sparse_moe.experts.7.w2,0.0000743929,0.01000,0.417
+50,block_sparse_moe.experts.8.w2,0.0000572195,0.01000,0.417
+50,block_sparse_moe.experts.10.w2,0.0000526264,0.01000,0.418
+50,block_sparse_moe.experts.9.w2,0.0000909001,0.01000,0.419
+50,block_sparse_moe.experts.12.w2,0.0000531724,0.01000,0.426
+50,block_sparse_moe.experts.11.w2,0.0000402660,0.01000,0.429
+50,block_sparse_moe.experts.13.w2,0.0000512123,0.01000,0.431
+50,block_sparse_moe.experts.15.w2,0.0000477219,0.01000,0.419
+50,block_sparse_moe.experts.14.w2,0.0001298934,0.01000,0.423
+50,block_sparse_moe.experts.17.w2,0.0000433986,0.01000,0.417
+50,block_sparse_moe.experts.16.w2,0.0001008575,0.01000,0.429
+50,block_sparse_moe.experts.19.w2,0.0000544013,0.01000,0.428
+50,block_sparse_moe.experts.18.w2,0.0000364398,0.01000,0.442
+50,block_sparse_moe.experts.20.w2,0.0000399287,0.01000,0.435
+50,block_sparse_moe.experts.21.w2,0.0000629181,0.01000,0.419
+50,block_sparse_moe.experts.23.w2,0.0002167688,0.01000,0.420
+50,block_sparse_moe.experts.22.w2,0.0000811385,0.01000,0.423
+50,block_sparse_moe.experts.24.w2,0.0000607488,0.01000,0.416
+50,block_sparse_moe.experts.25.w2,0.0000321970,0.01000,0.429
+50,block_sparse_moe.experts.26.w2,0.0001277759,0.01000,0.425
+50,block_sparse_moe.experts.27.w2,0.0000435014,0.01000,0.439
+50,block_sparse_moe.experts.28.w2,0.0000574928,0.01000,0.417
+50,block_sparse_moe.experts.29.w2,0.0000457151,0.01000,0.418
+50,block_sparse_moe.experts.31.w2,0.0000414894,0.01000,0.418
+50,block_sparse_moe.experts.30.w2,0.0000582384,0.01000,0.433
+50,block_sparse_moe.experts.32.w2,0.0000700949,0.01000,0.426
+50,block_sparse_moe.experts.33.w2,0.0001161167,0.01000,0.425
+50,block_sparse_moe.experts.34.w2,0.0000558522,0.01000,0.431
+50,block_sparse_moe.experts.35.w2,0.0000712244,0.01000,0.414
+50,block_sparse_moe.experts.36.w2,0.0000692511,0.01000,0.432
+50,block_sparse_moe.experts.37.w2,0.0000484147,0.01000,0.428
+50,block_sparse_moe.experts.38.w2,0.0000342702,0.01000,0.434
+50,block_sparse_moe.experts.39.w2,0.0000343251,0.01000,0.423
+50,block_sparse_moe.experts.40.w2,0.0001313034,0.01000,0.424
+50,block_sparse_moe.experts.41.w2,0.0000422002,0.01000,0.426
+50,block_sparse_moe.experts.42.w2,0.0000329837,0.01000,0.415
+50,block_sparse_moe.experts.43.w2,0.0000399636,0.01000,0.421
+50,block_sparse_moe.experts.44.w2,0.0000237825,0.01000,0.422
+50,block_sparse_moe.experts.45.w2,0.0000455846,0.01000,0.419
+50,block_sparse_moe.experts.47.w2,0.0000973877,0.01000,0.418
+50,block_sparse_moe.experts.46.w2,0.0001196641,0.01000,0.426
+50,block_sparse_moe.experts.48.w2,0.0000263132,0.01000,0.432
+50,block_sparse_moe.experts.49.w2,0.0000273702,0.01000,0.417
+50,block_sparse_moe.experts.50.w2,0.0000707024,0.01000,0.423
+50,block_sparse_moe.experts.51.w2,0.0000693013,0.01000,0.422
+50,block_sparse_moe.experts.52.w2,0.0000432101,0.01000,0.423
+50,block_sparse_moe.experts.54.w2,0.0000604589,0.01000,0.429
+50,block_sparse_moe.experts.53.w2,0.0000658500,0.01000,0.430
+50,block_sparse_moe.experts.55.w2,0.0000362227,0.01000,0.435
+50,block_sparse_moe.experts.56.w2,0.0000318965,0.01000,0.415
+50,block_sparse_moe.experts.57.w2,0.0000291453,0.01000,0.420
+50,block_sparse_moe.experts.58.w2,0.0000646555,0.01000,0.420
+50,block_sparse_moe.experts.59.w2,0.0000358006,0.01000,0.423
+50,block_sparse_moe.experts.60.w2,0.0000364940,0.01000,0.429
+50,block_sparse_moe.experts.61.w2,0.0000390393,0.01000,0.432
+50,block_sparse_moe.experts.62.w2,0.0000171990,0.01000,0.436
+50,block_sparse_moe.experts.63.w2,0.0000627036,0.01000,0.417
+50,block_sparse_moe.experts.64.w2,0.0000312339,0.01000,0.420
+50,block_sparse_moe.experts.65.w2,0.0000439282,0.01000,0.420
+50,block_sparse_moe.experts.66.w2,0.0000277868,0.01000,0.425
+50,block_sparse_moe.experts.67.w2,0.0001400721,0.01000,0.431
+50,block_sparse_moe.experts.68.w2,0.0000345809,0.01000,0.429
+50,block_sparse_moe.experts.69.w2,0.0000633794,0.01000,0.437
+50,block_sparse_moe.experts.70.w2,0.0000601843,0.01000,0.422
+50,block_sparse_moe.experts.71.w2,0.0000278083,0.01000,0.424
+50,block_sparse_moe.experts.72.w2,0.0000586242,0.01000,0.424
+50,block_sparse_moe.experts.73.w2,0.0000323654,0.01000,0.435
+50,block_sparse_moe.experts.75.w2,0.0000521020,0.01000,0.423
+50,block_sparse_moe.experts.74.w2,0.0000509544,0.01000,0.448
+50,block_sparse_moe.experts.76.w2,0.0000270096,0.01000,0.434
+50,block_sparse_moe.experts.77.w2,0.0000533111,0.01000,0.413
+50,block_sparse_moe.experts.78.w2,0.0000354752,0.01000,0.416
+50,block_sparse_moe.experts.79.w2,0.0000892811,0.01000,0.421
+50,block_sparse_moe.experts.80.w2,0.0000629297,0.01000,0.414
+50,block_sparse_moe.experts.81.w2,0.0001216348,0.01000,0.447
+50,block_sparse_moe.experts.82.w2,0.0000250528,0.01000,0.425
+50,block_sparse_moe.experts.83.w2,0.0000835017,0.01000,0.438
+50,block_sparse_moe.experts.84.w2,0.0000453767,0.01000,0.418
+50,block_sparse_moe.experts.85.w2,0.0000508591,0.01000,0.418
+50,block_sparse_moe.experts.86.w2,0.0000417679,0.01000,0.423
+50,block_sparse_moe.experts.87.w2,0.0001224997,0.01000,0.433
+50,block_sparse_moe.experts.89.w2,0.0000563844,0.01000,0.428
+50,block_sparse_moe.experts.88.w2,0.0000429733,0.01000,0.436
+50,block_sparse_moe.experts.90.w2,0.0000779834,0.01000,0.441
+50,block_sparse_moe.experts.91.w2,0.0000569095,0.01000,0.410
+50,block_sparse_moe.experts.92.w2,0.0000814021,0.01000,0.413
+50,block_sparse_moe.experts.93.w2,0.0000254425,0.01000,0.417
+50,block_sparse_moe.experts.94.w2,0.0000875154,0.01000,0.415
+50,block_sparse_moe.experts.95.w2,0.0000605213,0.01000,0.430
+50,block_sparse_moe.experts.96.w2,0.0000191576,0.01000,0.436
+50,block_sparse_moe.experts.97.w2,0.0000688510,0.01000,0.435
+50,block_sparse_moe.experts.98.w2,0.0000486940,0.01000,0.413
+50,block_sparse_moe.experts.99.w2,0.0000662519,0.01000,0.436
+50,block_sparse_moe.experts.100.w2,0.0000805819,0.01000,0.423
+50,block_sparse_moe.experts.101.w2,0.0000302514,0.01000,0.421
+50,block_sparse_moe.experts.102.w2,0.0000539612,0.01000,0.428
+50,block_sparse_moe.experts.103.w2,0.0000622516,0.01000,0.426
+50,block_sparse_moe.experts.104.w2,0.0000343919,0.01000,0.438
+50,block_sparse_moe.experts.105.w2,0.0000836863,0.01000,0.429
+50,block_sparse_moe.experts.106.w2,0.0000542751,0.01000,0.417
+50,block_sparse_moe.experts.107.w2,0.0000427168,0.01000,0.420
+50,block_sparse_moe.experts.108.w2,0.0000870666,0.01000,0.420
+50,block_sparse_moe.experts.109.w2,0.0000426168,0.01000,0.425
+50,block_sparse_moe.experts.110.w2,0.0000684126,0.01000,0.422
+50,block_sparse_moe.experts.111.w2,0.0000329339,0.01000,0.434
+50,block_sparse_moe.experts.112.w2,0.0000505906,0.01000,0.422
+50,block_sparse_moe.experts.113.w2,0.0000292603,0.01000,0.417
+50,block_sparse_moe.experts.114.w2,0.0000621107,0.01000,0.419
+50,block_sparse_moe.experts.115.w2,0.0000658457,0.01000,0.421
+50,block_sparse_moe.experts.116.w2,0.0000299106,0.01000,0.425
+50,block_sparse_moe.experts.117.w2,0.0000307303,0.01000,0.424
+50,block_sparse_moe.experts.118.w2,0.0000567415,0.01000,0.436
+50,block_sparse_moe.experts.119.w2,0.0000918744,0.01000,0.420
+50,block_sparse_moe.experts.120.w2,0.0000601314,0.01000,0.416
+50,block_sparse_moe.experts.121.w2,0.0000442336,0.01000,0.423
+50,block_sparse_moe.experts.122.w2,0.0000607404,0.01000,0.428
+50,block_sparse_moe.experts.123.w2,0.0000344641,0.01000,0.422
+50,block_sparse_moe.experts.124.w2,0.0000497778,0.01000,0.420
+50,block_sparse_moe.experts.125.w2,0.0000600718,0.01000,0.435
+50,block_sparse_moe.experts.126.w2,0.0000508243,0.01000,0.417
+50,block_sparse_moe.experts.127.w2,0.0000741591,0.01000,0.417
+50,block_sparse_moe.experts.128.w2,0.0000669129,0.01000,0.422
+50,block_sparse_moe.experts.129.w2,0.0000370780,0.01000,0.427
+50,block_sparse_moe.experts.130.w2,0.0000599768,0.01000,0.423
+50,block_sparse_moe.experts.131.w2,0.0000224011,0.01000,0.422
+50,block_sparse_moe.experts.132.w2,0.0000376556,0.01000,0.436
+50,block_sparse_moe.experts.133.w2,0.0000514202,0.01000,0.417
+50,block_sparse_moe.experts.134.w2,0.0000363611,0.01000,0.419
+50,block_sparse_moe.experts.135.w2,0.0000340297,0.01000,0.422
+50,block_sparse_moe.experts.136.w2,0.0000662695,0.01000,0.426
+50,block_sparse_moe.experts.137.w2,0.0000352467,0.01000,0.427
+50,block_sparse_moe.experts.138.w2,0.0000483571,0.01000,0.425
+50,block_sparse_moe.experts.139.w2,0.0000879557,0.01000,0.433
+50,block_sparse_moe.experts.140.w2,0.0001090515,0.01000,0.413
+50,block_sparse_moe.experts.141.w2,0.0000574110,0.01000,0.418
+50,block_sparse_moe.experts.142.w2,0.0000320640,0.01000,0.418
+50,block_sparse_moe.experts.143.w2,0.0000613251,0.01000,0.424
+50,block_sparse_moe.experts.144.w2,0.0000323643,0.01000,0.422
+50,block_sparse_moe.experts.145.w2,0.0000846191,0.01000,0.425
+50,block_sparse_moe.experts.146.w2,0.0000799243,0.01000,0.433
+50,block_sparse_moe.experts.147.w2,0.0000349120,0.01000,0.413
+50,block_sparse_moe.experts.148.w2,0.0000448397,0.01000,0.417
+50,block_sparse_moe.experts.149.w2,0.0000784754,0.01000,0.424
+50,block_sparse_moe.experts.150.w2,0.0000582833,0.01000,0.428
+50,block_sparse_moe.experts.151.w2,0.0001372849,0.01000,0.435
+50,block_sparse_moe.experts.152.w2,0.0000784792,0.01000,0.428
+50,block_sparse_moe.experts.153.w2,0.0000560322,0.01000,0.435
+50,block_sparse_moe.experts.154.w2,0.0000614820,0.01000,0.417
+50,block_sparse_moe.experts.155.w2,0.0000399472,0.01000,0.414
+50,block_sparse_moe.experts.156.w2,0.0000402152,0.01000,0.418
+50,block_sparse_moe.experts.157.w2,0.0000504288,0.01000,0.426
+50,block_sparse_moe.experts.159.w2,0.0000654431,0.01000,0.422
+50,block_sparse_moe.experts.158.w2,0.0001866673,0.01000,0.447
+50,block_sparse_moe.experts.160.w2,0.0000957779,0.01000,0.437
+50,block_sparse_moe.experts.161.w2,0.0000420808,0.01000,0.412
+50,block_sparse_moe.experts.162.w2,0.0001347177,0.01000,0.415
+50,block_sparse_moe.experts.163.w2,0.0000863909,0.01000,0.417
+50,block_sparse_moe.experts.164.w2,0.0000421345,0.01000,0.420
+50,block_sparse_moe.experts.165.w2,0.0001438080,0.01000,0.440
+50,block_sparse_moe.experts.166.w2,0.0000254121,0.01000,0.436
+50,block_sparse_moe.experts.168.w2,0.0000399916,0.01000,0.418
+50,block_sparse_moe.experts.167.w2,0.0000377741,0.01000,0.450
+50,block_sparse_moe.experts.169.w2,0.0000508826,0.01000,0.417
+50,block_sparse_moe.experts.170.w2,0.0000389870,0.01000,0.422
+50,block_sparse_moe.experts.171.w2,0.0000848821,0.01000,0.427
+50,block_sparse_moe.experts.172.w2,0.0000973353,0.01000,0.423
+50,block_sparse_moe.experts.173.w2,0.0000557557,0.01000,0.419
+50,block_sparse_moe.experts.174.w2,0.0000739485,0.01000,0.433
+50,block_sparse_moe.experts.175.w2,0.0000772575,0.01000,0.445
+50,block_sparse_moe.experts.176.w2,0.0000710953,0.01000,0.415
+50,block_sparse_moe.experts.177.w2,0.0000670699,0.01000,0.417
+50,block_sparse_moe.experts.178.w2,0.0000764878,0.01000,0.422
+50,block_sparse_moe.experts.179.w2,0.0000284471,0.01000,0.432
+50,block_sparse_moe.experts.180.w2,0.0000637132,0.01000,0.418
+50,block_sparse_moe.experts.181.w2,0.0000394717,0.01000,0.436
+50,block_sparse_moe.experts.183.w2,0.0000347141,0.01000,0.418
+50,block_sparse_moe.experts.182.w2,0.0000298969,0.01000,0.453
+50,block_sparse_moe.experts.184.w2,0.0002180420,0.01000,0.416
+50,block_sparse_moe.experts.185.w2,0.0000358664,0.01000,0.420
+50,block_sparse_moe.experts.187.w2,0.0000479699,0.01000,0.419
+50,block_sparse_moe.experts.186.w2,0.0000359552,0.01000,0.436
+50,block_sparse_moe.experts.188.w2,0.0000486340,0.01000,0.418
+50,block_sparse_moe.experts.189.w2,0.0000346817,0.01000,0.425
+50,block_sparse_moe.experts.191.w2,0.0000538409,0.01000,0.418
+50,block_sparse_moe.experts.190.w2,0.0000417617,0.01000,0.449
+50,block_sparse_moe.experts.192.w2,0.0000428526,0.01000,0.417
+50,block_sparse_moe.experts.193.w2,0.0001030360,0.01000,0.423
+50,block_sparse_moe.experts.194.w2,0.0000516544,0.01000,0.415
+50,block_sparse_moe.experts.195.w2,0.0000602198,0.01000,0.436
+50,block_sparse_moe.experts.196.w2,0.0000574512,0.01000,0.413
+50,block_sparse_moe.experts.197.w2,0.0000704479,0.01000,0.421
+50,block_sparse_moe.experts.198.w2,0.0000863338,0.01000,0.440
+50,block_sparse_moe.experts.199.w2,0.0001512421,0.01000,0.429
+50,block_sparse_moe.experts.200.w2,0.0000373336,0.01000,0.418
+50,block_sparse_moe.experts.201.w2,0.0000300462,0.01000,0.433
+50,block_sparse_moe.experts.203.w2,0.0000584811,0.01000,0.417
+50,block_sparse_moe.experts.202.w2,0.0000340320,0.01000,0.441
+50,block_sparse_moe.experts.204.w2,0.0000388686,0.01000,0.435
+50,block_sparse_moe.experts.205.w2,0.0000983481,0.01000,0.438
+50,block_sparse_moe.experts.206.w2,0.0000354100,0.01000,0.411
+50,block_sparse_moe.experts.207.w2,0.0000978213,0.01000,0.424
+50,block_sparse_moe.experts.208.w2,0.0001311119,0.01000,0.422
+50,block_sparse_moe.experts.209.w2,0.0000519002,0.01000,0.426
+50,block_sparse_moe.experts.210.w2,0.0000740384,0.01000,0.428
+50,block_sparse_moe.experts.211.w2,0.0001114763,0.01000,0.416
+50,block_sparse_moe.experts.212.w2,0.0000713116,0.01000,0.425
+50,block_sparse_moe.experts.213.w2,0.0000309658,0.01000,0.413
+50,block_sparse_moe.experts.214.w2,0.0001692249,0.01000,0.437
+50,block_sparse_moe.experts.215.w2,0.0000491610,0.01000,0.423
+50,block_sparse_moe.experts.216.w2,0.0001831390,0.01000,0.428
+50,block_sparse_moe.experts.217.w2,0.0000358100,0.01000,0.423
+50,block_sparse_moe.experts.218.w2,0.0000741504,0.01000,0.428
+50,block_sparse_moe.experts.219.w2,0.0000486880,0.01000,0.424
+50,block_sparse_moe.experts.220.w2,0.0000644991,0.01000,0.416
+50,block_sparse_moe.experts.222.w2,0.0000760830,0.01000,0.423
+50,block_sparse_moe.experts.221.w2,0.0000380959,0.01000,0.439
+50,block_sparse_moe.experts.223.w2,0.0000313461,0.01000,0.432
+50,block_sparse_moe.experts.224.w2,0.0000292435,0.01000,0.425
+50,block_sparse_moe.experts.225.w2,0.0000732205,0.01000,0.416
+50,block_sparse_moe.experts.227.w2,0.0000391872,0.01000,0.411
+50,block_sparse_moe.experts.226.w2,0.0000996144,0.01000,0.430
+50,block_sparse_moe.experts.228.w2,0.0001688274,0.01000,0.426
+50,block_sparse_moe.experts.229.w2,0.0000611486,0.01000,0.437
+50,block_sparse_moe.experts.231.w2,0.0000797341,0.01000,0.418
+50,block_sparse_moe.experts.230.w2,0.0000469561,0.01000,0.434
+50,block_sparse_moe.experts.232.w2,0.0000473749,0.01000,0.427
+50,block_sparse_moe.experts.233.w2,0.0000249357,0.01000,0.421
+50,block_sparse_moe.experts.234.w2,0.0000251293,0.01000,0.421
+50,block_sparse_moe.experts.235.w2,0.0000704484,0.01000,0.427
+50,block_sparse_moe.experts.236.w2,0.0000257533,0.01000,0.435
+50,block_sparse_moe.experts.238.w2,0.0000620424,0.01000,0.417
+50,block_sparse_moe.experts.237.w2,0.0000607412,0.01000,0.428
+50,block_sparse_moe.experts.239.w2,0.0000670281,0.01000,0.411
+50,block_sparse_moe.experts.240.w2,0.0000444383,0.01000,0.415
+50,block_sparse_moe.experts.241.w2,0.0000287627,0.01000,0.416
+50,block_sparse_moe.experts.242.w2,0.0000519385,0.01000,0.421
+50,block_sparse_moe.experts.243.w2,0.0000393333,0.01000,0.435
+50,block_sparse_moe.experts.245.w2,0.0000286234,0.01000,0.414
+50,block_sparse_moe.experts.246.w2,0.0000322811,0.01000,0.411
+50,block_sparse_moe.experts.244.w2,0.0000322737,0.01000,0.439
+50,block_sparse_moe.experts.247.w2,0.0000752970,0.01000,0.411
+50,block_sparse_moe.experts.248.w2,0.0000292708,0.01000,0.414
+50,block_sparse_moe.experts.249.w2,0.0000310848,0.01000,0.422
+50,block_sparse_moe.experts.250.w2,0.0000814483,0.01000,0.418
+50,block_sparse_moe.experts.251.w2,0.0000629341,0.01000,0.410
+50,block_sparse_moe.experts.252.w2,0.0000529436,0.01000,0.391
+50,block_sparse_moe.experts.253.w2,0.0000214774,0.01000,0.401
+50,block_sparse_moe.experts.254.w2,0.0000287192,0.01000,0.385
+50,block_sparse_moe.experts.255.w2,0.0000519807,0.01000,0.377
+51,block_sparse_moe.experts.3.w1,0.0000607150,0.01000,0.869
+51,block_sparse_moe.experts.0.w1,0.0000579647,0.01000,0.871
+51,block_sparse_moe.experts.2.w1,0.0000576083,0.01000,0.878
+51,block_sparse_moe.experts.6.w1,0.0000554545,0.01000,0.900
+51,block_sparse_moe.experts.1.w1,0.0000529688,0.01000,0.980
+51,block_sparse_moe.experts.5.w1,0.0000567762,0.01000,0.991
+51,block_sparse_moe.experts.4.w1,0.0000545704,0.01000,1.087
+51,block_sparse_moe.experts.9.w1,0.0000582104,0.01000,0.859
+51,block_sparse_moe.experts.10.w1,0.0000580401,0.01000,0.859
+51,block_sparse_moe.experts.7.w1,0.0000591345,0.01000,0.893
+51,block_sparse_moe.experts.8.w1,0.0000537258,0.01000,0.924
+51,block_sparse_moe.experts.12.w1,0.0000542429,0.01000,1.004
+51,block_sparse_moe.experts.13.w1,0.0000505081,0.01000,0.994
+51,block_sparse_moe.experts.11.w1,0.0000576493,0.01000,1.195
+51,block_sparse_moe.experts.14.w1,0.0000529181,0.01000,0.854
+51,block_sparse_moe.experts.15.w1,0.0000579581,0.01000,0.888
+51,block_sparse_moe.experts.16.w1,0.0000551886,0.01000,0.898
+51,block_sparse_moe.experts.17.w1,0.0000547696,0.01000,1.035
+51,block_sparse_moe.experts.19.w1,0.0000527907,0.01000,0.893
+51,block_sparse_moe.experts.18.w1,0.0000522462,0.01000,1.150
+51,block_sparse_moe.experts.20.w1,0.0000556076,0.01000,1.088
+51,block_sparse_moe.experts.23.w1,0.0000536567,0.01000,0.879
+51,block_sparse_moe.experts.21.w1,0.0000530133,0.01000,0.974
+51,block_sparse_moe.experts.22.w1,0.0000563068,0.01000,0.991
+51,block_sparse_moe.experts.24.w1,0.0000559733,0.01000,0.940
+51,block_sparse_moe.experts.25.w1,0.0000572806,0.01000,1.130
+51,block_sparse_moe.experts.26.w1,0.0000570689,0.01000,0.988
+51,block_sparse_moe.experts.27.w1,0.0000601405,0.01000,0.930
+51,block_sparse_moe.experts.28.w1,0.0000569383,0.01000,0.883
+51,block_sparse_moe.experts.30.w1,0.0000556012,0.01000,0.969
+51,block_sparse_moe.experts.29.w1,0.0000567259,0.01000,1.163
+51,block_sparse_moe.experts.31.w1,0.0000583906,0.01000,0.966
+51,block_sparse_moe.experts.34.w1,0.0000552275,0.01000,0.873
+51,block_sparse_moe.experts.32.w1,0.0000518985,0.01000,1.029
+51,block_sparse_moe.experts.33.w1,0.0000556218,0.01000,1.050
+51,block_sparse_moe.experts.35.w1,0.0000522843,0.01000,0.891
+51,block_sparse_moe.experts.37.w1,0.0000579223,0.01000,0.850
+51,block_sparse_moe.experts.36.w1,0.0000538864,0.01000,1.001
+51,block_sparse_moe.experts.38.w1,0.0000566573,0.01000,0.898
+51,block_sparse_moe.experts.40.w1,0.0000468877,0.01000,0.873
+51,block_sparse_moe.experts.39.w1,0.0000556671,0.01000,1.062
+51,block_sparse_moe.experts.42.w1,0.0000511434,0.01000,0.864
+51,block_sparse_moe.experts.41.w1,0.0000582608,0.01000,1.110
+51,block_sparse_moe.experts.43.w1,0.0000603425,0.01000,0.829
+51,block_sparse_moe.experts.44.w1,0.0000567470,0.01000,0.833
+51,block_sparse_moe.experts.45.w1,0.0000556390,0.01000,0.820
+51,block_sparse_moe.experts.47.w1,0.0000510101,0.01000,0.875
+51,block_sparse_moe.experts.46.w1,0.0000566196,0.01000,1.108
+51,block_sparse_moe.experts.49.w1,0.0000536336,0.01000,0.876
+51,block_sparse_moe.experts.48.w1,0.0000570053,0.01000,1.056
+51,block_sparse_moe.experts.51.w1,0.0000584308,0.01000,0.862
+51,block_sparse_moe.experts.52.w1,0.0000582038,0.01000,0.858
+51,block_sparse_moe.experts.50.w1,0.0000581643,0.01000,1.093
+51,block_sparse_moe.experts.54.w1,0.0000518194,0.01000,0.891
+51,block_sparse_moe.experts.53.w1,0.0000499177,0.01000,1.102
+51,block_sparse_moe.experts.56.w1,0.0000507543,0.01000,0.885
+51,block_sparse_moe.experts.58.w1,0.0000551069,0.01000,0.874
+51,block_sparse_moe.experts.55.w1,0.0000542129,0.01000,1.050
+51,block_sparse_moe.experts.57.w1,0.0000597401,0.01000,1.015
+51,block_sparse_moe.experts.59.w1,0.0000561022,0.01000,0.928
+51,block_sparse_moe.experts.63.w1,0.0000571735,0.01000,0.894
+51,block_sparse_moe.experts.62.w1,0.0000560765,0.01000,0.965
+51,block_sparse_moe.experts.61.w1,0.0000558280,0.01000,1.006
+51,block_sparse_moe.experts.64.w1,0.0000585704,0.01000,0.936
+51,block_sparse_moe.experts.65.w1,0.0000562514,0.01000,0.872
+51,block_sparse_moe.experts.66.w1,0.0000522684,0.01000,0.848
+51,block_sparse_moe.experts.60.w1,0.0000546336,0.01000,1.411
+51,block_sparse_moe.experts.68.w1,0.0000568716,0.01000,0.890
+51,block_sparse_moe.experts.69.w1,0.0000603929,0.01000,0.884
+51,block_sparse_moe.experts.71.w1,0.0000570622,0.01000,0.861
+51,block_sparse_moe.experts.70.w1,0.0000581810,0.01000,0.891
+51,block_sparse_moe.experts.72.w1,0.0000554304,0.01000,0.989
+51,block_sparse_moe.experts.73.w1,0.0000580529,0.01000,0.941
+51,block_sparse_moe.experts.67.w1,0.0000571673,0.01000,1.515
+51,block_sparse_moe.experts.75.w1,0.0000586211,0.01000,0.846
+51,block_sparse_moe.experts.77.w1,0.0000492584,0.01000,0.847
+51,block_sparse_moe.experts.76.w1,0.0000556410,0.01000,0.949
+51,block_sparse_moe.experts.78.w1,0.0000537019,0.01000,0.908
+51,block_sparse_moe.experts.79.w1,0.0000539657,0.01000,0.898
+51,block_sparse_moe.experts.74.w1,0.0000585230,0.01000,1.425
+51,block_sparse_moe.experts.80.w1,0.0000538529,0.01000,0.967
+51,block_sparse_moe.experts.82.w1,0.0000559412,0.01000,0.878
+51,block_sparse_moe.experts.83.w1,0.0000574605,0.01000,0.937
+51,block_sparse_moe.experts.84.w1,0.0000541586,0.01000,0.855
+51,block_sparse_moe.experts.85.w1,0.0000582389,0.01000,0.843
+51,block_sparse_moe.experts.81.w1,0.0000583763,0.01000,1.322
+51,block_sparse_moe.experts.86.w1,0.0000525036,0.01000,0.877
+51,block_sparse_moe.experts.87.w1,0.0000604709,0.01000,1.173
+51,block_sparse_moe.experts.88.w1,0.0000568486,0.01000,1.062
+51,block_sparse_moe.experts.90.w1,0.0000535986,0.01000,0.861
+51,block_sparse_moe.experts.91.w1,0.0000527902,0.01000,0.829
+51,block_sparse_moe.experts.89.w1,0.0000580107,0.01000,0.991
+51,block_sparse_moe.experts.92.w1,0.0000515352,0.01000,0.839
+51,block_sparse_moe.experts.93.w1,0.0000600867,0.01000,0.912
+51,block_sparse_moe.experts.94.w1,0.0000507268,0.01000,0.883
+51,block_sparse_moe.experts.96.w1,0.0000513283,0.01000,0.880
+51,block_sparse_moe.experts.97.w1,0.0000606729,0.01000,0.869
+51,block_sparse_moe.experts.98.w1,0.0000592903,0.01000,0.908
+51,block_sparse_moe.experts.99.w1,0.0000572258,0.01000,0.940
+51,block_sparse_moe.experts.95.w1,0.0000583301,0.01000,1.143
+51,block_sparse_moe.experts.100.w1,0.0000563322,0.01000,0.847
+51,block_sparse_moe.experts.103.w1,0.0000581313,0.01000,0.865
+51,block_sparse_moe.experts.104.w1,0.0000569481,0.01000,0.883
+51,block_sparse_moe.experts.101.w1,0.0000561161,0.01000,1.210
+51,block_sparse_moe.experts.105.w1,0.0000548189,0.01000,0.888
+51,block_sparse_moe.experts.106.w1,0.0000560229,0.01000,0.892
+51,block_sparse_moe.experts.107.w1,0.0000535369,0.01000,0.873
+51,block_sparse_moe.experts.102.w1,0.0000562851,0.01000,1.232
+51,block_sparse_moe.experts.108.w1,0.0000596172,0.01000,0.903
+51,block_sparse_moe.experts.111.w1,0.0000501409,0.01000,0.886
+51,block_sparse_moe.experts.112.w1,0.0000570637,0.01000,0.865
+51,block_sparse_moe.experts.110.w1,0.0000543709,0.01000,1.006
+51,block_sparse_moe.experts.114.w1,0.0000554552,0.01000,0.882
+51,block_sparse_moe.experts.113.w1,0.0000614199,0.01000,1.001
+51,block_sparse_moe.experts.109.w1,0.0000562003,0.01000,1.269
+51,block_sparse_moe.experts.115.w1,0.0000559660,0.01000,0.878
+51,block_sparse_moe.experts.117.w1,0.0000564156,0.01000,0.963
+51,block_sparse_moe.experts.119.w1,0.0000549024,0.01000,0.906
+51,block_sparse_moe.experts.118.w1,0.0000596594,0.01000,0.970
+51,block_sparse_moe.experts.121.w1,0.0000504926,0.01000,0.875
+51,block_sparse_moe.experts.120.w1,0.0000581708,0.01000,1.015
+51,block_sparse_moe.experts.116.w1,0.0000545447,0.01000,1.379
+51,block_sparse_moe.experts.122.w1,0.0000546119,0.01000,0.907
+51,block_sparse_moe.experts.126.w1,0.0000524774,0.01000,0.868
+51,block_sparse_moe.experts.124.w1,0.0000562725,0.01000,0.946
+51,block_sparse_moe.experts.125.w1,0.0000619453,0.01000,0.938
+51,block_sparse_moe.experts.127.w1,0.0000596367,0.01000,0.980
+51,block_sparse_moe.experts.123.w1,0.0000569219,0.01000,1.199
+51,block_sparse_moe.experts.128.w1,0.0000562863,0.01000,0.939
+51,block_sparse_moe.experts.129.w1,0.0000483738,0.01000,1.006
+51,block_sparse_moe.experts.131.w1,0.0000518870,0.01000,0.845
+51,block_sparse_moe.experts.132.w1,0.0000561224,0.01000,0.858
+51,block_sparse_moe.experts.134.w1,0.0000586934,0.01000,0.865
+51,block_sparse_moe.experts.130.w1,0.0000569456,0.01000,1.070
+51,block_sparse_moe.experts.133.w1,0.0000626899,0.01000,0.958
+51,block_sparse_moe.experts.135.w1,0.0000583491,0.01000,0.972
+51,block_sparse_moe.experts.136.w1,0.0000593564,0.01000,0.888
+51,block_sparse_moe.experts.138.w1,0.0000545418,0.01000,1.004
+51,block_sparse_moe.experts.139.w1,0.0000582618,0.01000,0.888
+51,block_sparse_moe.experts.137.w1,0.0000577415,0.01000,1.162
+51,block_sparse_moe.experts.140.w1,0.0000561634,0.01000,0.987
+51,block_sparse_moe.experts.141.w1,0.0000553984,0.01000,0.977
+51,block_sparse_moe.experts.142.w1,0.0000530232,0.01000,0.875
+51,block_sparse_moe.experts.143.w1,0.0000528241,0.01000,1.066
+51,block_sparse_moe.experts.145.w1,0.0000583044,0.01000,0.912
+51,block_sparse_moe.experts.146.w1,0.0000595136,0.01000,0.893
+51,block_sparse_moe.experts.148.w1,0.0000552383,0.01000,0.915
+51,block_sparse_moe.experts.149.w1,0.0000596111,0.01000,0.909
+51,block_sparse_moe.experts.144.w1,0.0000560095,0.01000,1.217
+51,block_sparse_moe.experts.147.w1,0.0000530853,0.01000,1.114
+51,block_sparse_moe.experts.150.w1,0.0000542575,0.01000,0.914
+51,block_sparse_moe.experts.152.w1,0.0000621774,0.01000,0.949
+51,block_sparse_moe.experts.153.w1,0.0000522721,0.01000,0.898
+51,block_sparse_moe.experts.155.w1,0.0000575705,0.01000,0.861
+51,block_sparse_moe.experts.151.w1,0.0000589924,0.01000,1.170
+51,block_sparse_moe.experts.154.w1,0.0000468238,0.01000,1.035
+51,block_sparse_moe.experts.156.w1,0.0000583231,0.01000,0.950
+51,block_sparse_moe.experts.157.w1,0.0000586902,0.01000,0.861
+51,block_sparse_moe.experts.160.w1,0.0000569593,0.01000,0.884
+51,block_sparse_moe.experts.161.w1,0.0000581429,0.01000,0.900
+51,block_sparse_moe.experts.162.w1,0.0000580609,0.01000,0.928
+51,block_sparse_moe.experts.159.w1,0.0000568666,0.01000,1.113
+51,block_sparse_moe.experts.163.w1,0.0000624556,0.01000,1.080
+51,block_sparse_moe.experts.164.w1,0.0000553720,0.01000,0.853
+51,block_sparse_moe.experts.158.w1,0.0000565161,0.01000,1.415
+51,block_sparse_moe.experts.166.w1,0.0000581897,0.01000,1.006
+51,block_sparse_moe.experts.167.w1,0.0000544089,0.01000,0.948
+51,block_sparse_moe.experts.168.w1,0.0000569314,0.01000,0.969
+51,block_sparse_moe.experts.170.w1,0.0000563846,0.01000,0.922
+51,block_sparse_moe.experts.169.w1,0.0000527629,0.01000,0.939
+51,block_sparse_moe.experts.171.w1,0.0000588852,0.01000,0.944
+51,block_sparse_moe.experts.165.w1,0.0000578712,0.01000,1.507
+51,block_sparse_moe.experts.173.w1,0.0000550742,0.01000,0.846
+51,block_sparse_moe.experts.174.w1,0.0000590426,0.01000,0.986
+51,block_sparse_moe.experts.176.w1,0.0000576270,0.01000,0.872
+51,block_sparse_moe.experts.175.w1,0.0000548015,0.01000,0.897
+51,block_sparse_moe.experts.177.w1,0.0000567472,0.01000,0.981
+51,block_sparse_moe.experts.178.w1,0.0000549718,0.01000,0.876
+51,block_sparse_moe.experts.172.w1,0.0000555434,0.01000,1.339
+51,block_sparse_moe.experts.182.w1,0.0000592658,0.01000,0.861
+51,block_sparse_moe.experts.180.w1,0.0000569478,0.01000,0.918
+51,block_sparse_moe.experts.181.w1,0.0000528495,0.01000,0.910
+51,block_sparse_moe.experts.183.w1,0.0000591812,0.01000,0.958
+51,block_sparse_moe.experts.185.w1,0.0000568248,0.01000,0.901
+51,block_sparse_moe.experts.184.w1,0.0000566592,0.01000,1.034
+51,block_sparse_moe.experts.179.w1,0.0000519711,0.01000,1.453
+51,block_sparse_moe.experts.187.w1,0.0000556348,0.01000,0.841
+51,block_sparse_moe.experts.188.w1,0.0000577856,0.01000,1.047
+51,block_sparse_moe.experts.189.w1,0.0000578524,0.01000,0.865
+51,block_sparse_moe.experts.190.w1,0.0000577093,0.01000,0.894
+51,block_sparse_moe.experts.192.w1,0.0000586392,0.01000,0.869
+51,block_sparse_moe.experts.191.w1,0.0000561756,0.01000,0.906
+51,block_sparse_moe.experts.186.w1,0.0000565117,0.01000,1.437
+51,block_sparse_moe.experts.194.w1,0.0000554244,0.01000,0.937
+51,block_sparse_moe.experts.193.w1,0.0000597478,0.01000,1.178
+51,block_sparse_moe.experts.196.w1,0.0000581031,0.01000,0.981
+51,block_sparse_moe.experts.197.w1,0.0000602271,0.01000,0.890
+51,block_sparse_moe.experts.198.w1,0.0000558875,0.01000,0.894
+51,block_sparse_moe.experts.195.w1,0.0000538536,0.01000,1.064
+51,block_sparse_moe.experts.199.w1,0.0000548788,0.01000,0.870
+51,block_sparse_moe.experts.201.w1,0.0000498433,0.01000,0.878
+51,block_sparse_moe.experts.203.w1,0.0000596575,0.01000,0.831
+51,block_sparse_moe.experts.202.w1,0.0000560917,0.01000,0.861
+51,block_sparse_moe.experts.205.w1,0.0000488598,0.01000,0.831
+51,block_sparse_moe.experts.200.w1,0.0000536313,0.01000,1.140
+51,block_sparse_moe.experts.204.w1,0.0000568388,0.01000,1.068
+51,block_sparse_moe.experts.206.w1,0.0000518027,0.01000,1.041
+51,block_sparse_moe.experts.208.w1,0.0000534986,0.01000,0.886
+51,block_sparse_moe.experts.210.w1,0.0000547162,0.01000,0.904
+51,block_sparse_moe.experts.209.w1,0.0000569415,0.01000,0.939
+51,block_sparse_moe.experts.211.w1,0.0000518324,0.01000,0.957
+51,block_sparse_moe.experts.212.w1,0.0000556916,0.01000,0.955
+51,block_sparse_moe.experts.207.w1,0.0000516883,0.01000,1.275
+51,block_sparse_moe.experts.213.w1,0.0000584155,0.01000,0.944
+51,block_sparse_moe.experts.215.w1,0.0000595276,0.01000,0.882
+51,block_sparse_moe.experts.216.w1,0.0000570675,0.01000,0.896
+51,block_sparse_moe.experts.218.w1,0.0000550445,0.01000,0.910
+51,block_sparse_moe.experts.217.w1,0.0000517992,0.01000,0.995
+51,block_sparse_moe.experts.219.w1,0.0000532293,0.01000,0.976
+51,block_sparse_moe.experts.214.w1,0.0000600293,0.01000,1.360
+51,block_sparse_moe.experts.220.w1,0.0000576539,0.01000,0.987
+51,block_sparse_moe.experts.222.w1,0.0000548180,0.01000,0.990
+51,block_sparse_moe.experts.224.w1,0.0000602710,0.01000,0.867
+51,block_sparse_moe.experts.225.w1,0.0000579266,0.01000,0.865
+51,block_sparse_moe.experts.221.w1,0.0000544716,0.01000,1.362
+51,block_sparse_moe.experts.227.w1,0.0000564578,0.01000,0.991
+51,block_sparse_moe.experts.226.w1,0.0000529445,0.01000,1.033
+51,block_sparse_moe.experts.223.w1,0.0000552065,0.01000,1.285
+51,block_sparse_moe.experts.228.w1,0.0000590286,0.01000,1.076
+51,block_sparse_moe.experts.229.w1,0.0000547773,0.01000,0.970
+51,block_sparse_moe.experts.231.w1,0.0000587970,0.01000,0.889
+51,block_sparse_moe.experts.232.w1,0.0000577322,0.01000,0.898
+51,block_sparse_moe.experts.230.w1,0.0000539164,0.01000,1.170
+51,block_sparse_moe.experts.233.w1,0.0000520209,0.01000,0.959
+51,block_sparse_moe.experts.234.w1,0.0000531459,0.01000,1.015
+51,block_sparse_moe.experts.235.w1,0.0000569516,0.01000,1.042
+51,block_sparse_moe.experts.236.w1,0.0000480897,0.01000,1.019
+51,block_sparse_moe.experts.237.w1,0.0000527790,0.01000,1.004
+51,block_sparse_moe.experts.239.w1,0.0000666267,0.01000,0.942
+51,block_sparse_moe.experts.240.w1,0.0000553180,0.01000,0.921
+51,block_sparse_moe.experts.238.w1,0.0000531209,0.01000,1.036
+51,block_sparse_moe.experts.241.w1,0.0000563206,0.01000,1.121
+51,block_sparse_moe.experts.243.w1,0.0000610127,0.01000,0.917
+51,block_sparse_moe.experts.244.w1,0.0000611027,0.01000,0.862
+51,block_sparse_moe.experts.246.w1,0.0000550082,0.01000,0.868
+51,block_sparse_moe.experts.245.w1,0.0000502587,0.01000,0.966
+51,block_sparse_moe.experts.247.w1,0.0000490980,0.01000,0.960
+51,block_sparse_moe.experts.242.w1,0.0000497154,0.01000,1.310
+51,block_sparse_moe.experts.248.w1,0.0000536630,0.01000,0.975
+51,block_sparse_moe.experts.251.w1,0.0000584317,0.01000,0.862
+51,block_sparse_moe.experts.252.w1,0.0000499138,0.01000,0.849
+51,block_sparse_moe.experts.250.w1,0.0000562114,0.01000,1.159
+51,block_sparse_moe.experts.253.w1,0.0000569364,0.01000,0.963
+51,block_sparse_moe.experts.254.w1,0.0000567316,0.01000,0.939
+51,block_sparse_moe.experts.249.w1,0.0000596494,0.01000,1.359
+51,block_sparse_moe.experts.255.w1,0.0000562575,0.01000,0.875
+51,block_sparse_moe.experts.1.w3,0.0000611676,0.01000,0.902
+51,block_sparse_moe.experts.2.w3,0.0000641149,0.01000,0.920
+51,block_sparse_moe.experts.3.w3,0.0000691836,0.01000,0.897
+51,block_sparse_moe.experts.4.w3,0.0000609283,0.01000,0.922
+51,block_sparse_moe.experts.5.w3,0.0000636782,0.01000,0.954
+51,block_sparse_moe.experts.0.w3,0.0000681716,0.01000,1.309
+51,block_sparse_moe.experts.6.w3,0.0000627346,0.01000,0.964
+51,block_sparse_moe.experts.10.w3,0.0000646452,0.01000,0.894
+51,block_sparse_moe.experts.11.w3,0.0000644716,0.01000,0.926
+51,block_sparse_moe.experts.12.w3,0.0000631922,0.01000,0.932
+51,block_sparse_moe.experts.9.w3,0.0000686835,0.01000,1.201
+51,block_sparse_moe.experts.8.w3,0.0000605374,0.01000,1.295
+51,block_sparse_moe.experts.13.w3,0.0000554706,0.01000,0.993
+51,block_sparse_moe.experts.7.w3,0.0000692746,0.01000,1.543
+51,block_sparse_moe.experts.16.w3,0.0000642757,0.01000,0.908
+51,block_sparse_moe.experts.15.w3,0.0000677213,0.01000,0.958
+51,block_sparse_moe.experts.17.w3,0.0000606083,0.01000,0.888
+51,block_sparse_moe.experts.18.w3,0.0000586561,0.01000,0.941
+51,block_sparse_moe.experts.19.w3,0.0000586844,0.01000,0.945
+51,block_sparse_moe.experts.14.w3,0.0000586895,0.01000,1.299
+51,block_sparse_moe.experts.20.w3,0.0000630030,0.01000,0.927
+51,block_sparse_moe.experts.22.w3,0.0000625456,0.01000,0.883
+51,block_sparse_moe.experts.23.w3,0.0000624109,0.01000,0.950
+51,block_sparse_moe.experts.24.w3,0.0000633684,0.01000,0.870
+51,block_sparse_moe.experts.26.w3,0.0000644602,0.01000,0.876
+51,block_sparse_moe.experts.25.w3,0.0000655067,0.01000,0.953
+51,block_sparse_moe.experts.27.w3,0.0000678373,0.01000,0.912
+51,block_sparse_moe.experts.21.w3,0.0000618633,0.01000,1.308
+51,block_sparse_moe.experts.29.w3,0.0000655316,0.01000,0.964
+51,block_sparse_moe.experts.30.w3,0.0000643519,0.01000,1.011
+51,block_sparse_moe.experts.33.w3,0.0000658229,0.01000,0.895
+51,block_sparse_moe.experts.31.w3,0.0000658463,0.01000,1.048
+51,block_sparse_moe.experts.34.w3,0.0000613171,0.01000,0.882
+51,block_sparse_moe.experts.32.w3,0.0000589341,0.01000,1.116
+51,block_sparse_moe.experts.28.w3,0.0000651442,0.01000,1.394
+51,block_sparse_moe.experts.36.w3,0.0000618557,0.01000,0.943
+51,block_sparse_moe.experts.37.w3,0.0000664178,0.01000,0.931
+51,block_sparse_moe.experts.39.w3,0.0000630991,0.01000,0.925
+51,block_sparse_moe.experts.38.w3,0.0000635500,0.01000,0.990
+51,block_sparse_moe.experts.35.w3,0.0000578329,0.01000,1.264
+51,block_sparse_moe.experts.40.w3,0.0000523244,0.01000,0.959
+51,block_sparse_moe.experts.41.w3,0.0000664831,0.01000,1.013
+51,block_sparse_moe.experts.43.w3,0.0000723870,0.01000,0.925
+51,block_sparse_moe.experts.44.w3,0.0000655231,0.01000,0.975
+51,block_sparse_moe.experts.45.w3,0.0000639791,0.01000,0.926
+51,block_sparse_moe.experts.46.w3,0.0000638294,0.01000,0.865
+51,block_sparse_moe.experts.47.w3,0.0000565455,0.01000,0.875
+51,block_sparse_moe.experts.48.w3,0.0000656843,0.01000,0.915
+51,block_sparse_moe.experts.42.w3,0.0000608391,0.01000,1.252
+51,block_sparse_moe.experts.49.w3,0.0000596091,0.01000,1.073
+51,block_sparse_moe.experts.50.w3,0.0000647531,0.01000,0.922
+51,block_sparse_moe.experts.51.w3,0.0000657789,0.01000,0.932
+51,block_sparse_moe.experts.52.w3,0.0000653627,0.01000,0.956
+51,block_sparse_moe.experts.53.w3,0.0000562794,0.01000,0.968
+51,block_sparse_moe.experts.55.w3,0.0000607444,0.01000,0.913
+51,block_sparse_moe.experts.54.w3,0.0000602443,0.01000,0.978
+51,block_sparse_moe.experts.57.w3,0.0000691592,0.01000,0.849
+51,block_sparse_moe.experts.60.w3,0.0000615056,0.01000,0.843
+51,block_sparse_moe.experts.58.w3,0.0000628869,0.01000,0.985
+51,block_sparse_moe.experts.59.w3,0.0000642990,0.01000,0.977
+51,block_sparse_moe.experts.62.w3,0.0000613665,0.01000,0.840
+51,block_sparse_moe.experts.61.w3,0.0000626037,0.01000,0.913
+51,block_sparse_moe.experts.56.w3,0.0000587710,0.01000,1.172
+51,block_sparse_moe.experts.64.w3,0.0000655065,0.01000,0.895
+51,block_sparse_moe.experts.66.w3,0.0000591574,0.01000,0.879
+51,block_sparse_moe.experts.65.w3,0.0000633089,0.01000,0.915
+51,block_sparse_moe.experts.68.w3,0.0000648965,0.01000,0.906
+51,block_sparse_moe.experts.69.w3,0.0000697522,0.01000,0.863
+51,block_sparse_moe.experts.67.w3,0.0000646278,0.01000,1.053
+51,block_sparse_moe.experts.63.w3,0.0000643981,0.01000,1.377
+51,block_sparse_moe.experts.71.w3,0.0000637645,0.01000,0.871
+51,block_sparse_moe.experts.72.w3,0.0000635816,0.01000,0.877
+51,block_sparse_moe.experts.73.w3,0.0000667716,0.01000,0.886
+51,block_sparse_moe.experts.74.w3,0.0000680218,0.01000,0.876
+51,block_sparse_moe.experts.75.w3,0.0000718791,0.01000,1.039
+51,block_sparse_moe.experts.70.w3,0.0000658566,0.01000,1.341
+51,block_sparse_moe.experts.76.w3,0.0000639366,0.01000,0.977
+51,block_sparse_moe.experts.78.w3,0.0000612935,0.01000,0.897
+51,block_sparse_moe.experts.79.w3,0.0000615653,0.01000,0.893
+51,block_sparse_moe.experts.80.w3,0.0000605790,0.01000,0.859
+51,block_sparse_moe.experts.82.w3,0.0000644760,0.01000,0.925
+51,block_sparse_moe.experts.83.w3,0.0000669068,0.01000,0.866
+51,block_sparse_moe.experts.77.w3,0.0000579561,0.01000,1.356
+51,block_sparse_moe.experts.81.w3,0.0000674446,0.01000,1.115
+51,block_sparse_moe.experts.85.w3,0.0000670930,0.01000,0.862
+51,block_sparse_moe.experts.86.w3,0.0000630322,0.01000,0.870
+51,block_sparse_moe.experts.89.w3,0.0000656826,0.01000,0.884
+51,block_sparse_moe.experts.84.w3,0.0000608887,0.01000,1.374
+51,block_sparse_moe.experts.90.w3,0.0000603999,0.01000,0.878
+51,block_sparse_moe.experts.88.w3,0.0000645222,0.01000,1.142
+51,block_sparse_moe.experts.87.w3,0.0000679112,0.01000,1.234
+51,block_sparse_moe.experts.92.w3,0.0000596369,0.01000,0.879
+51,block_sparse_moe.experts.93.w3,0.0000680143,0.01000,0.889
+51,block_sparse_moe.experts.91.w3,0.0000599219,0.01000,1.412
+51,block_sparse_moe.experts.95.w3,0.0000666873,0.01000,0.920
+51,block_sparse_moe.experts.96.w3,0.0000588129,0.01000,0.923
+51,block_sparse_moe.experts.94.w3,0.0000556053,0.01000,1.124
+51,block_sparse_moe.experts.97.w3,0.0000669408,0.01000,0.908
+51,block_sparse_moe.experts.98.w3,0.0000672942,0.01000,1.220
+51,block_sparse_moe.experts.99.w3,0.0000643118,0.01000,0.911
+51,block_sparse_moe.experts.101.w3,0.0000637431,0.01000,0.960
+51,block_sparse_moe.experts.102.w3,0.0000624995,0.01000,0.881
+51,block_sparse_moe.experts.100.w3,0.0000636973,0.01000,1.040
+51,block_sparse_moe.experts.103.w3,0.0000670529,0.01000,0.929
+51,block_sparse_moe.experts.104.w3,0.0000646108,0.01000,1.005
+51,block_sparse_moe.experts.106.w3,0.0000658455,0.01000,0.908
+51,block_sparse_moe.experts.108.w3,0.0000690822,0.01000,0.870
+51,block_sparse_moe.experts.107.w3,0.0000614070,0.01000,0.934
+51,block_sparse_moe.experts.110.w3,0.0000598851,0.01000,0.864
+51,block_sparse_moe.experts.109.w3,0.0000661046,0.01000,0.916
+51,block_sparse_moe.experts.105.w3,0.0000631275,0.01000,1.462
+51,block_sparse_moe.experts.111.w3,0.0000573571,0.01000,1.053
+51,block_sparse_moe.experts.113.w3,0.0000717493,0.01000,0.856
+51,block_sparse_moe.experts.115.w3,0.0000659739,0.01000,0.853
+51,block_sparse_moe.experts.114.w3,0.0000612512,0.01000,0.909
+51,block_sparse_moe.experts.116.w3,0.0000622431,0.01000,0.971
+51,block_sparse_moe.experts.112.w3,0.0000656668,0.01000,1.243
+51,block_sparse_moe.experts.117.w3,0.0000642159,0.01000,0.893
+51,block_sparse_moe.experts.118.w3,0.0000679323,0.01000,0.863
+51,block_sparse_moe.experts.121.w3,0.0000569786,0.01000,0.937
+51,block_sparse_moe.experts.120.w3,0.0000655034,0.01000,0.957
+51,block_sparse_moe.experts.122.w3,0.0000606424,0.01000,0.853
+51,block_sparse_moe.experts.123.w3,0.0000635613,0.01000,0.867
+51,block_sparse_moe.experts.119.w3,0.0000623044,0.01000,1.104
+51,block_sparse_moe.experts.124.w3,0.0000621403,0.01000,0.939
+51,block_sparse_moe.experts.125.w3,0.0000704176,0.01000,0.898
+51,block_sparse_moe.experts.127.w3,0.0000705901,0.01000,0.914
+51,block_sparse_moe.experts.129.w3,0.0000627269,0.01000,0.891
+51,block_sparse_moe.experts.128.w3,0.0000620081,0.01000,0.938
+51,block_sparse_moe.experts.130.w3,0.0000636735,0.01000,0.914
+51,block_sparse_moe.experts.132.w3,0.0000659897,0.01000,0.884
+51,block_sparse_moe.experts.131.w3,0.0000602573,0.01000,1.180
+51,block_sparse_moe.experts.126.w3,0.0000614092,0.01000,1.582
+51,block_sparse_moe.experts.135.w3,0.0000685958,0.01000,0.897
+51,block_sparse_moe.experts.134.w3,0.0000662085,0.01000,0.944
+51,block_sparse_moe.experts.136.w3,0.0000676949,0.01000,0.949
+51,block_sparse_moe.experts.137.w3,0.0000663198,0.01000,0.916
+51,block_sparse_moe.experts.133.w3,0.0000739101,0.01000,1.477
+51,block_sparse_moe.experts.138.w3,0.0000626844,0.01000,1.003
+51,block_sparse_moe.experts.139.w3,0.0000654339,0.01000,1.008
+51,block_sparse_moe.experts.141.w3,0.0000611361,0.01000,0.893
+51,block_sparse_moe.experts.142.w3,0.0000593980,0.01000,0.877
+51,block_sparse_moe.experts.143.w3,0.0000593865,0.01000,0.895
+51,block_sparse_moe.experts.144.w3,0.0000630253,0.01000,0.837
+51,block_sparse_moe.experts.140.w3,0.0000643634,0.01000,1.514
+51,block_sparse_moe.experts.145.w3,0.0000680242,0.01000,0.959
+51,block_sparse_moe.experts.146.w3,0.0000654659,0.01000,0.963
+51,block_sparse_moe.experts.148.w3,0.0000629944,0.01000,0.866
+51,block_sparse_moe.experts.149.w3,0.0000675820,0.01000,0.834
+51,block_sparse_moe.experts.150.w3,0.0000624243,0.01000,0.819
+51,block_sparse_moe.experts.147.w3,0.0000611307,0.01000,1.419
+51,block_sparse_moe.experts.152.w3,0.0000714691,0.01000,0.879
+51,block_sparse_moe.experts.153.w3,0.0000631702,0.01000,0.894
+51,block_sparse_moe.experts.151.w3,0.0000690575,0.01000,1.107
+51,block_sparse_moe.experts.155.w3,0.0000641228,0.01000,0.900
+51,block_sparse_moe.experts.154.w3,0.0000552542,0.01000,1.191
+51,block_sparse_moe.experts.156.w3,0.0000673502,0.01000,0.964
+51,block_sparse_moe.experts.157.w3,0.0000686819,0.01000,1.014
+51,block_sparse_moe.experts.158.w3,0.0000657773,0.01000,0.935
+51,block_sparse_moe.experts.159.w3,0.0000644642,0.01000,0.895
+51,block_sparse_moe.experts.160.w3,0.0000650404,0.01000,0.953
+51,block_sparse_moe.experts.161.w3,0.0000689078,0.01000,1.041
+51,block_sparse_moe.experts.162.w3,0.0000652046,0.01000,0.887
+51,block_sparse_moe.experts.165.w3,0.0000698349,0.01000,0.877
+51,block_sparse_moe.experts.163.w3,0.0000716039,0.01000,1.159
+51,block_sparse_moe.experts.164.w3,0.0000611836,0.01000,1.034
+51,block_sparse_moe.experts.166.w3,0.0000620507,0.01000,1.031
+51,block_sparse_moe.experts.167.w3,0.0000608294,0.01000,0.975
+51,block_sparse_moe.experts.169.w3,0.0000585213,0.01000,0.898
+51,block_sparse_moe.experts.168.w3,0.0000635750,0.01000,1.114
+51,block_sparse_moe.experts.171.w3,0.0000671911,0.01000,0.851
+51,block_sparse_moe.experts.172.w3,0.0000619573,0.01000,0.842
+51,block_sparse_moe.experts.174.w3,0.0000693531,0.01000,0.871
+51,block_sparse_moe.experts.170.w3,0.0000630085,0.01000,1.198
+51,block_sparse_moe.experts.173.w3,0.0000643896,0.01000,1.010
+51,block_sparse_moe.experts.175.w3,0.0000617790,0.01000,0.993
+51,block_sparse_moe.experts.176.w3,0.0000653577,0.01000,0.867
+51,block_sparse_moe.experts.177.w3,0.0000647932,0.01000,0.999
+51,block_sparse_moe.experts.179.w3,0.0000562001,0.01000,0.861
+51,block_sparse_moe.experts.178.w3,0.0000618137,0.01000,1.150
+51,block_sparse_moe.experts.180.w3,0.0000658352,0.01000,0.982
+51,block_sparse_moe.experts.181.w3,0.0000593437,0.01000,1.113
+51,block_sparse_moe.experts.183.w3,0.0000677205,0.01000,0.899
+51,block_sparse_moe.experts.182.w3,0.0000679446,0.01000,1.154
+51,block_sparse_moe.experts.184.w3,0.0000651553,0.01000,0.965
+51,block_sparse_moe.experts.185.w3,0.0000648235,0.01000,0.889
+51,block_sparse_moe.experts.187.w3,0.0000636032,0.01000,0.891
+51,block_sparse_moe.experts.186.w3,0.0000634460,0.01000,1.129
+51,block_sparse_moe.experts.188.w3,0.0000647267,0.01000,0.992
+51,block_sparse_moe.experts.190.w3,0.0000646979,0.01000,0.887
+51,block_sparse_moe.experts.189.w3,0.0000651461,0.01000,1.208
+51,block_sparse_moe.experts.191.w3,0.0000661980,0.01000,0.889
+51,block_sparse_moe.experts.192.w3,0.0000648758,0.01000,1.003
+51,block_sparse_moe.experts.193.w3,0.0000696010,0.01000,0.972
+51,block_sparse_moe.experts.194.w3,0.0000630818,0.01000,0.918
+51,block_sparse_moe.experts.195.w3,0.0000629109,0.01000,0.913
+51,block_sparse_moe.experts.196.w3,0.0000673839,0.01000,1.055
+51,block_sparse_moe.experts.198.w3,0.0000659621,0.01000,0.895
+51,block_sparse_moe.experts.197.w3,0.0000701474,0.01000,1.029
+51,block_sparse_moe.experts.199.w3,0.0000614531,0.01000,0.942
+51,block_sparse_moe.experts.201.w3,0.0000577114,0.01000,0.935
+51,block_sparse_moe.experts.200.w3,0.0000594960,0.01000,1.092
+51,block_sparse_moe.experts.202.w3,0.0000648299,0.01000,0.939
+51,block_sparse_moe.experts.203.w3,0.0000691544,0.01000,1.046
+51,block_sparse_moe.experts.204.w3,0.0000648405,0.01000,0.989
+51,block_sparse_moe.experts.205.w3,0.0000565767,0.01000,0.947
+51,block_sparse_moe.experts.206.w3,0.0000599963,0.01000,1.009
+51,block_sparse_moe.experts.207.w3,0.0000592239,0.01000,0.863
+51,block_sparse_moe.experts.208.w3,0.0000610616,0.01000,0.959
+51,block_sparse_moe.experts.209.w3,0.0000646823,0.01000,0.941
+51,block_sparse_moe.experts.211.w3,0.0000597634,0.01000,0.893
+51,block_sparse_moe.experts.212.w3,0.0000627881,0.01000,0.907
+51,block_sparse_moe.experts.213.w3,0.0000664336,0.01000,0.976
+51,block_sparse_moe.experts.214.w3,0.0000700494,0.01000,0.893
+51,block_sparse_moe.experts.215.w3,0.0000667517,0.01000,0.954
+51,block_sparse_moe.experts.216.w3,0.0000649134,0.01000,0.885
+51,block_sparse_moe.experts.210.w3,0.0000618611,0.01000,1.582
+51,block_sparse_moe.experts.218.w3,0.0000642791,0.01000,0.976
+51,block_sparse_moe.experts.220.w3,0.0000654377,0.01000,0.873
+51,block_sparse_moe.experts.219.w3,0.0000596084,0.01000,0.964
+51,block_sparse_moe.experts.221.w3,0.0000624284,0.01000,0.871
+51,block_sparse_moe.experts.217.w3,0.0000594822,0.01000,1.427
+51,block_sparse_moe.experts.222.w3,0.0000614801,0.01000,0.964
+51,block_sparse_moe.experts.223.w3,0.0000622796,0.01000,1.006
+51,block_sparse_moe.experts.225.w3,0.0000665059,0.01000,0.951
+51,block_sparse_moe.experts.226.w3,0.0000616684,0.01000,0.935
+51,block_sparse_moe.experts.227.w3,0.0000632555,0.01000,0.887
+51,block_sparse_moe.experts.224.w3,0.0000667119,0.01000,1.333
+51,block_sparse_moe.experts.229.w3,0.0000615237,0.01000,0.883
+51,block_sparse_moe.experts.228.w3,0.0000670755,0.01000,1.097
+51,block_sparse_moe.experts.230.w3,0.0000612487,0.01000,0.939
+51,block_sparse_moe.experts.233.w3,0.0000584425,0.01000,0.937
+51,block_sparse_moe.experts.232.w3,0.0000656890,0.01000,0.984
+51,block_sparse_moe.experts.235.w3,0.0000642976,0.01000,0.925
+51,block_sparse_moe.experts.231.w3,0.0000678679,0.01000,1.240
+51,block_sparse_moe.experts.234.w3,0.0000601965,0.01000,1.081
+51,block_sparse_moe.experts.236.w3,0.0000576618,0.01000,0.923
+51,block_sparse_moe.experts.237.w3,0.0000597785,0.01000,0.990
+51,block_sparse_moe.experts.239.w3,0.0000766962,0.01000,0.891
+51,block_sparse_moe.experts.240.w3,0.0000632147,0.01000,0.890
+51,block_sparse_moe.experts.238.w3,0.0000618707,0.01000,1.181
+51,block_sparse_moe.experts.242.w3,0.0000550127,0.01000,0.950
+51,block_sparse_moe.experts.241.w3,0.0000647106,0.01000,1.008
+51,block_sparse_moe.experts.243.w3,0.0000689027,0.01000,0.953
+51,block_sparse_moe.experts.244.w3,0.0000739972,0.01000,0.943
+51,block_sparse_moe.experts.245.w3,0.0000581012,0.01000,1.132
+51,block_sparse_moe.experts.249.w3,0.0000667606,0.01000,0.858
+51,block_sparse_moe.experts.247.w3,0.0000638154,0.01000,0.932
+51,block_sparse_moe.experts.250.w3,0.0000640383,0.01000,0.856
+51,block_sparse_moe.experts.246.w3,0.0000632066,0.01000,1.142
+51,block_sparse_moe.experts.248.w3,0.0000604869,0.01000,0.970
+51,block_sparse_moe.experts.251.w3,0.0000665977,0.01000,0.851
+51,block_sparse_moe.experts.255.w3,0.0000641352,0.01000,0.732
+51,block_sparse_moe.experts.253.w3,0.0000642535,0.01000,0.780
+51,block_sparse_moe.experts.254.w3,0.0000630735,0.01000,0.823
+51,block_sparse_moe.experts.252.w3,0.0000579644,0.01000,0.896
+51,block_sparse_moe.experts.2.w2,0.0000539731,0.01000,0.423
+51,block_sparse_moe.experts.1.w2,0.0000535163,0.01000,0.425
+51,block_sparse_moe.experts.3.w2,0.0000755374,0.01000,0.425
+51,block_sparse_moe.experts.0.w2,0.0000554012,0.01000,0.431
+51,block_sparse_moe.experts.4.w2,0.0000692803,0.01000,0.457
+51,block_sparse_moe.experts.6.w2,0.0000236154,0.01000,0.483
+51,block_sparse_moe.experts.5.w2,0.0000497620,0.01000,0.568
+51,block_sparse_moe.experts.8.w2,0.0000459587,0.01000,0.420
+51,block_sparse_moe.experts.10.w2,0.0000879926,0.01000,0.419
+51,block_sparse_moe.experts.9.w2,0.0000549597,0.01000,0.429
+51,block_sparse_moe.experts.7.w2,0.0000589016,0.01000,0.438
+51,block_sparse_moe.experts.11.w2,0.0000455176,0.01000,0.514
+51,block_sparse_moe.experts.12.w2,0.0000561429,0.01000,0.581
+51,block_sparse_moe.experts.13.w2,0.0001602193,0.01000,0.516
+51,block_sparse_moe.experts.14.w2,0.0000348128,0.01000,0.449
+51,block_sparse_moe.experts.17.w2,0.0000222677,0.01000,0.455
+51,block_sparse_moe.experts.16.w2,0.0000659888,0.01000,0.461
+51,block_sparse_moe.experts.15.w2,0.0000589116,0.01000,0.616
+51,block_sparse_moe.experts.19.w2,0.0000796074,0.01000,0.453
+51,block_sparse_moe.experts.20.w2,0.0000250879,0.01000,0.457
+51,block_sparse_moe.experts.18.w2,0.0000617022,0.01000,0.661
+51,block_sparse_moe.experts.21.w2,0.0000639666,0.01000,0.428
+51,block_sparse_moe.experts.23.w2,0.0001864907,0.01000,0.433
+51,block_sparse_moe.experts.22.w2,0.0000604134,0.01000,0.542
+51,block_sparse_moe.experts.24.w2,0.0000194687,0.01000,0.453
+51,block_sparse_moe.experts.27.w2,0.0000349986,0.01000,0.463
+51,block_sparse_moe.experts.25.w2,0.0000404599,0.01000,0.614
+51,block_sparse_moe.experts.26.w2,0.0000904776,0.01000,0.611
+51,block_sparse_moe.experts.29.w2,0.0000439680,0.01000,0.508
+51,block_sparse_moe.experts.28.w2,0.0000248937,0.01000,0.630
+51,block_sparse_moe.experts.31.w2,0.0000828577,0.01000,0.494
+51,block_sparse_moe.experts.33.w2,0.0000524590,0.01000,0.448
+51,block_sparse_moe.experts.30.w2,0.0000474906,0.01000,0.737
+51,block_sparse_moe.experts.34.w2,0.0000248831,0.01000,0.449
+51,block_sparse_moe.experts.32.w2,0.0001097697,0.01000,0.608
+51,block_sparse_moe.experts.35.w2,0.0001535022,0.01000,0.463
+51,block_sparse_moe.experts.37.w2,0.0000464599,0.01000,0.511
+51,block_sparse_moe.experts.36.w2,0.0001344975,0.01000,0.643
+51,block_sparse_moe.experts.38.w2,0.0000328652,0.01000,0.439
+51,block_sparse_moe.experts.40.w2,0.0002062388,0.01000,0.456
+51,block_sparse_moe.experts.41.w2,0.0000886381,0.01000,0.459
+51,block_sparse_moe.experts.42.w2,0.0000547403,0.01000,0.459
+51,block_sparse_moe.experts.43.w2,0.0000836863,0.01000,0.462
+51,block_sparse_moe.experts.39.w2,0.0000491647,0.01000,0.796
+51,block_sparse_moe.experts.45.w2,0.0000712447,0.01000,0.444
+51,block_sparse_moe.experts.44.w2,0.0000178432,0.01000,0.579
+51,block_sparse_moe.experts.47.w2,0.0000771100,0.01000,0.436
+51,block_sparse_moe.experts.48.w2,0.0000242860,0.01000,0.522
+51,block_sparse_moe.experts.46.w2,0.0000221964,0.01000,0.739
+51,block_sparse_moe.experts.50.w2,0.0000503261,0.01000,0.430
+51,block_sparse_moe.experts.51.w2,0.0000768895,0.01000,0.458
+51,block_sparse_moe.experts.52.w2,0.0000293756,0.01000,0.450
+51,block_sparse_moe.experts.49.w2,0.0000443504,0.01000,0.695
+51,block_sparse_moe.experts.54.w2,0.0001503940,0.01000,0.466
+51,block_sparse_moe.experts.53.w2,0.0000538188,0.01000,0.721
+51,block_sparse_moe.experts.56.w2,0.0001695167,0.01000,0.541
+51,block_sparse_moe.experts.57.w2,0.0000532220,0.01000,0.432
+51,block_sparse_moe.experts.58.w2,0.0000460076,0.01000,0.455
+51,block_sparse_moe.experts.59.w2,0.0000560100,0.01000,0.442
+51,block_sparse_moe.experts.55.w2,0.0000419585,0.01000,0.715
+51,block_sparse_moe.experts.60.w2,0.0000955545,0.01000,0.572
+51,block_sparse_moe.experts.61.w2,0.0000645356,0.01000,0.433
+51,block_sparse_moe.experts.63.w2,0.0000726818,0.01000,0.458
+51,block_sparse_moe.experts.65.w2,0.0000685886,0.01000,0.433
+51,block_sparse_moe.experts.66.w2,0.0001207226,0.01000,0.474
+51,block_sparse_moe.experts.62.w2,0.0000550294,0.01000,0.659
+51,block_sparse_moe.experts.64.w2,0.0000372662,0.01000,0.556
+51,block_sparse_moe.experts.68.w2,0.0000225845,0.01000,0.453
+51,block_sparse_moe.experts.67.w2,0.0000483523,0.01000,0.592
+51,block_sparse_moe.experts.69.w2,0.0000387578,0.01000,0.629
+51,block_sparse_moe.experts.72.w2,0.0001402169,0.01000,0.479
+51,block_sparse_moe.experts.71.w2,0.0000447042,0.01000,0.508
+51,block_sparse_moe.experts.70.w2,0.0000739674,0.01000,0.575
+51,block_sparse_moe.experts.73.w2,0.0000443552,0.01000,0.487
+51,block_sparse_moe.experts.74.w2,0.0000513831,0.01000,0.544
+51,block_sparse_moe.experts.75.w2,0.0001202605,0.01000,0.443
+51,block_sparse_moe.experts.76.w2,0.0000715151,0.01000,0.490
+51,block_sparse_moe.experts.77.w2,0.0001064756,0.01000,0.445
+51,block_sparse_moe.experts.78.w2,0.0000275371,0.01000,0.449
+51,block_sparse_moe.experts.80.w2,0.0000578139,0.01000,0.450
+51,block_sparse_moe.experts.79.w2,0.0000228830,0.01000,0.619
+51,block_sparse_moe.experts.82.w2,0.0000311470,0.01000,0.519
+51,block_sparse_moe.experts.81.w2,0.0000577851,0.01000,0.580
+51,block_sparse_moe.experts.84.w2,0.0000609837,0.01000,0.434
+51,block_sparse_moe.experts.85.w2,0.0000425774,0.01000,0.445
+51,block_sparse_moe.experts.83.w2,0.0000689195,0.01000,0.551
+51,block_sparse_moe.experts.86.w2,0.0000949772,0.01000,0.577
+51,block_sparse_moe.experts.87.w2,0.0000365875,0.01000,0.469
+51,block_sparse_moe.experts.89.w2,0.0000364244,0.01000,0.485
+51,block_sparse_moe.experts.91.w2,0.0000481375,0.01000,0.447
+51,block_sparse_moe.experts.90.w2,0.0001269446,0.01000,0.489
+51,block_sparse_moe.experts.88.w2,0.0000545306,0.01000,0.611
+51,block_sparse_moe.experts.92.w2,0.0000811696,0.01000,0.557
+51,block_sparse_moe.experts.94.w2,0.0001046883,0.01000,0.448
+51,block_sparse_moe.experts.93.w2,0.0000423880,0.01000,0.540
+51,block_sparse_moe.experts.98.w2,0.0000272606,0.01000,0.444
+51,block_sparse_moe.experts.95.w2,0.0000410294,0.01000,0.571
+51,block_sparse_moe.experts.97.w2,0.0000379218,0.01000,0.591
+51,block_sparse_moe.experts.96.w2,0.0000317245,0.01000,0.613
+51,block_sparse_moe.experts.100.w2,0.0000610773,0.01000,0.458
+51,block_sparse_moe.experts.99.w2,0.0000622840,0.01000,0.541
+51,block_sparse_moe.experts.101.w2,0.0000707682,0.01000,0.518
+51,block_sparse_moe.experts.103.w2,0.0000530415,0.01000,0.475
+51,block_sparse_moe.experts.104.w2,0.0000256538,0.01000,0.442
+51,block_sparse_moe.experts.105.w2,0.0000885500,0.01000,0.454
+51,block_sparse_moe.experts.102.w2,0.0000798488,0.01000,0.573
+51,block_sparse_moe.experts.106.w2,0.0000882676,0.01000,0.493
+51,block_sparse_moe.experts.107.w2,0.0002050116,0.01000,0.491
+51,block_sparse_moe.experts.108.w2,0.0001251451,0.01000,0.518
+51,block_sparse_moe.experts.110.w2,0.0000950919,0.01000,0.446
+51,block_sparse_moe.experts.111.w2,0.0002433142,0.01000,0.454
+51,block_sparse_moe.experts.112.w2,0.0000248918,0.01000,0.511
+51,block_sparse_moe.experts.113.w2,0.0000612386,0.01000,0.442
+51,block_sparse_moe.experts.114.w2,0.0000356403,0.01000,0.411
+51,block_sparse_moe.experts.109.w2,0.0000397253,0.01000,0.773
+51,block_sparse_moe.experts.115.w2,0.0000592156,0.01000,0.611
+51,block_sparse_moe.experts.117.w2,0.0000655989,0.01000,0.435
+51,block_sparse_moe.experts.119.w2,0.0000655103,0.01000,0.430
+51,block_sparse_moe.experts.120.w2,0.0000263772,0.01000,0.449
+51,block_sparse_moe.experts.118.w2,0.0000816359,0.01000,0.513
+51,block_sparse_moe.experts.116.w2,0.0001056979,0.01000,0.739
+51,block_sparse_moe.experts.121.w2,0.0000482491,0.01000,0.578
+51,block_sparse_moe.experts.122.w2,0.0000801233,0.01000,0.468
+51,block_sparse_moe.experts.124.w2,0.0001188897,0.01000,0.468
+51,block_sparse_moe.experts.125.w2,0.0000854356,0.01000,0.455
+51,block_sparse_moe.experts.123.w2,0.0001221658,0.01000,0.661
+51,block_sparse_moe.experts.127.w2,0.0000647991,0.01000,0.437
+51,block_sparse_moe.experts.128.w2,0.0000504388,0.01000,0.422
+51,block_sparse_moe.experts.126.w2,0.0001078322,0.01000,0.678
+51,block_sparse_moe.experts.129.w2,0.0000704945,0.01000,0.436
+51,block_sparse_moe.experts.131.w2,0.0000412181,0.01000,0.488
+51,block_sparse_moe.experts.132.w2,0.0000803595,0.01000,0.590
+51,block_sparse_moe.experts.134.w2,0.0000754121,0.01000,0.449
+51,block_sparse_moe.experts.136.w2,0.0000286165,0.01000,0.449
+51,block_sparse_moe.experts.135.w2,0.0000755193,0.01000,0.478
+51,block_sparse_moe.experts.130.w2,0.0000658131,0.01000,0.864
+51,block_sparse_moe.experts.133.w2,0.0000706285,0.01000,0.804
+51,block_sparse_moe.experts.138.w2,0.0000422139,0.01000,0.444
+51,block_sparse_moe.experts.139.w2,0.0000294691,0.01000,0.439
+51,block_sparse_moe.experts.141.w2,0.0000949508,0.01000,0.430
+51,block_sparse_moe.experts.137.w2,0.0000524220,0.01000,0.717
+51,block_sparse_moe.experts.140.w2,0.0000690134,0.01000,0.596
+51,block_sparse_moe.experts.142.w2,0.0001005609,0.01000,0.512
+51,block_sparse_moe.experts.143.w2,0.0000492195,0.01000,0.526
+51,block_sparse_moe.experts.146.w2,0.0000385438,0.01000,0.461
+51,block_sparse_moe.experts.145.w2,0.0000479781,0.01000,0.582
+51,block_sparse_moe.experts.147.w2,0.0000290304,0.01000,0.502
+51,block_sparse_moe.experts.144.w2,0.0000394861,0.01000,0.643
+51,block_sparse_moe.experts.148.w2,0.0000531361,0.01000,0.503
+51,block_sparse_moe.experts.149.w2,0.0000699716,0.01000,0.584
+51,block_sparse_moe.experts.150.w2,0.0000543031,0.01000,0.610
+51,block_sparse_moe.experts.152.w2,0.0000786943,0.01000,0.446
+51,block_sparse_moe.experts.154.w2,0.0002215388,0.01000,0.434
+51,block_sparse_moe.experts.153.w2,0.0001321420,0.01000,0.474
+51,block_sparse_moe.experts.155.w2,0.0000309914,0.01000,0.428
+51,block_sparse_moe.experts.151.w2,0.0000709234,0.01000,0.765
+51,block_sparse_moe.experts.156.w2,0.0000459638,0.01000,0.605
+51,block_sparse_moe.experts.159.w2,0.0000341135,0.01000,0.434
+51,block_sparse_moe.experts.157.w2,0.0000691850,0.01000,0.565
+51,block_sparse_moe.experts.160.w2,0.0000720919,0.01000,0.488
+51,block_sparse_moe.experts.161.w2,0.0000708326,0.01000,0.520
+51,block_sparse_moe.experts.162.w2,0.0000260445,0.01000,0.471
+51,block_sparse_moe.experts.158.w2,0.0000620413,0.01000,0.724
+51,block_sparse_moe.experts.163.w2,0.0000733475,0.01000,0.522
+51,block_sparse_moe.experts.164.w2,0.0000696299,0.01000,0.464
+51,block_sparse_moe.experts.166.w2,0.0001935019,0.01000,0.447
+51,block_sparse_moe.experts.167.w2,0.0000787696,0.01000,0.472
+51,block_sparse_moe.experts.169.w2,0.0000856400,0.01000,0.466
+51,block_sparse_moe.experts.165.w2,0.0000946174,0.01000,0.737
+51,block_sparse_moe.experts.168.w2,0.0000306634,0.01000,0.614
+51,block_sparse_moe.experts.170.w2,0.0000380724,0.01000,0.428
+51,block_sparse_moe.experts.171.w2,0.0000734520,0.01000,0.442
+51,block_sparse_moe.experts.173.w2,0.0000677547,0.01000,0.449
+51,block_sparse_moe.experts.174.w2,0.0000553611,0.01000,0.430
+51,block_sparse_moe.experts.175.w2,0.0001064773,0.01000,0.470
+51,block_sparse_moe.experts.172.w2,0.0000642451,0.01000,0.737
+51,block_sparse_moe.experts.177.w2,0.0001462048,0.01000,0.420
+51,block_sparse_moe.experts.178.w2,0.0000644214,0.01000,0.404
+51,block_sparse_moe.experts.176.w2,0.0000393055,0.01000,0.561
+51,block_sparse_moe.experts.180.w2,0.0000603835,0.01000,0.434
+51,block_sparse_moe.experts.181.w2,0.0000832134,0.01000,0.414
+51,block_sparse_moe.experts.182.w2,0.0000416254,0.01000,0.445
+51,block_sparse_moe.experts.179.w2,0.0003059490,0.01000,0.638
+51,block_sparse_moe.experts.183.w2,0.0000558419,0.01000,0.455
+51,block_sparse_moe.experts.184.w2,0.0000408373,0.01000,0.439
+51,block_sparse_moe.experts.185.w2,0.0000326684,0.01000,0.579
+51,block_sparse_moe.experts.187.w2,0.0000543837,0.01000,0.449
+51,block_sparse_moe.experts.190.w2,0.0000717116,0.01000,0.440
+51,block_sparse_moe.experts.191.w2,0.0000515434,0.01000,0.435
+51,block_sparse_moe.experts.189.w2,0.0000774342,0.01000,0.495
+51,block_sparse_moe.experts.188.w2,0.0000671164,0.01000,0.522
+51,block_sparse_moe.experts.186.w2,0.0000539991,0.01000,0.698
+51,block_sparse_moe.experts.192.w2,0.0000282361,0.01000,0.610
+51,block_sparse_moe.experts.194.w2,0.0000347573,0.01000,0.431
+51,block_sparse_moe.experts.195.w2,0.0000577695,0.01000,0.430
+51,block_sparse_moe.experts.197.w2,0.0000744087,0.01000,0.415
+51,block_sparse_moe.experts.196.w2,0.0000615493,0.01000,0.451
+51,block_sparse_moe.experts.198.w2,0.0000649091,0.01000,0.413
+51,block_sparse_moe.experts.193.w2,0.0000417215,0.01000,0.663
+51,block_sparse_moe.experts.201.w2,0.0001044199,0.01000,0.470
+51,block_sparse_moe.experts.202.w2,0.0000499094,0.01000,0.467
+51,block_sparse_moe.experts.203.w2,0.0000348123,0.01000,0.454
+51,block_sparse_moe.experts.199.w2,0.0000623625,0.01000,0.556
+51,block_sparse_moe.experts.204.w2,0.0000552588,0.01000,0.466
+51,block_sparse_moe.experts.205.w2,0.0001038868,0.01000,0.514
+51,block_sparse_moe.experts.200.w2,0.0000431546,0.01000,0.684
+51,block_sparse_moe.experts.206.w2,0.0000824857,0.01000,0.519
+51,block_sparse_moe.experts.210.w2,0.0000274525,0.01000,0.458
+51,block_sparse_moe.experts.208.w2,0.0000710299,0.01000,0.537
+51,block_sparse_moe.experts.209.w2,0.0000883755,0.01000,0.546
+51,block_sparse_moe.experts.211.w2,0.0000384061,0.01000,0.449
+51,block_sparse_moe.experts.207.w2,0.0000812210,0.01000,0.699
+51,block_sparse_moe.experts.212.w2,0.0000441994,0.01000,0.530
+51,block_sparse_moe.experts.215.w2,0.0000274949,0.01000,0.522
+51,block_sparse_moe.experts.213.w2,0.0000739757,0.01000,0.606
+51,block_sparse_moe.experts.216.w2,0.0000329487,0.01000,0.563
+51,block_sparse_moe.experts.218.w2,0.0000379681,0.01000,0.520
+51,block_sparse_moe.experts.214.w2,0.0000531616,0.01000,0.693
+51,block_sparse_moe.experts.217.w2,0.0001112716,0.01000,0.695
+51,block_sparse_moe.experts.219.w2,0.0000238023,0.01000,0.582
+51,block_sparse_moe.experts.220.w2,0.0000652930,0.01000,0.449
+51,block_sparse_moe.experts.221.w2,0.0000260437,0.01000,0.541
+51,block_sparse_moe.experts.222.w2,0.0000324134,0.01000,0.488
+51,block_sparse_moe.experts.224.w2,0.0001068864,0.01000,0.458
+51,block_sparse_moe.experts.223.w2,0.0000546482,0.01000,0.517
+51,block_sparse_moe.experts.226.w2,0.0000962927,0.01000,0.464
+51,block_sparse_moe.experts.225.w2,0.0000660806,0.01000,0.489
+51,block_sparse_moe.experts.227.w2,0.0000294653,0.01000,0.482
+51,block_sparse_moe.experts.229.w2,0.0000221339,0.01000,0.519
+51,block_sparse_moe.experts.230.w2,0.0000606227,0.01000,0.494
+51,block_sparse_moe.experts.231.w2,0.0000457933,0.01000,0.459
+51,block_sparse_moe.experts.232.w2,0.0000738483,0.01000,0.505
+51,block_sparse_moe.experts.233.w2,0.0002176736,0.01000,0.513
+51,block_sparse_moe.experts.234.w2,0.0000721834,0.01000,0.428
+51,block_sparse_moe.experts.228.w2,0.0000437593,0.01000,0.808
+51,block_sparse_moe.experts.237.w2,0.0000791269,0.01000,0.436
+51,block_sparse_moe.experts.236.w2,0.0000453915,0.01000,0.542
+51,block_sparse_moe.experts.238.w2,0.0000625057,0.01000,0.445
+51,block_sparse_moe.experts.239.w2,0.0000932489,0.01000,0.462
+51,block_sparse_moe.experts.240.w2,0.0000781013,0.01000,0.504
+51,block_sparse_moe.experts.241.w2,0.0000304362,0.01000,0.513
+51,block_sparse_moe.experts.235.w2,0.0000463120,0.01000,0.818
+51,block_sparse_moe.experts.245.w2,0.0003801634,0.01000,0.440
+51,block_sparse_moe.experts.244.w2,0.0000827773,0.01000,0.471
+51,block_sparse_moe.experts.242.w2,0.0001553206,0.01000,0.657
+51,block_sparse_moe.experts.243.w2,0.0000699265,0.01000,0.609
+51,block_sparse_moe.experts.247.w2,0.0002282063,0.01000,0.435
+51,block_sparse_moe.experts.248.w2,0.0000474284,0.01000,0.476
+51,block_sparse_moe.experts.246.w2,0.0000346438,0.01000,0.583
+51,block_sparse_moe.experts.251.w2,0.0000216677,0.01000,0.468
+51,block_sparse_moe.experts.252.w2,0.0000911376,0.01000,0.470
+51,block_sparse_moe.experts.250.w2,0.0000283318,0.01000,0.591
+51,block_sparse_moe.experts.249.w2,0.0000419249,0.01000,0.624
+51,block_sparse_moe.experts.254.w2,0.0000290624,0.01000,0.420
+51,block_sparse_moe.experts.253.w2,0.0000382384,0.01000,0.510
+51,block_sparse_moe.experts.255.w2,0.0000361779,0.01000,0.508
+52,block_sparse_moe.experts.1.w1,0.0000664121,0.01000,0.841
+52,block_sparse_moe.experts.0.w1,0.0000686687,0.01000,0.845
+52,block_sparse_moe.experts.4.w1,0.0000625364,0.01000,0.861
+52,block_sparse_moe.experts.3.w1,0.0000702556,0.01000,0.869
+52,block_sparse_moe.experts.5.w1,0.0000565228,0.01000,0.877
+52,block_sparse_moe.experts.6.w1,0.0000608282,0.01000,0.881
+52,block_sparse_moe.experts.2.w1,0.0000551087,0.01000,0.900
+52,block_sparse_moe.experts.7.w1,0.0000617307,0.01000,0.834
+52,block_sparse_moe.experts.8.w1,0.0000573784,0.01000,0.839
+52,block_sparse_moe.experts.10.w1,0.0000672593,0.01000,0.828
+52,block_sparse_moe.experts.11.w1,0.0000645297,0.01000,0.844
+52,block_sparse_moe.experts.9.w1,0.0000665173,0.01000,0.866
+52,block_sparse_moe.experts.12.w1,0.0000639097,0.01000,0.854
+52,block_sparse_moe.experts.13.w1,0.0000623813,0.01000,0.865
+52,block_sparse_moe.experts.14.w1,0.0000640354,0.01000,0.825
+52,block_sparse_moe.experts.15.w1,0.0000610652,0.01000,0.831
+52,block_sparse_moe.experts.16.w1,0.0000613306,0.01000,0.835
+52,block_sparse_moe.experts.17.w1,0.0000618065,0.01000,0.822
+52,block_sparse_moe.experts.18.w1,0.0000600921,0.01000,0.847
+52,block_sparse_moe.experts.19.w1,0.0000666274,0.01000,0.856
+52,block_sparse_moe.experts.20.w1,0.0000623337,0.01000,0.857
+52,block_sparse_moe.experts.21.w1,0.0000648534,0.01000,0.831
+52,block_sparse_moe.experts.22.w1,0.0000596501,0.01000,0.833
+52,block_sparse_moe.experts.24.w1,0.0000608649,0.01000,0.821
+52,block_sparse_moe.experts.23.w1,0.0000629204,0.01000,0.850
+52,block_sparse_moe.experts.25.w1,0.0000577182,0.01000,0.842
+52,block_sparse_moe.experts.26.w1,0.0000640278,0.01000,0.854
+52,block_sparse_moe.experts.27.w1,0.0000598520,0.01000,0.925
+52,block_sparse_moe.experts.28.w1,0.0000613004,0.01000,0.838
+52,block_sparse_moe.experts.29.w1,0.0000630996,0.01000,0.835
+52,block_sparse_moe.experts.30.w1,0.0000655426,0.01000,0.835
+52,block_sparse_moe.experts.31.w1,0.0000615824,0.01000,0.830
+52,block_sparse_moe.experts.32.w1,0.0000599554,0.01000,0.847
+52,block_sparse_moe.experts.33.w1,0.0000606189,0.01000,0.852
+52,block_sparse_moe.experts.34.w1,0.0000704291,0.01000,0.874
+52,block_sparse_moe.experts.35.w1,0.0000625202,0.01000,0.840
+52,block_sparse_moe.experts.36.w1,0.0000619214,0.01000,0.844
+52,block_sparse_moe.experts.37.w1,0.0000633730,0.01000,0.848
+52,block_sparse_moe.experts.38.w1,0.0000617073,0.01000,0.848
+52,block_sparse_moe.experts.39.w1,0.0000639026,0.01000,0.865
+52,block_sparse_moe.experts.40.w1,0.0000587719,0.01000,0.865
+52,block_sparse_moe.experts.41.w1,0.0000689512,0.01000,0.982
+52,block_sparse_moe.experts.42.w1,0.0000673269,0.01000,0.846
+52,block_sparse_moe.experts.43.w1,0.0000635049,0.01000,0.839
+52,block_sparse_moe.experts.44.w1,0.0000591974,0.01000,0.832
+52,block_sparse_moe.experts.45.w1,0.0000624385,0.01000,0.826
+52,block_sparse_moe.experts.46.w1,0.0000577585,0.01000,0.851
+52,block_sparse_moe.experts.47.w1,0.0000590913,0.01000,0.848
+52,block_sparse_moe.experts.48.w1,0.0000643917,0.01000,0.864
+52,block_sparse_moe.experts.49.w1,0.0000626158,0.01000,0.841
+52,block_sparse_moe.experts.51.w1,0.0000633246,0.01000,0.836
+52,block_sparse_moe.experts.52.w1,0.0000629039,0.01000,0.849
+52,block_sparse_moe.experts.50.w1,0.0000644215,0.01000,0.887
+52,block_sparse_moe.experts.53.w1,0.0000672765,0.01000,0.849
+52,block_sparse_moe.experts.54.w1,0.0000614878,0.01000,0.848
+52,block_sparse_moe.experts.55.w1,0.0000624623,0.01000,0.858
+52,block_sparse_moe.experts.56.w1,0.0000589635,0.01000,0.824
+52,block_sparse_moe.experts.57.w1,0.0000633430,0.01000,0.839
+52,block_sparse_moe.experts.58.w1,0.0000639083,0.01000,0.833
+52,block_sparse_moe.experts.59.w1,0.0000632696,0.01000,0.844
+52,block_sparse_moe.experts.60.w1,0.0000642125,0.01000,0.841
+52,block_sparse_moe.experts.61.w1,0.0000549154,0.01000,0.860
+52,block_sparse_moe.experts.62.w1,0.0000656797,0.01000,0.863
+52,block_sparse_moe.experts.63.w1,0.0000587100,0.01000,0.827
+52,block_sparse_moe.experts.64.w1,0.0000657569,0.01000,0.833
+52,block_sparse_moe.experts.65.w1,0.0000618784,0.01000,0.836
+52,block_sparse_moe.experts.66.w1,0.0000614053,0.01000,0.849
+52,block_sparse_moe.experts.67.w1,0.0000634510,0.01000,0.838
+52,block_sparse_moe.experts.68.w1,0.0000613198,0.01000,0.855
+52,block_sparse_moe.experts.69.w1,0.0000607235,0.01000,0.870
+52,block_sparse_moe.experts.70.w1,0.0000613619,0.01000,0.828
+52,block_sparse_moe.experts.71.w1,0.0000631398,0.01000,0.832
+52,block_sparse_moe.experts.72.w1,0.0000604787,0.01000,0.837
+52,block_sparse_moe.experts.73.w1,0.0000641156,0.01000,0.847
+52,block_sparse_moe.experts.74.w1,0.0000629500,0.01000,0.840
+52,block_sparse_moe.experts.75.w1,0.0000642884,0.01000,0.856
+52,block_sparse_moe.experts.76.w1,0.0000662172,0.01000,0.866
+52,block_sparse_moe.experts.77.w1,0.0000644403,0.01000,0.825
+52,block_sparse_moe.experts.78.w1,0.0000636184,0.01000,0.830
+52,block_sparse_moe.experts.79.w1,0.0000652956,0.01000,0.840
+52,block_sparse_moe.experts.80.w1,0.0000612777,0.01000,0.835
+52,block_sparse_moe.experts.81.w1,0.0000546077,0.01000,0.844
+52,block_sparse_moe.experts.82.w1,0.0000646818,0.01000,0.850
+52,block_sparse_moe.experts.83.w1,0.0000630756,0.01000,0.860
+52,block_sparse_moe.experts.84.w1,0.0000591721,0.01000,0.826
+52,block_sparse_moe.experts.85.w1,0.0000643344,0.01000,0.829
+52,block_sparse_moe.experts.86.w1,0.0000620352,0.01000,0.837
+52,block_sparse_moe.experts.87.w1,0.0000628803,0.01000,0.833
+52,block_sparse_moe.experts.88.w1,0.0000594348,0.01000,0.845
+52,block_sparse_moe.experts.89.w1,0.0000648312,0.01000,0.857
+52,block_sparse_moe.experts.90.w1,0.0000639108,0.01000,0.867
+52,block_sparse_moe.experts.91.w1,0.0000634659,0.01000,0.831
+52,block_sparse_moe.experts.92.w1,0.0000646261,0.01000,0.836
+52,block_sparse_moe.experts.93.w1,0.0000612249,0.01000,0.838
+52,block_sparse_moe.experts.94.w1,0.0000648581,0.01000,0.842
+52,block_sparse_moe.experts.95.w1,0.0000653739,0.01000,0.843
+52,block_sparse_moe.experts.96.w1,0.0000630410,0.01000,0.859
+52,block_sparse_moe.experts.97.w1,0.0000639777,0.01000,0.872
+52,block_sparse_moe.experts.98.w1,0.0000622250,0.01000,0.844
+52,block_sparse_moe.experts.99.w1,0.0000600758,0.01000,0.849
+52,block_sparse_moe.experts.100.w1,0.0000646754,0.01000,0.832
+52,block_sparse_moe.experts.101.w1,0.0000635220,0.01000,0.849
+52,block_sparse_moe.experts.102.w1,0.0000656235,0.01000,0.840
+52,block_sparse_moe.experts.103.w1,0.0000659652,0.01000,0.859
+52,block_sparse_moe.experts.104.w1,0.0000655117,0.01000,0.867
+52,block_sparse_moe.experts.105.w1,0.0000616330,0.01000,0.829
+52,block_sparse_moe.experts.106.w1,0.0000595229,0.01000,0.853
+52,block_sparse_moe.experts.107.w1,0.0000647159,0.01000,0.861
+52,block_sparse_moe.experts.108.w1,0.0000617782,0.01000,0.843
+52,block_sparse_moe.experts.109.w1,0.0000635288,0.01000,0.835
+52,block_sparse_moe.experts.110.w1,0.0000647167,0.01000,0.850
+52,block_sparse_moe.experts.111.w1,0.0000549061,0.01000,0.866
+52,block_sparse_moe.experts.112.w1,0.0000621119,0.01000,0.835
+52,block_sparse_moe.experts.113.w1,0.0000620303,0.01000,0.826
+52,block_sparse_moe.experts.114.w1,0.0000597167,0.01000,0.851
+52,block_sparse_moe.experts.115.w1,0.0000680656,0.01000,0.830
+52,block_sparse_moe.experts.116.w1,0.0000639875,0.01000,0.840
+52,block_sparse_moe.experts.117.w1,0.0000634174,0.01000,0.864
+52,block_sparse_moe.experts.118.w1,0.0000614907,0.01000,0.874
+52,block_sparse_moe.experts.119.w1,0.0000600045,0.01000,0.836
+52,block_sparse_moe.experts.120.w1,0.0000638938,0.01000,0.830
+52,block_sparse_moe.experts.121.w1,0.0000607427,0.01000,0.850
+52,block_sparse_moe.experts.122.w1,0.0000643996,0.01000,0.834
+52,block_sparse_moe.experts.123.w1,0.0000697971,0.01000,0.850
+52,block_sparse_moe.experts.124.w1,0.0000660010,0.01000,0.913
+52,block_sparse_moe.experts.125.w1,0.0000664966,0.01000,0.865
+52,block_sparse_moe.experts.126.w1,0.0000633014,0.01000,0.838
+52,block_sparse_moe.experts.127.w1,0.0000595604,0.01000,0.829
+52,block_sparse_moe.experts.129.w1,0.0000610310,0.01000,0.836
+52,block_sparse_moe.experts.128.w1,0.0000609638,0.01000,0.866
+52,block_sparse_moe.experts.130.w1,0.0000659826,0.01000,0.849
+52,block_sparse_moe.experts.131.w1,0.0000579596,0.01000,0.888
+52,block_sparse_moe.experts.133.w1,0.0000603169,0.01000,0.832
+52,block_sparse_moe.experts.134.w1,0.0000632934,0.01000,0.832
+52,block_sparse_moe.experts.132.w1,0.0000601245,0.01000,0.942
+52,block_sparse_moe.experts.135.w1,0.0000648743,0.01000,0.841
+52,block_sparse_moe.experts.136.w1,0.0000611525,0.01000,0.831
+52,block_sparse_moe.experts.137.w1,0.0000632283,0.01000,0.835
+52,block_sparse_moe.experts.138.w1,0.0000636438,0.01000,0.837
+52,block_sparse_moe.experts.139.w1,0.0000652697,0.01000,0.873
+52,block_sparse_moe.experts.140.w1,0.0000574179,0.01000,0.821
+52,block_sparse_moe.experts.141.w1,0.0000606875,0.01000,0.908
+52,block_sparse_moe.experts.142.w1,0.0000690693,0.01000,0.854
+52,block_sparse_moe.experts.143.w1,0.0000649411,0.01000,0.848
+52,block_sparse_moe.experts.144.w1,0.0000601740,0.01000,0.843
+52,block_sparse_moe.experts.145.w1,0.0000596563,0.01000,0.841
+52,block_sparse_moe.experts.147.w1,0.0000550356,0.01000,0.831
+52,block_sparse_moe.experts.146.w1,0.0000619884,0.01000,0.876
+52,block_sparse_moe.experts.148.w1,0.0000575786,0.01000,0.842
+52,block_sparse_moe.experts.149.w1,0.0000671272,0.01000,0.834
+52,block_sparse_moe.experts.150.w1,0.0000650124,0.01000,0.826
+52,block_sparse_moe.experts.151.w1,0.0000637342,0.01000,0.841
+52,block_sparse_moe.experts.152.w1,0.0000649205,0.01000,0.846
+52,block_sparse_moe.experts.153.w1,0.0000586524,0.01000,0.863
+52,block_sparse_moe.experts.154.w1,0.0000615015,0.01000,0.839
+52,block_sparse_moe.experts.155.w1,0.0000651110,0.01000,0.854
+52,block_sparse_moe.experts.157.w1,0.0000597748,0.01000,0.834
+52,block_sparse_moe.experts.156.w1,0.0000596512,0.01000,0.875
+52,block_sparse_moe.experts.158.w1,0.0000632639,0.01000,0.843
+52,block_sparse_moe.experts.159.w1,0.0000617569,0.01000,0.848
+52,block_sparse_moe.experts.161.w1,0.0000658140,0.01000,0.839
+52,block_sparse_moe.experts.160.w1,0.0000652324,0.01000,0.855
+52,block_sparse_moe.experts.163.w1,0.0000621140,0.01000,0.848
+52,block_sparse_moe.experts.162.w1,0.0000627459,0.01000,0.864
+52,block_sparse_moe.experts.164.w1,0.0000632426,0.01000,0.840
+52,block_sparse_moe.experts.165.w1,0.0000650779,0.01000,0.844
+52,block_sparse_moe.experts.166.w1,0.0000552468,0.01000,0.860
+52,block_sparse_moe.experts.167.w1,0.0000646475,0.01000,0.851
+52,block_sparse_moe.experts.168.w1,0.0000606102,0.01000,0.862
+52,block_sparse_moe.experts.169.w1,0.0000596376,0.01000,0.866
+52,block_sparse_moe.experts.171.w1,0.0000726417,0.01000,0.836
+52,block_sparse_moe.experts.170.w1,0.0000601046,0.01000,0.913
+52,block_sparse_moe.experts.172.w1,0.0000659322,0.01000,0.846
+52,block_sparse_moe.experts.173.w1,0.0000655630,0.01000,0.860
+52,block_sparse_moe.experts.175.w1,0.0000554197,0.01000,0.838
+52,block_sparse_moe.experts.176.w1,0.0000653382,0.01000,0.847
+52,block_sparse_moe.experts.174.w1,0.0000677300,0.01000,0.986
+52,block_sparse_moe.experts.177.w1,0.0000634698,0.01000,0.864
+52,block_sparse_moe.experts.178.w1,0.0000606044,0.01000,0.836
+52,block_sparse_moe.experts.179.w1,0.0000545464,0.01000,0.843
+52,block_sparse_moe.experts.180.w1,0.0000623872,0.01000,0.856
+52,block_sparse_moe.experts.181.w1,0.0000554822,0.01000,0.894
+52,block_sparse_moe.experts.183.w1,0.0000630110,0.01000,0.837
+52,block_sparse_moe.experts.184.w1,0.0000627477,0.01000,0.847
+52,block_sparse_moe.experts.185.w1,0.0000654272,0.01000,0.845
+52,block_sparse_moe.experts.182.w1,0.0000627369,0.01000,0.899
+52,block_sparse_moe.experts.186.w1,0.0000679821,0.01000,0.844
+52,block_sparse_moe.experts.187.w1,0.0000603369,0.01000,0.853
+52,block_sparse_moe.experts.188.w1,0.0000618453,0.01000,0.849
+52,block_sparse_moe.experts.189.w1,0.0000639151,0.01000,0.847
+52,block_sparse_moe.experts.190.w1,0.0000661264,0.01000,0.838
+52,block_sparse_moe.experts.191.w1,0.0000602086,0.01000,0.851
+52,block_sparse_moe.experts.192.w1,0.0000634231,0.01000,0.843
+52,block_sparse_moe.experts.193.w1,0.0000650419,0.01000,0.853
+52,block_sparse_moe.experts.194.w1,0.0000652011,0.01000,0.860
+52,block_sparse_moe.experts.195.w1,0.0000586324,0.01000,0.863
+52,block_sparse_moe.experts.196.w1,0.0000597818,0.01000,0.836
+52,block_sparse_moe.experts.197.w1,0.0000665305,0.01000,0.835
+52,block_sparse_moe.experts.199.w1,0.0000662018,0.01000,0.840
+52,block_sparse_moe.experts.198.w1,0.0000575751,0.01000,0.869
+52,block_sparse_moe.experts.200.w1,0.0000635053,0.01000,0.845
+52,block_sparse_moe.experts.201.w1,0.0000614420,0.01000,0.848
+52,block_sparse_moe.experts.202.w1,0.0000646655,0.01000,0.862
+52,block_sparse_moe.experts.203.w1,0.0000583382,0.01000,0.831
+52,block_sparse_moe.experts.204.w1,0.0000632327,0.01000,0.850
+52,block_sparse_moe.experts.205.w1,0.0000661717,0.01000,0.850
+52,block_sparse_moe.experts.207.w1,0.0000642580,0.01000,0.846
+52,block_sparse_moe.experts.206.w1,0.0000546568,0.01000,0.917
+52,block_sparse_moe.experts.208.w1,0.0000639901,0.01000,0.851
+52,block_sparse_moe.experts.209.w1,0.0000605589,0.01000,0.846
+52,block_sparse_moe.experts.210.w1,0.0000610672,0.01000,0.834
+52,block_sparse_moe.experts.211.w1,0.0000617851,0.01000,0.845
+52,block_sparse_moe.experts.212.w1,0.0000636777,0.01000,0.851
+52,block_sparse_moe.experts.213.w1,0.0000617484,0.01000,0.849
+52,block_sparse_moe.experts.214.w1,0.0000646952,0.01000,0.871
+52,block_sparse_moe.experts.215.w1,0.0000643768,0.01000,0.851
+52,block_sparse_moe.experts.217.w1,0.0000619007,0.01000,0.837
+52,block_sparse_moe.experts.218.w1,0.0000617866,0.01000,0.838
+52,block_sparse_moe.experts.216.w1,0.0000629377,0.01000,0.884
+52,block_sparse_moe.experts.219.w1,0.0000532798,0.01000,0.845
+52,block_sparse_moe.experts.220.w1,0.0000636675,0.01000,0.838
+52,block_sparse_moe.experts.221.w1,0.0000676386,0.01000,0.867
+52,block_sparse_moe.experts.222.w1,0.0000619992,0.01000,0.866
+52,block_sparse_moe.experts.224.w1,0.0000602252,0.01000,0.826
+52,block_sparse_moe.experts.225.w1,0.0000619258,0.01000,0.821
+52,block_sparse_moe.experts.223.w1,0.0000630623,0.01000,0.890
+52,block_sparse_moe.experts.226.w1,0.0000596981,0.01000,0.854
+52,block_sparse_moe.experts.227.w1,0.0000646340,0.01000,0.857
+52,block_sparse_moe.experts.228.w1,0.0000617328,0.01000,0.925
+52,block_sparse_moe.experts.229.w1,0.0000648599,0.01000,0.853
+52,block_sparse_moe.experts.231.w1,0.0000652956,0.01000,0.854
+52,block_sparse_moe.experts.232.w1,0.0000630207,0.01000,0.832
+52,block_sparse_moe.experts.230.w1,0.0000539684,0.01000,0.884
+52,block_sparse_moe.experts.233.w1,0.0000591526,0.01000,0.841
+52,block_sparse_moe.experts.234.w1,0.0000683391,0.01000,0.829
+52,block_sparse_moe.experts.235.w1,0.0000604025,0.01000,0.851
+52,block_sparse_moe.experts.236.w1,0.0000622684,0.01000,0.855
+52,block_sparse_moe.experts.238.w1,0.0000650308,0.01000,0.820
+52,block_sparse_moe.experts.239.w1,0.0000629385,0.01000,0.839
+52,block_sparse_moe.experts.237.w1,0.0000604786,0.01000,0.896
+52,block_sparse_moe.experts.241.w1,0.0000607990,0.01000,0.823
+52,block_sparse_moe.experts.240.w1,0.0000623996,0.01000,0.856
+52,block_sparse_moe.experts.242.w1,0.0000573761,0.01000,0.848
+52,block_sparse_moe.experts.243.w1,0.0000646125,0.01000,0.854
+52,block_sparse_moe.experts.244.w1,0.0000654362,0.01000,0.863
+52,block_sparse_moe.experts.245.w1,0.0000632530,0.01000,0.830
+52,block_sparse_moe.experts.246.w1,0.0000611161,0.01000,0.831
+52,block_sparse_moe.experts.247.w1,0.0000569940,0.01000,0.840
+52,block_sparse_moe.experts.248.w1,0.0000651499,0.01000,0.829
+52,block_sparse_moe.experts.249.w1,0.0000647722,0.01000,0.875
+52,block_sparse_moe.experts.250.w1,0.0000638379,0.01000,0.858
+52,block_sparse_moe.experts.252.w1,0.0000582563,0.01000,0.831
+52,block_sparse_moe.experts.251.w1,0.0000626640,0.01000,0.870
+52,block_sparse_moe.experts.253.w1,0.0000675892,0.01000,0.836
+52,block_sparse_moe.experts.254.w1,0.0000617577,0.01000,0.843
+52,block_sparse_moe.experts.255.w1,0.0000622555,0.01000,0.831
+52,block_sparse_moe.experts.0.w3,0.0000778378,0.01000,0.849
+52,block_sparse_moe.experts.1.w3,0.0000769490,0.01000,0.855
+52,block_sparse_moe.experts.3.w3,0.0000819345,0.01000,0.824
+52,block_sparse_moe.experts.2.w3,0.0000623735,0.01000,0.874
+52,block_sparse_moe.experts.4.w3,0.0000722208,0.01000,0.835
+52,block_sparse_moe.experts.6.w3,0.0000690876,0.01000,0.836
+52,block_sparse_moe.experts.5.w3,0.0000645990,0.01000,0.857
+52,block_sparse_moe.experts.7.w3,0.0000695572,0.01000,0.850
+52,block_sparse_moe.experts.8.w3,0.0000649239,0.01000,0.852
+52,block_sparse_moe.experts.10.w3,0.0000760201,0.01000,0.828
+52,block_sparse_moe.experts.11.w3,0.0000722138,0.01000,0.843
+52,block_sparse_moe.experts.9.w3,0.0000743572,0.01000,0.878
+52,block_sparse_moe.experts.12.w3,0.0000741620,0.01000,0.841
+52,block_sparse_moe.experts.13.w3,0.0000704574,0.01000,0.830
+52,block_sparse_moe.experts.14.w3,0.0000711867,0.01000,0.855
+52,block_sparse_moe.experts.15.w3,0.0000705138,0.01000,0.865
+52,block_sparse_moe.experts.17.w3,0.0000720954,0.01000,0.830
+52,block_sparse_moe.experts.18.w3,0.0000671925,0.01000,0.831
+52,block_sparse_moe.experts.16.w3,0.0000683292,0.01000,0.878
+52,block_sparse_moe.experts.20.w3,0.0000721040,0.01000,0.835
+52,block_sparse_moe.experts.19.w3,0.0000772995,0.01000,0.849
+52,block_sparse_moe.experts.21.w3,0.0000732706,0.01000,0.919
+52,block_sparse_moe.experts.22.w3,0.0000688888,0.01000,0.867
+52,block_sparse_moe.experts.23.w3,0.0000732447,0.01000,0.857
+52,block_sparse_moe.experts.24.w3,0.0000724816,0.01000,0.840
+52,block_sparse_moe.experts.25.w3,0.0000672527,0.01000,0.836
+52,block_sparse_moe.experts.27.w3,0.0000678722,0.01000,0.834
+52,block_sparse_moe.experts.26.w3,0.0000733770,0.01000,0.858
+52,block_sparse_moe.experts.28.w3,0.0000681928,0.01000,0.867
+52,block_sparse_moe.experts.29.w3,0.0000716993,0.01000,0.856
+52,block_sparse_moe.experts.31.w3,0.0000701743,0.01000,0.826
+52,block_sparse_moe.experts.33.w3,0.0000674604,0.01000,0.844
+52,block_sparse_moe.experts.32.w3,0.0000681593,0.01000,0.847
+52,block_sparse_moe.experts.34.w3,0.0000816793,0.01000,0.834
+52,block_sparse_moe.experts.30.w3,0.0000742743,0.01000,0.889
+52,block_sparse_moe.experts.35.w3,0.0000703190,0.01000,0.905
+52,block_sparse_moe.experts.36.w3,0.0000723857,0.01000,0.865
+52,block_sparse_moe.experts.38.w3,0.0000725007,0.01000,0.833
+52,block_sparse_moe.experts.40.w3,0.0000675170,0.01000,0.838
+52,block_sparse_moe.experts.39.w3,0.0000712425,0.01000,0.846
+52,block_sparse_moe.experts.37.w3,0.0000708043,0.01000,0.900
+52,block_sparse_moe.experts.41.w3,0.0000780025,0.01000,0.840
+52,block_sparse_moe.experts.42.w3,0.0000748007,0.01000,0.850
+52,block_sparse_moe.experts.43.w3,0.0000744181,0.01000,0.860
+52,block_sparse_moe.experts.45.w3,0.0000704432,0.01000,0.827
+52,block_sparse_moe.experts.46.w3,0.0000656112,0.01000,0.837
+52,block_sparse_moe.experts.48.w3,0.0000756908,0.01000,0.830
+52,block_sparse_moe.experts.44.w3,0.0000670859,0.01000,0.880
+52,block_sparse_moe.experts.47.w3,0.0000674615,0.01000,0.844
+52,block_sparse_moe.experts.49.w3,0.0000719910,0.01000,0.856
+52,block_sparse_moe.experts.50.w3,0.0000730166,0.01000,0.862
+52,block_sparse_moe.experts.52.w3,0.0000710886,0.01000,0.840
+52,block_sparse_moe.experts.53.w3,0.0000753867,0.01000,0.831
+52,block_sparse_moe.experts.51.w3,0.0000725782,0.01000,0.874
+52,block_sparse_moe.experts.55.w3,0.0000711944,0.01000,0.840
+52,block_sparse_moe.experts.54.w3,0.0000692074,0.01000,0.862
+52,block_sparse_moe.experts.56.w3,0.0000674782,0.01000,0.873
+52,block_sparse_moe.experts.57.w3,0.0000713491,0.01000,0.850
+52,block_sparse_moe.experts.59.w3,0.0000743713,0.01000,0.829
+52,block_sparse_moe.experts.60.w3,0.0000744891,0.01000,0.826
+52,block_sparse_moe.experts.61.w3,0.0000640048,0.01000,0.841
+52,block_sparse_moe.experts.62.w3,0.0000760354,0.01000,0.832
+52,block_sparse_moe.experts.58.w3,0.0000727542,0.01000,0.887
+52,block_sparse_moe.experts.64.w3,0.0000787622,0.01000,0.844
+52,block_sparse_moe.experts.63.w3,0.0000683948,0.01000,1.048
+52,block_sparse_moe.experts.66.w3,0.0000686972,0.01000,0.827
+52,block_sparse_moe.experts.67.w3,0.0000707435,0.01000,0.847
+52,block_sparse_moe.experts.68.w3,0.0000710672,0.01000,0.841
+52,block_sparse_moe.experts.65.w3,0.0000707856,0.01000,0.889
+52,block_sparse_moe.experts.69.w3,0.0000707656,0.01000,0.847
+52,block_sparse_moe.experts.70.w3,0.0000687026,0.01000,0.879
+52,block_sparse_moe.experts.71.w3,0.0000736833,0.01000,0.906
+52,block_sparse_moe.experts.72.w3,0.0000713784,0.01000,0.847
+52,block_sparse_moe.experts.73.w3,0.0000735943,0.01000,0.815
+52,block_sparse_moe.experts.74.w3,0.0000711052,0.01000,0.833
+52,block_sparse_moe.experts.75.w3,0.0000717542,0.01000,0.830
+52,block_sparse_moe.experts.76.w3,0.0000796298,0.01000,0.831
+52,block_sparse_moe.experts.77.w3,0.0000739843,0.01000,0.862
+52,block_sparse_moe.experts.78.w3,0.0000713762,0.01000,0.866
+52,block_sparse_moe.experts.80.w3,0.0000729143,0.01000,0.849
+52,block_sparse_moe.experts.81.w3,0.0000633426,0.01000,0.840
+52,block_sparse_moe.experts.83.w3,0.0000734287,0.01000,0.846
+52,block_sparse_moe.experts.82.w3,0.0000727569,0.01000,0.859
+52,block_sparse_moe.experts.79.w3,0.0000735753,0.01000,0.894
+52,block_sparse_moe.experts.84.w3,0.0000718303,0.01000,0.859
+52,block_sparse_moe.experts.85.w3,0.0000740220,0.01000,0.873
+52,block_sparse_moe.experts.87.w3,0.0000730347,0.01000,0.839
+52,block_sparse_moe.experts.88.w3,0.0000678537,0.01000,0.847
+52,block_sparse_moe.experts.90.w3,0.0000732295,0.01000,0.841
+52,block_sparse_moe.experts.89.w3,0.0000726376,0.01000,0.853
+52,block_sparse_moe.experts.86.w3,0.0000704725,0.01000,0.896
+52,block_sparse_moe.experts.91.w3,0.0000710502,0.01000,0.861
+52,block_sparse_moe.experts.92.w3,0.0000739909,0.01000,0.853
+52,block_sparse_moe.experts.95.w3,0.0000740289,0.01000,0.828
+52,block_sparse_moe.experts.96.w3,0.0000737459,0.01000,0.837
+52,block_sparse_moe.experts.97.w3,0.0000744736,0.01000,0.835
+52,block_sparse_moe.experts.94.w3,0.0000735072,0.01000,0.853
+52,block_sparse_moe.experts.93.w3,0.0000695230,0.01000,0.936
+52,block_sparse_moe.experts.98.w3,0.0000686001,0.01000,0.847
+52,block_sparse_moe.experts.99.w3,0.0000692328,0.01000,0.862
+52,block_sparse_moe.experts.101.w3,0.0000724868,0.01000,0.833
+52,block_sparse_moe.experts.102.w3,0.0000748327,0.01000,0.828
+52,block_sparse_moe.experts.103.w3,0.0000771336,0.01000,0.837
+52,block_sparse_moe.experts.100.w3,0.0000728421,0.01000,0.898
+52,block_sparse_moe.experts.104.w3,0.0000771550,0.01000,0.835
+52,block_sparse_moe.experts.105.w3,0.0000726216,0.01000,0.847
+52,block_sparse_moe.experts.108.w3,0.0000679717,0.01000,0.839
+52,block_sparse_moe.experts.109.w3,0.0000734027,0.01000,0.839
+52,block_sparse_moe.experts.107.w3,0.0000742510,0.01000,0.875
+52,block_sparse_moe.experts.106.w3,0.0000683217,0.01000,0.886
+52,block_sparse_moe.experts.110.w3,0.0000743072,0.01000,0.844
+52,block_sparse_moe.experts.111.w3,0.0000631383,0.01000,0.832
+52,block_sparse_moe.experts.112.w3,0.0000711897,0.01000,0.849
+52,block_sparse_moe.experts.113.w3,0.0000724881,0.01000,0.858
+52,block_sparse_moe.experts.115.w3,0.0000762920,0.01000,0.836
+52,block_sparse_moe.experts.114.w3,0.0000698873,0.01000,0.862
+52,block_sparse_moe.experts.116.w3,0.0000744851,0.01000,0.842
+52,block_sparse_moe.experts.117.w3,0.0000724941,0.01000,0.841
+52,block_sparse_moe.experts.118.w3,0.0000683336,0.01000,0.837
+52,block_sparse_moe.experts.119.w3,0.0000699712,0.01000,0.851
+52,block_sparse_moe.experts.122.w3,0.0000724602,0.01000,0.832
+52,block_sparse_moe.experts.123.w3,0.0000779629,0.01000,0.836
+52,block_sparse_moe.experts.120.w3,0.0000725610,0.01000,0.867
+52,block_sparse_moe.experts.125.w3,0.0000740774,0.01000,0.832
+52,block_sparse_moe.experts.121.w3,0.0000688544,0.01000,0.867
+52,block_sparse_moe.experts.124.w3,0.0000743508,0.01000,0.949
+52,block_sparse_moe.experts.126.w3,0.0000716550,0.01000,0.846
+52,block_sparse_moe.experts.129.w3,0.0000701523,0.01000,0.830
+52,block_sparse_moe.experts.130.w3,0.0000740505,0.01000,0.832
+52,block_sparse_moe.experts.128.w3,0.0000714381,0.01000,0.851
+52,block_sparse_moe.experts.131.w3,0.0000672781,0.01000,0.872
+52,block_sparse_moe.experts.132.w3,0.0000681763,0.01000,0.816
+52,block_sparse_moe.experts.127.w3,0.0000681458,0.01000,1.139
+52,block_sparse_moe.experts.133.w3,0.0000697864,0.01000,0.821
+52,block_sparse_moe.experts.136.w3,0.0000704427,0.01000,0.818
+52,block_sparse_moe.experts.135.w3,0.0000723991,0.01000,0.845
+52,block_sparse_moe.experts.137.w3,0.0000724354,0.01000,0.822
+52,block_sparse_moe.experts.138.w3,0.0000703578,0.01000,0.825
+52,block_sparse_moe.experts.134.w3,0.0000720953,0.01000,1.016
+52,block_sparse_moe.experts.139.w3,0.0000752731,0.01000,0.902
+52,block_sparse_moe.experts.140.w3,0.0000663151,0.01000,0.832
+52,block_sparse_moe.experts.142.w3,0.0000804066,0.01000,0.850
+52,block_sparse_moe.experts.143.w3,0.0000747166,0.01000,0.833
+52,block_sparse_moe.experts.144.w3,0.0000672833,0.01000,0.839
+52,block_sparse_moe.experts.141.w3,0.0000679379,0.01000,1.021
+52,block_sparse_moe.experts.145.w3,0.0000685255,0.01000,0.847
+52,block_sparse_moe.experts.146.w3,0.0000701317,0.01000,0.833
+52,block_sparse_moe.experts.147.w3,0.0000615942,0.01000,0.847
+52,block_sparse_moe.experts.149.w3,0.0000759426,0.01000,0.864
+52,block_sparse_moe.experts.150.w3,0.0000754644,0.01000,0.820
+52,block_sparse_moe.experts.148.w3,0.0000675520,0.01000,0.960
+52,block_sparse_moe.experts.151.w3,0.0000808955,0.01000,0.858
+52,block_sparse_moe.experts.152.w3,0.0000721208,0.01000,0.863
+52,block_sparse_moe.experts.153.w3,0.0000664388,0.01000,0.827
+52,block_sparse_moe.experts.154.w3,0.0000698523,0.01000,0.850
+52,block_sparse_moe.experts.156.w3,0.0000689685,0.01000,0.869
+52,block_sparse_moe.experts.155.w3,0.0000726909,0.01000,0.914
+52,block_sparse_moe.experts.157.w3,0.0000684897,0.01000,0.844
+52,block_sparse_moe.experts.158.w3,0.0000734205,0.01000,0.849
+52,block_sparse_moe.experts.159.w3,0.0000703743,0.01000,0.840
+52,block_sparse_moe.experts.160.w3,0.0000749933,0.01000,0.840
+52,block_sparse_moe.experts.161.w3,0.0000764412,0.01000,0.847
+52,block_sparse_moe.experts.162.w3,0.0000790687,0.01000,0.855
+52,block_sparse_moe.experts.164.w3,0.0000720591,0.01000,0.834
+52,block_sparse_moe.experts.163.w3,0.0000707647,0.01000,0.880
+52,block_sparse_moe.experts.165.w3,0.0000751455,0.01000,0.842
+52,block_sparse_moe.experts.166.w3,0.0000611619,0.01000,0.841
+52,block_sparse_moe.experts.167.w3,0.0000725744,0.01000,0.844
+52,block_sparse_moe.experts.168.w3,0.0000661760,0.01000,0.842
+52,block_sparse_moe.experts.169.w3,0.0000674127,0.01000,0.851
+52,block_sparse_moe.experts.170.w3,0.0000704315,0.01000,0.862
+52,block_sparse_moe.experts.171.w3,0.0000847533,0.01000,0.837
+52,block_sparse_moe.experts.172.w3,0.0000739876,0.01000,0.839
+52,block_sparse_moe.experts.173.w3,0.0000756783,0.01000,0.835
+52,block_sparse_moe.experts.174.w3,0.0000765482,0.01000,0.833
+52,block_sparse_moe.experts.175.w3,0.0000665768,0.01000,0.839
+52,block_sparse_moe.experts.176.w3,0.0000738815,0.01000,0.854
+52,block_sparse_moe.experts.178.w3,0.0000672807,0.01000,0.839
+52,block_sparse_moe.experts.180.w3,0.0000745009,0.01000,0.833
+52,block_sparse_moe.experts.179.w3,0.0000673516,0.01000,0.838
+52,block_sparse_moe.experts.177.w3,0.0000713777,0.01000,0.877
+52,block_sparse_moe.experts.181.w3,0.0000673142,0.01000,0.846
+52,block_sparse_moe.experts.182.w3,0.0000732993,0.01000,0.841
+52,block_sparse_moe.experts.183.w3,0.0000720980,0.01000,0.855
+52,block_sparse_moe.experts.185.w3,0.0000737344,0.01000,0.844
+52,block_sparse_moe.experts.184.w3,0.0000697594,0.01000,0.877
+52,block_sparse_moe.experts.186.w3,0.0000753654,0.01000,0.852
+52,block_sparse_moe.experts.187.w3,0.0000687682,0.01000,0.851
+52,block_sparse_moe.experts.188.w3,0.0000701271,0.01000,0.847
+52,block_sparse_moe.experts.189.w3,0.0000716677,0.01000,0.856
+52,block_sparse_moe.experts.190.w3,0.0000737158,0.01000,0.852
+52,block_sparse_moe.experts.193.w3,0.0000725976,0.01000,0.830
+52,block_sparse_moe.experts.192.w3,0.0000715686,0.01000,0.842
+52,block_sparse_moe.experts.191.w3,0.0000659570,0.01000,0.864
+52,block_sparse_moe.experts.194.w3,0.0000728744,0.01000,0.917
+52,block_sparse_moe.experts.195.w3,0.0000655673,0.01000,0.831
+52,block_sparse_moe.experts.196.w3,0.0000676855,0.01000,0.848
+52,block_sparse_moe.experts.197.w3,0.0000754686,0.01000,0.853
+52,block_sparse_moe.experts.199.w3,0.0000741411,0.01000,0.829
+52,block_sparse_moe.experts.200.w3,0.0000726103,0.01000,0.845
+52,block_sparse_moe.experts.198.w3,0.0000646860,0.01000,0.883
+52,block_sparse_moe.experts.202.w3,0.0000736965,0.01000,0.849
+52,block_sparse_moe.experts.201.w3,0.0000706908,0.01000,0.937
+52,block_sparse_moe.experts.203.w3,0.0000654028,0.01000,0.850
+52,block_sparse_moe.experts.204.w3,0.0000712779,0.01000,0.857
+52,block_sparse_moe.experts.206.w3,0.0000624111,0.01000,0.824
+52,block_sparse_moe.experts.205.w3,0.0000761229,0.01000,0.883
+52,block_sparse_moe.experts.207.w3,0.0000745314,0.01000,0.918
+52,block_sparse_moe.experts.208.w3,0.0000731961,0.01000,0.864
+52,block_sparse_moe.experts.209.w3,0.0000682924,0.01000,0.837
+52,block_sparse_moe.experts.210.w3,0.0000689396,0.01000,0.855
+52,block_sparse_moe.experts.211.w3,0.0000719459,0.01000,0.854
+52,block_sparse_moe.experts.212.w3,0.0000708633,0.01000,0.855
+52,block_sparse_moe.experts.213.w3,0.0000679741,0.01000,0.845
+52,block_sparse_moe.experts.215.w3,0.0000720908,0.01000,0.876
+52,block_sparse_moe.experts.216.w3,0.0000709713,0.01000,0.870
+52,block_sparse_moe.experts.214.w3,0.0000725402,0.01000,0.946
+52,block_sparse_moe.experts.217.w3,0.0000704178,0.01000,0.838
+52,block_sparse_moe.experts.218.w3,0.0000748683,0.01000,0.833
+52,block_sparse_moe.experts.219.w3,0.0000587115,0.01000,0.846
+52,block_sparse_moe.experts.220.w3,0.0000723464,0.01000,0.836
+52,block_sparse_moe.experts.221.w3,0.0000779455,0.01000,0.854
+52,block_sparse_moe.experts.222.w3,0.0000717648,0.01000,0.847
+52,block_sparse_moe.experts.223.w3,0.0000714448,0.01000,0.918
+52,block_sparse_moe.experts.224.w3,0.0000703317,0.01000,0.839
+52,block_sparse_moe.experts.225.w3,0.0000704582,0.01000,0.844
+52,block_sparse_moe.experts.227.w3,0.0000728340,0.01000,0.841
+52,block_sparse_moe.experts.226.w3,0.0000711961,0.01000,0.883
+52,block_sparse_moe.experts.228.w3,0.0000719203,0.01000,0.847
+52,block_sparse_moe.experts.229.w3,0.0000740439,0.01000,0.842
+52,block_sparse_moe.experts.230.w3,0.0000653257,0.01000,0.824
+52,block_sparse_moe.experts.231.w3,0.0000743452,0.01000,0.838
+52,block_sparse_moe.experts.232.w3,0.0000708807,0.01000,0.840
+52,block_sparse_moe.experts.233.w3,0.0000674563,0.01000,0.875
+52,block_sparse_moe.experts.234.w3,0.0000802039,0.01000,0.833
+52,block_sparse_moe.experts.235.w3,0.0000684208,0.01000,0.841
+52,block_sparse_moe.experts.237.w3,0.0000709098,0.01000,0.822
+52,block_sparse_moe.experts.236.w3,0.0000708970,0.01000,1.069
+52,block_sparse_moe.experts.238.w3,0.0000739267,0.01000,0.829
+52,block_sparse_moe.experts.239.w3,0.0000722955,0.01000,0.845
+52,block_sparse_moe.experts.241.w3,0.0000682568,0.01000,0.838
+52,block_sparse_moe.experts.240.w3,0.0000688571,0.01000,0.868
+52,block_sparse_moe.experts.242.w3,0.0000642742,0.01000,0.832
+52,block_sparse_moe.experts.243.w3,0.0000749640,0.01000,0.895
+52,block_sparse_moe.experts.244.w3,0.0000741508,0.01000,0.839
+52,block_sparse_moe.experts.245.w3,0.0000723403,0.01000,0.837
+52,block_sparse_moe.experts.246.w3,0.0000709219,0.01000,0.836
+52,block_sparse_moe.experts.247.w3,0.0000645916,0.01000,0.858
+52,block_sparse_moe.experts.248.w3,0.0000730084,0.01000,0.843
+52,block_sparse_moe.experts.249.w3,0.0000738514,0.01000,0.835
+52,block_sparse_moe.experts.250.w3,0.0000726267,0.01000,0.833
+52,block_sparse_moe.experts.251.w3,0.0000720725,0.01000,0.817
+52,block_sparse_moe.experts.252.w3,0.0000652658,0.01000,0.808
+52,block_sparse_moe.experts.253.w3,0.0000765045,0.01000,0.722
+52,block_sparse_moe.experts.255.w3,0.0000690438,0.01000,0.697
+52,block_sparse_moe.experts.254.w3,0.0000708304,0.01000,0.717
+52,block_sparse_moe.experts.0.w2,0.0001024705,0.01000,0.419
+52,block_sparse_moe.experts.1.w2,0.0000610135,0.01000,0.431
+52,block_sparse_moe.experts.3.w2,0.0000877812,0.01000,0.433
+52,block_sparse_moe.experts.2.w2,0.0002224985,0.01000,0.449
+52,block_sparse_moe.experts.4.w2,0.0000547192,0.01000,0.460
+52,block_sparse_moe.experts.5.w2,0.0000589023,0.01000,0.472
+52,block_sparse_moe.experts.6.w2,0.0000971407,0.01000,0.476
+52,block_sparse_moe.experts.7.w2,0.0000624000,0.01000,0.427
+52,block_sparse_moe.experts.8.w2,0.0001032637,0.01000,0.417
+52,block_sparse_moe.experts.9.w2,0.0000233918,0.01000,0.427
+52,block_sparse_moe.experts.10.w2,0.0000268341,0.01000,0.419
+52,block_sparse_moe.experts.11.w2,0.0000935345,0.01000,0.423
+52,block_sparse_moe.experts.12.w2,0.0000704113,0.01000,0.430
+52,block_sparse_moe.experts.13.w2,0.0000661195,0.01000,0.428
+52,block_sparse_moe.experts.15.w2,0.0000340636,0.01000,0.419
+52,block_sparse_moe.experts.17.w2,0.0000797101,0.01000,0.417
+52,block_sparse_moe.experts.16.w2,0.0001127846,0.01000,0.426
+52,block_sparse_moe.experts.18.w2,0.0000883906,0.01000,0.425
+52,block_sparse_moe.experts.14.w2,0.0000355718,0.01000,0.467
+52,block_sparse_moe.experts.19.w2,0.0000721996,0.01000,0.443
+52,block_sparse_moe.experts.20.w2,0.0000263658,0.01000,0.445
+52,block_sparse_moe.experts.22.w2,0.0000355745,0.01000,0.416
+52,block_sparse_moe.experts.23.w2,0.0000642413,0.01000,0.423
+52,block_sparse_moe.experts.21.w2,0.0001274350,0.01000,0.445
+52,block_sparse_moe.experts.24.w2,0.0001644334,0.01000,0.419
+52,block_sparse_moe.experts.25.w2,0.0000300380,0.01000,0.439
+52,block_sparse_moe.experts.27.w2,0.0000213923,0.01000,0.427
+52,block_sparse_moe.experts.26.w2,0.0000894763,0.01000,0.455
+52,block_sparse_moe.experts.28.w2,0.0000294502,0.01000,0.421
+52,block_sparse_moe.experts.29.w2,0.0001244427,0.01000,0.416
+52,block_sparse_moe.experts.30.w2,0.0000558649,0.01000,0.422
+52,block_sparse_moe.experts.31.w2,0.0000272933,0.01000,0.415
+52,block_sparse_moe.experts.32.w2,0.0000680097,0.01000,0.433
+52,block_sparse_moe.experts.33.w2,0.0001321964,0.01000,0.432
+52,block_sparse_moe.experts.34.w2,0.0000760868,0.01000,0.455
+52,block_sparse_moe.experts.36.w2,0.0000368611,0.01000,0.421
+52,block_sparse_moe.experts.37.w2,0.0000388762,0.01000,0.432
+52,block_sparse_moe.experts.38.w2,0.0000341646,0.01000,0.431
+52,block_sparse_moe.experts.35.w2,0.0000699411,0.01000,0.460
+52,block_sparse_moe.experts.39.w2,0.0000186574,0.01000,0.429
+52,block_sparse_moe.experts.40.w2,0.0000306230,0.01000,0.423
+52,block_sparse_moe.experts.41.w2,0.0000983773,0.01000,0.427
+52,block_sparse_moe.experts.42.w2,0.0000419206,0.01000,0.428
+52,block_sparse_moe.experts.43.w2,0.0000432034,0.01000,0.414
+52,block_sparse_moe.experts.45.w2,0.0000534581,0.01000,0.416
+52,block_sparse_moe.experts.44.w2,0.0000349548,0.01000,0.424
+52,block_sparse_moe.experts.46.w2,0.0000676900,0.01000,0.424
+52,block_sparse_moe.experts.47.w2,0.0000821353,0.01000,0.423
+52,block_sparse_moe.experts.48.w2,0.0000524723,0.01000,0.429
+52,block_sparse_moe.experts.50.w2,0.0000472720,0.01000,0.423
+52,block_sparse_moe.experts.49.w2,0.0000265110,0.01000,0.443
+52,block_sparse_moe.experts.52.w2,0.0000405050,0.01000,0.422
+52,block_sparse_moe.experts.51.w2,0.0000868667,0.01000,0.463
+52,block_sparse_moe.experts.53.w2,0.0001254193,0.01000,0.426
+52,block_sparse_moe.experts.54.w2,0.0000965498,0.01000,0.426
+52,block_sparse_moe.experts.55.w2,0.0000496238,0.01000,0.435
+52,block_sparse_moe.experts.56.w2,0.0000192806,0.01000,0.421
+52,block_sparse_moe.experts.57.w2,0.0000835384,0.01000,0.415
+52,block_sparse_moe.experts.58.w2,0.0000471515,0.01000,0.438
+52,block_sparse_moe.experts.60.w2,0.0000733623,0.01000,0.421
+52,block_sparse_moe.experts.61.w2,0.0000939496,0.01000,0.424
+52,block_sparse_moe.experts.59.w2,0.0000982856,0.01000,0.450
+52,block_sparse_moe.experts.62.w2,0.0000654580,0.01000,0.435
+52,block_sparse_moe.experts.63.w2,0.0001032648,0.01000,0.420
+52,block_sparse_moe.experts.64.w2,0.0001061676,0.01000,0.430
+52,block_sparse_moe.experts.65.w2,0.0000318965,0.01000,0.422
+52,block_sparse_moe.experts.66.w2,0.0000869520,0.01000,0.423
+52,block_sparse_moe.experts.67.w2,0.0000345166,0.01000,0.427
+52,block_sparse_moe.experts.68.w2,0.0000861672,0.01000,0.467
+52,block_sparse_moe.experts.69.w2,0.0000297905,0.01000,0.438
+52,block_sparse_moe.experts.70.w2,0.0002081193,0.01000,0.419
+52,block_sparse_moe.experts.71.w2,0.0000608296,0.01000,0.433
+52,block_sparse_moe.experts.72.w2,0.0000612102,0.01000,0.422
+52,block_sparse_moe.experts.73.w2,0.0000454397,0.01000,0.414
+52,block_sparse_moe.experts.74.w2,0.0000222621,0.01000,0.424
+52,block_sparse_moe.experts.75.w2,0.0000772457,0.01000,0.427
+52,block_sparse_moe.experts.76.w2,0.0001375740,0.01000,0.436
+52,block_sparse_moe.experts.77.w2,0.0000791650,0.01000,0.420
+52,block_sparse_moe.experts.79.w2,0.0000385516,0.01000,0.422
+52,block_sparse_moe.experts.78.w2,0.0000431299,0.01000,0.439
+52,block_sparse_moe.experts.80.w2,0.0000976799,0.01000,0.415
+52,block_sparse_moe.experts.81.w2,0.0002359649,0.01000,0.429
+52,block_sparse_moe.experts.82.w2,0.0000297967,0.01000,0.433
+52,block_sparse_moe.experts.83.w2,0.0000629843,0.01000,0.436
+52,block_sparse_moe.experts.84.w2,0.0003074953,0.01000,0.421
+52,block_sparse_moe.experts.85.w2,0.0000582475,0.01000,0.417
+52,block_sparse_moe.experts.87.w2,0.0000391240,0.01000,0.419
+52,block_sparse_moe.experts.86.w2,0.0000378775,0.01000,0.448
+52,block_sparse_moe.experts.88.w2,0.0000464068,0.01000,0.418
+52,block_sparse_moe.experts.89.w2,0.0000293901,0.01000,0.424
+52,block_sparse_moe.experts.90.w2,0.0000807180,0.01000,0.432
+52,block_sparse_moe.experts.91.w2,0.0000344445,0.01000,0.418
+52,block_sparse_moe.experts.92.w2,0.0001145287,0.01000,0.416
+52,block_sparse_moe.experts.93.w2,0.0000286988,0.01000,0.436
+52,block_sparse_moe.experts.94.w2,0.0000645096,0.01000,0.421
+52,block_sparse_moe.experts.95.w2,0.0000406738,0.01000,0.421
+52,block_sparse_moe.experts.96.w2,0.0000809259,0.01000,0.447
+52,block_sparse_moe.experts.97.w2,0.0000753960,0.01000,0.435
+52,block_sparse_moe.experts.98.w2,0.0001346014,0.01000,0.419
+52,block_sparse_moe.experts.99.w2,0.0000732430,0.01000,0.419
+52,block_sparse_moe.experts.100.w2,0.0001354063,0.01000,0.425
+52,block_sparse_moe.experts.101.w2,0.0000297838,0.01000,0.420
+52,block_sparse_moe.experts.102.w2,0.0000688637,0.01000,0.418
+52,block_sparse_moe.experts.103.w2,0.0000684198,0.01000,0.438
+52,block_sparse_moe.experts.104.w2,0.0001205697,0.01000,0.430
+52,block_sparse_moe.experts.105.w2,0.0000943433,0.01000,0.415
+52,block_sparse_moe.experts.106.w2,0.0000532355,0.01000,0.418
+52,block_sparse_moe.experts.107.w2,0.0000428088,0.01000,0.419
+52,block_sparse_moe.experts.108.w2,0.0001071988,0.01000,0.431
+52,block_sparse_moe.experts.109.w2,0.0000900620,0.01000,0.417
+52,block_sparse_moe.experts.110.w2,0.0000606522,0.01000,0.433
+52,block_sparse_moe.experts.111.w2,0.0001377268,0.01000,0.432
+52,block_sparse_moe.experts.112.w2,0.0000254310,0.01000,0.419
+52,block_sparse_moe.experts.113.w2,0.0000723422,0.01000,0.427
+52,block_sparse_moe.experts.114.w2,0.0000382707,0.01000,0.430
+52,block_sparse_moe.experts.115.w2,0.0000209666,0.01000,0.428
+52,block_sparse_moe.experts.116.w2,0.0000298763,0.01000,0.431
+52,block_sparse_moe.experts.117.w2,0.0000463984,0.01000,0.434
+52,block_sparse_moe.experts.118.w2,0.0000819480,0.01000,0.433
+52,block_sparse_moe.experts.119.w2,0.0000888047,0.01000,0.413
+52,block_sparse_moe.experts.120.w2,0.0000611840,0.01000,0.421
+52,block_sparse_moe.experts.121.w2,0.0000575368,0.01000,0.416
+52,block_sparse_moe.experts.122.w2,0.0000257806,0.01000,0.410
+52,block_sparse_moe.experts.123.w2,0.0000441212,0.01000,0.413
+52,block_sparse_moe.experts.124.w2,0.0000538522,0.01000,0.433
+52,block_sparse_moe.experts.125.w2,0.0001036298,0.01000,0.428
+52,block_sparse_moe.experts.126.w2,0.0000910023,0.01000,0.412
+52,block_sparse_moe.experts.127.w2,0.0001036174,0.01000,0.427
+52,block_sparse_moe.experts.128.w2,0.0001006791,0.01000,0.415
+52,block_sparse_moe.experts.129.w2,0.0001162060,0.01000,0.411
+52,block_sparse_moe.experts.130.w2,0.0000552409,0.01000,0.414
+52,block_sparse_moe.experts.131.w2,0.0000277203,0.01000,0.434
+52,block_sparse_moe.experts.132.w2,0.0000487237,0.01000,0.435
+52,block_sparse_moe.experts.133.w2,0.0000724920,0.01000,0.410
+52,block_sparse_moe.experts.134.w2,0.0000236611,0.01000,0.424
+52,block_sparse_moe.experts.135.w2,0.0000237912,0.01000,0.412
+52,block_sparse_moe.experts.137.w2,0.0000379192,0.01000,0.433
+52,block_sparse_moe.experts.136.w2,0.0001002258,0.01000,0.499
+52,block_sparse_moe.experts.138.w2,0.0000171286,0.01000,0.438
+52,block_sparse_moe.experts.139.w2,0.0000228577,0.01000,0.427
+52,block_sparse_moe.experts.140.w2,0.0003259038,0.01000,0.408
+52,block_sparse_moe.experts.141.w2,0.0000489389,0.01000,0.414
+52,block_sparse_moe.experts.142.w2,0.0000896127,0.01000,0.417
+52,block_sparse_moe.experts.143.w2,0.0000891201,0.01000,0.421
+52,block_sparse_moe.experts.144.w2,0.0000993772,0.01000,0.436
+52,block_sparse_moe.experts.145.w2,0.0002120608,0.01000,0.449
+52,block_sparse_moe.experts.146.w2,0.0000880812,0.01000,0.434
+52,block_sparse_moe.experts.147.w2,0.0002327741,0.01000,0.421
+52,block_sparse_moe.experts.148.w2,0.0001456221,0.01000,0.432
+52,block_sparse_moe.experts.149.w2,0.0000830498,0.01000,0.427
+52,block_sparse_moe.experts.150.w2,0.0000487462,0.01000,0.420
+52,block_sparse_moe.experts.151.w2,0.0001211774,0.01000,0.426
+52,block_sparse_moe.experts.152.w2,0.0000504811,0.01000,0.445
+52,block_sparse_moe.experts.153.w2,0.0000804624,0.01000,0.438
+52,block_sparse_moe.experts.154.w2,0.0000729326,0.01000,0.442
+52,block_sparse_moe.experts.155.w2,0.0000294728,0.01000,0.414
+52,block_sparse_moe.experts.156.w2,0.0000360963,0.01000,0.416
+52,block_sparse_moe.experts.157.w2,0.0000972997,0.01000,0.415
+52,block_sparse_moe.experts.158.w2,0.0000786129,0.01000,0.422
+52,block_sparse_moe.experts.159.w2,0.0000417239,0.01000,0.428
+52,block_sparse_moe.experts.160.w2,0.0000974689,0.01000,0.454
+52,block_sparse_moe.experts.161.w2,0.0000674698,0.01000,0.425
+52,block_sparse_moe.experts.162.w2,0.0002320664,0.01000,0.418
+52,block_sparse_moe.experts.163.w2,0.0000817507,0.01000,0.420
+52,block_sparse_moe.experts.164.w2,0.0000316193,0.01000,0.419
+52,block_sparse_moe.experts.165.w2,0.0001171785,0.01000,0.425
+52,block_sparse_moe.experts.166.w2,0.0001676644,0.01000,0.451
+52,block_sparse_moe.experts.167.w2,0.0000490603,0.01000,0.434
+52,block_sparse_moe.experts.168.w2,0.0001774694,0.01000,0.427
+52,block_sparse_moe.experts.169.w2,0.0001059881,0.01000,0.421
+52,block_sparse_moe.experts.170.w2,0.0000879556,0.01000,0.419
+52,block_sparse_moe.experts.171.w2,0.0001021745,0.01000,0.413
+52,block_sparse_moe.experts.172.w2,0.0000586782,0.01000,0.432
+52,block_sparse_moe.experts.173.w2,0.0000942811,0.01000,0.441
+52,block_sparse_moe.experts.174.w2,0.0001225123,0.01000,0.427
+52,block_sparse_moe.experts.175.w2,0.0000324305,0.01000,0.416
+52,block_sparse_moe.experts.177.w2,0.0000378972,0.01000,0.418
+52,block_sparse_moe.experts.176.w2,0.0000378799,0.01000,0.423
+52,block_sparse_moe.experts.178.w2,0.0001274741,0.01000,0.413
+52,block_sparse_moe.experts.179.w2,0.0001433039,0.01000,0.421
+52,block_sparse_moe.experts.181.w2,0.0001100567,0.01000,0.431
+52,block_sparse_moe.experts.180.w2,0.0001835407,0.01000,0.440
+52,block_sparse_moe.experts.182.w2,0.0000472490,0.01000,0.427
+52,block_sparse_moe.experts.183.w2,0.0000669624,0.01000,0.415
+52,block_sparse_moe.experts.184.w2,0.0000197936,0.01000,0.424
+52,block_sparse_moe.experts.185.w2,0.0000244597,0.01000,0.414
+52,block_sparse_moe.experts.186.w2,0.0000277921,0.01000,0.418
+52,block_sparse_moe.experts.187.w2,0.0000348607,0.01000,0.431
+52,block_sparse_moe.experts.189.w2,0.0000962480,0.01000,0.417
+52,block_sparse_moe.experts.188.w2,0.0000308342,0.01000,0.434
+52,block_sparse_moe.experts.190.w2,0.0000322167,0.01000,0.412
+52,block_sparse_moe.experts.191.w2,0.0000290433,0.01000,0.417
+52,block_sparse_moe.experts.192.w2,0.0000812683,0.01000,0.413
+52,block_sparse_moe.experts.193.w2,0.0000763374,0.01000,0.420
+52,block_sparse_moe.experts.194.w2,0.0000271688,0.01000,0.431
+52,block_sparse_moe.experts.196.w2,0.0000336480,0.01000,0.427
+52,block_sparse_moe.experts.195.w2,0.0000933182,0.01000,0.442
+52,block_sparse_moe.experts.197.w2,0.0000247700,0.01000,0.427
+52,block_sparse_moe.experts.198.w2,0.0000611896,0.01000,0.419
+52,block_sparse_moe.experts.199.w2,0.0001229204,0.01000,0.414
+52,block_sparse_moe.experts.200.w2,0.0000200759,0.01000,0.436
+52,block_sparse_moe.experts.201.w2,0.0000630027,0.01000,0.423
+52,block_sparse_moe.experts.203.w2,0.0000456914,0.01000,0.421
+52,block_sparse_moe.experts.202.w2,0.0000438389,0.01000,0.443
+52,block_sparse_moe.experts.204.w2,0.0000473126,0.01000,0.422
+52,block_sparse_moe.experts.206.w2,0.0000818045,0.01000,0.413
+52,block_sparse_moe.experts.205.w2,0.0000691423,0.01000,0.418
+52,block_sparse_moe.experts.207.w2,0.0000229703,0.01000,0.421
+52,block_sparse_moe.experts.208.w2,0.0000174963,0.01000,0.422
+52,block_sparse_moe.experts.209.w2,0.0000357141,0.01000,0.433
+52,block_sparse_moe.experts.210.w2,0.0000376484,0.01000,0.422
+52,block_sparse_moe.experts.213.w2,0.0001884508,0.01000,0.412
+52,block_sparse_moe.experts.211.w2,0.0000611534,0.01000,0.416
+52,block_sparse_moe.experts.212.w2,0.0001184298,0.01000,0.428
+52,block_sparse_moe.experts.214.w2,0.0001237887,0.01000,0.425
+52,block_sparse_moe.experts.215.w2,0.0001053664,0.01000,0.435
+52,block_sparse_moe.experts.217.w2,0.0000234566,0.01000,0.424
+52,block_sparse_moe.experts.218.w2,0.0001311114,0.01000,0.417
+52,block_sparse_moe.experts.220.w2,0.0000847425,0.01000,0.415
+52,block_sparse_moe.experts.216.w2,0.0000498568,0.01000,0.448
+52,block_sparse_moe.experts.219.w2,0.0001703039,0.01000,0.431
+52,block_sparse_moe.experts.221.w2,0.0000805845,0.01000,0.431
+52,block_sparse_moe.experts.222.w2,0.0000756323,0.01000,0.427
+52,block_sparse_moe.experts.224.w2,0.0000859476,0.01000,0.415
+52,block_sparse_moe.experts.225.w2,0.0000312777,0.01000,0.416
+52,block_sparse_moe.experts.227.w2,0.0000486476,0.01000,0.417
+52,block_sparse_moe.experts.226.w2,0.0000353573,0.01000,0.424
+52,block_sparse_moe.experts.223.w2,0.0000423340,0.01000,0.451
+52,block_sparse_moe.experts.228.w2,0.0000650639,0.01000,0.425
+52,block_sparse_moe.experts.229.w2,0.0000681321,0.01000,0.427
+52,block_sparse_moe.experts.231.w2,0.0000675411,0.01000,0.420
+52,block_sparse_moe.experts.232.w2,0.0000755746,0.01000,0.423
+52,block_sparse_moe.experts.230.w2,0.0001860100,0.01000,0.443
+52,block_sparse_moe.experts.233.w2,0.0001185850,0.01000,0.423
+52,block_sparse_moe.experts.234.w2,0.0000985424,0.01000,0.428
+52,block_sparse_moe.experts.235.w2,0.0001309178,0.01000,0.424
+52,block_sparse_moe.experts.236.w2,0.0000586570,0.01000,0.428
+52,block_sparse_moe.experts.238.w2,0.0000336019,0.01000,0.415
+52,block_sparse_moe.experts.239.w2,0.0001526648,0.01000,0.414
+52,block_sparse_moe.experts.240.w2,0.0000749951,0.01000,0.419
+52,block_sparse_moe.experts.237.w2,0.0000748211,0.01000,0.435
+52,block_sparse_moe.experts.241.w2,0.0001025855,0.01000,0.421
+52,block_sparse_moe.experts.242.w2,0.0002590563,0.01000,0.421
+52,block_sparse_moe.experts.243.w2,0.0000421368,0.01000,0.428
+52,block_sparse_moe.experts.245.w2,0.0000576685,0.01000,0.414
+52,block_sparse_moe.experts.246.w2,0.0000691269,0.01000,0.419
+52,block_sparse_moe.experts.247.w2,0.0001655635,0.01000,0.422
+52,block_sparse_moe.experts.244.w2,0.0000388182,0.01000,0.438
+52,block_sparse_moe.experts.248.w2,0.0000360487,0.01000,0.452
+52,block_sparse_moe.experts.249.w2,0.0000523341,0.01000,0.422
+52,block_sparse_moe.experts.250.w2,0.0001107979,0.01000,0.407
+52,block_sparse_moe.experts.252.w2,0.0000768272,0.01000,0.395
+52,block_sparse_moe.experts.253.w2,0.0000943246,0.01000,0.394
+52,block_sparse_moe.experts.251.w2,0.0000681177,0.01000,0.408
+52,block_sparse_moe.experts.254.w2,0.0000543564,0.01000,0.398
+52,block_sparse_moe.experts.255.w2,0.0000614299,0.01000,0.385
+53,block_sparse_moe.experts.2.w1,0.0000660120,0.01000,0.909
+53,block_sparse_moe.experts.5.w1,0.0000662854,0.01000,0.931
+53,block_sparse_moe.experts.0.w1,0.0000693800,0.01000,0.954
+53,block_sparse_moe.experts.3.w1,0.0000643358,0.01000,0.953
+53,block_sparse_moe.experts.6.w1,0.0000667179,0.01000,0.969
+53,block_sparse_moe.experts.1.w1,0.0000600826,0.01000,1.160
+53,block_sparse_moe.experts.4.w1,0.0000660813,0.01000,1.236
+53,block_sparse_moe.experts.7.w1,0.0000602635,0.01000,0.897
+53,block_sparse_moe.experts.8.w1,0.0000680389,0.01000,0.970
+53,block_sparse_moe.experts.10.w1,0.0000661162,0.01000,0.990
+53,block_sparse_moe.experts.9.w1,0.0000640320,0.01000,1.108
+53,block_sparse_moe.experts.13.w1,0.0000611097,0.01000,0.906
+53,block_sparse_moe.experts.11.w1,0.0000669065,0.01000,1.364
+53,block_sparse_moe.experts.12.w1,0.0000733570,0.01000,1.364
+53,block_sparse_moe.experts.14.w1,0.0000685493,0.01000,0.915
+53,block_sparse_moe.experts.15.w1,0.0000610686,0.01000,0.868
+53,block_sparse_moe.experts.16.w1,0.0000681804,0.01000,0.978
+53,block_sparse_moe.experts.17.w1,0.0000670207,0.01000,1.183
+53,block_sparse_moe.experts.18.w1,0.0000658670,0.01000,1.262
+53,block_sparse_moe.experts.19.w1,0.0000723138,0.01000,1.091
+53,block_sparse_moe.experts.22.w1,0.0000639506,0.01000,0.932
+53,block_sparse_moe.experts.21.w1,0.0000656898,0.01000,0.969
+53,block_sparse_moe.experts.20.w1,0.0000652057,0.01000,1.297
+53,block_sparse_moe.experts.23.w1,0.0000659349,0.01000,1.215
+53,block_sparse_moe.experts.24.w1,0.0000686493,0.01000,0.950
+53,block_sparse_moe.experts.26.w1,0.0000622864,0.01000,1.020
+53,block_sparse_moe.experts.29.w1,0.0000593424,0.01000,0.989
+53,block_sparse_moe.experts.27.w1,0.0000656682,0.01000,1.126
+53,block_sparse_moe.experts.28.w1,0.0000699435,0.01000,1.254
+53,block_sparse_moe.experts.25.w1,0.0000668086,0.01000,1.552
+53,block_sparse_moe.experts.31.w1,0.0000637724,0.01000,0.925
+53,block_sparse_moe.experts.30.w1,0.0000704461,0.01000,1.119
+53,block_sparse_moe.experts.36.w1,0.0000669077,0.01000,0.922
+53,block_sparse_moe.experts.34.w1,0.0000637468,0.01000,1.058
+53,block_sparse_moe.experts.32.w1,0.0000571702,0.01000,1.485
+53,block_sparse_moe.experts.35.w1,0.0000690661,0.01000,1.023
+53,block_sparse_moe.experts.33.w1,0.0000698184,0.01000,1.221
+53,block_sparse_moe.experts.37.w1,0.0000688257,0.01000,1.057
+53,block_sparse_moe.experts.38.w1,0.0000630988,0.01000,1.038
+53,block_sparse_moe.experts.40.w1,0.0000692157,0.01000,0.980
+53,block_sparse_moe.experts.41.w1,0.0000657339,0.01000,0.942
+53,block_sparse_moe.experts.42.w1,0.0000676980,0.01000,0.918
+53,block_sparse_moe.experts.43.w1,0.0000712069,0.01000,0.935
+53,block_sparse_moe.experts.44.w1,0.0000609934,0.01000,0.916
+53,block_sparse_moe.experts.45.w1,0.0000705329,0.01000,1.032
+53,block_sparse_moe.experts.39.w1,0.0000693561,0.01000,1.645
+53,block_sparse_moe.experts.47.w1,0.0000654736,0.01000,0.813
+53,block_sparse_moe.experts.48.w1,0.0000682008,0.01000,0.825
+53,block_sparse_moe.experts.49.w1,0.0000679579,0.01000,0.868
+53,block_sparse_moe.experts.50.w1,0.0000680427,0.01000,0.844
+53,block_sparse_moe.experts.51.w1,0.0000656384,0.01000,1.045
+53,block_sparse_moe.experts.46.w1,0.0000645034,0.01000,1.693
+53,block_sparse_moe.experts.52.w1,0.0000684318,0.01000,1.031
+53,block_sparse_moe.experts.54.w1,0.0000564528,0.01000,0.940
+53,block_sparse_moe.experts.55.w1,0.0000705214,0.01000,0.939
+53,block_sparse_moe.experts.56.w1,0.0000649176,0.01000,0.861
+53,block_sparse_moe.experts.53.w1,0.0000655549,0.01000,1.539
+53,block_sparse_moe.experts.58.w1,0.0000680301,0.01000,0.829
+53,block_sparse_moe.experts.59.w1,0.0000675179,0.01000,0.876
+53,block_sparse_moe.experts.61.w1,0.0000662385,0.01000,0.879
+53,block_sparse_moe.experts.62.w1,0.0000685160,0.01000,0.932
+53,block_sparse_moe.experts.57.w1,0.0000685802,0.01000,1.503
+53,block_sparse_moe.experts.63.w1,0.0000680657,0.01000,0.838
+53,block_sparse_moe.experts.65.w1,0.0000632631,0.01000,0.864
+53,block_sparse_moe.experts.60.w1,0.0000697815,0.01000,1.769
+53,block_sparse_moe.experts.66.w1,0.0000671602,0.01000,0.811
+53,block_sparse_moe.experts.68.w1,0.0000712266,0.01000,0.966
+53,block_sparse_moe.experts.69.w1,0.0000646888,0.01000,0.928
+53,block_sparse_moe.experts.64.w1,0.0000637474,0.01000,1.811
+53,block_sparse_moe.experts.70.w1,0.0000644672,0.01000,0.923
+53,block_sparse_moe.experts.72.w1,0.0000634987,0.01000,0.905
+53,block_sparse_moe.experts.67.w1,0.0000616813,0.01000,1.719
+53,block_sparse_moe.experts.73.w1,0.0000626834,0.01000,0.989
+53,block_sparse_moe.experts.71.w1,0.0000661692,0.01000,1.385
+53,block_sparse_moe.experts.75.w1,0.0000619193,0.01000,0.913
+53,block_sparse_moe.experts.76.w1,0.0000608412,0.01000,0.933
+53,block_sparse_moe.experts.77.w1,0.0000578734,0.01000,1.219
+53,block_sparse_moe.experts.74.w1,0.0000672611,0.01000,1.634
+53,block_sparse_moe.experts.78.w1,0.0000655689,0.01000,1.266
+53,block_sparse_moe.experts.80.w1,0.0000601847,0.01000,0.897
+53,block_sparse_moe.experts.79.w1,0.0000653195,0.01000,1.056
+53,block_sparse_moe.experts.82.w1,0.0000655098,0.01000,0.976
+53,block_sparse_moe.experts.83.w1,0.0000675557,0.01000,0.952
+53,block_sparse_moe.experts.84.w1,0.0000673549,0.01000,0.933
+53,block_sparse_moe.experts.86.w1,0.0000699504,0.01000,0.885
+53,block_sparse_moe.experts.85.w1,0.0000662744,0.01000,0.992
+53,block_sparse_moe.experts.87.w1,0.0000669797,0.01000,0.904
+53,block_sparse_moe.experts.81.w1,0.0000566798,0.01000,1.823
+53,block_sparse_moe.experts.89.w1,0.0000702822,0.01000,0.976
+53,block_sparse_moe.experts.92.w1,0.0000676047,0.01000,0.885
+53,block_sparse_moe.experts.90.w1,0.0000656211,0.01000,1.163
+53,block_sparse_moe.experts.91.w1,0.0000644331,0.01000,1.113
+53,block_sparse_moe.experts.94.w1,0.0000676644,0.01000,0.883
+53,block_sparse_moe.experts.93.w1,0.0000664004,0.01000,1.242
+53,block_sparse_moe.experts.88.w1,0.0000681999,0.01000,1.888
+53,block_sparse_moe.experts.96.w1,0.0000681012,0.01000,0.884
+53,block_sparse_moe.experts.99.w1,0.0000601292,0.01000,0.887
+53,block_sparse_moe.experts.98.w1,0.0000653718,0.01000,1.187
+53,block_sparse_moe.experts.101.w1,0.0000681020,0.01000,0.925
+53,block_sparse_moe.experts.100.w1,0.0000753382,0.01000,0.944
+53,block_sparse_moe.experts.95.w1,0.0000685270,0.01000,1.575
+53,block_sparse_moe.experts.97.w1,0.0000676642,0.01000,1.437
+53,block_sparse_moe.experts.103.w1,0.0000618497,0.01000,0.875
+53,block_sparse_moe.experts.106.w1,0.0000645840,0.01000,0.848
+53,block_sparse_moe.experts.105.w1,0.0000646264,0.01000,0.870
+53,block_sparse_moe.experts.104.w1,0.0000657352,0.01000,1.060
+53,block_sparse_moe.experts.107.w1,0.0000669334,0.01000,0.952
+53,block_sparse_moe.experts.102.w1,0.0000679650,0.01000,1.587
+53,block_sparse_moe.experts.108.w1,0.0000620762,0.01000,1.458
+53,block_sparse_moe.experts.111.w1,0.0000686786,0.01000,0.997
+53,block_sparse_moe.experts.112.w1,0.0000636848,0.01000,0.897
+53,block_sparse_moe.experts.109.w1,0.0000677019,0.01000,1.357
+53,block_sparse_moe.experts.114.w1,0.0000577553,0.01000,0.899
+53,block_sparse_moe.experts.110.w1,0.0000665391,0.01000,1.288
+53,block_sparse_moe.experts.113.w1,0.0000667828,0.01000,1.182
+53,block_sparse_moe.experts.115.w1,0.0000649251,0.01000,0.877
+53,block_sparse_moe.experts.117.w1,0.0000647958,0.01000,1.002
+53,block_sparse_moe.experts.118.w1,0.0000683660,0.01000,0.936
+53,block_sparse_moe.experts.120.w1,0.0000644676,0.01000,0.916
+53,block_sparse_moe.experts.119.w1,0.0000699262,0.01000,1.215
+53,block_sparse_moe.experts.121.w1,0.0000650872,0.01000,1.015
+53,block_sparse_moe.experts.116.w1,0.0000713921,0.01000,1.452
+53,block_sparse_moe.experts.122.w1,0.0000631394,0.01000,0.834
+53,block_sparse_moe.experts.124.w1,0.0000682535,0.01000,1.193
+53,block_sparse_moe.experts.126.w1,0.0000692321,0.01000,0.908
+53,block_sparse_moe.experts.127.w1,0.0000647933,0.01000,0.904
+53,block_sparse_moe.experts.128.w1,0.0000662659,0.01000,0.921
+53,block_sparse_moe.experts.129.w1,0.0000584945,0.01000,0.885
+53,block_sparse_moe.experts.123.w1,0.0000656887,0.01000,1.449
+53,block_sparse_moe.experts.125.w1,0.0000668741,0.01000,1.541
+53,block_sparse_moe.experts.131.w1,0.0000674080,0.01000,0.910
+53,block_sparse_moe.experts.134.w1,0.0000611430,0.01000,0.888
+53,block_sparse_moe.experts.133.w1,0.0000657837,0.01000,0.997
+53,block_sparse_moe.experts.135.w1,0.0000638041,0.01000,0.961
+53,block_sparse_moe.experts.132.w1,0.0000657207,0.01000,1.155
+53,block_sparse_moe.experts.136.w1,0.0000681444,0.01000,1.155
+53,block_sparse_moe.experts.130.w1,0.0000671007,0.01000,1.871
+53,block_sparse_moe.experts.138.w1,0.0000682354,0.01000,0.968
+53,block_sparse_moe.experts.141.w1,0.0000666785,0.01000,0.889
+53,block_sparse_moe.experts.140.w1,0.0000553700,0.01000,1.046
+53,block_sparse_moe.experts.139.w1,0.0000693683,0.01000,1.232
+53,block_sparse_moe.experts.142.w1,0.0000712415,0.01000,0.883
+53,block_sparse_moe.experts.143.w1,0.0000628729,0.01000,0.886
+53,block_sparse_moe.experts.137.w1,0.0000679364,0.01000,1.979
+53,block_sparse_moe.experts.145.w1,0.0000622928,0.01000,0.926
+53,block_sparse_moe.experts.146.w1,0.0000684247,0.01000,0.945
+53,block_sparse_moe.experts.147.w1,0.0000674781,0.01000,0.889
+53,block_sparse_moe.experts.148.w1,0.0000633195,0.01000,0.891
+53,block_sparse_moe.experts.149.w1,0.0000671648,0.01000,0.864
+53,block_sparse_moe.experts.152.w1,0.0000594908,0.01000,0.879
+53,block_sparse_moe.experts.153.w1,0.0000682428,0.01000,0.905
+53,block_sparse_moe.experts.144.w1,0.0000690919,0.01000,2.184
+53,block_sparse_moe.experts.150.w1,0.0000653381,0.01000,1.409
+53,block_sparse_moe.experts.154.w1,0.0000677888,0.01000,0.901
+53,block_sparse_moe.experts.155.w1,0.0000665344,0.01000,0.997
+53,block_sparse_moe.experts.151.w1,0.0000678120,0.01000,1.946
+53,block_sparse_moe.experts.156.w1,0.0000675929,0.01000,0.991
+53,block_sparse_moe.experts.159.w1,0.0000686080,0.01000,0.864
+53,block_sparse_moe.experts.157.w1,0.0000645922,0.01000,1.120
+53,block_sparse_moe.experts.161.w1,0.0000672212,0.01000,0.844
+53,block_sparse_moe.experts.160.w1,0.0000666777,0.01000,1.201
+53,block_sparse_moe.experts.163.w1,0.0000647192,0.01000,0.851
+53,block_sparse_moe.experts.158.w1,0.0000674695,0.01000,1.747
+53,block_sparse_moe.experts.164.w1,0.0000660482,0.01000,0.876
+53,block_sparse_moe.experts.162.w1,0.0000654498,0.01000,1.151
+53,block_sparse_moe.experts.166.w1,0.0000628136,0.01000,0.907
+53,block_sparse_moe.experts.167.w1,0.0000647287,0.01000,0.947
+53,block_sparse_moe.experts.169.w1,0.0000720921,0.01000,0.937
+53,block_sparse_moe.experts.168.w1,0.0000634609,0.01000,0.963
+53,block_sparse_moe.experts.170.w1,0.0000605191,0.01000,0.874
+53,block_sparse_moe.experts.171.w1,0.0000649508,0.01000,0.876
+53,block_sparse_moe.experts.165.w1,0.0000651646,0.01000,1.945
+53,block_sparse_moe.experts.173.w1,0.0000606465,0.01000,0.871
+53,block_sparse_moe.experts.174.w1,0.0000629949,0.01000,1.013
+53,block_sparse_moe.experts.175.w1,0.0000704746,0.01000,0.994
+53,block_sparse_moe.experts.172.w1,0.0000631995,0.01000,1.641
+53,block_sparse_moe.experts.176.w1,0.0000622038,0.01000,1.099
+53,block_sparse_moe.experts.177.w1,0.0000693676,0.01000,1.099
+53,block_sparse_moe.experts.178.w1,0.0000637560,0.01000,0.968
+53,block_sparse_moe.experts.179.w1,0.0000670211,0.01000,1.304
+53,block_sparse_moe.experts.180.w1,0.0000646412,0.01000,0.963
+53,block_sparse_moe.experts.181.w1,0.0000664610,0.01000,0.983
+53,block_sparse_moe.experts.182.w1,0.0000642160,0.01000,0.897
+53,block_sparse_moe.experts.184.w1,0.0000683836,0.01000,0.852
+53,block_sparse_moe.experts.183.w1,0.0000622092,0.01000,1.133
+53,block_sparse_moe.experts.185.w1,0.0000710924,0.01000,1.136
+53,block_sparse_moe.experts.187.w1,0.0000598291,0.01000,0.901
+53,block_sparse_moe.experts.189.w1,0.0000603417,0.01000,0.841
+53,block_sparse_moe.experts.186.w1,0.0000600031,0.01000,1.200
+53,block_sparse_moe.experts.190.w1,0.0000647807,0.01000,0.942
+53,block_sparse_moe.experts.188.w1,0.0000590153,0.01000,1.198
+53,block_sparse_moe.experts.192.w1,0.0000676520,0.01000,0.861
+53,block_sparse_moe.experts.191.w1,0.0000702897,0.01000,1.088
+53,block_sparse_moe.experts.194.w1,0.0000687559,0.01000,0.944
+53,block_sparse_moe.experts.196.w1,0.0000704264,0.01000,0.885
+53,block_sparse_moe.experts.195.w1,0.0000670244,0.01000,1.124
+53,block_sparse_moe.experts.197.w1,0.0000608750,0.01000,0.896
+53,block_sparse_moe.experts.199.w1,0.0000594853,0.01000,0.903
+53,block_sparse_moe.experts.193.w1,0.0000607211,0.01000,1.555
+53,block_sparse_moe.experts.201.w1,0.0000657709,0.01000,0.849
+53,block_sparse_moe.experts.198.w1,0.0000659538,0.01000,1.558
+53,block_sparse_moe.experts.202.w1,0.0000666168,0.01000,0.859
+53,block_sparse_moe.experts.203.w1,0.0000677273,0.01000,0.887
+53,block_sparse_moe.experts.204.w1,0.0000687810,0.01000,1.042
+53,block_sparse_moe.experts.200.w1,0.0000684480,0.01000,1.608
+53,block_sparse_moe.experts.205.w1,0.0000684051,0.01000,1.073
+53,block_sparse_moe.experts.206.w1,0.0000661714,0.01000,0.909
+53,block_sparse_moe.experts.209.w1,0.0000692415,0.01000,0.915
+53,block_sparse_moe.experts.208.w1,0.0000674490,0.01000,1.038
+53,block_sparse_moe.experts.211.w1,0.0000591490,0.01000,0.866
+53,block_sparse_moe.experts.210.w1,0.0000687401,0.01000,1.088
+53,block_sparse_moe.experts.213.w1,0.0000661918,0.01000,0.877
+53,block_sparse_moe.experts.212.w1,0.0000638783,0.01000,1.094
+53,block_sparse_moe.experts.207.w1,0.0000666422,0.01000,1.963
+53,block_sparse_moe.experts.215.w1,0.0000658776,0.01000,0.860
+53,block_sparse_moe.experts.217.w1,0.0000664161,0.01000,0.817
+53,block_sparse_moe.experts.216.w1,0.0000690523,0.01000,0.983
+53,block_sparse_moe.experts.219.w1,0.0000633683,0.01000,0.882
+53,block_sparse_moe.experts.218.w1,0.0000682396,0.01000,0.949
+53,block_sparse_moe.experts.214.w1,0.0000689334,0.01000,1.854
+53,block_sparse_moe.experts.220.w1,0.0000661402,0.01000,1.072
+53,block_sparse_moe.experts.223.w1,0.0000694277,0.01000,0.995
+53,block_sparse_moe.experts.222.w1,0.0000618720,0.01000,1.258
+53,block_sparse_moe.experts.221.w1,0.0000639882,0.01000,1.742
+53,block_sparse_moe.experts.224.w1,0.0000662450,0.01000,1.174
+53,block_sparse_moe.experts.225.w1,0.0000612401,0.01000,1.174
+53,block_sparse_moe.experts.226.w1,0.0000678003,0.01000,1.062
+53,block_sparse_moe.experts.227.w1,0.0000650882,0.01000,1.067
+53,block_sparse_moe.experts.231.w1,0.0000695288,0.01000,0.857
+53,block_sparse_moe.experts.229.w1,0.0000675905,0.01000,1.035
+53,block_sparse_moe.experts.230.w1,0.0000663849,0.01000,0.940
+53,block_sparse_moe.experts.232.w1,0.0000640771,0.01000,0.847
+53,block_sparse_moe.experts.233.w1,0.0000621487,0.01000,0.838
+53,block_sparse_moe.experts.228.w1,0.0000653476,0.01000,1.437
+53,block_sparse_moe.experts.234.w1,0.0000621638,0.01000,1.223
+53,block_sparse_moe.experts.238.w1,0.0000683416,0.01000,0.876
+53,block_sparse_moe.experts.237.w1,0.0000672550,0.01000,0.942
+53,block_sparse_moe.experts.236.w1,0.0000650710,0.01000,1.209
+53,block_sparse_moe.experts.240.w1,0.0000666650,0.01000,1.008
+53,block_sparse_moe.experts.235.w1,0.0000645223,0.01000,1.306
+53,block_sparse_moe.experts.239.w1,0.0000680939,0.01000,1.206
+53,block_sparse_moe.experts.241.w1,0.0000594195,0.01000,0.989
+53,block_sparse_moe.experts.243.w1,0.0000624297,0.01000,1.068
+53,block_sparse_moe.experts.244.w1,0.0000685676,0.01000,0.890
+53,block_sparse_moe.experts.245.w1,0.0000646710,0.01000,0.969
+53,block_sparse_moe.experts.247.w1,0.0000600376,0.01000,1.078
+53,block_sparse_moe.experts.242.w1,0.0000673722,0.01000,1.548
+53,block_sparse_moe.experts.246.w1,0.0000567819,0.01000,1.194
+53,block_sparse_moe.experts.248.w1,0.0000639835,0.01000,1.183
+53,block_sparse_moe.experts.250.w1,0.0000653726,0.01000,0.933
+53,block_sparse_moe.experts.251.w1,0.0000663652,0.01000,1.046
+53,block_sparse_moe.experts.253.w1,0.0000599648,0.01000,0.918
+53,block_sparse_moe.experts.252.w1,0.0000574439,0.01000,0.960
+53,block_sparse_moe.experts.254.w1,0.0000636730,0.01000,1.016
+53,block_sparse_moe.experts.249.w1,0.0000688188,0.01000,1.545
+53,block_sparse_moe.experts.255.w1,0.0000678030,0.01000,1.087
+53,block_sparse_moe.experts.1.w3,0.0000710311,0.01000,1.025
+53,block_sparse_moe.experts.3.w3,0.0000719620,0.01000,0.877
+53,block_sparse_moe.experts.2.w3,0.0000753462,0.01000,0.888
+53,block_sparse_moe.experts.4.w3,0.0000737032,0.01000,0.892
+53,block_sparse_moe.experts.5.w3,0.0000752865,0.01000,0.874
+53,block_sparse_moe.experts.6.w3,0.0000745381,0.01000,0.853
+53,block_sparse_moe.experts.8.w3,0.0000787590,0.01000,0.887
+53,block_sparse_moe.experts.0.w3,0.0000801202,0.01000,2.122
+53,block_sparse_moe.experts.9.w3,0.0000743656,0.01000,0.894
+53,block_sparse_moe.experts.10.w3,0.0000747915,0.01000,0.865
+53,block_sparse_moe.experts.11.w3,0.0000785402,0.01000,1.221
+53,block_sparse_moe.experts.12.w3,0.0000834110,0.01000,0.960
+53,block_sparse_moe.experts.15.w3,0.0000696661,0.01000,0.892
+53,block_sparse_moe.experts.13.w3,0.0000691603,0.01000,0.984
+53,block_sparse_moe.experts.7.w3,0.0000670632,0.01000,2.011
+53,block_sparse_moe.experts.16.w3,0.0000764868,0.01000,1.001
+53,block_sparse_moe.experts.17.w3,0.0000765199,0.01000,0.882
+53,block_sparse_moe.experts.18.w3,0.0000756495,0.01000,0.889
+53,block_sparse_moe.experts.19.w3,0.0000801151,0.01000,0.894
+53,block_sparse_moe.experts.14.w3,0.0000785431,0.01000,1.893
+53,block_sparse_moe.experts.22.w3,0.0000752852,0.01000,0.866
+53,block_sparse_moe.experts.23.w3,0.0000762386,0.01000,0.888
+53,block_sparse_moe.experts.24.w3,0.0000785007,0.01000,0.874
+53,block_sparse_moe.experts.25.w3,0.0000777507,0.01000,0.869
+53,block_sparse_moe.experts.26.w3,0.0000725260,0.01000,0.830
+53,block_sparse_moe.experts.20.w3,0.0000728164,0.01000,1.910
+53,block_sparse_moe.experts.21.w3,0.0000749103,0.01000,2.187
+53,block_sparse_moe.experts.29.w3,0.0000734908,0.01000,0.973
+53,block_sparse_moe.experts.27.w3,0.0000732571,0.01000,1.415
+53,block_sparse_moe.experts.30.w3,0.0000796410,0.01000,0.852
+53,block_sparse_moe.experts.31.w3,0.0000733108,0.01000,0.855
+53,block_sparse_moe.experts.28.w3,0.0000826212,0.01000,1.826
+53,block_sparse_moe.experts.32.w3,0.0000636151,0.01000,1.390
+53,block_sparse_moe.experts.34.w3,0.0000721088,0.01000,1.064
+53,block_sparse_moe.experts.36.w3,0.0000761912,0.01000,0.895
+53,block_sparse_moe.experts.37.w3,0.0000796961,0.01000,0.955
+53,block_sparse_moe.experts.33.w3,0.0000794643,0.01000,1.363
+53,block_sparse_moe.experts.35.w3,0.0000770082,0.01000,1.585
+53,block_sparse_moe.experts.38.w3,0.0000755920,0.01000,1.022
+53,block_sparse_moe.experts.39.w3,0.0000782355,0.01000,0.877
+53,block_sparse_moe.experts.41.w3,0.0000764322,0.01000,0.860
+53,block_sparse_moe.experts.43.w3,0.0000820676,0.01000,0.916
+53,block_sparse_moe.experts.40.w3,0.0000799767,0.01000,1.386
+53,block_sparse_moe.experts.44.w3,0.0000682111,0.01000,0.894
+53,block_sparse_moe.experts.46.w3,0.0000718480,0.01000,0.861
+53,block_sparse_moe.experts.42.w3,0.0000765701,0.01000,1.683
+53,block_sparse_moe.experts.47.w3,0.0000762395,0.01000,1.070
+53,block_sparse_moe.experts.48.w3,0.0000786876,0.01000,0.831
+53,block_sparse_moe.experts.45.w3,0.0000797149,0.01000,1.389
+53,block_sparse_moe.experts.50.w3,0.0000768555,0.01000,0.910
+53,block_sparse_moe.experts.51.w3,0.0000741837,0.01000,1.032
+53,block_sparse_moe.experts.53.w3,0.0000747500,0.01000,0.935
+53,block_sparse_moe.experts.54.w3,0.0000692946,0.01000,1.009
+53,block_sparse_moe.experts.49.w3,0.0000790494,0.01000,1.684
+53,block_sparse_moe.experts.52.w3,0.0000782248,0.01000,1.277
+53,block_sparse_moe.experts.55.w3,0.0000817381,0.01000,0.991
+53,block_sparse_moe.experts.57.w3,0.0000776467,0.01000,0.879
+53,block_sparse_moe.experts.58.w3,0.0000774715,0.01000,0.983
+53,block_sparse_moe.experts.59.w3,0.0000782502,0.01000,0.862
+53,block_sparse_moe.experts.60.w3,0.0000803301,0.01000,0.870
+53,block_sparse_moe.experts.56.w3,0.0000732191,0.01000,1.693
+53,block_sparse_moe.experts.62.w3,0.0000774220,0.01000,1.007
+53,block_sparse_moe.experts.61.w3,0.0000751145,0.01000,1.323
+53,block_sparse_moe.experts.66.w3,0.0000770843,0.01000,0.694
+53,block_sparse_moe.experts.67.w3,0.0000716358,0.01000,0.699
+53,block_sparse_moe.experts.65.w3,0.0000730589,0.01000,0.980
+53,block_sparse_moe.experts.64.w3,0.0000758634,0.01000,1.249
+53,block_sparse_moe.experts.68.w3,0.0000793354,0.01000,1.052
+53,block_sparse_moe.experts.63.w3,0.0000796279,0.01000,1.654
+53,block_sparse_moe.experts.69.w3,0.0000745118,0.01000,1.017
+53,block_sparse_moe.experts.72.w3,0.0000700971,0.01000,0.870
+53,block_sparse_moe.experts.71.w3,0.0000749880,0.01000,0.996
+53,block_sparse_moe.experts.74.w3,0.0000772967,0.01000,0.803
+53,block_sparse_moe.experts.73.w3,0.0000724290,0.01000,0.857
+53,block_sparse_moe.experts.70.w3,0.0000745713,0.01000,1.436
+53,block_sparse_moe.experts.75.w3,0.0000693376,0.01000,0.936
+53,block_sparse_moe.experts.76.w3,0.0000681871,0.01000,0.786
+53,block_sparse_moe.experts.78.w3,0.0000748543,0.01000,0.820
+53,block_sparse_moe.experts.80.w3,0.0000678695,0.01000,0.799
+53,block_sparse_moe.experts.79.w3,0.0000747645,0.01000,0.806
+53,block_sparse_moe.experts.81.w3,0.0000687170,0.01000,0.803
+53,block_sparse_moe.experts.82.w3,0.0000742227,0.01000,0.841
+53,block_sparse_moe.experts.83.w3,0.0000769917,0.01000,0.865
+53,block_sparse_moe.experts.77.w3,0.0000640564,0.01000,1.440
+53,block_sparse_moe.experts.86.w3,0.0000789661,0.01000,1.033
+53,block_sparse_moe.experts.87.w3,0.0000753102,0.01000,0.946
+53,block_sparse_moe.experts.88.w3,0.0000775849,0.01000,0.982
+53,block_sparse_moe.experts.89.w3,0.0000815954,0.01000,0.878
+53,block_sparse_moe.experts.85.w3,0.0000773497,0.01000,1.346
+53,block_sparse_moe.experts.84.w3,0.0000760699,0.01000,1.564
+53,block_sparse_moe.experts.90.w3,0.0000755342,0.01000,1.253
+53,block_sparse_moe.experts.94.w3,0.0000767830,0.01000,0.883
+53,block_sparse_moe.experts.93.w3,0.0000763924,0.01000,0.955
+53,block_sparse_moe.experts.95.w3,0.0000781575,0.01000,0.942
+53,block_sparse_moe.experts.96.w3,0.0000795672,0.01000,0.927
+53,block_sparse_moe.experts.92.w3,0.0000770675,0.01000,1.257
+53,block_sparse_moe.experts.97.w3,0.0000780438,0.01000,1.199
+53,block_sparse_moe.experts.91.w3,0.0000717742,0.01000,1.824
+53,block_sparse_moe.experts.101.w3,0.0000765210,0.01000,0.841
+53,block_sparse_moe.experts.100.w3,0.0000874946,0.01000,0.860
+53,block_sparse_moe.experts.102.w3,0.0000785899,0.01000,0.876
+53,block_sparse_moe.experts.99.w3,0.0000753266,0.01000,1.323
+53,block_sparse_moe.experts.104.w3,0.0000741644,0.01000,0.825
+53,block_sparse_moe.experts.98.w3,0.0000745991,0.01000,1.677
+53,block_sparse_moe.experts.103.w3,0.0000695612,0.01000,0.967
+53,block_sparse_moe.experts.107.w3,0.0000762712,0.01000,1.020
+53,block_sparse_moe.experts.108.w3,0.0000696943,0.01000,0.891
+53,block_sparse_moe.experts.106.w3,0.0000766410,0.01000,1.267
+53,block_sparse_moe.experts.110.w3,0.0000745884,0.01000,0.916
+53,block_sparse_moe.experts.109.w3,0.0000751864,0.01000,1.095
+53,block_sparse_moe.experts.111.w3,0.0000788656,0.01000,1.065
+53,block_sparse_moe.experts.105.w3,0.0000730901,0.01000,1.849
+53,block_sparse_moe.experts.113.w3,0.0000759406,0.01000,0.980
+53,block_sparse_moe.experts.114.w3,0.0000670750,0.01000,0.977
+53,block_sparse_moe.experts.115.w3,0.0000760658,0.01000,0.904
+53,block_sparse_moe.experts.116.w3,0.0000800678,0.01000,0.849
+53,block_sparse_moe.experts.117.w3,0.0000733551,0.01000,0.828
+53,block_sparse_moe.experts.112.w3,0.0000725198,0.01000,1.640
+53,block_sparse_moe.experts.118.w3,0.0000778908,0.01000,0.921
+53,block_sparse_moe.experts.120.w3,0.0000729220,0.01000,0.890
+53,block_sparse_moe.experts.122.w3,0.0000706138,0.01000,0.849
+53,block_sparse_moe.experts.123.w3,0.0000730502,0.01000,0.802
+53,block_sparse_moe.experts.124.w3,0.0000783642,0.01000,0.804
+53,block_sparse_moe.experts.125.w3,0.0000758178,0.01000,0.803
+53,block_sparse_moe.experts.121.w3,0.0000747193,0.01000,1.175
+53,block_sparse_moe.experts.119.w3,0.0000789812,0.01000,1.595
+53,block_sparse_moe.experts.127.w3,0.0000735863,0.01000,0.929
+53,block_sparse_moe.experts.128.w3,0.0000784697,0.01000,0.930
+53,block_sparse_moe.experts.129.w3,0.0000694444,0.01000,0.828
+53,block_sparse_moe.experts.131.w3,0.0000776171,0.01000,0.831
+53,block_sparse_moe.experts.130.w3,0.0000749860,0.01000,0.898
+53,block_sparse_moe.experts.126.w3,0.0000788197,0.01000,1.577
+53,block_sparse_moe.experts.132.w3,0.0000741496,0.01000,0.966
+53,block_sparse_moe.experts.134.w3,0.0000723447,0.01000,1.012
+53,block_sparse_moe.experts.137.w3,0.0000851365,0.01000,0.866
+53,block_sparse_moe.experts.135.w3,0.0000715082,0.01000,1.031
+53,block_sparse_moe.experts.136.w3,0.0000790685,0.01000,0.989
+53,block_sparse_moe.experts.138.w3,0.0000772373,0.01000,0.854
+53,block_sparse_moe.experts.139.w3,0.0000771320,0.01000,0.873
+53,block_sparse_moe.experts.133.w3,0.0000747885,0.01000,1.637
+53,block_sparse_moe.experts.141.w3,0.0000762346,0.01000,0.810
+53,block_sparse_moe.experts.142.w3,0.0000817853,0.01000,0.830
+53,block_sparse_moe.experts.143.w3,0.0000739062,0.01000,0.791
+53,block_sparse_moe.experts.144.w3,0.0000787186,0.01000,0.791
+53,block_sparse_moe.experts.145.w3,0.0000716552,0.01000,0.829
+53,block_sparse_moe.experts.146.w3,0.0000779166,0.01000,1.093
+53,block_sparse_moe.experts.149.w3,0.0000757818,0.01000,0.835
+53,block_sparse_moe.experts.148.w3,0.0000739291,0.01000,0.910
+53,block_sparse_moe.experts.151.w3,0.0000774613,0.01000,0.812
+53,block_sparse_moe.experts.150.w3,0.0000757804,0.01000,1.170
+53,block_sparse_moe.experts.140.w3,0.0000617490,0.01000,2.286
+53,block_sparse_moe.experts.153.w3,0.0000768989,0.01000,0.856
+53,block_sparse_moe.experts.152.w3,0.0000674297,0.01000,0.947
+53,block_sparse_moe.experts.155.w3,0.0000766996,0.01000,0.902
+53,block_sparse_moe.experts.147.w3,0.0000784379,0.01000,2.120
+53,block_sparse_moe.experts.157.w3,0.0000745862,0.01000,0.889
+53,block_sparse_moe.experts.156.w3,0.0000771181,0.01000,1.153
+53,block_sparse_moe.experts.158.w3,0.0000750049,0.01000,0.840
+53,block_sparse_moe.experts.160.w3,0.0000759258,0.01000,0.891
+53,block_sparse_moe.experts.154.w3,0.0000770574,0.01000,2.196
+53,block_sparse_moe.experts.159.w3,0.0000767647,0.01000,1.370
+53,block_sparse_moe.experts.162.w3,0.0000756292,0.01000,0.902
+53,block_sparse_moe.experts.164.w3,0.0000736441,0.01000,0.887
+53,block_sparse_moe.experts.163.w3,0.0000746103,0.01000,1.161
+53,block_sparse_moe.experts.165.w3,0.0000733939,0.01000,0.859
+53,block_sparse_moe.experts.161.w3,0.0000768499,0.01000,1.845
+53,block_sparse_moe.experts.167.w3,0.0000737304,0.01000,0.933
+53,block_sparse_moe.experts.169.w3,0.0000821205,0.01000,0.872
+53,block_sparse_moe.experts.170.w3,0.0000697780,0.01000,0.846
+53,block_sparse_moe.experts.171.w3,0.0000734414,0.01000,0.874
+53,block_sparse_moe.experts.168.w3,0.0000721797,0.01000,1.557
+53,block_sparse_moe.experts.172.w3,0.0000713938,0.01000,0.847
+53,block_sparse_moe.experts.166.w3,0.0000695144,0.01000,1.696
+53,block_sparse_moe.experts.174.w3,0.0000715292,0.01000,0.830
+53,block_sparse_moe.experts.173.w3,0.0000667123,0.01000,1.218
+53,block_sparse_moe.experts.176.w3,0.0000737348,0.01000,0.911
+53,block_sparse_moe.experts.177.w3,0.0000797746,0.01000,1.014
+53,block_sparse_moe.experts.178.w3,0.0000747344,0.01000,1.027
+53,block_sparse_moe.experts.179.w3,0.0000771172,0.01000,1.071
+53,block_sparse_moe.experts.180.w3,0.0000725081,0.01000,0.901
+53,block_sparse_moe.experts.175.w3,0.0000796535,0.01000,1.555
+53,block_sparse_moe.experts.181.w3,0.0000752468,0.01000,0.832
+53,block_sparse_moe.experts.184.w3,0.0000823255,0.01000,0.866
+53,block_sparse_moe.experts.183.w3,0.0000716561,0.01000,0.957
+53,block_sparse_moe.experts.185.w3,0.0000810305,0.01000,0.915
+53,block_sparse_moe.experts.186.w3,0.0000678398,0.01000,0.824
+53,block_sparse_moe.experts.188.w3,0.0000702773,0.01000,0.832
+53,block_sparse_moe.experts.182.w3,0.0000724828,0.01000,1.673
+53,block_sparse_moe.experts.187.w3,0.0000673574,0.01000,1.242
+53,block_sparse_moe.experts.191.w3,0.0000801146,0.01000,0.886
+53,block_sparse_moe.experts.192.w3,0.0000793174,0.01000,0.835
+53,block_sparse_moe.experts.193.w3,0.0000700728,0.01000,0.848
+53,block_sparse_moe.experts.190.w3,0.0000736111,0.01000,1.405
+53,block_sparse_moe.experts.195.w3,0.0000758371,0.01000,0.881
+53,block_sparse_moe.experts.189.w3,0.0000701647,0.01000,1.596
+53,block_sparse_moe.experts.194.w3,0.0000774306,0.01000,1.154
+53,block_sparse_moe.experts.198.w3,0.0000743515,0.01000,0.964
+53,block_sparse_moe.experts.197.w3,0.0000715150,0.01000,1.106
+53,block_sparse_moe.experts.199.w3,0.0000691716,0.01000,1.009
+53,block_sparse_moe.experts.201.w3,0.0000741414,0.01000,0.926
+53,block_sparse_moe.experts.200.w3,0.0000778466,0.01000,0.991
+53,block_sparse_moe.experts.196.w3,0.0000800499,0.01000,1.612
+53,block_sparse_moe.experts.202.w3,0.0000766715,0.01000,1.098
+53,block_sparse_moe.experts.204.w3,0.0000775905,0.01000,0.900
+53,block_sparse_moe.experts.205.w3,0.0000774159,0.01000,0.907
+53,block_sparse_moe.experts.207.w3,0.0000756493,0.01000,0.867
+53,block_sparse_moe.experts.208.w3,0.0000773439,0.01000,0.882
+53,block_sparse_moe.experts.209.w3,0.0000791305,0.01000,1.070
+53,block_sparse_moe.experts.203.w3,0.0000790056,0.01000,1.864
+53,block_sparse_moe.experts.206.w3,0.0000763277,0.01000,1.453
+53,block_sparse_moe.experts.212.w3,0.0000743799,0.01000,0.849
+53,block_sparse_moe.experts.211.w3,0.0000719624,0.01000,0.873
+53,block_sparse_moe.experts.214.w3,0.0000770447,0.01000,0.888
+53,block_sparse_moe.experts.215.w3,0.0000735534,0.01000,0.911
+53,block_sparse_moe.experts.216.w3,0.0000803873,0.01000,0.916
+53,block_sparse_moe.experts.210.w3,0.0000772288,0.01000,1.879
+53,block_sparse_moe.experts.213.w3,0.0000765133,0.01000,1.398
+53,block_sparse_moe.experts.218.w3,0.0000761250,0.01000,0.907
+53,block_sparse_moe.experts.219.w3,0.0000733255,0.01000,0.844
+53,block_sparse_moe.experts.222.w3,0.0000692484,0.01000,0.802
+53,block_sparse_moe.experts.221.w3,0.0000739981,0.01000,0.856
+53,block_sparse_moe.experts.217.w3,0.0000732960,0.01000,1.644
+53,block_sparse_moe.experts.220.w3,0.0000769401,0.01000,1.049
+53,block_sparse_moe.experts.223.w3,0.0000784307,0.01000,1.034
+53,block_sparse_moe.experts.225.w3,0.0000698355,0.01000,0.911
+53,block_sparse_moe.experts.227.w3,0.0000764943,0.01000,0.901
+53,block_sparse_moe.experts.229.w3,0.0000764335,0.01000,0.849
+53,block_sparse_moe.experts.224.w3,0.0000755972,0.01000,1.673
+53,block_sparse_moe.experts.228.w3,0.0000776351,0.01000,1.124
+53,block_sparse_moe.experts.230.w3,0.0000784113,0.01000,1.091
+53,block_sparse_moe.experts.226.w3,0.0000785581,0.01000,1.568
+53,block_sparse_moe.experts.232.w3,0.0000748517,0.01000,0.925
+53,block_sparse_moe.experts.235.w3,0.0000727320,0.01000,0.934
+53,block_sparse_moe.experts.233.w3,0.0000715571,0.01000,1.209
+53,block_sparse_moe.experts.236.w3,0.0000751513,0.01000,0.935
+53,block_sparse_moe.experts.234.w3,0.0000691031,0.01000,1.161
+53,block_sparse_moe.experts.231.w3,0.0000794364,0.01000,1.710
+53,block_sparse_moe.experts.237.w3,0.0000767352,0.01000,0.942
+53,block_sparse_moe.experts.240.w3,0.0000767217,0.01000,0.932
+53,block_sparse_moe.experts.239.w3,0.0000776209,0.01000,1.055
+53,block_sparse_moe.experts.242.w3,0.0000761651,0.01000,1.019
+53,block_sparse_moe.experts.238.w3,0.0000770940,0.01000,1.518
+53,block_sparse_moe.experts.244.w3,0.0000774428,0.01000,0.921
+53,block_sparse_moe.experts.241.w3,0.0000662435,0.01000,1.485
+53,block_sparse_moe.experts.243.w3,0.0000727345,0.01000,1.317
+53,block_sparse_moe.experts.246.w3,0.0000625446,0.01000,0.909
+53,block_sparse_moe.experts.249.w3,0.0000791850,0.01000,0.895
+53,block_sparse_moe.experts.248.w3,0.0000747433,0.01000,1.015
+53,block_sparse_moe.experts.247.w3,0.0000731978,0.01000,1.227
+53,block_sparse_moe.experts.250.w3,0.0000730249,0.01000,0.853
+53,block_sparse_moe.experts.251.w3,0.0000743122,0.01000,0.831
+53,block_sparse_moe.experts.245.w3,0.0000726472,0.01000,1.491
+53,block_sparse_moe.experts.254.w3,0.0000808700,0.01000,0.798
+53,block_sparse_moe.experts.253.w3,0.0000676093,0.01000,0.937
+53,block_sparse_moe.experts.252.w3,0.0000675122,0.01000,1.173
+53,block_sparse_moe.experts.255.w3,0.0000776121,0.01000,0.967
+53,block_sparse_moe.experts.0.w2,0.0001989164,0.01000,0.459
+53,block_sparse_moe.experts.5.w2,0.0000266998,0.01000,0.500
+53,block_sparse_moe.experts.2.w2,0.0000225967,0.01000,0.505
+53,block_sparse_moe.experts.6.w2,0.0000944391,0.01000,0.510
+53,block_sparse_moe.experts.3.w2,0.0000455585,0.01000,0.578
+53,block_sparse_moe.experts.7.w2,0.0000431425,0.01000,0.413
+53,block_sparse_moe.experts.1.w2,0.0000957052,0.01000,0.885
+53,block_sparse_moe.experts.4.w2,0.0000278222,0.01000,0.886
+53,block_sparse_moe.experts.9.w2,0.0000293355,0.01000,0.432
+53,block_sparse_moe.experts.10.w2,0.0000697032,0.01000,0.429
+53,block_sparse_moe.experts.8.w2,0.0000679987,0.01000,0.645
+53,block_sparse_moe.experts.12.w2,0.0000484701,0.01000,0.435
+53,block_sparse_moe.experts.14.w2,0.0000425395,0.01000,0.420
+53,block_sparse_moe.experts.16.w2,0.0000632080,0.01000,0.422
+53,block_sparse_moe.experts.15.w2,0.0002019676,0.01000,0.487
+53,block_sparse_moe.experts.11.w2,0.0001432053,0.01000,0.862
+53,block_sparse_moe.experts.17.w2,0.0000369971,0.01000,0.481
+53,block_sparse_moe.experts.22.w2,0.0002245054,0.01000,0.449
+53,block_sparse_moe.experts.19.w2,0.0001318432,0.01000,0.620
+53,block_sparse_moe.experts.13.w2,0.0000703800,0.01000,1.109
+53,block_sparse_moe.experts.21.w2,0.0000226459,0.01000,0.621
+53,block_sparse_moe.experts.18.w2,0.0000548227,0.01000,0.793
+53,block_sparse_moe.experts.23.w2,0.0000702341,0.01000,0.566
+53,block_sparse_moe.experts.20.w2,0.0000552015,0.01000,0.842
+53,block_sparse_moe.experts.24.w2,0.0000795538,0.01000,0.443
+53,block_sparse_moe.experts.26.w2,0.0001375145,0.01000,0.543
+53,block_sparse_moe.experts.28.w2,0.0000611160,0.01000,0.448
+53,block_sparse_moe.experts.27.w2,0.0000570007,0.01000,0.542
+53,block_sparse_moe.experts.25.w2,0.0000742630,0.01000,0.763
+53,block_sparse_moe.experts.30.w2,0.0000386664,0.01000,0.544
+53,block_sparse_moe.experts.29.w2,0.0000602581,0.01000,0.561
+53,block_sparse_moe.experts.31.w2,0.0000214025,0.01000,0.555
+53,block_sparse_moe.experts.34.w2,0.0001041239,0.01000,0.589
+53,block_sparse_moe.experts.36.w2,0.0000569777,0.01000,0.490
+53,block_sparse_moe.experts.37.w2,0.0000789598,0.01000,0.485
+53,block_sparse_moe.experts.35.w2,0.0000318861,0.01000,0.559
+53,block_sparse_moe.experts.33.w2,0.0000658952,0.01000,0.752
+53,block_sparse_moe.experts.32.w2,0.0001759448,0.01000,1.009
+53,block_sparse_moe.experts.38.w2,0.0000270713,0.01000,0.748
+53,block_sparse_moe.experts.42.w2,0.0000975206,0.01000,0.452
+53,block_sparse_moe.experts.41.w2,0.0000504195,0.01000,0.545
+53,block_sparse_moe.experts.40.w2,0.0001369326,0.01000,0.565
+53,block_sparse_moe.experts.43.w2,0.0000408221,0.01000,0.592
+53,block_sparse_moe.experts.39.w2,0.0000496983,0.01000,0.821
+53,block_sparse_moe.experts.44.w2,0.0001089505,0.01000,0.475
+53,block_sparse_moe.experts.45.w2,0.0000553580,0.01000,0.492
+53,block_sparse_moe.experts.46.w2,0.0000707230,0.01000,0.634
+53,block_sparse_moe.experts.49.w2,0.0000581725,0.01000,0.454
+53,block_sparse_moe.experts.50.w2,0.0000908228,0.01000,0.487
+53,block_sparse_moe.experts.47.w2,0.0001216719,0.01000,0.730
+53,block_sparse_moe.experts.48.w2,0.0000758715,0.01000,0.717
+53,block_sparse_moe.experts.52.w2,0.0000183607,0.01000,0.443
+53,block_sparse_moe.experts.51.w2,0.0000280109,0.01000,0.640
+53,block_sparse_moe.experts.54.w2,0.0000646367,0.01000,0.518
+53,block_sparse_moe.experts.55.w2,0.0000576428,0.01000,0.505
+53,block_sparse_moe.experts.57.w2,0.0000566445,0.01000,0.490
+53,block_sparse_moe.experts.56.w2,0.0001587152,0.01000,0.525
+53,block_sparse_moe.experts.59.w2,0.0001010140,0.01000,0.431
+53,block_sparse_moe.experts.58.w2,0.0001003674,0.01000,0.653
+53,block_sparse_moe.experts.53.w2,0.0000327394,0.01000,0.957
+53,block_sparse_moe.experts.61.w2,0.0000395910,0.01000,0.444
+53,block_sparse_moe.experts.62.w2,0.0000888622,0.01000,0.427
+53,block_sparse_moe.experts.64.w2,0.0000488467,0.01000,0.415
+53,block_sparse_moe.experts.65.w2,0.0000347774,0.01000,0.426
+53,block_sparse_moe.experts.66.w2,0.0001124977,0.01000,0.406
+53,block_sparse_moe.experts.63.w2,0.0001095349,0.01000,0.750
+53,block_sparse_moe.experts.60.w2,0.0000506151,0.01000,0.969
+53,block_sparse_moe.experts.68.w2,0.0001290139,0.01000,0.403
+53,block_sparse_moe.experts.69.w2,0.0000379003,0.01000,0.398
+53,block_sparse_moe.experts.70.w2,0.0000741453,0.01000,0.479
+53,block_sparse_moe.experts.71.w2,0.0000687843,0.01000,0.579
+53,block_sparse_moe.experts.73.w2,0.0000351588,0.01000,0.456
+53,block_sparse_moe.experts.72.w2,0.0001152831,0.01000,0.546
+53,block_sparse_moe.experts.67.w2,0.0000289594,0.01000,1.031
+53,block_sparse_moe.experts.76.w2,0.0000330444,0.01000,0.483
+53,block_sparse_moe.experts.75.w2,0.0001514511,0.01000,0.806
+53,block_sparse_moe.experts.78.w2,0.0001085102,0.01000,0.450
+53,block_sparse_moe.experts.79.w2,0.0000611430,0.01000,0.453
+53,block_sparse_moe.experts.77.w2,0.0001657226,0.01000,0.610
+53,block_sparse_moe.experts.80.w2,0.0001127238,0.01000,0.449
+53,block_sparse_moe.experts.74.w2,0.0000924084,0.01000,1.145
+53,block_sparse_moe.experts.83.w2,0.0000975628,0.01000,0.445
+53,block_sparse_moe.experts.84.w2,0.0000545195,0.01000,0.469
+53,block_sparse_moe.experts.85.w2,0.0000754247,0.01000,0.431
+53,block_sparse_moe.experts.86.w2,0.0000848998,0.01000,0.432
+53,block_sparse_moe.experts.87.w2,0.0000424975,0.01000,0.424
+53,block_sparse_moe.experts.81.w2,0.0003133810,0.01000,0.871
+53,block_sparse_moe.experts.90.w2,0.0002191917,0.01000,0.423
+53,block_sparse_moe.experts.82.w2,0.0000626029,0.01000,1.055
+53,block_sparse_moe.experts.91.w2,0.0000893317,0.01000,0.417
+53,block_sparse_moe.experts.92.w2,0.0000692095,0.01000,0.424
+53,block_sparse_moe.experts.93.w2,0.0000519681,0.01000,0.400
+53,block_sparse_moe.experts.89.w2,0.0000734478,0.01000,0.681
+53,block_sparse_moe.experts.88.w2,0.0000850784,0.01000,0.846
+53,block_sparse_moe.experts.94.w2,0.0001442353,0.01000,0.424
+53,block_sparse_moe.experts.96.w2,0.0000768163,0.01000,0.487
+53,block_sparse_moe.experts.98.w2,0.0001765806,0.01000,0.410
+53,block_sparse_moe.experts.99.w2,0.0000984776,0.01000,0.452
+53,block_sparse_moe.experts.97.w2,0.0001005128,0.01000,0.609
+53,block_sparse_moe.experts.100.w2,0.0000963967,0.01000,0.423
+53,block_sparse_moe.experts.101.w2,0.0000924126,0.01000,0.522
+53,block_sparse_moe.experts.103.w2,0.0001405465,0.01000,0.432
+53,block_sparse_moe.experts.95.w2,0.0000225777,0.01000,1.034
+53,block_sparse_moe.experts.104.w2,0.0000581824,0.01000,0.433
+53,block_sparse_moe.experts.106.w2,0.0003857308,0.01000,0.594
+53,block_sparse_moe.experts.105.w2,0.0000788042,0.01000,0.636
+53,block_sparse_moe.experts.107.w2,0.0000885797,0.01000,0.435
+53,block_sparse_moe.experts.108.w2,0.0000564589,0.01000,0.522
+53,block_sparse_moe.experts.102.w2,0.0000519400,0.01000,1.131
+53,block_sparse_moe.experts.110.w2,0.0000922765,0.01000,0.661
+53,block_sparse_moe.experts.111.w2,0.0000968320,0.01000,0.463
+53,block_sparse_moe.experts.112.w2,0.0000304932,0.01000,0.451
+53,block_sparse_moe.experts.113.w2,0.0000858931,0.01000,0.534
+53,block_sparse_moe.experts.109.w2,0.0001122976,0.01000,0.982
+53,block_sparse_moe.experts.114.w2,0.0000657630,0.01000,0.562
+53,block_sparse_moe.experts.115.w2,0.0000609024,0.01000,0.527
+53,block_sparse_moe.experts.117.w2,0.0000533674,0.01000,0.438
+53,block_sparse_moe.experts.118.w2,0.0000652170,0.01000,0.473
+53,block_sparse_moe.experts.119.w2,0.0001167869,0.01000,0.487
+53,block_sparse_moe.experts.120.w2,0.0000409028,0.01000,0.434
+53,block_sparse_moe.experts.121.w2,0.0000897318,0.01000,0.405
+53,block_sparse_moe.experts.122.w2,0.0001160736,0.01000,0.489
+53,block_sparse_moe.experts.116.w2,0.0001336434,0.01000,1.002
+53,block_sparse_moe.experts.124.w2,0.0000280530,0.01000,0.547
+53,block_sparse_moe.experts.125.w2,0.0000877203,0.01000,0.429
+53,block_sparse_moe.experts.127.w2,0.0000568180,0.01000,0.423
+53,block_sparse_moe.experts.126.w2,0.0000234469,0.01000,0.466
+53,block_sparse_moe.experts.128.w2,0.0001588649,0.01000,0.591
+53,block_sparse_moe.experts.123.w2,0.0000349640,0.01000,1.063
+53,block_sparse_moe.experts.131.w2,0.0001005536,0.01000,0.447
+53,block_sparse_moe.experts.132.w2,0.0000279679,0.01000,0.419
+53,block_sparse_moe.experts.129.w2,0.0000312853,0.01000,0.578
+53,block_sparse_moe.experts.133.w2,0.0000989633,0.01000,0.515
+53,block_sparse_moe.experts.135.w2,0.0000991191,0.01000,0.416
+53,block_sparse_moe.experts.136.w2,0.0000561333,0.01000,0.409
+53,block_sparse_moe.experts.138.w2,0.0000714083,0.01000,0.410
+53,block_sparse_moe.experts.130.w2,0.0000888905,0.01000,0.988
+53,block_sparse_moe.experts.139.w2,0.0001330177,0.01000,0.413
+53,block_sparse_moe.experts.134.w2,0.0000888282,0.01000,0.805
+53,block_sparse_moe.experts.140.w2,0.0002109919,0.01000,0.417
+53,block_sparse_moe.experts.142.w2,0.0000916644,0.01000,0.425
+53,block_sparse_moe.experts.143.w2,0.0000228485,0.01000,0.488
+53,block_sparse_moe.experts.141.w2,0.0000303557,0.01000,0.670
+53,block_sparse_moe.experts.137.w2,0.0001060010,0.01000,1.120
+53,block_sparse_moe.experts.145.w2,0.0000400791,0.01000,0.455
+53,block_sparse_moe.experts.146.w2,0.0000930920,0.01000,0.511
+53,block_sparse_moe.experts.144.w2,0.0000417702,0.01000,0.919
+53,block_sparse_moe.experts.149.w2,0.0000393731,0.01000,0.573
+53,block_sparse_moe.experts.147.w2,0.0000728236,0.01000,0.780
+53,block_sparse_moe.experts.152.w2,0.0001446636,0.01000,0.462
+53,block_sparse_moe.experts.148.w2,0.0001647365,0.01000,0.800
+53,block_sparse_moe.experts.150.w2,0.0000790190,0.01000,0.717
+53,block_sparse_moe.experts.153.w2,0.0000331008,0.01000,0.448
+53,block_sparse_moe.experts.151.w2,0.0000338811,0.01000,0.766
+53,block_sparse_moe.experts.154.w2,0.0000989539,0.01000,0.492
+53,block_sparse_moe.experts.155.w2,0.0000983233,0.01000,0.514
+53,block_sparse_moe.experts.157.w2,0.0000866373,0.01000,0.416
+53,block_sparse_moe.experts.160.w2,0.0002198320,0.01000,0.455
+53,block_sparse_moe.experts.156.w2,0.0000687353,0.01000,0.671
+53,block_sparse_moe.experts.161.w2,0.0001015837,0.01000,0.415
+53,block_sparse_moe.experts.158.w2,0.0000406109,0.01000,0.683
+53,block_sparse_moe.experts.162.w2,0.0001025602,0.01000,0.427
+53,block_sparse_moe.experts.159.w2,0.0000354142,0.01000,0.757
+53,block_sparse_moe.experts.163.w2,0.0000840291,0.01000,0.595
+53,block_sparse_moe.experts.164.w2,0.0000602103,0.01000,0.423
+53,block_sparse_moe.experts.167.w2,0.0000552234,0.01000,0.410
+53,block_sparse_moe.experts.166.w2,0.0000839754,0.01000,0.462
+53,block_sparse_moe.experts.168.w2,0.0001830470,0.01000,0.502
+53,block_sparse_moe.experts.169.w2,0.0000646961,0.01000,0.458
+53,block_sparse_moe.experts.170.w2,0.0001408240,0.01000,0.383
+53,block_sparse_moe.experts.171.w2,0.0000371776,0.01000,0.366
+53,block_sparse_moe.experts.165.w2,0.0000499591,0.01000,0.913
+53,block_sparse_moe.experts.173.w2,0.0001764222,0.01000,0.363
+53,block_sparse_moe.experts.174.w2,0.0000325458,0.01000,0.416
+53,block_sparse_moe.experts.175.w2,0.0000844205,0.01000,0.394
+53,block_sparse_moe.experts.176.w2,0.0001391038,0.01000,0.381
+53,block_sparse_moe.experts.177.w2,0.0001199632,0.01000,0.378
+53,block_sparse_moe.experts.178.w2,0.0000509819,0.01000,0.490
+53,block_sparse_moe.experts.182.w2,0.0001256589,0.01000,0.385
+53,block_sparse_moe.experts.172.w2,0.0000251151,0.01000,0.991
+53,block_sparse_moe.experts.181.w2,0.0000333897,0.01000,0.443
+53,block_sparse_moe.experts.180.w2,0.0000984143,0.01000,0.466
+53,block_sparse_moe.experts.183.w2,0.0001000632,0.01000,0.417
+53,block_sparse_moe.experts.179.w2,0.0000915165,0.01000,0.856
+53,block_sparse_moe.experts.184.w2,0.0001313618,0.01000,0.437
+53,block_sparse_moe.experts.187.w2,0.0003201283,0.01000,0.402
+53,block_sparse_moe.experts.189.w2,0.0000280818,0.01000,0.397
+53,block_sparse_moe.experts.188.w2,0.0000966263,0.01000,0.467
+53,block_sparse_moe.experts.185.w2,0.0000559712,0.01000,0.509
+53,block_sparse_moe.experts.190.w2,0.0001004908,0.01000,0.542
+53,block_sparse_moe.experts.186.w2,0.0001190909,0.01000,0.871
+53,block_sparse_moe.experts.191.w2,0.0000319506,0.01000,0.572
+53,block_sparse_moe.experts.192.w2,0.0001004118,0.01000,0.488
+53,block_sparse_moe.experts.194.w2,0.0000816190,0.01000,0.432
+53,block_sparse_moe.experts.195.w2,0.0000963445,0.01000,0.493
+53,block_sparse_moe.experts.196.w2,0.0001012289,0.01000,0.369
+53,block_sparse_moe.experts.197.w2,0.0000951663,0.01000,0.399
+53,block_sparse_moe.experts.198.w2,0.0001040802,0.01000,0.383
+53,block_sparse_moe.experts.199.w2,0.0001843227,0.01000,0.393
+53,block_sparse_moe.experts.201.w2,0.0000902884,0.01000,0.414
+53,block_sparse_moe.experts.193.w2,0.0000793812,0.01000,1.059
+53,block_sparse_moe.experts.202.w2,0.0000578464,0.01000,0.505
+53,block_sparse_moe.experts.204.w2,0.0000759429,0.01000,0.406
+53,block_sparse_moe.experts.205.w2,0.0000320989,0.01000,0.411
+53,block_sparse_moe.experts.203.w2,0.0002962216,0.01000,0.468
+53,block_sparse_moe.experts.206.w2,0.0000997069,0.01000,0.443
+53,block_sparse_moe.experts.200.w2,0.0000748648,0.01000,0.921
+53,block_sparse_moe.experts.208.w2,0.0000468390,0.01000,0.499
+53,block_sparse_moe.experts.211.w2,0.0002577044,0.01000,0.448
+53,block_sparse_moe.experts.209.w2,0.0000577242,0.01000,0.642
+53,block_sparse_moe.experts.207.w2,0.0001217119,0.01000,0.818
+53,block_sparse_moe.experts.210.w2,0.0000385361,0.01000,0.640
+53,block_sparse_moe.experts.212.w2,0.0000701910,0.01000,0.571
+53,block_sparse_moe.experts.213.w2,0.0000985275,0.01000,0.611
+53,block_sparse_moe.experts.215.w2,0.0001093633,0.01000,0.435
+53,block_sparse_moe.experts.216.w2,0.0001337658,0.01000,0.434
+53,block_sparse_moe.experts.218.w2,0.0000254147,0.01000,0.422
+53,block_sparse_moe.experts.217.w2,0.0001482469,0.01000,0.454
+53,block_sparse_moe.experts.220.w2,0.0000315651,0.01000,0.455
+53,block_sparse_moe.experts.219.w2,0.0000725187,0.01000,0.551
+53,block_sparse_moe.experts.214.w2,0.0000371297,0.01000,0.905
+53,block_sparse_moe.experts.224.w2,0.0000224383,0.01000,0.442
+53,block_sparse_moe.experts.222.w2,0.0000932237,0.01000,0.494
+53,block_sparse_moe.experts.223.w2,0.0000963176,0.01000,0.500
+53,block_sparse_moe.experts.225.w2,0.0000273251,0.01000,0.430
+53,block_sparse_moe.experts.226.w2,0.0000608732,0.01000,0.459
+53,block_sparse_moe.experts.227.w2,0.0000532811,0.01000,0.464
+53,block_sparse_moe.experts.221.w2,0.0001271609,0.01000,1.056
+53,block_sparse_moe.experts.229.w2,0.0000307252,0.01000,0.460
+53,block_sparse_moe.experts.230.w2,0.0000722557,0.01000,0.465
+53,block_sparse_moe.experts.231.w2,0.0000784869,0.01000,0.417
+53,block_sparse_moe.experts.232.w2,0.0000733021,0.01000,0.483
+53,block_sparse_moe.experts.233.w2,0.0000623443,0.01000,0.556
+53,block_sparse_moe.experts.236.w2,0.0000641934,0.01000,0.445
+53,block_sparse_moe.experts.228.w2,0.0000746522,0.01000,0.959
+53,block_sparse_moe.experts.234.w2,0.0002024716,0.01000,0.535
+53,block_sparse_moe.experts.237.w2,0.0000446761,0.01000,0.490
+53,block_sparse_moe.experts.238.w2,0.0000368731,0.01000,0.426
+53,block_sparse_moe.experts.239.w2,0.0000939678,0.01000,0.437
+53,block_sparse_moe.experts.241.w2,0.0000995027,0.01000,0.428
+53,block_sparse_moe.experts.243.w2,0.0000427319,0.01000,0.444
+53,block_sparse_moe.experts.235.w2,0.0001084527,0.01000,1.148
+53,block_sparse_moe.experts.244.w2,0.0000998654,0.01000,0.530
+53,block_sparse_moe.experts.240.w2,0.0000751147,0.01000,0.729
+53,block_sparse_moe.experts.245.w2,0.0000725547,0.01000,0.416
+53,block_sparse_moe.experts.246.w2,0.0001824020,0.01000,0.414
+53,block_sparse_moe.experts.247.w2,0.0001409960,0.01000,0.501
+53,block_sparse_moe.experts.248.w2,0.0000741040,0.01000,0.403
+53,block_sparse_moe.experts.250.w2,0.0001440476,0.01000,0.415
+53,block_sparse_moe.experts.251.w2,0.0000268169,0.01000,0.441
+53,block_sparse_moe.experts.252.w2,0.0001676975,0.01000,0.404
+53,block_sparse_moe.experts.242.w2,0.0000290282,0.01000,1.261
+53,block_sparse_moe.experts.253.w2,0.0000694452,0.01000,0.379
+53,block_sparse_moe.experts.254.w2,0.0002719377,0.01000,0.348
+53,block_sparse_moe.experts.255.w2,0.0000376803,0.01000,0.334
+53,block_sparse_moe.experts.249.w2,0.0000516379,0.01000,0.790
+54,block_sparse_moe.experts.2.w1,0.0000758974,0.01000,0.840
+54,block_sparse_moe.experts.1.w1,0.0000730542,0.01000,0.843
+54,block_sparse_moe.experts.4.w1,0.0000726463,0.01000,0.847
+54,block_sparse_moe.experts.3.w1,0.0000754624,0.01000,0.851
+54,block_sparse_moe.experts.5.w1,0.0000694919,0.01000,0.850
+54,block_sparse_moe.experts.6.w1,0.0000721305,0.01000,0.862
+54,block_sparse_moe.experts.0.w1,0.0000765241,0.01000,0.893
+54,block_sparse_moe.experts.8.w1,0.0000719218,0.01000,0.826
+54,block_sparse_moe.experts.9.w1,0.0000713891,0.01000,0.832
+54,block_sparse_moe.experts.10.w1,0.0000742898,0.01000,0.841
+54,block_sparse_moe.experts.12.w1,0.0000781999,0.01000,0.837
+54,block_sparse_moe.experts.11.w1,0.0000684961,0.01000,0.850
+54,block_sparse_moe.experts.7.w1,0.0000704195,0.01000,0.866
+54,block_sparse_moe.experts.13.w1,0.0000721848,0.01000,0.853
+54,block_sparse_moe.experts.14.w1,0.0000747094,0.01000,0.834
+54,block_sparse_moe.experts.15.w1,0.0000749124,0.01000,0.825
+54,block_sparse_moe.experts.17.w1,0.0000726361,0.01000,0.829
+54,block_sparse_moe.experts.19.w1,0.0000708621,0.01000,0.837
+54,block_sparse_moe.experts.18.w1,0.0000787842,0.01000,0.844
+54,block_sparse_moe.experts.16.w1,0.0000693282,0.01000,0.870
+54,block_sparse_moe.experts.20.w1,0.0000758551,0.01000,0.851
+54,block_sparse_moe.experts.22.w1,0.0000771107,0.01000,0.811
+54,block_sparse_moe.experts.21.w1,0.0000653151,0.01000,0.817
+54,block_sparse_moe.experts.24.w1,0.0000656023,0.01000,0.815
+54,block_sparse_moe.experts.23.w1,0.0000749257,0.01000,0.834
+54,block_sparse_moe.experts.25.w1,0.0000769465,0.01000,0.836
+54,block_sparse_moe.experts.26.w1,0.0000718313,0.01000,0.855
+54,block_sparse_moe.experts.27.w1,0.0000722978,0.01000,0.851
+54,block_sparse_moe.experts.28.w1,0.0000692048,0.01000,0.821
+54,block_sparse_moe.experts.29.w1,0.0000725590,0.01000,0.824
+54,block_sparse_moe.experts.30.w1,0.0000720670,0.01000,0.826
+54,block_sparse_moe.experts.31.w1,0.0000681452,0.01000,0.834
+54,block_sparse_moe.experts.32.w1,0.0000666453,0.01000,0.837
+54,block_sparse_moe.experts.33.w1,0.0000758444,0.01000,0.853
+54,block_sparse_moe.experts.34.w1,0.0000695951,0.01000,0.855
+54,block_sparse_moe.experts.36.w1,0.0000833075,0.01000,0.832
+54,block_sparse_moe.experts.38.w1,0.0000735763,0.01000,0.821
+54,block_sparse_moe.experts.37.w1,0.0000735639,0.01000,0.843
+54,block_sparse_moe.experts.35.w1,0.0000750023,0.01000,0.904
+54,block_sparse_moe.experts.39.w1,0.0000705810,0.01000,0.834
+54,block_sparse_moe.experts.40.w1,0.0000778321,0.01000,0.841
+54,block_sparse_moe.experts.41.w1,0.0000677820,0.01000,0.858
+54,block_sparse_moe.experts.42.w1,0.0000744488,0.01000,0.843
+54,block_sparse_moe.experts.44.w1,0.0000750890,0.01000,0.840
+54,block_sparse_moe.experts.45.w1,0.0000727941,0.01000,0.837
+54,block_sparse_moe.experts.43.w1,0.0000818736,0.01000,0.867
+54,block_sparse_moe.experts.46.w1,0.0000736733,0.01000,0.836
+54,block_sparse_moe.experts.47.w1,0.0000725835,0.01000,0.841
+54,block_sparse_moe.experts.48.w1,0.0000719365,0.01000,0.859
+54,block_sparse_moe.experts.49.w1,0.0000716757,0.01000,0.826
+54,block_sparse_moe.experts.50.w1,0.0000751644,0.01000,0.834
+54,block_sparse_moe.experts.52.w1,0.0000699786,0.01000,0.820
+54,block_sparse_moe.experts.53.w1,0.0000761641,0.01000,0.836
+54,block_sparse_moe.experts.51.w1,0.0000754790,0.01000,0.848
+54,block_sparse_moe.experts.54.w1,0.0000757333,0.01000,0.872
+54,block_sparse_moe.experts.55.w1,0.0000789583,0.01000,0.845
+54,block_sparse_moe.experts.56.w1,0.0000722661,0.01000,0.815
+54,block_sparse_moe.experts.58.w1,0.0000725448,0.01000,0.827
+54,block_sparse_moe.experts.57.w1,0.0000737970,0.01000,0.853
+54,block_sparse_moe.experts.59.w1,0.0000800398,0.01000,0.829
+54,block_sparse_moe.experts.60.w1,0.0000719463,0.01000,0.838
+54,block_sparse_moe.experts.61.w1,0.0000782292,0.01000,0.831
+54,block_sparse_moe.experts.62.w1,0.0000707087,0.01000,0.858
+54,block_sparse_moe.experts.63.w1,0.0000639663,0.01000,0.827
+54,block_sparse_moe.experts.64.w1,0.0000746341,0.01000,0.820
+54,block_sparse_moe.experts.66.w1,0.0000787125,0.01000,0.824
+54,block_sparse_moe.experts.65.w1,0.0000655080,0.01000,0.852
+54,block_sparse_moe.experts.67.w1,0.0000726468,0.01000,0.842
+54,block_sparse_moe.experts.68.w1,0.0000791703,0.01000,0.837
+54,block_sparse_moe.experts.69.w1,0.0000707563,0.01000,0.851
+54,block_sparse_moe.experts.70.w1,0.0000717773,0.01000,0.825
+54,block_sparse_moe.experts.71.w1,0.0000712256,0.01000,0.842
+54,block_sparse_moe.experts.73.w1,0.0000718119,0.01000,0.828
+54,block_sparse_moe.experts.72.w1,0.0000756959,0.01000,0.875
+54,block_sparse_moe.experts.74.w1,0.0000725820,0.01000,0.848
+54,block_sparse_moe.experts.75.w1,0.0000692753,0.01000,0.836
+54,block_sparse_moe.experts.76.w1,0.0000695508,0.01000,0.847
+54,block_sparse_moe.experts.77.w1,0.0000736679,0.01000,0.825
+54,block_sparse_moe.experts.78.w1,0.0000752411,0.01000,0.831
+54,block_sparse_moe.experts.79.w1,0.0000739362,0.01000,0.834
+54,block_sparse_moe.experts.80.w1,0.0000609644,0.01000,0.844
+54,block_sparse_moe.experts.81.w1,0.0000770489,0.01000,0.844
+54,block_sparse_moe.experts.82.w1,0.0000711445,0.01000,0.859
+54,block_sparse_moe.experts.83.w1,0.0000665400,0.01000,0.847
+54,block_sparse_moe.experts.84.w1,0.0000610854,0.01000,0.826
+54,block_sparse_moe.experts.85.w1,0.0000761936,0.01000,0.837
+54,block_sparse_moe.experts.86.w1,0.0000728662,0.01000,0.836
+54,block_sparse_moe.experts.87.w1,0.0000749249,0.01000,0.834
+54,block_sparse_moe.experts.88.w1,0.0000748468,0.01000,0.845
+54,block_sparse_moe.experts.89.w1,0.0000761957,0.01000,0.851
+54,block_sparse_moe.experts.90.w1,0.0000733540,0.01000,0.851
+54,block_sparse_moe.experts.91.w1,0.0000756633,0.01000,0.820
+54,block_sparse_moe.experts.92.w1,0.0000693398,0.01000,0.836
+54,block_sparse_moe.experts.93.w1,0.0000749064,0.01000,0.835
+54,block_sparse_moe.experts.94.w1,0.0000719617,0.01000,0.832
+54,block_sparse_moe.experts.95.w1,0.0000722512,0.01000,0.846
+54,block_sparse_moe.experts.96.w1,0.0000672143,0.01000,0.848
+54,block_sparse_moe.experts.97.w1,0.0000627652,0.01000,0.851
+54,block_sparse_moe.experts.98.w1,0.0000667521,0.01000,0.818
+54,block_sparse_moe.experts.99.w1,0.0000672971,0.01000,0.839
+54,block_sparse_moe.experts.100.w1,0.0000669911,0.01000,0.834
+54,block_sparse_moe.experts.101.w1,0.0000722197,0.01000,0.849
+54,block_sparse_moe.experts.102.w1,0.0000784880,0.01000,0.850
+54,block_sparse_moe.experts.103.w1,0.0000763897,0.01000,0.859
+54,block_sparse_moe.experts.104.w1,0.0000749669,0.01000,0.861
+54,block_sparse_moe.experts.105.w1,0.0000742674,0.01000,0.829
+54,block_sparse_moe.experts.106.w1,0.0000634426,0.01000,0.819
+54,block_sparse_moe.experts.107.w1,0.0000733929,0.01000,0.837
+54,block_sparse_moe.experts.108.w1,0.0000710571,0.01000,0.861
+54,block_sparse_moe.experts.109.w1,0.0000732052,0.01000,0.868
+54,block_sparse_moe.experts.110.w1,0.0000796907,0.01000,0.862
+54,block_sparse_moe.experts.111.w1,0.0000739230,0.01000,0.866
+54,block_sparse_moe.experts.112.w1,0.0000749861,0.01000,0.819
+54,block_sparse_moe.experts.113.w1,0.0000652056,0.01000,0.836
+54,block_sparse_moe.experts.114.w1,0.0000621902,0.01000,0.834
+54,block_sparse_moe.experts.115.w1,0.0000818284,0.01000,0.842
+54,block_sparse_moe.experts.116.w1,0.0000732528,0.01000,0.839
+54,block_sparse_moe.experts.117.w1,0.0000706061,0.01000,0.837
+54,block_sparse_moe.experts.118.w1,0.0000763093,0.01000,0.867
+54,block_sparse_moe.experts.119.w1,0.0000767562,0.01000,0.838
+54,block_sparse_moe.experts.120.w1,0.0000712716,0.01000,0.831
+54,block_sparse_moe.experts.121.w1,0.0000774928,0.01000,0.835
+54,block_sparse_moe.experts.122.w1,0.0000715191,0.01000,0.835
+54,block_sparse_moe.experts.123.w1,0.0000738764,0.01000,0.850
+54,block_sparse_moe.experts.124.w1,0.0000729516,0.01000,0.837
+54,block_sparse_moe.experts.125.w1,0.0000645610,0.01000,0.860
+54,block_sparse_moe.experts.126.w1,0.0000756562,0.01000,0.825
+54,block_sparse_moe.experts.127.w1,0.0000750074,0.01000,0.831
+54,block_sparse_moe.experts.128.w1,0.0000746473,0.01000,0.847
+54,block_sparse_moe.experts.129.w1,0.0000753122,0.01000,0.834
+54,block_sparse_moe.experts.130.w1,0.0000687810,0.01000,0.848
+54,block_sparse_moe.experts.131.w1,0.0000739354,0.01000,0.841
+54,block_sparse_moe.experts.132.w1,0.0000764308,0.01000,0.856
+54,block_sparse_moe.experts.133.w1,0.0000713370,0.01000,0.820
+54,block_sparse_moe.experts.134.w1,0.0000750768,0.01000,0.824
+54,block_sparse_moe.experts.135.w1,0.0000628147,0.01000,0.853
+54,block_sparse_moe.experts.136.w1,0.0000733701,0.01000,0.828
+54,block_sparse_moe.experts.137.w1,0.0000665932,0.01000,0.851
+54,block_sparse_moe.experts.138.w1,0.0000727589,0.01000,0.837
+54,block_sparse_moe.experts.139.w1,0.0000678212,0.01000,0.856
+54,block_sparse_moe.experts.140.w1,0.0000730936,0.01000,0.816
+54,block_sparse_moe.experts.141.w1,0.0000714096,0.01000,0.823
+54,block_sparse_moe.experts.142.w1,0.0000748176,0.01000,0.849
+54,block_sparse_moe.experts.143.w1,0.0000741223,0.01000,0.831
+54,block_sparse_moe.experts.144.w1,0.0000684534,0.01000,0.848
+54,block_sparse_moe.experts.145.w1,0.0000721307,0.01000,0.841
+54,block_sparse_moe.experts.146.w1,0.0000756062,0.01000,0.857
+54,block_sparse_moe.experts.147.w1,0.0000731180,0.01000,0.824
+54,block_sparse_moe.experts.148.w1,0.0000677044,0.01000,0.834
+54,block_sparse_moe.experts.149.w1,0.0000759495,0.01000,0.833
+54,block_sparse_moe.experts.150.w1,0.0000683207,0.01000,0.844
+54,block_sparse_moe.experts.151.w1,0.0000729231,0.01000,0.847
+54,block_sparse_moe.experts.152.w1,0.0000699739,0.01000,0.845
+54,block_sparse_moe.experts.153.w1,0.0000744293,0.01000,0.849
+54,block_sparse_moe.experts.154.w1,0.0000740079,0.01000,0.838
+54,block_sparse_moe.experts.155.w1,0.0000674881,0.01000,0.833
+54,block_sparse_moe.experts.156.w1,0.0000648905,0.01000,0.831
+54,block_sparse_moe.experts.157.w1,0.0000717611,0.01000,0.827
+54,block_sparse_moe.experts.158.w1,0.0000736720,0.01000,0.849
+54,block_sparse_moe.experts.159.w1,0.0000668510,0.01000,0.846
+54,block_sparse_moe.experts.160.w1,0.0000671917,0.01000,0.859
+54,block_sparse_moe.experts.161.w1,0.0000687510,0.01000,0.842
+54,block_sparse_moe.experts.162.w1,0.0000749506,0.01000,0.830
+54,block_sparse_moe.experts.163.w1,0.0000744860,0.01000,0.839
+54,block_sparse_moe.experts.164.w1,0.0000787093,0.01000,0.828
+54,block_sparse_moe.experts.165.w1,0.0000738137,0.01000,0.845
+54,block_sparse_moe.experts.166.w1,0.0000727911,0.01000,0.876
+54,block_sparse_moe.experts.167.w1,0.0000725716,0.01000,0.871
+54,block_sparse_moe.experts.168.w1,0.0000744167,0.01000,0.838
+54,block_sparse_moe.experts.169.w1,0.0000719242,0.01000,0.830
+54,block_sparse_moe.experts.170.w1,0.0000716261,0.01000,0.845
+54,block_sparse_moe.experts.171.w1,0.0000605335,0.01000,0.834
+54,block_sparse_moe.experts.172.w1,0.0000711852,0.01000,0.881
+54,block_sparse_moe.experts.173.w1,0.0000780104,0.01000,0.849
+54,block_sparse_moe.experts.174.w1,0.0000700230,0.01000,0.883
+54,block_sparse_moe.experts.175.w1,0.0000761243,0.01000,0.863
+54,block_sparse_moe.experts.176.w1,0.0000752991,0.01000,0.832
+54,block_sparse_moe.experts.177.w1,0.0000747479,0.01000,0.822
+54,block_sparse_moe.experts.178.w1,0.0000749289,0.01000,0.823
+54,block_sparse_moe.experts.179.w1,0.0000630895,0.01000,0.845
+54,block_sparse_moe.experts.180.w1,0.0000736331,0.01000,0.858
+54,block_sparse_moe.experts.181.w1,0.0000727165,0.01000,0.851
+54,block_sparse_moe.experts.182.w1,0.0000764008,0.01000,0.824
+54,block_sparse_moe.experts.183.w1,0.0000661414,0.01000,0.839
+54,block_sparse_moe.experts.184.w1,0.0000682026,0.01000,0.829
+54,block_sparse_moe.experts.185.w1,0.0000761524,0.01000,0.843
+54,block_sparse_moe.experts.186.w1,0.0000685026,0.01000,0.853
+54,block_sparse_moe.experts.187.w1,0.0000781199,0.01000,0.857
+54,block_sparse_moe.experts.188.w1,0.0000716841,0.01000,0.854
+54,block_sparse_moe.experts.189.w1,0.0000709545,0.01000,0.819
+54,block_sparse_moe.experts.190.w1,0.0000687839,0.01000,0.824
+54,block_sparse_moe.experts.191.w1,0.0000682762,0.01000,0.827
+54,block_sparse_moe.experts.192.w1,0.0000710981,0.01000,0.833
+54,block_sparse_moe.experts.193.w1,0.0000779779,0.01000,0.843
+54,block_sparse_moe.experts.194.w1,0.0000648551,0.01000,0.859
+54,block_sparse_moe.experts.195.w1,0.0000769458,0.01000,0.856
+54,block_sparse_moe.experts.196.w1,0.0000711409,0.01000,0.820
+54,block_sparse_moe.experts.197.w1,0.0000723134,0.01000,0.834
+54,block_sparse_moe.experts.198.w1,0.0000610655,0.01000,0.827
+54,block_sparse_moe.experts.199.w1,0.0000690482,0.01000,0.837
+54,block_sparse_moe.experts.200.w1,0.0000742206,0.01000,0.842
+54,block_sparse_moe.experts.201.w1,0.0000622774,0.01000,0.857
+54,block_sparse_moe.experts.203.w1,0.0000714399,0.01000,0.822
+54,block_sparse_moe.experts.202.w1,0.0000717768,0.01000,0.873
+54,block_sparse_moe.experts.204.w1,0.0000609926,0.01000,0.832
+54,block_sparse_moe.experts.205.w1,0.0000728894,0.01000,0.832
+54,block_sparse_moe.experts.206.w1,0.0000671763,0.01000,0.841
+54,block_sparse_moe.experts.207.w1,0.0000746182,0.01000,0.843
+54,block_sparse_moe.experts.208.w1,0.0000766861,0.01000,0.856
+54,block_sparse_moe.experts.209.w1,0.0000777089,0.01000,0.845
+54,block_sparse_moe.experts.210.w1,0.0000720431,0.01000,0.831
+54,block_sparse_moe.experts.211.w1,0.0000762624,0.01000,0.838
+54,block_sparse_moe.experts.212.w1,0.0000750861,0.01000,0.832
+54,block_sparse_moe.experts.213.w1,0.0000736345,0.01000,0.840
+54,block_sparse_moe.experts.214.w1,0.0000776729,0.01000,0.839
+54,block_sparse_moe.experts.215.w1,0.0000692065,0.01000,0.853
+54,block_sparse_moe.experts.216.w1,0.0000733632,0.01000,0.844
+54,block_sparse_moe.experts.217.w1,0.0000715266,0.01000,0.833
+54,block_sparse_moe.experts.218.w1,0.0000744885,0.01000,0.832
+54,block_sparse_moe.experts.219.w1,0.0000771715,0.01000,0.835
+54,block_sparse_moe.experts.220.w1,0.0000702491,0.01000,0.839
+54,block_sparse_moe.experts.221.w1,0.0000691184,0.01000,0.837
+54,block_sparse_moe.experts.222.w1,0.0000742218,0.01000,0.847
+54,block_sparse_moe.experts.224.w1,0.0000741744,0.01000,0.834
+54,block_sparse_moe.experts.223.w1,0.0000736099,0.01000,0.870
+54,block_sparse_moe.experts.225.w1,0.0000725820,0.01000,0.827
+54,block_sparse_moe.experts.226.w1,0.0000692823,0.01000,0.858
+54,block_sparse_moe.experts.227.w1,0.0000685114,0.01000,0.825
+54,block_sparse_moe.experts.228.w1,0.0000736933,0.01000,0.845
+54,block_sparse_moe.experts.229.w1,0.0000725611,0.01000,0.840
+54,block_sparse_moe.experts.230.w1,0.0000708904,0.01000,0.855
+54,block_sparse_moe.experts.231.w1,0.0000772931,0.01000,0.832
+54,block_sparse_moe.experts.232.w1,0.0000799153,0.01000,0.847
+54,block_sparse_moe.experts.233.w1,0.0000719444,0.01000,0.845
+54,block_sparse_moe.experts.234.w1,0.0000760396,0.01000,0.830
+54,block_sparse_moe.experts.235.w1,0.0000728832,0.01000,0.849
+54,block_sparse_moe.experts.236.w1,0.0000742335,0.01000,0.844
+54,block_sparse_moe.experts.238.w1,0.0000713020,0.01000,0.828
+54,block_sparse_moe.experts.237.w1,0.0000732065,0.01000,0.890
+54,block_sparse_moe.experts.239.w1,0.0000708776,0.01000,0.830
+54,block_sparse_moe.experts.240.w1,0.0000825551,0.01000,0.833
+54,block_sparse_moe.experts.241.w1,0.0000745628,0.01000,0.826
+54,block_sparse_moe.experts.242.w1,0.0000673048,0.01000,0.842
+54,block_sparse_moe.experts.243.w1,0.0000726865,0.01000,0.841
+54,block_sparse_moe.experts.244.w1,0.0000800407,0.01000,0.852
+54,block_sparse_moe.experts.245.w1,0.0000723709,0.01000,0.835
+54,block_sparse_moe.experts.246.w1,0.0000731448,0.01000,0.828
+54,block_sparse_moe.experts.247.w1,0.0000746817,0.01000,0.837
+54,block_sparse_moe.experts.248.w1,0.0000664634,0.01000,0.826
+54,block_sparse_moe.experts.249.w1,0.0000697532,0.01000,0.838
+54,block_sparse_moe.experts.250.w1,0.0000670094,0.01000,0.847
+54,block_sparse_moe.experts.251.w1,0.0000750619,0.01000,0.848
+54,block_sparse_moe.experts.252.w1,0.0000766479,0.01000,0.831
+54,block_sparse_moe.experts.253.w1,0.0000697749,0.01000,0.830
+54,block_sparse_moe.experts.255.w1,0.0000723060,0.01000,0.826
+54,block_sparse_moe.experts.254.w1,0.0000740875,0.01000,0.848
+54,block_sparse_moe.experts.0.w3,0.0000874217,0.01000,0.833
+54,block_sparse_moe.experts.1.w3,0.0000856474,0.01000,0.838
+54,block_sparse_moe.experts.2.w3,0.0000852990,0.01000,0.839
+54,block_sparse_moe.experts.3.w3,0.0000841265,0.01000,0.828
+54,block_sparse_moe.experts.4.w3,0.0000886167,0.01000,0.822
+54,block_sparse_moe.experts.5.w3,0.0000811171,0.01000,0.824
+54,block_sparse_moe.experts.6.w3,0.0000837641,0.01000,0.825
+54,block_sparse_moe.experts.7.w3,0.0000802750,0.01000,0.839
+54,block_sparse_moe.experts.8.w3,0.0000847918,0.01000,0.838
+54,block_sparse_moe.experts.9.w3,0.0000825413,0.01000,0.843
+54,block_sparse_moe.experts.10.w3,0.0000836513,0.01000,0.831
+54,block_sparse_moe.experts.11.w3,0.0000780973,0.01000,0.824
+54,block_sparse_moe.experts.12.w3,0.0000873540,0.01000,0.824
+54,block_sparse_moe.experts.13.w3,0.0000806097,0.01000,0.830
+54,block_sparse_moe.experts.14.w3,0.0000837073,0.01000,0.841
+54,block_sparse_moe.experts.15.w3,0.0000857943,0.01000,0.843
+54,block_sparse_moe.experts.17.w3,0.0000823751,0.01000,0.826
+54,block_sparse_moe.experts.16.w3,0.0000781495,0.01000,0.855
+54,block_sparse_moe.experts.18.w3,0.0000901089,0.01000,0.822
+54,block_sparse_moe.experts.19.w3,0.0000818708,0.01000,0.823
+54,block_sparse_moe.experts.20.w3,0.0000883573,0.01000,0.830
+54,block_sparse_moe.experts.21.w3,0.0000774258,0.01000,0.840
+54,block_sparse_moe.experts.22.w3,0.0000938783,0.01000,0.845
+54,block_sparse_moe.experts.24.w3,0.0000781306,0.01000,0.825
+54,block_sparse_moe.experts.23.w3,0.0000868652,0.01000,0.853
+54,block_sparse_moe.experts.25.w3,0.0000886548,0.01000,0.835
+54,block_sparse_moe.experts.26.w3,0.0000813851,0.01000,0.827
+54,block_sparse_moe.experts.27.w3,0.0000832078,0.01000,0.834
+54,block_sparse_moe.experts.28.w3,0.0000785489,0.01000,0.848
+54,block_sparse_moe.experts.29.w3,0.0000818288,0.01000,0.841
+54,block_sparse_moe.experts.31.w3,0.0000789123,0.01000,0.825
+54,block_sparse_moe.experts.32.w3,0.0000760805,0.01000,0.839
+54,block_sparse_moe.experts.30.w3,0.0000822915,0.01000,0.866
+54,block_sparse_moe.experts.33.w3,0.0000843195,0.01000,0.831
+54,block_sparse_moe.experts.34.w3,0.0000799946,0.01000,0.835
+54,block_sparse_moe.experts.35.w3,0.0000839268,0.01000,0.851
+54,block_sparse_moe.experts.36.w3,0.0000992665,0.01000,0.837
+54,block_sparse_moe.experts.39.w3,0.0000821920,0.01000,0.833
+54,block_sparse_moe.experts.38.w3,0.0000826697,0.01000,0.843
+54,block_sparse_moe.experts.37.w3,0.0000812465,0.01000,0.893
+54,block_sparse_moe.experts.40.w3,0.0000971055,0.01000,0.830
+54,block_sparse_moe.experts.41.w3,0.0000762768,0.01000,0.822
+54,block_sparse_moe.experts.42.w3,0.0000849714,0.01000,0.853
+54,block_sparse_moe.experts.43.w3,0.0000946766,0.01000,0.852
+54,block_sparse_moe.experts.45.w3,0.0000811311,0.01000,0.829
+54,block_sparse_moe.experts.46.w3,0.0000839207,0.01000,0.838
+54,block_sparse_moe.experts.44.w3,0.0000863088,0.01000,0.867
+54,block_sparse_moe.experts.47.w3,0.0000823023,0.01000,0.833
+54,block_sparse_moe.experts.48.w3,0.0000823791,0.01000,0.834
+54,block_sparse_moe.experts.49.w3,0.0000785816,0.01000,0.843
+54,block_sparse_moe.experts.50.w3,0.0000848344,0.01000,0.832
+54,block_sparse_moe.experts.52.w3,0.0000794600,0.01000,0.837
+54,block_sparse_moe.experts.51.w3,0.0000842927,0.01000,0.862
+54,block_sparse_moe.experts.53.w3,0.0000855220,0.01000,0.833
+54,block_sparse_moe.experts.54.w3,0.0000855375,0.01000,0.835
+54,block_sparse_moe.experts.55.w3,0.0000885630,0.01000,0.820
+54,block_sparse_moe.experts.56.w3,0.0000816701,0.01000,0.854
+54,block_sparse_moe.experts.57.w3,0.0000842733,0.01000,0.840
+54,block_sparse_moe.experts.60.w3,0.0000824041,0.01000,0.829
+54,block_sparse_moe.experts.59.w3,0.0000902729,0.01000,0.840
+54,block_sparse_moe.experts.58.w3,0.0000842941,0.01000,0.885
+54,block_sparse_moe.experts.61.w3,0.0000871505,0.01000,0.832
+54,block_sparse_moe.experts.62.w3,0.0000820894,0.01000,0.826
+54,block_sparse_moe.experts.63.w3,0.0000721268,0.01000,0.856
+54,block_sparse_moe.experts.64.w3,0.0000829855,0.01000,0.837
+54,block_sparse_moe.experts.66.w3,0.0000889367,0.01000,0.834
+54,block_sparse_moe.experts.65.w3,0.0000731888,0.01000,0.886
+54,block_sparse_moe.experts.67.w3,0.0000816772,0.01000,0.837
+54,block_sparse_moe.experts.68.w3,0.0000900402,0.01000,0.826
+54,block_sparse_moe.experts.69.w3,0.0000806840,0.01000,0.818
+54,block_sparse_moe.experts.70.w3,0.0000820959,0.01000,0.852
+54,block_sparse_moe.experts.71.w3,0.0000817251,0.01000,0.835
+54,block_sparse_moe.experts.73.w3,0.0000813530,0.01000,0.825
+54,block_sparse_moe.experts.74.w3,0.0000825780,0.01000,0.838
+54,block_sparse_moe.experts.72.w3,0.0000869083,0.01000,0.886
+54,block_sparse_moe.experts.76.w3,0.0000787193,0.01000,0.813
+54,block_sparse_moe.experts.75.w3,0.0000782835,0.01000,0.851
+54,block_sparse_moe.experts.77.w3,0.0000851463,0.01000,0.850
+54,block_sparse_moe.experts.78.w3,0.0000858456,0.01000,0.836
+54,block_sparse_moe.experts.79.w3,0.0000833628,0.01000,0.841
+54,block_sparse_moe.experts.81.w3,0.0000886001,0.01000,0.836
+54,block_sparse_moe.experts.82.w3,0.0000851325,0.01000,0.830
+54,block_sparse_moe.experts.80.w3,0.0000687484,0.01000,0.864
+54,block_sparse_moe.experts.83.w3,0.0000766081,0.01000,0.826
+54,block_sparse_moe.experts.84.w3,0.0000703385,0.01000,0.846
+54,block_sparse_moe.experts.85.w3,0.0000865279,0.01000,0.841
+54,block_sparse_moe.experts.88.w3,0.0000858292,0.01000,0.823
+54,block_sparse_moe.experts.87.w3,0.0000840570,0.01000,0.857
+54,block_sparse_moe.experts.86.w3,0.0000836826,0.01000,0.873
+54,block_sparse_moe.experts.90.w3,0.0000834340,0.01000,0.823
+54,block_sparse_moe.experts.89.w3,0.0000844827,0.01000,0.891
+54,block_sparse_moe.experts.91.w3,0.0000856313,0.01000,0.840
+54,block_sparse_moe.experts.92.w3,0.0000777648,0.01000,0.846
+54,block_sparse_moe.experts.94.w3,0.0000824827,0.01000,0.825
+54,block_sparse_moe.experts.95.w3,0.0000838004,0.01000,0.833
+54,block_sparse_moe.experts.96.w3,0.0000747955,0.01000,0.850
+54,block_sparse_moe.experts.93.w3,0.0000895176,0.01000,0.883
+54,block_sparse_moe.experts.97.w3,0.0000742778,0.01000,0.848
+54,block_sparse_moe.experts.98.w3,0.0000783816,0.01000,0.847
+54,block_sparse_moe.experts.99.w3,0.0000752681,0.01000,0.854
+54,block_sparse_moe.experts.101.w3,0.0000826997,0.01000,0.830
+54,block_sparse_moe.experts.102.w3,0.0000895658,0.01000,0.838
+54,block_sparse_moe.experts.100.w3,0.0000781406,0.01000,0.869
+54,block_sparse_moe.experts.103.w3,0.0000877856,0.01000,0.838
+54,block_sparse_moe.experts.104.w3,0.0000857080,0.01000,0.831
+54,block_sparse_moe.experts.105.w3,0.0000861629,0.01000,0.855
+54,block_sparse_moe.experts.106.w3,0.0000757843,0.01000,0.856
+54,block_sparse_moe.experts.107.w3,0.0000850309,0.01000,0.855
+54,block_sparse_moe.experts.109.w3,0.0000826165,0.01000,0.827
+54,block_sparse_moe.experts.108.w3,0.0000806332,0.01000,0.836
+54,block_sparse_moe.experts.110.w3,0.0000930296,0.01000,0.833
+54,block_sparse_moe.experts.111.w3,0.0000845031,0.01000,0.828
+54,block_sparse_moe.experts.112.w3,0.0000860397,0.01000,0.856
+54,block_sparse_moe.experts.113.w3,0.0000750427,0.01000,0.851
+54,block_sparse_moe.experts.115.w3,0.0000995047,0.01000,0.832
+54,block_sparse_moe.experts.117.w3,0.0000804060,0.01000,0.845
+54,block_sparse_moe.experts.116.w3,0.0000822239,0.01000,0.847
+54,block_sparse_moe.experts.118.w3,0.0000864165,0.01000,0.836
+54,block_sparse_moe.experts.114.w3,0.0000745025,0.01000,0.881
+54,block_sparse_moe.experts.119.w3,0.0000871109,0.01000,0.847
+54,block_sparse_moe.experts.120.w3,0.0000791660,0.01000,0.843
+54,block_sparse_moe.experts.121.w3,0.0000866691,0.01000,0.858
+54,block_sparse_moe.experts.122.w3,0.0000819850,0.01000,0.840
+54,block_sparse_moe.experts.123.w3,0.0000841770,0.01000,0.840
+54,block_sparse_moe.experts.125.w3,0.0000740740,0.01000,0.834
+54,block_sparse_moe.experts.124.w3,0.0000827418,0.01000,0.862
+54,block_sparse_moe.experts.126.w3,0.0000851196,0.01000,0.851
+54,block_sparse_moe.experts.127.w3,0.0000843649,0.01000,0.842
+54,block_sparse_moe.experts.129.w3,0.0000863822,0.01000,0.838
+54,block_sparse_moe.experts.130.w3,0.0000790825,0.01000,0.834
+54,block_sparse_moe.experts.131.w3,0.0000838253,0.01000,0.843
+54,block_sparse_moe.experts.128.w3,0.0000860574,0.01000,0.869
+54,block_sparse_moe.experts.132.w3,0.0000873555,0.01000,0.853
+54,block_sparse_moe.experts.133.w3,0.0000851017,0.01000,0.851
+54,block_sparse_moe.experts.134.w3,0.0000855389,0.01000,0.839
+54,block_sparse_moe.experts.136.w3,0.0000841566,0.01000,0.831
+54,block_sparse_moe.experts.137.w3,0.0000787409,0.01000,0.847
+54,block_sparse_moe.experts.138.w3,0.0000814021,0.01000,0.845
+54,block_sparse_moe.experts.139.w3,0.0000766787,0.01000,0.847
+54,block_sparse_moe.experts.135.w3,0.0000701052,0.01000,0.918
+54,block_sparse_moe.experts.140.w3,0.0000829812,0.01000,0.839
+54,block_sparse_moe.experts.141.w3,0.0000801614,0.01000,0.833
+54,block_sparse_moe.experts.143.w3,0.0000839504,0.01000,0.836
+54,block_sparse_moe.experts.142.w3,0.0000870442,0.01000,0.876
+54,block_sparse_moe.experts.144.w3,0.0000794796,0.01000,0.844
+54,block_sparse_moe.experts.146.w3,0.0000872964,0.01000,0.842
+54,block_sparse_moe.experts.145.w3,0.0000814427,0.01000,0.873
+54,block_sparse_moe.experts.147.w3,0.0000842535,0.01000,0.844
+54,block_sparse_moe.experts.148.w3,0.0000738379,0.01000,0.847
+54,block_sparse_moe.experts.150.w3,0.0000805475,0.01000,0.824
+54,block_sparse_moe.experts.151.w3,0.0000836056,0.01000,0.826
+54,block_sparse_moe.experts.152.w3,0.0000795215,0.01000,0.829
+54,block_sparse_moe.experts.149.w3,0.0000876563,0.01000,0.885
+54,block_sparse_moe.experts.153.w3,0.0000852050,0.01000,0.836
+54,block_sparse_moe.experts.155.w3,0.0000770422,0.01000,0.854
+54,block_sparse_moe.experts.154.w3,0.0000860633,0.01000,0.861
+54,block_sparse_moe.experts.157.w3,0.0000802725,0.01000,0.840
+54,block_sparse_moe.experts.156.w3,0.0000740166,0.01000,0.880
+54,block_sparse_moe.experts.159.w3,0.0000773341,0.01000,0.828
+54,block_sparse_moe.experts.160.w3,0.0000789659,0.01000,0.835
+54,block_sparse_moe.experts.158.w3,0.0000833872,0.01000,0.883
+54,block_sparse_moe.experts.161.w3,0.0000784949,0.01000,0.843
+54,block_sparse_moe.experts.162.w3,0.0000854065,0.01000,0.845
+54,block_sparse_moe.experts.163.w3,0.0000840107,0.01000,0.850
+54,block_sparse_moe.experts.164.w3,0.0000903884,0.01000,0.824
+54,block_sparse_moe.experts.165.w3,0.0000845157,0.01000,0.840
+54,block_sparse_moe.experts.166.w3,0.0000827754,0.01000,0.848
+54,block_sparse_moe.experts.167.w3,0.0000843102,0.01000,0.831
+54,block_sparse_moe.experts.168.w3,0.0000858013,0.01000,0.853
+54,block_sparse_moe.experts.169.w3,0.0000804532,0.01000,0.855
+54,block_sparse_moe.experts.171.w3,0.0000750862,0.01000,0.827
+54,block_sparse_moe.experts.172.w3,0.0000836258,0.01000,0.840
+54,block_sparse_moe.experts.170.w3,0.0000844211,0.01000,0.879
+54,block_sparse_moe.experts.174.w3,0.0000793896,0.01000,0.824
+54,block_sparse_moe.experts.173.w3,0.0000863374,0.01000,0.880
+54,block_sparse_moe.experts.175.w3,0.0000873008,0.01000,0.836
+54,block_sparse_moe.experts.176.w3,0.0000847632,0.01000,0.842
+54,block_sparse_moe.experts.178.w3,0.0000877865,0.01000,0.827
+54,block_sparse_moe.experts.177.w3,0.0000859084,0.01000,0.865
+54,block_sparse_moe.experts.179.w3,0.0000726459,0.01000,0.829
+54,block_sparse_moe.experts.180.w3,0.0000855131,0.01000,0.841
+54,block_sparse_moe.experts.181.w3,0.0000832542,0.01000,0.847
+54,block_sparse_moe.experts.182.w3,0.0000856038,0.01000,0.836
+54,block_sparse_moe.experts.183.w3,0.0000750324,0.01000,0.844
+54,block_sparse_moe.experts.185.w3,0.0000877771,0.01000,0.840
+54,block_sparse_moe.experts.186.w3,0.0000775113,0.01000,0.835
+54,block_sparse_moe.experts.187.w3,0.0000870472,0.01000,0.828
+54,block_sparse_moe.experts.184.w3,0.0000790757,0.01000,0.876
+54,block_sparse_moe.experts.188.w3,0.0000833112,0.01000,0.844
+54,block_sparse_moe.experts.189.w3,0.0000817170,0.01000,0.836
+54,block_sparse_moe.experts.190.w3,0.0000784232,0.01000,0.838
+54,block_sparse_moe.experts.192.w3,0.0000825851,0.01000,0.834
+54,block_sparse_moe.experts.193.w3,0.0000882593,0.01000,0.826
+54,block_sparse_moe.experts.194.w3,0.0000749488,0.01000,0.832
+54,block_sparse_moe.experts.191.w3,0.0000782217,0.01000,0.865
+54,block_sparse_moe.experts.195.w3,0.0000878253,0.01000,0.847
+54,block_sparse_moe.experts.196.w3,0.0000832841,0.01000,0.840
+54,block_sparse_moe.experts.197.w3,0.0000812875,0.01000,0.852
+54,block_sparse_moe.experts.199.w3,0.0000789515,0.01000,0.820
+54,block_sparse_moe.experts.200.w3,0.0000838406,0.01000,0.826
+54,block_sparse_moe.experts.201.w3,0.0000732761,0.01000,0.829
+54,block_sparse_moe.experts.198.w3,0.0000701726,0.01000,0.864
+54,block_sparse_moe.experts.202.w3,0.0000803263,0.01000,0.840
+54,block_sparse_moe.experts.203.w3,0.0000838485,0.01000,0.843
+54,block_sparse_moe.experts.204.w3,0.0000726081,0.01000,0.841
+54,block_sparse_moe.experts.207.w3,0.0000844116,0.01000,0.835
+54,block_sparse_moe.experts.206.w3,0.0000802200,0.01000,0.844
+54,block_sparse_moe.experts.205.w3,0.0000818916,0.01000,0.884
+54,block_sparse_moe.experts.208.w3,0.0000865281,0.01000,0.850
+54,block_sparse_moe.experts.209.w3,0.0000900817,0.01000,0.840
+54,block_sparse_moe.experts.210.w3,0.0000814813,0.01000,0.845
+54,block_sparse_moe.experts.211.w3,0.0000867537,0.01000,0.844
+54,block_sparse_moe.experts.213.w3,0.0000837869,0.01000,0.829
+54,block_sparse_moe.experts.214.w3,0.0000865960,0.01000,0.815
+54,block_sparse_moe.experts.215.w3,0.0000776371,0.01000,0.829
+54,block_sparse_moe.experts.212.w3,0.0000861157,0.01000,0.894
+54,block_sparse_moe.experts.216.w3,0.0000826771,0.01000,0.823
+54,block_sparse_moe.experts.217.w3,0.0000808649,0.01000,0.841
+54,block_sparse_moe.experts.218.w3,0.0000846908,0.01000,0.839
+54,block_sparse_moe.experts.220.w3,0.0000791869,0.01000,0.843
+54,block_sparse_moe.experts.221.w3,0.0000802969,0.01000,0.835
+54,block_sparse_moe.experts.219.w3,0.0000880883,0.01000,0.898
+54,block_sparse_moe.experts.222.w3,0.0000843907,0.01000,0.856
+54,block_sparse_moe.experts.223.w3,0.0000846776,0.01000,0.840
+54,block_sparse_moe.experts.224.w3,0.0000832599,0.01000,0.844
+54,block_sparse_moe.experts.225.w3,0.0000820493,0.01000,0.842
+54,block_sparse_moe.experts.227.w3,0.0000779189,0.01000,0.830
+54,block_sparse_moe.experts.228.w3,0.0000838085,0.01000,0.828
+54,block_sparse_moe.experts.226.w3,0.0000795182,0.01000,0.888
+54,block_sparse_moe.experts.230.w3,0.0000819644,0.01000,0.828
+54,block_sparse_moe.experts.229.w3,0.0000832735,0.01000,0.853
+54,block_sparse_moe.experts.231.w3,0.0000871796,0.01000,0.848
+54,block_sparse_moe.experts.232.w3,0.0000904699,0.01000,0.836
+54,block_sparse_moe.experts.234.w3,0.0000860345,0.01000,0.831
+54,block_sparse_moe.experts.235.w3,0.0000794406,0.01000,0.830
+54,block_sparse_moe.experts.233.w3,0.0000826695,0.01000,0.889
+54,block_sparse_moe.experts.236.w3,0.0000836175,0.01000,0.832
+54,block_sparse_moe.experts.237.w3,0.0000820812,0.01000,0.827
+54,block_sparse_moe.experts.239.w3,0.0000793041,0.01000,0.842
+54,block_sparse_moe.experts.238.w3,0.0000825589,0.01000,0.853
+54,block_sparse_moe.experts.241.w3,0.0000844435,0.01000,0.836
+54,block_sparse_moe.experts.242.w3,0.0000755151,0.01000,0.833
+54,block_sparse_moe.experts.243.w3,0.0000811409,0.01000,0.835
+54,block_sparse_moe.experts.244.w3,0.0000911174,0.01000,0.832
+54,block_sparse_moe.experts.240.w3,0.0000995422,0.01000,0.879
+54,block_sparse_moe.experts.245.w3,0.0000824747,0.01000,0.848
+54,block_sparse_moe.experts.246.w3,0.0000839449,0.01000,0.854
+54,block_sparse_moe.experts.248.w3,0.0000793493,0.01000,0.821
+54,block_sparse_moe.experts.249.w3,0.0000828484,0.01000,0.821
+54,block_sparse_moe.experts.251.w3,0.0000841169,0.01000,0.825
+54,block_sparse_moe.experts.250.w3,0.0000742910,0.01000,0.840
+54,block_sparse_moe.experts.247.w3,0.0000860676,0.01000,0.878
+54,block_sparse_moe.experts.252.w3,0.0000880978,0.01000,0.739
+54,block_sparse_moe.experts.253.w3,0.0000807611,0.01000,0.740
+54,block_sparse_moe.experts.255.w3,0.0000813289,0.01000,0.660
+54,block_sparse_moe.experts.254.w3,0.0000847389,0.01000,0.694
+54,block_sparse_moe.experts.0.w2,0.0000986214,0.01000,0.436
+54,block_sparse_moe.experts.3.w2,0.0001086484,0.01000,0.436
+54,block_sparse_moe.experts.6.w2,0.0001384213,0.01000,0.435
+54,block_sparse_moe.experts.4.w2,0.0001267206,0.01000,0.439
+54,block_sparse_moe.experts.2.w2,0.0000549063,0.01000,0.443
+54,block_sparse_moe.experts.1.w2,0.0000924151,0.01000,0.447
+54,block_sparse_moe.experts.5.w2,0.0001027987,0.01000,0.450
+54,block_sparse_moe.experts.7.w2,0.0000770699,0.01000,0.417
+54,block_sparse_moe.experts.10.w2,0.0000843202,0.01000,0.417
+54,block_sparse_moe.experts.9.w2,0.0001203947,0.01000,0.424
+54,block_sparse_moe.experts.11.w2,0.0000324551,0.01000,0.422
+54,block_sparse_moe.experts.12.w2,0.0000461898,0.01000,0.425
+54,block_sparse_moe.experts.8.w2,0.0000584870,0.01000,0.441
+54,block_sparse_moe.experts.13.w2,0.0001110697,0.01000,0.439
+54,block_sparse_moe.experts.14.w2,0.0000414445,0.01000,0.410
+54,block_sparse_moe.experts.17.w2,0.0001241582,0.01000,0.410
+54,block_sparse_moe.experts.15.w2,0.0000323707,0.01000,0.420
+54,block_sparse_moe.experts.18.w2,0.0001118257,0.01000,0.416
+54,block_sparse_moe.experts.16.w2,0.0001079290,0.01000,0.433
+54,block_sparse_moe.experts.19.w2,0.0000658235,0.01000,0.425
+54,block_sparse_moe.experts.20.w2,0.0001290489,0.01000,0.435
+54,block_sparse_moe.experts.21.w2,0.0001145118,0.01000,0.417
+54,block_sparse_moe.experts.22.w2,0.0001923894,0.01000,0.421
+54,block_sparse_moe.experts.23.w2,0.0000942209,0.01000,0.423
+54,block_sparse_moe.experts.24.w2,0.0001799550,0.01000,0.415
+54,block_sparse_moe.experts.26.w2,0.0000435192,0.01000,0.426
+54,block_sparse_moe.experts.25.w2,0.0000337326,0.01000,0.443
+54,block_sparse_moe.experts.27.w2,0.0000319004,0.01000,0.439
+54,block_sparse_moe.experts.28.w2,0.0000810892,0.01000,0.416
+54,block_sparse_moe.experts.29.w2,0.0000509670,0.01000,0.416
+54,block_sparse_moe.experts.31.w2,0.0000977552,0.01000,0.411
+54,block_sparse_moe.experts.30.w2,0.0000706357,0.01000,0.421
+54,block_sparse_moe.experts.32.w2,0.0001158867,0.01000,0.428
+54,block_sparse_moe.experts.33.w2,0.0000621624,0.01000,0.434
+54,block_sparse_moe.experts.34.w2,0.0001735037,0.01000,0.436
+54,block_sparse_moe.experts.35.w2,0.0000179150,0.01000,0.419
+54,block_sparse_moe.experts.36.w2,0.0000946492,0.01000,0.417
+54,block_sparse_moe.experts.37.w2,0.0001562778,0.01000,0.426
+54,block_sparse_moe.experts.38.w2,0.0000922689,0.01000,0.431
+54,block_sparse_moe.experts.39.w2,0.0000524626,0.01000,0.430
+54,block_sparse_moe.experts.40.w2,0.0000789121,0.01000,0.438
+54,block_sparse_moe.experts.41.w2,0.0000592817,0.01000,0.446
+54,block_sparse_moe.experts.42.w2,0.0001218728,0.01000,0.421
+54,block_sparse_moe.experts.43.w2,0.0001027394,0.01000,0.416
+54,block_sparse_moe.experts.44.w2,0.0000955964,0.01000,0.414
+54,block_sparse_moe.experts.45.w2,0.0001731560,0.01000,0.414
+54,block_sparse_moe.experts.46.w2,0.0000485631,0.01000,0.423
+54,block_sparse_moe.experts.47.w2,0.0000328096,0.01000,0.423
+54,block_sparse_moe.experts.48.w2,0.0000724718,0.01000,0.427
+54,block_sparse_moe.experts.49.w2,0.0001262765,0.01000,0.422
+54,block_sparse_moe.experts.51.w2,0.0000397418,0.01000,0.414
+54,block_sparse_moe.experts.52.w2,0.0000244219,0.01000,0.414
+54,block_sparse_moe.experts.50.w2,0.0000604780,0.01000,0.441
+54,block_sparse_moe.experts.53.w2,0.0001298650,0.01000,0.423
+54,block_sparse_moe.experts.54.w2,0.0002427694,0.01000,0.423
+54,block_sparse_moe.experts.55.w2,0.0000805343,0.01000,0.431
+54,block_sparse_moe.experts.56.w2,0.0001985077,0.01000,0.427
+54,block_sparse_moe.experts.57.w2,0.0001225877,0.01000,0.424
+54,block_sparse_moe.experts.59.w2,0.0000239516,0.01000,0.415
+54,block_sparse_moe.experts.58.w2,0.0000954458,0.01000,0.422
+54,block_sparse_moe.experts.60.w2,0.0001071443,0.01000,0.430
+54,block_sparse_moe.experts.61.w2,0.0001909073,0.01000,0.420
+54,block_sparse_moe.experts.62.w2,0.0000264719,0.01000,0.427
+54,block_sparse_moe.experts.64.w2,0.0000603639,0.01000,0.413
+54,block_sparse_moe.experts.63.w2,0.0006489231,0.01000,0.424
+54,block_sparse_moe.experts.66.w2,0.0000362535,0.01000,0.418
+54,block_sparse_moe.experts.65.w2,0.0002107584,0.01000,0.425
+54,block_sparse_moe.experts.67.w2,0.0000398741,0.01000,0.424
+54,block_sparse_moe.experts.68.w2,0.0001248097,0.01000,0.417
+54,block_sparse_moe.experts.69.w2,0.0000844542,0.01000,0.430
+54,block_sparse_moe.experts.70.w2,0.0000356326,0.01000,0.424
+54,block_sparse_moe.experts.71.w2,0.0000639549,0.01000,0.426
+54,block_sparse_moe.experts.72.w2,0.0000240568,0.01000,0.421
+54,block_sparse_moe.experts.73.w2,0.0000692372,0.01000,0.419
+54,block_sparse_moe.experts.74.w2,0.0001457663,0.01000,0.426
+54,block_sparse_moe.experts.75.w2,0.0001358787,0.01000,0.423
+54,block_sparse_moe.experts.76.w2,0.0000924042,0.01000,0.431
+54,block_sparse_moe.experts.77.w2,0.0000600443,0.01000,0.417
+54,block_sparse_moe.experts.79.w2,0.0000543299,0.01000,0.419
+54,block_sparse_moe.experts.80.w2,0.0001803675,0.01000,0.416
+54,block_sparse_moe.experts.78.w2,0.0000773253,0.01000,0.437
+54,block_sparse_moe.experts.81.w2,0.0000282586,0.01000,0.423
+54,block_sparse_moe.experts.82.w2,0.0000426603,0.01000,0.417
+54,block_sparse_moe.experts.83.w2,0.0002470393,0.01000,0.428
+54,block_sparse_moe.experts.84.w2,0.0002240631,0.01000,0.415
+54,block_sparse_moe.experts.85.w2,0.0000890875,0.01000,0.424
+54,block_sparse_moe.experts.86.w2,0.0000978099,0.01000,0.427
+54,block_sparse_moe.experts.87.w2,0.0001157299,0.01000,0.436
+54,block_sparse_moe.experts.88.w2,0.0000711261,0.01000,0.429
+54,block_sparse_moe.experts.89.w2,0.0001295120,0.01000,0.439
+54,block_sparse_moe.experts.90.w2,0.0000720482,0.01000,0.431
+54,block_sparse_moe.experts.91.w2,0.0000951026,0.01000,0.416
+54,block_sparse_moe.experts.92.w2,0.0000322083,0.01000,0.416
+54,block_sparse_moe.experts.93.w2,0.0000777173,0.01000,0.420
+54,block_sparse_moe.experts.94.w2,0.0000948629,0.01000,0.422
+54,block_sparse_moe.experts.95.w2,0.0002227890,0.01000,0.430
+54,block_sparse_moe.experts.96.w2,0.0003624151,0.01000,0.439
+54,block_sparse_moe.experts.97.w2,0.0000505186,0.01000,0.428
+54,block_sparse_moe.experts.98.w2,0.0002251648,0.01000,0.417
+54,block_sparse_moe.experts.99.w2,0.0001027614,0.01000,0.416
+54,block_sparse_moe.experts.100.w2,0.0000463447,0.01000,0.419
+54,block_sparse_moe.experts.101.w2,0.0000486715,0.01000,0.419
+54,block_sparse_moe.experts.102.w2,0.0001169777,0.01000,0.443
+54,block_sparse_moe.experts.103.w2,0.0000229483,0.01000,0.425
+54,block_sparse_moe.experts.104.w2,0.0000611883,0.01000,0.430
+54,block_sparse_moe.experts.105.w2,0.0001089401,0.01000,0.421
+54,block_sparse_moe.experts.106.w2,0.0000605949,0.01000,0.416
+54,block_sparse_moe.experts.107.w2,0.0000986583,0.01000,0.434
+54,block_sparse_moe.experts.108.w2,0.0000393329,0.01000,0.418
+54,block_sparse_moe.experts.110.w2,0.0001484754,0.01000,0.431
+54,block_sparse_moe.experts.109.w2,0.0001302503,0.01000,0.437
+54,block_sparse_moe.experts.111.w2,0.0001439919,0.01000,0.427
+54,block_sparse_moe.experts.112.w2,0.0000721242,0.01000,0.415
+54,block_sparse_moe.experts.113.w2,0.0000534230,0.01000,0.417
+54,block_sparse_moe.experts.114.w2,0.0004333704,0.01000,0.422
+54,block_sparse_moe.experts.115.w2,0.0002132288,0.01000,0.415
+54,block_sparse_moe.experts.116.w2,0.0001142993,0.01000,0.429
+54,block_sparse_moe.experts.117.w2,0.0001830082,0.01000,0.428
+54,block_sparse_moe.experts.118.w2,0.0000292561,0.01000,0.431
+54,block_sparse_moe.experts.119.w2,0.0001104564,0.01000,0.414
+54,block_sparse_moe.experts.120.w2,0.0000588149,0.01000,0.417
+54,block_sparse_moe.experts.121.w2,0.0001066560,0.01000,0.416
+54,block_sparse_moe.experts.122.w2,0.0000456740,0.01000,0.421
+54,block_sparse_moe.experts.123.w2,0.0000313138,0.01000,0.428
+54,block_sparse_moe.experts.124.w2,0.0000963193,0.01000,0.427
+54,block_sparse_moe.experts.125.w2,0.0001571233,0.01000,0.432
+54,block_sparse_moe.experts.126.w2,0.0000298619,0.01000,0.412
+54,block_sparse_moe.experts.127.w2,0.0000499553,0.01000,0.425
+54,block_sparse_moe.experts.128.w2,0.0000939420,0.01000,0.411
+54,block_sparse_moe.experts.129.w2,0.0001307754,0.01000,0.415
+54,block_sparse_moe.experts.130.w2,0.0001613305,0.01000,0.424
+54,block_sparse_moe.experts.131.w2,0.0000468429,0.01000,0.426
+54,block_sparse_moe.experts.132.w2,0.0000400317,0.01000,0.441
+54,block_sparse_moe.experts.133.w2,0.0000858382,0.01000,0.413
+54,block_sparse_moe.experts.134.w2,0.0000280464,0.01000,0.417
+54,block_sparse_moe.experts.135.w2,0.0003578522,0.01000,0.415
+54,block_sparse_moe.experts.136.w2,0.0000515482,0.01000,0.420
+54,block_sparse_moe.experts.137.w2,0.0001719019,0.01000,0.427
+54,block_sparse_moe.experts.138.w2,0.0001256133,0.01000,0.445
+54,block_sparse_moe.experts.139.w2,0.0001737447,0.01000,0.445
+54,block_sparse_moe.experts.140.w2,0.0000287055,0.01000,0.428
+54,block_sparse_moe.experts.141.w2,0.0001587566,0.01000,0.418
+54,block_sparse_moe.experts.142.w2,0.0000411566,0.01000,0.435
+54,block_sparse_moe.experts.143.w2,0.0000459153,0.01000,0.427
+54,block_sparse_moe.experts.144.w2,0.0002420267,0.01000,0.421
+54,block_sparse_moe.experts.145.w2,0.0001035130,0.01000,0.423
+54,block_sparse_moe.experts.146.w2,0.0000584629,0.01000,0.429
+54,block_sparse_moe.experts.148.w2,0.0001166135,0.01000,0.411
+54,block_sparse_moe.experts.147.w2,0.0000446777,0.01000,0.422
+54,block_sparse_moe.experts.149.w2,0.0001466532,0.01000,0.416
+54,block_sparse_moe.experts.150.w2,0.0001058213,0.01000,0.420
+54,block_sparse_moe.experts.151.w2,0.0000833741,0.01000,0.423
+54,block_sparse_moe.experts.152.w2,0.0000981816,0.01000,0.428
+54,block_sparse_moe.experts.153.w2,0.0000421048,0.01000,0.436
+54,block_sparse_moe.experts.154.w2,0.0000688318,0.01000,0.414
+54,block_sparse_moe.experts.155.w2,0.0000231497,0.01000,0.424
+54,block_sparse_moe.experts.156.w2,0.0000704138,0.01000,0.419
+54,block_sparse_moe.experts.157.w2,0.0000479931,0.01000,0.422
+54,block_sparse_moe.experts.158.w2,0.0000788084,0.01000,0.429
+54,block_sparse_moe.experts.159.w2,0.0001236140,0.01000,0.423
+54,block_sparse_moe.experts.160.w2,0.0002825859,0.01000,0.449
+54,block_sparse_moe.experts.161.w2,0.0000536909,0.01000,0.408
+54,block_sparse_moe.experts.162.w2,0.0001249243,0.01000,0.421
+54,block_sparse_moe.experts.163.w2,0.0000654727,0.01000,0.415
+54,block_sparse_moe.experts.164.w2,0.0000864615,0.01000,0.419
+54,block_sparse_moe.experts.165.w2,0.0001084937,0.01000,0.423
+54,block_sparse_moe.experts.166.w2,0.0000593828,0.01000,0.423
+54,block_sparse_moe.experts.167.w2,0.0000920937,0.01000,0.449
+54,block_sparse_moe.experts.168.w2,0.0000475704,0.01000,0.411
+54,block_sparse_moe.experts.169.w2,0.0001180500,0.01000,0.424
+54,block_sparse_moe.experts.170.w2,0.0000699149,0.01000,0.423
+54,block_sparse_moe.experts.171.w2,0.0000683257,0.01000,0.422
+54,block_sparse_moe.experts.172.w2,0.0000668428,0.01000,0.431
+54,block_sparse_moe.experts.173.w2,0.0001598621,0.01000,0.426
+54,block_sparse_moe.experts.174.w2,0.0000240173,0.01000,0.429
+54,block_sparse_moe.experts.175.w2,0.0001013631,0.01000,0.410
+54,block_sparse_moe.experts.176.w2,0.0000406822,0.01000,0.422
+54,block_sparse_moe.experts.177.w2,0.0000698191,0.01000,0.416
+54,block_sparse_moe.experts.178.w2,0.0000743622,0.01000,0.414
+54,block_sparse_moe.experts.179.w2,0.0002769996,0.01000,0.422
+54,block_sparse_moe.experts.180.w2,0.0000831229,0.01000,0.425
+54,block_sparse_moe.experts.182.w2,0.0000567206,0.01000,0.410
+54,block_sparse_moe.experts.181.w2,0.0000470753,0.01000,0.441
+54,block_sparse_moe.experts.183.w2,0.0000984574,0.01000,0.419
+54,block_sparse_moe.experts.184.w2,0.0001307852,0.01000,0.416
+54,block_sparse_moe.experts.185.w2,0.0000599925,0.01000,0.412
+54,block_sparse_moe.experts.186.w2,0.0000567524,0.01000,0.423
+54,block_sparse_moe.experts.187.w2,0.0000446323,0.01000,0.425
+54,block_sparse_moe.experts.188.w2,0.0000238720,0.01000,0.441
+54,block_sparse_moe.experts.189.w2,0.0000540954,0.01000,0.421
+54,block_sparse_moe.experts.190.w2,0.0000454046,0.01000,0.420
+54,block_sparse_moe.experts.191.w2,0.0001355310,0.01000,0.419
+54,block_sparse_moe.experts.192.w2,0.0001418652,0.01000,0.420
+54,block_sparse_moe.experts.193.w2,0.0001125042,0.01000,0.422
+54,block_sparse_moe.experts.194.w2,0.0001645524,0.01000,0.423
+54,block_sparse_moe.experts.196.w2,0.0000373989,0.01000,0.416
+54,block_sparse_moe.experts.195.w2,0.0000288139,0.01000,0.426
+54,block_sparse_moe.experts.197.w2,0.0000555546,0.01000,0.418
+54,block_sparse_moe.experts.198.w2,0.0001166314,0.01000,0.416
+54,block_sparse_moe.experts.199.w2,0.0000458504,0.01000,0.415
+54,block_sparse_moe.experts.200.w2,0.0000316723,0.01000,0.423
+54,block_sparse_moe.experts.201.w2,0.0001846064,0.01000,0.422
+54,block_sparse_moe.experts.203.w2,0.0000710565,0.01000,0.417
+54,block_sparse_moe.experts.202.w2,0.0000872507,0.01000,0.441
+54,block_sparse_moe.experts.204.w2,0.0002247279,0.01000,0.417
+54,block_sparse_moe.experts.205.w2,0.0000490231,0.01000,0.420
+54,block_sparse_moe.experts.206.w2,0.0001427023,0.01000,0.418
+54,block_sparse_moe.experts.207.w2,0.0000508812,0.01000,0.425
+54,block_sparse_moe.experts.208.w2,0.0000918425,0.01000,0.432
+54,block_sparse_moe.experts.209.w2,0.0001196524,0.01000,0.431
+54,block_sparse_moe.experts.210.w2,0.0000423323,0.01000,0.418
+54,block_sparse_moe.experts.211.w2,0.0000247622,0.01000,0.417
+54,block_sparse_moe.experts.212.w2,0.0000938521,0.01000,0.420
+54,block_sparse_moe.experts.213.w2,0.0000339310,0.01000,0.416
+54,block_sparse_moe.experts.214.w2,0.0000280615,0.01000,0.424
+54,block_sparse_moe.experts.215.w2,0.0000614802,0.01000,0.422
+54,block_sparse_moe.experts.217.w2,0.0000758124,0.01000,0.420
+54,block_sparse_moe.experts.218.w2,0.0000317142,0.01000,0.418
+54,block_sparse_moe.experts.216.w2,0.0000901182,0.01000,0.437
+54,block_sparse_moe.experts.219.w2,0.0000895663,0.01000,0.420
+54,block_sparse_moe.experts.220.w2,0.0000912467,0.01000,0.419
+54,block_sparse_moe.experts.221.w2,0.0001722774,0.01000,0.425
+54,block_sparse_moe.experts.222.w2,0.0000677552,0.01000,0.425
+54,block_sparse_moe.experts.224.w2,0.0000378371,0.01000,0.413
+54,block_sparse_moe.experts.225.w2,0.0000473363,0.01000,0.415
+54,block_sparse_moe.experts.223.w2,0.0000649538,0.01000,0.441
+54,block_sparse_moe.experts.227.w2,0.0000983866,0.01000,0.416
+54,block_sparse_moe.experts.226.w2,0.0000453441,0.01000,0.421
+54,block_sparse_moe.experts.228.w2,0.0001147541,0.01000,0.421
+54,block_sparse_moe.experts.229.w2,0.0000845157,0.01000,0.438
+54,block_sparse_moe.experts.231.w2,0.0001307935,0.01000,0.420
+54,block_sparse_moe.experts.230.w2,0.0000605986,0.01000,0.437
+54,block_sparse_moe.experts.232.w2,0.0000927511,0.01000,0.415
+54,block_sparse_moe.experts.234.w2,0.0000305947,0.01000,0.414
+54,block_sparse_moe.experts.233.w2,0.0000550948,0.01000,0.427
+54,block_sparse_moe.experts.235.w2,0.0000548834,0.01000,0.423
+54,block_sparse_moe.experts.236.w2,0.0000711270,0.01000,0.443
+54,block_sparse_moe.experts.239.w2,0.0001387625,0.01000,0.420
+54,block_sparse_moe.experts.240.w2,0.0001145077,0.01000,0.427
+54,block_sparse_moe.experts.238.w2,0.0001719460,0.01000,0.429
+54,block_sparse_moe.experts.237.w2,0.0000749743,0.01000,0.438
+54,block_sparse_moe.experts.241.w2,0.0001054545,0.01000,0.425
+54,block_sparse_moe.experts.242.w2,0.0000485532,0.01000,0.424
+54,block_sparse_moe.experts.243.w2,0.0000507451,0.01000,0.424
+54,block_sparse_moe.experts.245.w2,0.0000247666,0.01000,0.415
+54,block_sparse_moe.experts.246.w2,0.0000974541,0.01000,0.415
+54,block_sparse_moe.experts.247.w2,0.0001298756,0.01000,0.420
+54,block_sparse_moe.experts.248.w2,0.0001644190,0.01000,0.416
+54,block_sparse_moe.experts.244.w2,0.0000568305,0.01000,0.436
+54,block_sparse_moe.experts.249.w2,0.0000318674,0.01000,0.423
+54,block_sparse_moe.experts.250.w2,0.0001342770,0.01000,0.418
+54,block_sparse_moe.experts.252.w2,0.0000586939,0.01000,0.397
+54,block_sparse_moe.experts.253.w2,0.0000381752,0.01000,0.395
+54,block_sparse_moe.experts.255.w2,0.0000621756,0.01000,0.395
+54,block_sparse_moe.experts.254.w2,0.0000661284,0.01000,0.400
+54,block_sparse_moe.experts.251.w2,0.0000984131,0.01000,0.418
+55,block_sparse_moe.experts.6.w1,0.0000792036,0.01000,0.924
+55,block_sparse_moe.experts.1.w1,0.0000744773,0.01000,0.972
+55,block_sparse_moe.experts.0.w1,0.0000756106,0.01000,0.989
+55,block_sparse_moe.experts.5.w1,0.0000762413,0.01000,1.020
+55,block_sparse_moe.experts.3.w1,0.0000739075,0.01000,1.215
+55,block_sparse_moe.experts.4.w1,0.0000766361,0.01000,1.575
+55,block_sparse_moe.experts.7.w1,0.0000761277,0.01000,0.860
+55,block_sparse_moe.experts.2.w1,0.0000766649,0.01000,1.901
+55,block_sparse_moe.experts.8.w1,0.0000756002,0.01000,1.430
+55,block_sparse_moe.experts.10.w1,0.0000751871,0.01000,1.475
+55,block_sparse_moe.experts.12.w1,0.0000731343,0.01000,0.938
+55,block_sparse_moe.experts.9.w1,0.0000734470,0.01000,1.772
+55,block_sparse_moe.experts.14.w1,0.0000755592,0.01000,0.894
+55,block_sparse_moe.experts.11.w1,0.0000775359,0.01000,1.790
+55,block_sparse_moe.experts.16.w1,0.0000766947,0.01000,0.916
+55,block_sparse_moe.experts.15.w1,0.0000778148,0.01000,1.039
+55,block_sparse_moe.experts.17.w1,0.0000774797,0.01000,0.978
+55,block_sparse_moe.experts.19.w1,0.0000778550,0.01000,0.793
+55,block_sparse_moe.experts.13.w1,0.0000773988,0.01000,2.171
+55,block_sparse_moe.experts.22.w1,0.0000714104,0.01000,0.829
+55,block_sparse_moe.experts.21.w1,0.0000797370,0.01000,1.000
+55,block_sparse_moe.experts.24.w1,0.0000760175,0.01000,0.835
+55,block_sparse_moe.experts.20.w1,0.0000781122,0.01000,1.780
+55,block_sparse_moe.experts.18.w1,0.0000749074,0.01000,2.050
+55,block_sparse_moe.experts.23.w1,0.0000849791,0.01000,1.774
+55,block_sparse_moe.experts.28.w1,0.0000736832,0.01000,0.846
+55,block_sparse_moe.experts.26.w1,0.0000788923,0.01000,1.412
+55,block_sparse_moe.experts.29.w1,0.0000720031,0.01000,0.957
+55,block_sparse_moe.experts.30.w1,0.0000750623,0.01000,1.428
+55,block_sparse_moe.experts.31.w1,0.0000803156,0.01000,0.986
+55,block_sparse_moe.experts.25.w1,0.0000645061,0.01000,2.424
+55,block_sparse_moe.experts.27.w1,0.0000845023,0.01000,2.049
+55,block_sparse_moe.experts.33.w1,0.0000817023,0.01000,0.874
+55,block_sparse_moe.experts.36.w1,0.0000759561,0.01000,0.981
+55,block_sparse_moe.experts.35.w1,0.0000727091,0.01000,1.125
+55,block_sparse_moe.experts.38.w1,0.0000722046,0.01000,1.034
+55,block_sparse_moe.experts.37.w1,0.0000784109,0.01000,1.207
+55,block_sparse_moe.experts.32.w1,0.0000801231,0.01000,2.533
+55,block_sparse_moe.experts.34.w1,0.0000749737,0.01000,2.164
+55,block_sparse_moe.experts.40.w1,0.0000722127,0.01000,0.885
+55,block_sparse_moe.experts.42.w1,0.0000736427,0.01000,1.163
+55,block_sparse_moe.experts.44.w1,0.0000706779,0.01000,0.911
+55,block_sparse_moe.experts.45.w1,0.0000765030,0.01000,0.921
+55,block_sparse_moe.experts.39.w1,0.0000683877,0.01000,2.534
+55,block_sparse_moe.experts.41.w1,0.0000758516,0.01000,1.746
+55,block_sparse_moe.experts.43.w1,0.0000799534,0.01000,1.634
+55,block_sparse_moe.experts.47.w1,0.0000766703,0.01000,0.911
+55,block_sparse_moe.experts.49.w1,0.0000777643,0.01000,0.924
+55,block_sparse_moe.experts.52.w1,0.0000725364,0.01000,0.932
+55,block_sparse_moe.experts.48.w1,0.0000773508,0.01000,1.488
+55,block_sparse_moe.experts.51.w1,0.0000768924,0.01000,1.175
+55,block_sparse_moe.experts.50.w1,0.0000730854,0.01000,1.433
+55,block_sparse_moe.experts.56.w1,0.0000798191,0.01000,0.844
+55,block_sparse_moe.experts.46.w1,0.0000797199,0.01000,2.964
+55,block_sparse_moe.experts.55.w1,0.0000798344,0.01000,0.938
+55,block_sparse_moe.experts.57.w1,0.0000700935,0.01000,0.931
+55,block_sparse_moe.experts.54.w1,0.0000797569,0.01000,1.474
+55,block_sparse_moe.experts.58.w1,0.0000754151,0.01000,0.820
+55,block_sparse_moe.experts.59.w1,0.0000774561,0.01000,0.798
+55,block_sparse_moe.experts.53.w1,0.0000620857,0.01000,2.313
+55,block_sparse_moe.experts.61.w1,0.0000776363,0.01000,0.877
+55,block_sparse_moe.experts.63.w1,0.0000803731,0.01000,0.824
+55,block_sparse_moe.experts.62.w1,0.0000744236,0.01000,0.848
+55,block_sparse_moe.experts.64.w1,0.0000802363,0.01000,0.812
+55,block_sparse_moe.experts.65.w1,0.0000756074,0.01000,0.829
+55,block_sparse_moe.experts.66.w1,0.0000745353,0.01000,0.825
+55,block_sparse_moe.experts.68.w1,0.0000789137,0.01000,0.887
+55,block_sparse_moe.experts.70.w1,0.0000754593,0.01000,0.855
+55,block_sparse_moe.experts.69.w1,0.0000741613,0.01000,0.977
+55,block_sparse_moe.experts.71.w1,0.0000777439,0.01000,0.813
+55,block_sparse_moe.experts.73.w1,0.0000724792,0.01000,0.892
+55,block_sparse_moe.experts.72.w1,0.0000749934,0.01000,1.178
+55,block_sparse_moe.experts.75.w1,0.0000761877,0.01000,1.087
+55,block_sparse_moe.experts.76.w1,0.0000790691,0.01000,0.783
+55,block_sparse_moe.experts.77.w1,0.0000864352,0.01000,0.725
+55,block_sparse_moe.experts.60.w1,0.0000748947,0.01000,3.511
+55,block_sparse_moe.experts.78.w1,0.0000744476,0.01000,0.740
+55,block_sparse_moe.experts.79.w1,0.0000753781,0.01000,0.776
+55,block_sparse_moe.experts.67.w1,0.0000727371,0.01000,3.177
+55,block_sparse_moe.experts.80.w1,0.0000757410,0.01000,1.011
+55,block_sparse_moe.experts.83.w1,0.0000800626,0.01000,0.870
+55,block_sparse_moe.experts.82.w1,0.0000735399,0.01000,0.992
+55,block_sparse_moe.experts.84.w1,0.0000716304,0.01000,0.798
+55,block_sparse_moe.experts.85.w1,0.0000760603,0.01000,0.872
+55,block_sparse_moe.experts.86.w1,0.0000762521,0.01000,0.818
+55,block_sparse_moe.experts.87.w1,0.0000679133,0.01000,0.782
+55,block_sparse_moe.experts.89.w1,0.0000816406,0.01000,0.955
+55,block_sparse_moe.experts.90.w1,0.0000708248,0.01000,0.782
+55,block_sparse_moe.experts.91.w1,0.0000774653,0.01000,0.777
+55,block_sparse_moe.experts.74.w1,0.0000766036,0.01000,4.225
+55,block_sparse_moe.experts.92.w1,0.0000720579,0.01000,1.184
+55,block_sparse_moe.experts.94.w1,0.0000749817,0.01000,0.806
+55,block_sparse_moe.experts.97.w1,0.0000760929,0.01000,0.897
+55,block_sparse_moe.experts.81.w1,0.0000749719,0.01000,3.848
+55,block_sparse_moe.experts.98.w1,0.0000805410,0.01000,0.840
+55,block_sparse_moe.experts.93.w1,0.0000778611,0.01000,2.384
+55,block_sparse_moe.experts.96.w1,0.0000767145,0.01000,1.937
+55,block_sparse_moe.experts.101.w1,0.0000741468,0.01000,0.838
+55,block_sparse_moe.experts.99.w1,0.0000724721,0.01000,0.946
+55,block_sparse_moe.experts.88.w1,0.0000784020,0.01000,4.119
+55,block_sparse_moe.experts.100.w1,0.0000794230,0.01000,1.527
+55,block_sparse_moe.experts.103.w1,0.0000758591,0.01000,0.871
+55,block_sparse_moe.experts.105.w1,0.0000724661,0.01000,0.876
+55,block_sparse_moe.experts.104.w1,0.0000658096,0.01000,1.062
+55,block_sparse_moe.experts.95.w1,0.0000822545,0.01000,3.535
+55,block_sparse_moe.experts.106.w1,0.0000761944,0.01000,0.900
+55,block_sparse_moe.experts.107.w1,0.0000659667,0.01000,1.031
+55,block_sparse_moe.experts.108.w1,0.0000734333,0.01000,0.994
+55,block_sparse_moe.experts.111.w1,0.0000754061,0.01000,0.859
+55,block_sparse_moe.experts.102.w1,0.0000690428,0.01000,2.231
+55,block_sparse_moe.experts.112.w1,0.0000781373,0.01000,0.830
+55,block_sparse_moe.experts.110.w1,0.0000741604,0.01000,1.085
+55,block_sparse_moe.experts.113.w1,0.0000693872,0.01000,0.820
+55,block_sparse_moe.experts.109.w1,0.0000663847,0.01000,1.635
+55,block_sparse_moe.experts.115.w1,0.0000741933,0.01000,0.858
+55,block_sparse_moe.experts.114.w1,0.0000826697,0.01000,1.145
+55,block_sparse_moe.experts.117.w1,0.0000722184,0.01000,0.887
+55,block_sparse_moe.experts.119.w1,0.0000784331,0.01000,0.852
+55,block_sparse_moe.experts.116.w1,0.0000745687,0.01000,1.366
+55,block_sparse_moe.experts.120.w1,0.0000789824,0.01000,0.858
+55,block_sparse_moe.experts.118.w1,0.0000814392,0.01000,1.259
+55,block_sparse_moe.experts.121.w1,0.0000760358,0.01000,0.856
+55,block_sparse_moe.experts.122.w1,0.0000771203,0.01000,0.845
+55,block_sparse_moe.experts.124.w1,0.0000797765,0.01000,0.912
+55,block_sparse_moe.experts.126.w1,0.0000706428,0.01000,0.859
+55,block_sparse_moe.experts.125.w1,0.0000752099,0.01000,0.939
+55,block_sparse_moe.experts.123.w1,0.0000761942,0.01000,1.339
+55,block_sparse_moe.experts.128.w1,0.0000801400,0.01000,0.918
+55,block_sparse_moe.experts.129.w1,0.0000754429,0.01000,0.872
+55,block_sparse_moe.experts.127.w1,0.0000741531,0.01000,1.414
+55,block_sparse_moe.experts.132.w1,0.0000792026,0.01000,0.874
+55,block_sparse_moe.experts.133.w1,0.0000791485,0.01000,0.849
+55,block_sparse_moe.experts.131.w1,0.0000794193,0.01000,1.044
+55,block_sparse_moe.experts.130.w1,0.0000737200,0.01000,1.146
+55,block_sparse_moe.experts.135.w1,0.0000761571,0.01000,0.904
+55,block_sparse_moe.experts.134.w1,0.0000718654,0.01000,1.029
+55,block_sparse_moe.experts.136.w1,0.0000767576,0.01000,0.850
+55,block_sparse_moe.experts.138.w1,0.0000757234,0.01000,0.901
+55,block_sparse_moe.experts.140.w1,0.0000777488,0.01000,0.942
+55,block_sparse_moe.experts.139.w1,0.0000767698,0.01000,1.061
+55,block_sparse_moe.experts.141.w1,0.0000802574,0.01000,0.888
+55,block_sparse_moe.experts.142.w1,0.0000767404,0.01000,0.856
+55,block_sparse_moe.experts.143.w1,0.0000780569,0.01000,0.840
+55,block_sparse_moe.experts.137.w1,0.0000735784,0.01000,1.353
+55,block_sparse_moe.experts.145.w1,0.0000722888,0.01000,0.879
+55,block_sparse_moe.experts.147.w1,0.0000790859,0.01000,0.856
+55,block_sparse_moe.experts.146.w1,0.0000801822,0.01000,0.902
+55,block_sparse_moe.experts.148.w1,0.0000718041,0.01000,0.862
+55,block_sparse_moe.experts.150.w1,0.0000760815,0.01000,0.884
+55,block_sparse_moe.experts.144.w1,0.0000734582,0.01000,1.340
+55,block_sparse_moe.experts.149.w1,0.0000793662,0.01000,1.145
+55,block_sparse_moe.experts.153.w1,0.0000762377,0.01000,0.897
+55,block_sparse_moe.experts.155.w1,0.0000775790,0.01000,0.895
+55,block_sparse_moe.experts.152.w1,0.0000698088,0.01000,1.088
+55,block_sparse_moe.experts.156.w1,0.0000781814,0.01000,0.911
+55,block_sparse_moe.experts.154.w1,0.0000762612,0.01000,1.032
+55,block_sparse_moe.experts.151.w1,0.0000687274,0.01000,1.214
+55,block_sparse_moe.experts.157.w1,0.0000720603,0.01000,0.869
+55,block_sparse_moe.experts.159.w1,0.0000753867,0.01000,0.899
+55,block_sparse_moe.experts.160.w1,0.0000732874,0.01000,0.883
+55,block_sparse_moe.experts.161.w1,0.0000761380,0.01000,0.869
+55,block_sparse_moe.experts.158.w1,0.0000771188,0.01000,1.165
+55,block_sparse_moe.experts.164.w1,0.0000776234,0.01000,0.855
+55,block_sparse_moe.experts.162.w1,0.0000788198,0.01000,1.020
+55,block_sparse_moe.experts.163.w1,0.0000790281,0.01000,1.170
+55,block_sparse_moe.experts.166.w1,0.0000796681,0.01000,0.881
+55,block_sparse_moe.experts.167.w1,0.0000768893,0.01000,0.882
+55,block_sparse_moe.experts.168.w1,0.0000761798,0.01000,0.877
+55,block_sparse_moe.experts.169.w1,0.0000748890,0.01000,0.856
+55,block_sparse_moe.experts.170.w1,0.0000782852,0.01000,0.994
+55,block_sparse_moe.experts.171.w1,0.0000808934,0.01000,0.941
+55,block_sparse_moe.experts.165.w1,0.0000702332,0.01000,1.516
+55,block_sparse_moe.experts.174.w1,0.0000766598,0.01000,0.967
+55,block_sparse_moe.experts.173.w1,0.0000764875,0.01000,1.045
+55,block_sparse_moe.experts.176.w1,0.0000804874,0.01000,0.865
+55,block_sparse_moe.experts.175.w1,0.0000615702,0.01000,1.042
+55,block_sparse_moe.experts.177.w1,0.0000774300,0.01000,0.872
+55,block_sparse_moe.experts.172.w1,0.0000745025,0.01000,1.413
+55,block_sparse_moe.experts.178.w1,0.0000732333,0.01000,0.910
+55,block_sparse_moe.experts.180.w1,0.0000713343,0.01000,0.954
+55,block_sparse_moe.experts.181.w1,0.0000713949,0.01000,0.899
+55,block_sparse_moe.experts.182.w1,0.0000752076,0.01000,0.918
+55,block_sparse_moe.experts.183.w1,0.0000791283,0.01000,0.900
+55,block_sparse_moe.experts.184.w1,0.0000784097,0.01000,0.988
+55,block_sparse_moe.experts.185.w1,0.0000704452,0.01000,0.867
+55,block_sparse_moe.experts.179.w1,0.0000783391,0.01000,1.425
+55,block_sparse_moe.experts.187.w1,0.0000779263,0.01000,0.844
+55,block_sparse_moe.experts.188.w1,0.0000625117,0.01000,0.862
+55,block_sparse_moe.experts.189.w1,0.0000767157,0.01000,0.828
+55,block_sparse_moe.experts.190.w1,0.0000755271,0.01000,0.828
+55,block_sparse_moe.experts.191.w1,0.0000722306,0.01000,0.839
+55,block_sparse_moe.experts.186.w1,0.0000758764,0.01000,1.445
+55,block_sparse_moe.experts.192.w1,0.0000758629,0.01000,1.061
+55,block_sparse_moe.experts.194.w1,0.0000731101,0.01000,0.958
+55,block_sparse_moe.experts.195.w1,0.0000752076,0.01000,0.879
+55,block_sparse_moe.experts.196.w1,0.0000789640,0.01000,0.843
+55,block_sparse_moe.experts.197.w1,0.0000744334,0.01000,0.854
+55,block_sparse_moe.experts.193.w1,0.0000801616,0.01000,1.381
+55,block_sparse_moe.experts.198.w1,0.0000748725,0.01000,0.946
+55,block_sparse_moe.experts.199.w1,0.0000793350,0.01000,0.993
+55,block_sparse_moe.experts.201.w1,0.0000809155,0.01000,0.850
+55,block_sparse_moe.experts.203.w1,0.0000687110,0.01000,0.882
+55,block_sparse_moe.experts.202.w1,0.0000784282,0.01000,0.942
+55,block_sparse_moe.experts.204.w1,0.0000767409,0.01000,0.848
+55,block_sparse_moe.experts.200.w1,0.0000770709,0.01000,1.299
+55,block_sparse_moe.experts.205.w1,0.0000775102,0.01000,0.912
+55,block_sparse_moe.experts.206.w1,0.0000738226,0.01000,1.063
+55,block_sparse_moe.experts.209.w1,0.0000650035,0.01000,0.874
+55,block_sparse_moe.experts.208.w1,0.0000735867,0.01000,0.907
+55,block_sparse_moe.experts.207.w1,0.0000759173,0.01000,1.189
+55,block_sparse_moe.experts.211.w1,0.0000765145,0.01000,0.859
+55,block_sparse_moe.experts.212.w1,0.0000802943,0.01000,0.846
+55,block_sparse_moe.experts.210.w1,0.0000790951,0.01000,1.120
+55,block_sparse_moe.experts.213.w1,0.0000788169,0.01000,0.900
+55,block_sparse_moe.experts.215.w1,0.0000635340,0.01000,0.877
+55,block_sparse_moe.experts.216.w1,0.0000673364,0.01000,0.887
+55,block_sparse_moe.experts.218.w1,0.0000768339,0.01000,0.851
+55,block_sparse_moe.experts.217.w1,0.0000796779,0.01000,1.014
+55,block_sparse_moe.experts.214.w1,0.0000696067,0.01000,1.292
+55,block_sparse_moe.experts.219.w1,0.0000837847,0.01000,1.068
+55,block_sparse_moe.experts.220.w1,0.0000662517,0.01000,0.826
+55,block_sparse_moe.experts.222.w1,0.0000770621,0.01000,0.860
+55,block_sparse_moe.experts.223.w1,0.0000721312,0.01000,0.900
+55,block_sparse_moe.experts.221.w1,0.0000758821,0.01000,1.293
+55,block_sparse_moe.experts.225.w1,0.0000714106,0.01000,0.902
+55,block_sparse_moe.experts.224.w1,0.0000754272,0.01000,1.036
+55,block_sparse_moe.experts.227.w1,0.0000778304,0.01000,0.875
+55,block_sparse_moe.experts.226.w1,0.0000710821,0.01000,1.055
+55,block_sparse_moe.experts.229.w1,0.0000799532,0.01000,0.858
+55,block_sparse_moe.experts.228.w1,0.0000716635,0.01000,1.142
+55,block_sparse_moe.experts.230.w1,0.0000833857,0.01000,0.871
+55,block_sparse_moe.experts.231.w1,0.0000664362,0.01000,0.955
+55,block_sparse_moe.experts.233.w1,0.0000798419,0.01000,0.904
+55,block_sparse_moe.experts.234.w1,0.0000824536,0.01000,0.864
+55,block_sparse_moe.experts.232.w1,0.0000703731,0.01000,1.158
+55,block_sparse_moe.experts.236.w1,0.0000766402,0.01000,0.920
+55,block_sparse_moe.experts.237.w1,0.0000803717,0.01000,0.862
+55,block_sparse_moe.experts.235.w1,0.0000827002,0.01000,1.161
+55,block_sparse_moe.experts.238.w1,0.0000739954,0.01000,0.930
+55,block_sparse_moe.experts.239.w1,0.0000724361,0.01000,0.909
+55,block_sparse_moe.experts.241.w1,0.0000800764,0.01000,0.883
+55,block_sparse_moe.experts.240.w1,0.0000766200,0.01000,1.049
+55,block_sparse_moe.experts.243.w1,0.0000628805,0.01000,0.889
+55,block_sparse_moe.experts.246.w1,0.0000742701,0.01000,0.863
+55,block_sparse_moe.experts.244.w1,0.0000773719,0.01000,0.946
+55,block_sparse_moe.experts.245.w1,0.0000773595,0.01000,1.049
+55,block_sparse_moe.experts.242.w1,0.0000769484,0.01000,1.376
+55,block_sparse_moe.experts.248.w1,0.0000803271,0.01000,0.943
+55,block_sparse_moe.experts.247.w1,0.0000647253,0.01000,1.110
+55,block_sparse_moe.experts.250.w1,0.0000770826,0.01000,0.853
+55,block_sparse_moe.experts.251.w1,0.0000740035,0.01000,0.914
+55,block_sparse_moe.experts.249.w1,0.0000779855,0.01000,1.203
+55,block_sparse_moe.experts.253.w1,0.0000696141,0.01000,0.864
+55,block_sparse_moe.experts.254.w1,0.0000792326,0.01000,0.864
+55,block_sparse_moe.experts.255.w1,0.0000790534,0.01000,0.863
+55,block_sparse_moe.experts.252.w1,0.0000634794,0.01000,1.258
+55,block_sparse_moe.experts.1.w3,0.0000856505,0.01000,0.843
+55,block_sparse_moe.experts.2.w3,0.0000870904,0.01000,0.872
+55,block_sparse_moe.experts.0.w3,0.0000877586,0.01000,1.176
+55,block_sparse_moe.experts.4.w3,0.0000880196,0.01000,0.843
+55,block_sparse_moe.experts.5.w3,0.0000847262,0.01000,0.849
+55,block_sparse_moe.experts.6.w3,0.0000900749,0.01000,0.831
+55,block_sparse_moe.experts.3.w3,0.0000836636,0.01000,1.426
+55,block_sparse_moe.experts.8.w3,0.0000847007,0.01000,0.857
+55,block_sparse_moe.experts.9.w3,0.0000825412,0.01000,0.921
+55,block_sparse_moe.experts.11.w3,0.0000892084,0.01000,0.856
+55,block_sparse_moe.experts.7.w3,0.0000874786,0.01000,1.199
+55,block_sparse_moe.experts.10.w3,0.0000856705,0.01000,1.117
+55,block_sparse_moe.experts.12.w3,0.0000828241,0.01000,0.955
+55,block_sparse_moe.experts.13.w3,0.0000872757,0.01000,0.852
+55,block_sparse_moe.experts.14.w3,0.0000860573,0.01000,0.997
+55,block_sparse_moe.experts.15.w3,0.0000871570,0.01000,0.960
+55,block_sparse_moe.experts.16.w3,0.0000862019,0.01000,0.969
+55,block_sparse_moe.experts.17.w3,0.0000877398,0.01000,1.016
+55,block_sparse_moe.experts.18.w3,0.0000838305,0.01000,1.044
+55,block_sparse_moe.experts.19.w3,0.0000882755,0.01000,1.069
+55,block_sparse_moe.experts.20.w3,0.0000899189,0.01000,0.959
+55,block_sparse_moe.experts.21.w3,0.0000897332,0.01000,1.080
+55,block_sparse_moe.experts.23.w3,0.0001053906,0.01000,0.933
+55,block_sparse_moe.experts.22.w3,0.0000841012,0.01000,1.042
+55,block_sparse_moe.experts.24.w3,0.0000855548,0.01000,0.972
+55,block_sparse_moe.experts.25.w3,0.0000738539,0.01000,0.890
+55,block_sparse_moe.experts.26.w3,0.0000893284,0.01000,0.945
+55,block_sparse_moe.experts.27.w3,0.0000973606,0.01000,1.321
+55,block_sparse_moe.experts.29.w3,0.0000831531,0.01000,0.950
+55,block_sparse_moe.experts.31.w3,0.0000919376,0.01000,0.875
+55,block_sparse_moe.experts.32.w3,0.0000906477,0.01000,0.941
+55,block_sparse_moe.experts.33.w3,0.0000931472,0.01000,0.869
+55,block_sparse_moe.experts.28.w3,0.0000819152,0.01000,1.353
+55,block_sparse_moe.experts.30.w3,0.0000848125,0.01000,1.433
+55,block_sparse_moe.experts.34.w3,0.0000843910,0.01000,0.976
+55,block_sparse_moe.experts.36.w3,0.0000870962,0.01000,0.846
+55,block_sparse_moe.experts.37.w3,0.0000893823,0.01000,0.983
+55,block_sparse_moe.experts.38.w3,0.0000847131,0.01000,0.976
+55,block_sparse_moe.experts.39.w3,0.0000790722,0.01000,0.873
+55,block_sparse_moe.experts.35.w3,0.0001026772,0.01000,1.363
+55,block_sparse_moe.experts.40.w3,0.0000841478,0.01000,1.004
+55,block_sparse_moe.experts.41.w3,0.0000854468,0.01000,1.010
+55,block_sparse_moe.experts.42.w3,0.0000828392,0.01000,1.156
+55,block_sparse_moe.experts.43.w3,0.0000921677,0.01000,0.879
+55,block_sparse_moe.experts.45.w3,0.0000871596,0.01000,0.861
+55,block_sparse_moe.experts.44.w3,0.0000824706,0.01000,0.903
+55,block_sparse_moe.experts.47.w3,0.0000861545,0.01000,0.985
+55,block_sparse_moe.experts.48.w3,0.0000906342,0.01000,0.898
+55,block_sparse_moe.experts.46.w3,0.0000895850,0.01000,1.391
+55,block_sparse_moe.experts.52.w3,0.0000832810,0.01000,0.841
+55,block_sparse_moe.experts.51.w3,0.0000868988,0.01000,0.871
+55,block_sparse_moe.experts.50.w3,0.0000807006,0.01000,0.891
+55,block_sparse_moe.experts.49.w3,0.0000897600,0.01000,1.304
+55,block_sparse_moe.experts.54.w3,0.0000919234,0.01000,0.862
+55,block_sparse_moe.experts.55.w3,0.0000897794,0.01000,0.913
+55,block_sparse_moe.experts.53.w3,0.0000738200,0.01000,1.117
+55,block_sparse_moe.experts.57.w3,0.0000788308,0.01000,0.891
+55,block_sparse_moe.experts.58.w3,0.0000838987,0.01000,1.108
+55,block_sparse_moe.experts.59.w3,0.0000883768,0.01000,0.897
+55,block_sparse_moe.experts.56.w3,0.0000895209,0.01000,1.340
+55,block_sparse_moe.experts.62.w3,0.0000847059,0.01000,0.830
+55,block_sparse_moe.experts.61.w3,0.0000894940,0.01000,0.856
+55,block_sparse_moe.experts.60.w3,0.0000859035,0.01000,1.062
+55,block_sparse_moe.experts.64.w3,0.0000899069,0.01000,0.867
+55,block_sparse_moe.experts.63.w3,0.0000907390,0.01000,1.237
+55,block_sparse_moe.experts.65.w3,0.0000881644,0.01000,0.929
+55,block_sparse_moe.experts.68.w3,0.0000883631,0.01000,0.863
+55,block_sparse_moe.experts.67.w3,0.0000824468,0.01000,0.896
+55,block_sparse_moe.experts.66.w3,0.0000851724,0.01000,1.163
+55,block_sparse_moe.experts.69.w3,0.0000851209,0.01000,0.840
+55,block_sparse_moe.experts.71.w3,0.0000873390,0.01000,0.910
+55,block_sparse_moe.experts.72.w3,0.0000880639,0.01000,0.876
+55,block_sparse_moe.experts.70.w3,0.0000858021,0.01000,1.126
+55,block_sparse_moe.experts.73.w3,0.0000825823,0.01000,0.883
+55,block_sparse_moe.experts.74.w3,0.0000867722,0.01000,0.858
+55,block_sparse_moe.experts.75.w3,0.0000853480,0.01000,0.940
+55,block_sparse_moe.experts.76.w3,0.0000903848,0.01000,0.929
+55,block_sparse_moe.experts.78.w3,0.0000851842,0.01000,0.926
+55,block_sparse_moe.experts.80.w3,0.0000871807,0.01000,0.856
+55,block_sparse_moe.experts.81.w3,0.0000872075,0.01000,0.856
+55,block_sparse_moe.experts.79.w3,0.0000867130,0.01000,1.050
+55,block_sparse_moe.experts.77.w3,0.0001013233,0.01000,1.209
+55,block_sparse_moe.experts.83.w3,0.0000913295,0.01000,0.852
+55,block_sparse_moe.experts.82.w3,0.0000840230,0.01000,0.920
+55,block_sparse_moe.experts.87.w3,0.0000774884,0.01000,0.844
+55,block_sparse_moe.experts.86.w3,0.0000863841,0.01000,0.868
+55,block_sparse_moe.experts.85.w3,0.0000934749,0.01000,1.016
+55,block_sparse_moe.experts.90.w3,0.0000789820,0.01000,0.853
+55,block_sparse_moe.experts.84.w3,0.0000813265,0.01000,1.266
+55,block_sparse_moe.experts.89.w3,0.0000937980,0.01000,0.964
+55,block_sparse_moe.experts.88.w3,0.0000879613,0.01000,1.054
+55,block_sparse_moe.experts.92.w3,0.0000858827,0.01000,0.917
+55,block_sparse_moe.experts.94.w3,0.0000856822,0.01000,0.843
+55,block_sparse_moe.experts.95.w3,0.0000951186,0.01000,0.859
+55,block_sparse_moe.experts.96.w3,0.0000885565,0.01000,0.848
+55,block_sparse_moe.experts.97.w3,0.0000845242,0.01000,0.840
+55,block_sparse_moe.experts.91.w3,0.0000883753,0.01000,1.307
+55,block_sparse_moe.experts.93.w3,0.0000869818,0.01000,1.337
+55,block_sparse_moe.experts.99.w3,0.0000835268,0.01000,0.835
+55,block_sparse_moe.experts.101.w3,0.0000854305,0.01000,0.864
+55,block_sparse_moe.experts.102.w3,0.0000830836,0.01000,0.889
+55,block_sparse_moe.experts.103.w3,0.0000854657,0.01000,0.828
+55,block_sparse_moe.experts.98.w3,0.0000937816,0.01000,1.231
+55,block_sparse_moe.experts.100.w3,0.0000893923,0.01000,1.081
+55,block_sparse_moe.experts.104.w3,0.0000774055,0.01000,0.908
+55,block_sparse_moe.experts.106.w3,0.0000873524,0.01000,0.892
+55,block_sparse_moe.experts.108.w3,0.0000836489,0.01000,0.879
+55,block_sparse_moe.experts.109.w3,0.0000764046,0.01000,0.854
+55,block_sparse_moe.experts.110.w3,0.0000831442,0.01000,0.863
+55,block_sparse_moe.experts.105.w3,0.0000851407,0.01000,1.350
+55,block_sparse_moe.experts.111.w3,0.0000842075,0.01000,0.837
+55,block_sparse_moe.experts.107.w3,0.0000783972,0.01000,1.538
+55,block_sparse_moe.experts.113.w3,0.0000835858,0.01000,0.832
+55,block_sparse_moe.experts.115.w3,0.0000846109,0.01000,0.844
+55,block_sparse_moe.experts.116.w3,0.0000850272,0.01000,0.831
+55,block_sparse_moe.experts.117.w3,0.0000829453,0.01000,0.839
+55,block_sparse_moe.experts.114.w3,0.0001097439,0.01000,1.094
+55,block_sparse_moe.experts.112.w3,0.0000894696,0.01000,1.310
+55,block_sparse_moe.experts.120.w3,0.0000905299,0.01000,0.846
+55,block_sparse_moe.experts.118.w3,0.0000919374,0.01000,1.215
+55,block_sparse_moe.experts.122.w3,0.0000874566,0.01000,0.821
+55,block_sparse_moe.experts.121.w3,0.0000865560,0.01000,0.880
+55,block_sparse_moe.experts.123.w3,0.0000872391,0.01000,0.831
+55,block_sparse_moe.experts.119.w3,0.0000902681,0.01000,1.208
+55,block_sparse_moe.experts.124.w3,0.0000900442,0.01000,0.871
+55,block_sparse_moe.experts.129.w3,0.0000869096,0.01000,0.844
+55,block_sparse_moe.experts.128.w3,0.0000903309,0.01000,0.872
+55,block_sparse_moe.experts.127.w3,0.0000825023,0.01000,0.988
+55,block_sparse_moe.experts.130.w3,0.0000842899,0.01000,0.886
+55,block_sparse_moe.experts.125.w3,0.0000868026,0.01000,1.257
+55,block_sparse_moe.experts.131.w3,0.0000912492,0.01000,0.966
+55,block_sparse_moe.experts.126.w3,0.0000847529,0.01000,1.261
+55,block_sparse_moe.experts.132.w3,0.0000908010,0.01000,0.953
+55,block_sparse_moe.experts.134.w3,0.0000816056,0.01000,0.967
+55,block_sparse_moe.experts.135.w3,0.0000861583,0.01000,0.933
+55,block_sparse_moe.experts.137.w3,0.0000849204,0.01000,0.898
+55,block_sparse_moe.experts.136.w3,0.0000875727,0.01000,0.961
+55,block_sparse_moe.experts.138.w3,0.0000869601,0.01000,1.011
+55,block_sparse_moe.experts.133.w3,0.0000908556,0.01000,1.263
+55,block_sparse_moe.experts.139.w3,0.0000862517,0.01000,0.896
+55,block_sparse_moe.experts.143.w3,0.0000878523,0.01000,0.860
+55,block_sparse_moe.experts.141.w3,0.0000978478,0.01000,0.973
+55,block_sparse_moe.experts.142.w3,0.0000862870,0.01000,0.938
+55,block_sparse_moe.experts.144.w3,0.0000844161,0.01000,1.008
+55,block_sparse_moe.experts.140.w3,0.0000885667,0.01000,1.250
+55,block_sparse_moe.experts.145.w3,0.0000820429,0.01000,1.049
+55,block_sparse_moe.experts.146.w3,0.0000909672,0.01000,0.869
+55,block_sparse_moe.experts.148.w3,0.0000815665,0.01000,0.898
+55,block_sparse_moe.experts.149.w3,0.0000888805,0.01000,0.899
+55,block_sparse_moe.experts.150.w3,0.0000875486,0.01000,0.895
+55,block_sparse_moe.experts.151.w3,0.0000768992,0.01000,0.852
+55,block_sparse_moe.experts.152.w3,0.0000834007,0.01000,1.180
+55,block_sparse_moe.experts.153.w3,0.0000905180,0.01000,0.809
+55,block_sparse_moe.experts.147.w3,0.0000912709,0.01000,1.738
+55,block_sparse_moe.experts.155.w3,0.0000876309,0.01000,0.812
+55,block_sparse_moe.experts.157.w3,0.0000822431,0.01000,0.844
+55,block_sparse_moe.experts.156.w3,0.0000883843,0.01000,0.875
+55,block_sparse_moe.experts.158.w3,0.0000871661,0.01000,0.856
+55,block_sparse_moe.experts.159.w3,0.0000854617,0.01000,0.948
+55,block_sparse_moe.experts.154.w3,0.0000884407,0.01000,1.594
+55,block_sparse_moe.experts.160.w3,0.0000838758,0.01000,0.945
+55,block_sparse_moe.experts.163.w3,0.0000903629,0.01000,0.862
+55,block_sparse_moe.experts.162.w3,0.0000891902,0.01000,0.881
+55,block_sparse_moe.experts.161.w3,0.0000918585,0.01000,1.447
+55,block_sparse_moe.experts.164.w3,0.0000877910,0.01000,0.874
+55,block_sparse_moe.experts.165.w3,0.0000853191,0.01000,0.901
+55,block_sparse_moe.experts.166.w3,0.0000917798,0.01000,0.849
+55,block_sparse_moe.experts.169.w3,0.0000855624,0.01000,0.864
+55,block_sparse_moe.experts.167.w3,0.0000870027,0.01000,1.316
+55,block_sparse_moe.experts.171.w3,0.0000947956,0.01000,0.837
+55,block_sparse_moe.experts.170.w3,0.0000888865,0.01000,0.856
+55,block_sparse_moe.experts.168.w3,0.0000900636,0.01000,1.232
+55,block_sparse_moe.experts.172.w3,0.0000845888,0.01000,0.843
+55,block_sparse_moe.experts.173.w3,0.0000877391,0.01000,0.968
+55,block_sparse_moe.experts.174.w3,0.0000866924,0.01000,0.991
+55,block_sparse_moe.experts.177.w3,0.0000881520,0.01000,0.884
+55,block_sparse_moe.experts.178.w3,0.0000838949,0.01000,0.901
+55,block_sparse_moe.experts.179.w3,0.0000903438,0.01000,0.850
+55,block_sparse_moe.experts.180.w3,0.0000827621,0.01000,0.882
+55,block_sparse_moe.experts.175.w3,0.0000732656,0.01000,1.256
+55,block_sparse_moe.experts.176.w3,0.0000923963,0.01000,1.287
+55,block_sparse_moe.experts.181.w3,0.0000804656,0.01000,0.863
+55,block_sparse_moe.experts.184.w3,0.0000896151,0.01000,0.923
+55,block_sparse_moe.experts.183.w3,0.0000914661,0.01000,1.011
+55,block_sparse_moe.experts.185.w3,0.0000810432,0.01000,0.878
+55,block_sparse_moe.experts.186.w3,0.0000865457,0.01000,0.864
+55,block_sparse_moe.experts.182.w3,0.0000835646,0.01000,1.348
+55,block_sparse_moe.experts.187.w3,0.0000886825,0.01000,1.122
+55,block_sparse_moe.experts.188.w3,0.0000738771,0.01000,0.868
+55,block_sparse_moe.experts.190.w3,0.0000810494,0.01000,0.953
+55,block_sparse_moe.experts.191.w3,0.0000830452,0.01000,0.905
+55,block_sparse_moe.experts.192.w3,0.0000864195,0.01000,0.930
+55,block_sparse_moe.experts.193.w3,0.0000921877,0.01000,0.860
+55,block_sparse_moe.experts.189.w3,0.0000899203,0.01000,1.252
+55,block_sparse_moe.experts.194.w3,0.0000874227,0.01000,0.847
+55,block_sparse_moe.experts.195.w3,0.0000861802,0.01000,1.063
+55,block_sparse_moe.experts.197.w3,0.0000875753,0.01000,0.855
+55,block_sparse_moe.experts.198.w3,0.0000856566,0.01000,0.882
+55,block_sparse_moe.experts.199.w3,0.0000902037,0.01000,0.874
+55,block_sparse_moe.experts.200.w3,0.0000891269,0.01000,0.880
+55,block_sparse_moe.experts.196.w3,0.0000896566,0.01000,1.148
+55,block_sparse_moe.experts.201.w3,0.0000934707,0.01000,0.851
+55,block_sparse_moe.experts.202.w3,0.0000873664,0.01000,0.826
+55,block_sparse_moe.experts.204.w3,0.0000873422,0.01000,0.779
+55,block_sparse_moe.experts.205.w3,0.0000933241,0.01000,0.791
+55,block_sparse_moe.experts.208.w3,0.0000880275,0.01000,0.843
+55,block_sparse_moe.experts.206.w3,0.0000829359,0.01000,0.996
+55,block_sparse_moe.experts.207.w3,0.0000859622,0.01000,1.028
+55,block_sparse_moe.experts.209.w3,0.0000766633,0.01000,0.910
+55,block_sparse_moe.experts.203.w3,0.0000800935,0.01000,1.535
+55,block_sparse_moe.experts.211.w3,0.0000868856,0.01000,0.926
+55,block_sparse_moe.experts.212.w3,0.0000920004,0.01000,0.975
+55,block_sparse_moe.experts.213.w3,0.0000926072,0.01000,0.950
+55,block_sparse_moe.experts.214.w3,0.0000809121,0.01000,0.928
+55,block_sparse_moe.experts.210.w3,0.0000887256,0.01000,1.443
+55,block_sparse_moe.experts.216.w3,0.0000791436,0.01000,0.945
+55,block_sparse_moe.experts.215.w3,0.0000772198,0.01000,1.210
+55,block_sparse_moe.experts.217.w3,0.0000897733,0.01000,1.113
+55,block_sparse_moe.experts.218.w3,0.0000882647,0.01000,0.969
+55,block_sparse_moe.experts.220.w3,0.0000797234,0.01000,0.911
+55,block_sparse_moe.experts.221.w3,0.0000881937,0.01000,0.957
+55,block_sparse_moe.experts.219.w3,0.0000941574,0.01000,1.073
+55,block_sparse_moe.experts.222.w3,0.0000888973,0.01000,0.955
+55,block_sparse_moe.experts.223.w3,0.0000821361,0.01000,0.992
+55,block_sparse_moe.experts.225.w3,0.0000823694,0.01000,1.007
+55,block_sparse_moe.experts.224.w3,0.0000846054,0.01000,1.175
+55,block_sparse_moe.experts.227.w3,0.0000899491,0.01000,0.914
+55,block_sparse_moe.experts.226.w3,0.0000819879,0.01000,1.139
+55,block_sparse_moe.experts.228.w3,0.0000835505,0.01000,1.025
+55,block_sparse_moe.experts.229.w3,0.0000896412,0.01000,0.867
+55,block_sparse_moe.experts.230.w3,0.0000946000,0.01000,0.911
+55,block_sparse_moe.experts.232.w3,0.0000793537,0.01000,0.954
+55,block_sparse_moe.experts.234.w3,0.0000939315,0.01000,0.884
+55,block_sparse_moe.experts.235.w3,0.0000968716,0.01000,0.873
+55,block_sparse_moe.experts.233.w3,0.0000908400,0.01000,0.999
+55,block_sparse_moe.experts.236.w3,0.0000873293,0.01000,0.881
+55,block_sparse_moe.experts.231.w3,0.0000752272,0.01000,1.285
+55,block_sparse_moe.experts.237.w3,0.0000933781,0.01000,0.855
+55,block_sparse_moe.experts.239.w3,0.0000828072,0.01000,0.854
+55,block_sparse_moe.experts.240.w3,0.0000878500,0.01000,0.873
+55,block_sparse_moe.experts.242.w3,0.0000861990,0.01000,0.873
+55,block_sparse_moe.experts.241.w3,0.0000906879,0.01000,0.887
+55,block_sparse_moe.experts.244.w3,0.0000873624,0.01000,0.876
+55,block_sparse_moe.experts.238.w3,0.0000835098,0.01000,1.237
+55,block_sparse_moe.experts.243.w3,0.0000727409,0.01000,1.080
+55,block_sparse_moe.experts.246.w3,0.0000855835,0.01000,0.859
+55,block_sparse_moe.experts.248.w3,0.0000930532,0.01000,0.869
+55,block_sparse_moe.experts.247.w3,0.0000770204,0.01000,1.026
+55,block_sparse_moe.experts.245.w3,0.0000895537,0.01000,1.223
+55,block_sparse_moe.experts.250.w3,0.0000888962,0.01000,0.897
+55,block_sparse_moe.experts.249.w3,0.0000874541,0.01000,1.000
+55,block_sparse_moe.experts.251.w3,0.0001021283,0.01000,0.901
+55,block_sparse_moe.experts.253.w3,0.0000808497,0.01000,0.908
+55,block_sparse_moe.experts.254.w3,0.0000886280,0.01000,0.781
+55,block_sparse_moe.experts.252.w3,0.0000789581,0.01000,0.959
+55,block_sparse_moe.experts.255.w3,0.0000896613,0.01000,0.672
+55,block_sparse_moe.experts.2.w2,0.0000344114,0.01000,0.437
+55,block_sparse_moe.experts.3.w2,0.0000351736,0.01000,0.522
+55,block_sparse_moe.experts.6.w2,0.0000274520,0.01000,0.519
+55,block_sparse_moe.experts.1.w2,0.0001553480,0.01000,0.542
+55,block_sparse_moe.experts.0.w2,0.0001015428,0.01000,0.549
+55,block_sparse_moe.experts.5.w2,0.0000596584,0.01000,0.542
+55,block_sparse_moe.experts.4.w2,0.0000611840,0.01000,0.604
+55,block_sparse_moe.experts.7.w2,0.0000954924,0.01000,0.440
+55,block_sparse_moe.experts.8.w2,0.0000275395,0.01000,0.454
+55,block_sparse_moe.experts.10.w2,0.0001248847,0.01000,0.444
+55,block_sparse_moe.experts.12.w2,0.0000336738,0.01000,0.434
+55,block_sparse_moe.experts.13.w2,0.0001109371,0.01000,0.447
+55,block_sparse_moe.experts.11.w2,0.0000813124,0.01000,0.597
+55,block_sparse_moe.experts.9.w2,0.0000710325,0.01000,0.613
+55,block_sparse_moe.experts.14.w2,0.0000810729,0.01000,0.486
+55,block_sparse_moe.experts.15.w2,0.0000605403,0.01000,0.421
+55,block_sparse_moe.experts.17.w2,0.0000524262,0.01000,0.433
+55,block_sparse_moe.experts.16.w2,0.0000495758,0.01000,0.522
+55,block_sparse_moe.experts.19.w2,0.0000410025,0.01000,0.434
+55,block_sparse_moe.experts.18.w2,0.0000487500,0.01000,0.639
+55,block_sparse_moe.experts.20.w2,0.0000919134,0.01000,0.604
+55,block_sparse_moe.experts.21.w2,0.0000986191,0.01000,0.432
+55,block_sparse_moe.experts.22.w2,0.0000281919,0.01000,0.459
+55,block_sparse_moe.experts.24.w2,0.0000688368,0.01000,0.440
+55,block_sparse_moe.experts.23.w2,0.0001052581,0.01000,0.580
+55,block_sparse_moe.experts.26.w2,0.0000696174,0.01000,0.485
+55,block_sparse_moe.experts.25.w2,0.0002247901,0.01000,0.621
+55,block_sparse_moe.experts.27.w2,0.0003201305,0.01000,0.510
+55,block_sparse_moe.experts.28.w2,0.0000412507,0.01000,0.511
+55,block_sparse_moe.experts.29.w2,0.0000586415,0.01000,0.458
+55,block_sparse_moe.experts.31.w2,0.0000793915,0.01000,0.446
+55,block_sparse_moe.experts.30.w2,0.0001464905,0.01000,0.580
+55,block_sparse_moe.experts.33.w2,0.0000369480,0.01000,0.469
+55,block_sparse_moe.experts.34.w2,0.0000416086,0.01000,0.420
+55,block_sparse_moe.experts.35.w2,0.0002033550,0.01000,0.410
+55,block_sparse_moe.experts.36.w2,0.0000258473,0.01000,0.416
+55,block_sparse_moe.experts.37.w2,0.0001126295,0.01000,0.496
+55,block_sparse_moe.experts.38.w2,0.0000764675,0.01000,0.438
+55,block_sparse_moe.experts.32.w2,0.0001041775,0.01000,0.920
+55,block_sparse_moe.experts.42.w2,0.0001084622,0.01000,0.488
+55,block_sparse_moe.experts.40.w2,0.0001609236,0.01000,0.554
+55,block_sparse_moe.experts.41.w2,0.0000609813,0.01000,0.565
+55,block_sparse_moe.experts.43.w2,0.0000507302,0.01000,0.443
+55,block_sparse_moe.experts.44.w2,0.0000901612,0.01000,0.428
+55,block_sparse_moe.experts.39.w2,0.0001605431,0.01000,0.782
+55,block_sparse_moe.experts.45.w2,0.0000647471,0.01000,0.425
+55,block_sparse_moe.experts.48.w2,0.0001202838,0.01000,0.418
+55,block_sparse_moe.experts.49.w2,0.0000984210,0.01000,0.414
+55,block_sparse_moe.experts.50.w2,0.0001503673,0.01000,0.416
+55,block_sparse_moe.experts.46.w2,0.0000284190,0.01000,0.622
+55,block_sparse_moe.experts.51.w2,0.0000276687,0.01000,0.416
+55,block_sparse_moe.experts.52.w2,0.0000487379,0.01000,0.411
+55,block_sparse_moe.experts.47.w2,0.0000302889,0.01000,0.697
+55,block_sparse_moe.experts.55.w2,0.0001310878,0.01000,0.447
+55,block_sparse_moe.experts.56.w2,0.0001625004,0.01000,0.428
+55,block_sparse_moe.experts.57.w2,0.0000535549,0.01000,0.440
+55,block_sparse_moe.experts.54.w2,0.0000746704,0.01000,0.517
+55,block_sparse_moe.experts.58.w2,0.0001853258,0.01000,0.444
+55,block_sparse_moe.experts.53.w2,0.0005031212,0.01000,0.722
+55,block_sparse_moe.experts.59.w2,0.0000764392,0.01000,0.595
+55,block_sparse_moe.experts.62.w2,0.0001080537,0.01000,0.447
+55,block_sparse_moe.experts.61.w2,0.0000670433,0.01000,0.540
+55,block_sparse_moe.experts.63.w2,0.0001236529,0.01000,0.513
+55,block_sparse_moe.experts.60.w2,0.0001405493,0.01000,0.599
+55,block_sparse_moe.experts.65.w2,0.0001069006,0.01000,0.457
+55,block_sparse_moe.experts.66.w2,0.0000664608,0.01000,0.432
+55,block_sparse_moe.experts.64.w2,0.0001561513,0.01000,0.592
+55,block_sparse_moe.experts.68.w2,0.0000771806,0.01000,0.489
+55,block_sparse_moe.experts.70.w2,0.0000541833,0.01000,0.445
+55,block_sparse_moe.experts.67.w2,0.0000670286,0.01000,0.569
+55,block_sparse_moe.experts.72.w2,0.0001257887,0.01000,0.461
+55,block_sparse_moe.experts.73.w2,0.0000568889,0.01000,0.509
+55,block_sparse_moe.experts.69.w2,0.0000675522,0.01000,0.653
+55,block_sparse_moe.experts.71.w2,0.0000385602,0.01000,0.703
+55,block_sparse_moe.experts.75.w2,0.0000574900,0.01000,0.456
+55,block_sparse_moe.experts.76.w2,0.0000494004,0.01000,0.556
+55,block_sparse_moe.experts.77.w2,0.0001570502,0.01000,0.464
+55,block_sparse_moe.experts.78.w2,0.0001064640,0.01000,0.466
+55,block_sparse_moe.experts.79.w2,0.0000533656,0.01000,0.488
+55,block_sparse_moe.experts.80.w2,0.0001000637,0.01000,0.553
+55,block_sparse_moe.experts.74.w2,0.0000292016,0.01000,0.873
+55,block_sparse_moe.experts.82.w2,0.0000699957,0.01000,0.441
+55,block_sparse_moe.experts.83.w2,0.0000699926,0.01000,0.457
+55,block_sparse_moe.experts.84.w2,0.0001903272,0.01000,0.428
+55,block_sparse_moe.experts.85.w2,0.0002515872,0.01000,0.431
+55,block_sparse_moe.experts.81.w2,0.0000666437,0.01000,0.711
+55,block_sparse_moe.experts.86.w2,0.0000362013,0.01000,0.552
+55,block_sparse_moe.experts.87.w2,0.0000730697,0.01000,0.551
+55,block_sparse_moe.experts.90.w2,0.0000342078,0.01000,0.448
+55,block_sparse_moe.experts.89.w2,0.0000524016,0.01000,0.492
+55,block_sparse_moe.experts.91.w2,0.0000776501,0.01000,0.433
+55,block_sparse_moe.experts.92.w2,0.0002081504,0.01000,0.518
+55,block_sparse_moe.experts.88.w2,0.0001077214,0.01000,0.748
+55,block_sparse_moe.experts.93.w2,0.0001485550,0.01000,0.543
+55,block_sparse_moe.experts.94.w2,0.0000655518,0.01000,0.536
+55,block_sparse_moe.experts.97.w2,0.0001004388,0.01000,0.456
+55,block_sparse_moe.experts.96.w2,0.0000321788,0.01000,0.514
+55,block_sparse_moe.experts.98.w2,0.0002178748,0.01000,0.513
+55,block_sparse_moe.experts.95.w2,0.0000192060,0.01000,0.724
+55,block_sparse_moe.experts.99.w2,0.0001753340,0.01000,0.585
+55,block_sparse_moe.experts.100.w2,0.0000199098,0.01000,0.438
+55,block_sparse_moe.experts.101.w2,0.0000984936,0.01000,0.441
+55,block_sparse_moe.experts.103.w2,0.0000881222,0.01000,0.455
+55,block_sparse_moe.experts.102.w2,0.0000847445,0.01000,0.656
+55,block_sparse_moe.experts.105.w2,0.0001333018,0.01000,0.449
+55,block_sparse_moe.experts.107.w2,0.0000653212,0.01000,0.432
+55,block_sparse_moe.experts.108.w2,0.0000219816,0.01000,0.423
+55,block_sparse_moe.experts.104.w2,0.0001332864,0.01000,0.666
+55,block_sparse_moe.experts.106.w2,0.0000676915,0.01000,0.542
+55,block_sparse_moe.experts.109.w2,0.0003178224,0.01000,0.645
+55,block_sparse_moe.experts.110.w2,0.0000305302,0.01000,0.558
+55,block_sparse_moe.experts.112.w2,0.0000664364,0.01000,0.466
+55,block_sparse_moe.experts.114.w2,0.0000683269,0.01000,0.460
+55,block_sparse_moe.experts.111.w2,0.0001379631,0.01000,0.658
+55,block_sparse_moe.experts.115.w2,0.0000997264,0.01000,0.456
+55,block_sparse_moe.experts.113.w2,0.0002190977,0.01000,0.658
+55,block_sparse_moe.experts.116.w2,0.0001096901,0.01000,0.515
+55,block_sparse_moe.experts.117.w2,0.0000977110,0.01000,0.508
+55,block_sparse_moe.experts.118.w2,0.0001420443,0.01000,0.461
+55,block_sparse_moe.experts.119.w2,0.0001087582,0.01000,0.423
+55,block_sparse_moe.experts.121.w2,0.0001869419,0.01000,0.421
+55,block_sparse_moe.experts.120.w2,0.0000928690,0.01000,0.573
+55,block_sparse_moe.experts.122.w2,0.0001431351,0.01000,0.523
+55,block_sparse_moe.experts.123.w2,0.0000508941,0.01000,0.518
+55,block_sparse_moe.experts.126.w2,0.0001096121,0.01000,0.433
+55,block_sparse_moe.experts.125.w2,0.0001834151,0.01000,0.443
+55,block_sparse_moe.experts.127.w2,0.0000301613,0.01000,0.483
+55,block_sparse_moe.experts.124.w2,0.0001541260,0.01000,0.585
+55,block_sparse_moe.experts.128.w2,0.0001185804,0.01000,0.433
+55,block_sparse_moe.experts.129.w2,0.0000243903,0.01000,0.530
+55,block_sparse_moe.experts.132.w2,0.0000771322,0.01000,0.459
+55,block_sparse_moe.experts.134.w2,0.0001300055,0.01000,0.439
+55,block_sparse_moe.experts.135.w2,0.0000295885,0.01000,0.438
+55,block_sparse_moe.experts.131.w2,0.0000908079,0.01000,0.609
+55,block_sparse_moe.experts.130.w2,0.0000801992,0.01000,0.671
+55,block_sparse_moe.experts.136.w2,0.0000792674,0.01000,0.431
+55,block_sparse_moe.experts.133.w2,0.0000849514,0.01000,0.760
+55,block_sparse_moe.experts.138.w2,0.0001379461,0.01000,0.421
+55,block_sparse_moe.experts.139.w2,0.0000834400,0.01000,0.420
+55,block_sparse_moe.experts.137.w2,0.0001147059,0.01000,0.614
+55,block_sparse_moe.experts.140.w2,0.0000953272,0.01000,0.512
+55,block_sparse_moe.experts.141.w2,0.0005939964,0.01000,0.485
+55,block_sparse_moe.experts.142.w2,0.0000743071,0.01000,0.489
+55,block_sparse_moe.experts.143.w2,0.0001693984,0.01000,0.495
+55,block_sparse_moe.experts.145.w2,0.0001261809,0.01000,0.444
+55,block_sparse_moe.experts.147.w2,0.0001530406,0.01000,0.452
+55,block_sparse_moe.experts.148.w2,0.0000339518,0.01000,0.439
+55,block_sparse_moe.experts.144.w2,0.0001196173,0.01000,0.724
+55,block_sparse_moe.experts.149.w2,0.0001387125,0.01000,0.442
+55,block_sparse_moe.experts.150.w2,0.0000454835,0.01000,0.420
+55,block_sparse_moe.experts.146.w2,0.0000783129,0.01000,0.775
+55,block_sparse_moe.experts.152.w2,0.0000728673,0.01000,0.421
+55,block_sparse_moe.experts.155.w2,0.0000975768,0.01000,0.402
+55,block_sparse_moe.experts.153.w2,0.0000280003,0.01000,0.534
+55,block_sparse_moe.experts.154.w2,0.0000268115,0.01000,0.414
+55,block_sparse_moe.experts.156.w2,0.0001644174,0.01000,0.417
+55,block_sparse_moe.experts.151.w2,0.0000491846,0.01000,0.724
+55,block_sparse_moe.experts.157.w2,0.0000396081,0.01000,0.562
+55,block_sparse_moe.experts.161.w2,0.0001702994,0.01000,0.453
+55,block_sparse_moe.experts.158.w2,0.0000331658,0.01000,0.592
+55,block_sparse_moe.experts.160.w2,0.0000625129,0.01000,0.488
+55,block_sparse_moe.experts.163.w2,0.0000517005,0.01000,0.461
+55,block_sparse_moe.experts.162.w2,0.0001516208,0.01000,0.541
+55,block_sparse_moe.experts.159.w2,0.0000200326,0.01000,0.602
+55,block_sparse_moe.experts.164.w2,0.0000368087,0.01000,0.471
+55,block_sparse_moe.experts.167.w2,0.0000991588,0.01000,0.462
+55,block_sparse_moe.experts.166.w2,0.0000842983,0.01000,0.570
+55,block_sparse_moe.experts.169.w2,0.0001238056,0.01000,0.462
+55,block_sparse_moe.experts.170.w2,0.0001654559,0.01000,0.457
+55,block_sparse_moe.experts.165.w2,0.0002199295,0.01000,0.712
+55,block_sparse_moe.experts.171.w2,0.0000968819,0.01000,0.406
+55,block_sparse_moe.experts.168.w2,0.0000696888,0.01000,0.773
+55,block_sparse_moe.experts.173.w2,0.0000753236,0.01000,0.405
+55,block_sparse_moe.experts.174.w2,0.0000895842,0.01000,0.421
+55,block_sparse_moe.experts.175.w2,0.0005439765,0.01000,0.515
+55,block_sparse_moe.experts.172.w2,0.0000429275,0.01000,0.631
+55,block_sparse_moe.experts.177.w2,0.0000884819,0.01000,0.417
+55,block_sparse_moe.experts.178.w2,0.0001269605,0.01000,0.412
+55,block_sparse_moe.experts.176.w2,0.0000910375,0.01000,0.643
+55,block_sparse_moe.experts.180.w2,0.0001452115,0.01000,0.404
+55,block_sparse_moe.experts.182.w2,0.0001221061,0.01000,0.411
+55,block_sparse_moe.experts.181.w2,0.0000586840,0.01000,0.418
+55,block_sparse_moe.experts.179.w2,0.0000858958,0.01000,0.623
+55,block_sparse_moe.experts.183.w2,0.0000467079,0.01000,0.483
+55,block_sparse_moe.experts.184.w2,0.0000879602,0.01000,0.406
+55,block_sparse_moe.experts.185.w2,0.0001299822,0.01000,0.529
+55,block_sparse_moe.experts.189.w2,0.0000824885,0.01000,0.418
+55,block_sparse_moe.experts.188.w2,0.0000708547,0.01000,0.498
+55,block_sparse_moe.experts.190.w2,0.0001302860,0.01000,0.417
+55,block_sparse_moe.experts.187.w2,0.0000671526,0.01000,0.503
+55,block_sparse_moe.experts.191.w2,0.0000476225,0.01000,0.413
+55,block_sparse_moe.experts.186.w2,0.0001028115,0.01000,0.727
+55,block_sparse_moe.experts.196.w2,0.0000821739,0.01000,0.429
+55,block_sparse_moe.experts.195.w2,0.0000974344,0.01000,0.435
+55,block_sparse_moe.experts.194.w2,0.0000903671,0.01000,0.461
+55,block_sparse_moe.experts.197.w2,0.0001576416,0.01000,0.424
+55,block_sparse_moe.experts.192.w2,0.0000841432,0.01000,0.730
+55,block_sparse_moe.experts.198.w2,0.0000725571,0.01000,0.484
+55,block_sparse_moe.experts.193.w2,0.0000834531,0.01000,0.829
+55,block_sparse_moe.experts.202.w2,0.0001385722,0.01000,0.437
+55,block_sparse_moe.experts.201.w2,0.0000993108,0.01000,0.460
+55,block_sparse_moe.experts.203.w2,0.0000886042,0.01000,0.438
+55,block_sparse_moe.experts.199.w2,0.0000551142,0.01000,0.602
+55,block_sparse_moe.experts.204.w2,0.0001066758,0.01000,0.463
+55,block_sparse_moe.experts.200.w2,0.0000904779,0.01000,0.813
+55,block_sparse_moe.experts.205.w2,0.0001629658,0.01000,0.460
+55,block_sparse_moe.experts.209.w2,0.0002511649,0.01000,0.441
+55,block_sparse_moe.experts.208.w2,0.0001262367,0.01000,0.461
+55,block_sparse_moe.experts.210.w2,0.0000757276,0.01000,0.428
+55,block_sparse_moe.experts.206.w2,0.0001624967,0.01000,0.753
+55,block_sparse_moe.experts.207.w2,0.0000657486,0.01000,0.748
+55,block_sparse_moe.experts.212.w2,0.0000259555,0.01000,0.425
+55,block_sparse_moe.experts.215.w2,0.0006807598,0.01000,0.445
+55,block_sparse_moe.experts.211.w2,0.0002318502,0.01000,0.700
+55,block_sparse_moe.experts.214.w2,0.0000708849,0.01000,0.609
+55,block_sparse_moe.experts.217.w2,0.0001524673,0.01000,0.426
+55,block_sparse_moe.experts.213.w2,0.0000594748,0.01000,0.665
+55,block_sparse_moe.experts.216.w2,0.0000884551,0.01000,0.542
+55,block_sparse_moe.experts.218.w2,0.0000876747,0.01000,0.499
+55,block_sparse_moe.experts.219.w2,0.0000982245,0.01000,0.428
+55,block_sparse_moe.experts.220.w2,0.0000392906,0.01000,0.558
+55,block_sparse_moe.experts.222.w2,0.0000324565,0.01000,0.441
+55,block_sparse_moe.experts.223.w2,0.0001528781,0.01000,0.461
+55,block_sparse_moe.experts.225.w2,0.0002253285,0.01000,0.422
+55,block_sparse_moe.experts.224.w2,0.0000788807,0.01000,0.532
+55,block_sparse_moe.experts.226.w2,0.0000911441,0.01000,0.413
+55,block_sparse_moe.experts.221.w2,0.0001007195,0.01000,0.763
+55,block_sparse_moe.experts.227.w2,0.0000631136,0.01000,0.411
+55,block_sparse_moe.experts.229.w2,0.0001401839,0.01000,0.424
+55,block_sparse_moe.experts.230.w2,0.0001140729,0.01000,0.488
+55,block_sparse_moe.experts.232.w2,0.0001513445,0.01000,0.422
+55,block_sparse_moe.experts.231.w2,0.0002679877,0.01000,0.475
+55,block_sparse_moe.experts.233.w2,0.0001067572,0.01000,0.446
+55,block_sparse_moe.experts.228.w2,0.0002106694,0.01000,0.780
+55,block_sparse_moe.experts.234.w2,0.0001520632,0.01000,0.562
+55,block_sparse_moe.experts.236.w2,0.0001490703,0.01000,0.442
+55,block_sparse_moe.experts.237.w2,0.0002483034,0.01000,0.408
+55,block_sparse_moe.experts.238.w2,0.0000456372,0.01000,0.407
+55,block_sparse_moe.experts.235.w2,0.0001317881,0.01000,0.675
+55,block_sparse_moe.experts.240.w2,0.0000420586,0.01000,0.440
+55,block_sparse_moe.experts.239.w2,0.0001160814,0.01000,0.501
+55,block_sparse_moe.experts.241.w2,0.0001420584,0.01000,0.525
+55,block_sparse_moe.experts.244.w2,0.0000509084,0.01000,0.449
+55,block_sparse_moe.experts.243.w2,0.0004176683,0.01000,0.457
+55,block_sparse_moe.experts.245.w2,0.0000583784,0.01000,0.450
+55,block_sparse_moe.experts.246.w2,0.0001412593,0.01000,0.443
+55,block_sparse_moe.experts.242.w2,0.0000749219,0.01000,0.676
+55,block_sparse_moe.experts.247.w2,0.0003270655,0.01000,0.491
+55,block_sparse_moe.experts.248.w2,0.0001259431,0.01000,0.404
+55,block_sparse_moe.experts.250.w2,0.0001005508,0.01000,0.409
+55,block_sparse_moe.experts.251.w2,0.0004220568,0.01000,0.415
+55,block_sparse_moe.experts.252.w2,0.0000775076,0.01000,0.417
+55,block_sparse_moe.experts.249.w2,0.0000856059,0.01000,0.574
+55,block_sparse_moe.experts.253.w2,0.0001193045,0.01000,0.407
+55,block_sparse_moe.experts.254.w2,0.0002266404,0.01000,0.471
+55,block_sparse_moe.experts.255.w2,0.0000368146,0.01000,0.388
+56,block_sparse_moe.experts.1.w1,0.0000787280,0.01000,0.850
+56,block_sparse_moe.experts.2.w1,0.0000843921,0.01000,0.854
+56,block_sparse_moe.experts.3.w1,0.0000826220,0.01000,0.903
+56,block_sparse_moe.experts.0.w1,0.0000827383,0.01000,0.917
+56,block_sparse_moe.experts.4.w1,0.0000812513,0.01000,0.919
+56,block_sparse_moe.experts.6.w1,0.0000820115,0.01000,0.923
+56,block_sparse_moe.experts.5.w1,0.0000731259,0.01000,1.095
+56,block_sparse_moe.experts.8.w1,0.0000784929,0.01000,0.889
+56,block_sparse_moe.experts.9.w1,0.0000874871,0.01000,0.855
+56,block_sparse_moe.experts.10.w1,0.0000707399,0.01000,0.851
+56,block_sparse_moe.experts.7.w1,0.0000791981,0.01000,1.040
+56,block_sparse_moe.experts.11.w1,0.0000803767,0.01000,0.994
+56,block_sparse_moe.experts.12.w1,0.0000867309,0.01000,1.007
+56,block_sparse_moe.experts.13.w1,0.0000828108,0.01000,1.013
+56,block_sparse_moe.experts.16.w1,0.0000789061,0.01000,0.851
+56,block_sparse_moe.experts.15.w1,0.0000767633,0.01000,0.852
+56,block_sparse_moe.experts.14.w1,0.0000698243,0.01000,0.963
+56,block_sparse_moe.experts.17.w1,0.0000862100,0.01000,0.845
+56,block_sparse_moe.experts.19.w1,0.0000802686,0.01000,0.983
+56,block_sparse_moe.experts.18.w1,0.0000825747,0.01000,1.022
+56,block_sparse_moe.experts.20.w1,0.0000836344,0.01000,1.012
+56,block_sparse_moe.experts.22.w1,0.0000805762,0.01000,0.850
+56,block_sparse_moe.experts.21.w1,0.0000794724,0.01000,0.903
+56,block_sparse_moe.experts.23.w1,0.0000793761,0.01000,0.879
+56,block_sparse_moe.experts.24.w1,0.0000807749,0.01000,0.885
+56,block_sparse_moe.experts.26.w1,0.0000786605,0.01000,0.899
+56,block_sparse_moe.experts.25.w1,0.0000898156,0.01000,1.300
+56,block_sparse_moe.experts.28.w1,0.0000819272,0.01000,0.863
+56,block_sparse_moe.experts.29.w1,0.0000762693,0.01000,0.850
+56,block_sparse_moe.experts.27.w1,0.0000832297,0.01000,1.283
+56,block_sparse_moe.experts.31.w1,0.0000821222,0.01000,0.847
+56,block_sparse_moe.experts.30.w1,0.0000634931,0.01000,1.006
+56,block_sparse_moe.experts.32.w1,0.0000821285,0.01000,1.179
+56,block_sparse_moe.experts.33.w1,0.0000672237,0.01000,0.915
+56,block_sparse_moe.experts.35.w1,0.0000828004,0.01000,0.857
+56,block_sparse_moe.experts.34.w1,0.0000689050,0.01000,0.926
+56,block_sparse_moe.experts.37.w1,0.0000779999,0.01000,0.919
+56,block_sparse_moe.experts.36.w1,0.0000748113,0.01000,1.011
+56,block_sparse_moe.experts.38.w1,0.0000697313,0.01000,1.035
+56,block_sparse_moe.experts.40.w1,0.0000754165,0.01000,0.914
+56,block_sparse_moe.experts.41.w1,0.0000768414,0.01000,0.926
+56,block_sparse_moe.experts.42.w1,0.0000847700,0.01000,0.902
+56,block_sparse_moe.experts.39.w1,0.0000841064,0.01000,1.164
+56,block_sparse_moe.experts.43.w1,0.0000781685,0.01000,0.907
+56,block_sparse_moe.experts.44.w1,0.0000824924,0.01000,0.923
+56,block_sparse_moe.experts.45.w1,0.0000803872,0.01000,1.088
+56,block_sparse_moe.experts.47.w1,0.0000799571,0.01000,0.944
+56,block_sparse_moe.experts.48.w1,0.0000784687,0.01000,0.946
+56,block_sparse_moe.experts.50.w1,0.0000826242,0.01000,0.874
+56,block_sparse_moe.experts.49.w1,0.0000767962,0.01000,1.006
+56,block_sparse_moe.experts.46.w1,0.0000758469,0.01000,1.150
+56,block_sparse_moe.experts.51.w1,0.0000807992,0.01000,0.865
+56,block_sparse_moe.experts.52.w1,0.0000819899,0.01000,0.886
+56,block_sparse_moe.experts.54.w1,0.0000837373,0.01000,0.904
+56,block_sparse_moe.experts.56.w1,0.0000786576,0.01000,0.862
+56,block_sparse_moe.experts.58.w1,0.0000727586,0.01000,0.861
+56,block_sparse_moe.experts.57.w1,0.0000834836,0.01000,0.901
+56,block_sparse_moe.experts.55.w1,0.0000790861,0.01000,0.984
+56,block_sparse_moe.experts.53.w1,0.0000840726,0.01000,1.246
+56,block_sparse_moe.experts.59.w1,0.0000878101,0.01000,0.838
+56,block_sparse_moe.experts.63.w1,0.0000868870,0.01000,0.869
+56,block_sparse_moe.experts.61.w1,0.0000801321,0.01000,0.947
+56,block_sparse_moe.experts.64.w1,0.0000778755,0.01000,0.899
+56,block_sparse_moe.experts.62.w1,0.0000733601,0.01000,1.051
+56,block_sparse_moe.experts.65.w1,0.0000844528,0.01000,0.869
+56,block_sparse_moe.experts.66.w1,0.0000831969,0.01000,0.898
+56,block_sparse_moe.experts.60.w1,0.0000740698,0.01000,1.462
+56,block_sparse_moe.experts.68.w1,0.0000757651,0.01000,0.944
+56,block_sparse_moe.experts.70.w1,0.0000855176,0.01000,0.834
+56,block_sparse_moe.experts.71.w1,0.0000754910,0.01000,0.855
+56,block_sparse_moe.experts.69.w1,0.0000835177,0.01000,1.118
+56,block_sparse_moe.experts.72.w1,0.0000793086,0.01000,1.086
+56,block_sparse_moe.experts.73.w1,0.0000818279,0.01000,0.959
+56,block_sparse_moe.experts.67.w1,0.0000824765,0.01000,1.560
+56,block_sparse_moe.experts.75.w1,0.0000703737,0.01000,0.943
+56,block_sparse_moe.experts.77.w1,0.0000766516,0.01000,0.864
+56,block_sparse_moe.experts.76.w1,0.0000854435,0.01000,0.987
+56,block_sparse_moe.experts.74.w1,0.0000844705,0.01000,1.230
+56,block_sparse_moe.experts.78.w1,0.0000861650,0.01000,0.819
+56,block_sparse_moe.experts.79.w1,0.0000834934,0.01000,0.846
+56,block_sparse_moe.experts.80.w1,0.0000854341,0.01000,0.824
+56,block_sparse_moe.experts.81.w1,0.0000874007,0.01000,0.952
+56,block_sparse_moe.experts.82.w1,0.0000851368,0.01000,0.839
+56,block_sparse_moe.experts.83.w1,0.0000842960,0.01000,0.846
+56,block_sparse_moe.experts.84.w1,0.0000775085,0.01000,0.844
+56,block_sparse_moe.experts.85.w1,0.0000744681,0.01000,0.834
+56,block_sparse_moe.experts.86.w1,0.0000785470,0.01000,0.840
+56,block_sparse_moe.experts.87.w1,0.0000795772,0.01000,0.844
+56,block_sparse_moe.experts.88.w1,0.0000788781,0.01000,0.844
+56,block_sparse_moe.experts.89.w1,0.0000847697,0.01000,0.837
+56,block_sparse_moe.experts.90.w1,0.0000788652,0.01000,0.850
+56,block_sparse_moe.experts.91.w1,0.0000802197,0.01000,0.829
+56,block_sparse_moe.experts.92.w1,0.0000829533,0.01000,0.845
+56,block_sparse_moe.experts.93.w1,0.0000680038,0.01000,0.835
+56,block_sparse_moe.experts.94.w1,0.0000889027,0.01000,0.846
+56,block_sparse_moe.experts.95.w1,0.0000779230,0.01000,0.844
+56,block_sparse_moe.experts.96.w1,0.0000835902,0.01000,0.837
+56,block_sparse_moe.experts.97.w1,0.0000753118,0.01000,0.845
+56,block_sparse_moe.experts.98.w1,0.0000837748,0.01000,0.836
+56,block_sparse_moe.experts.99.w1,0.0000790984,0.01000,0.846
+56,block_sparse_moe.experts.100.w1,0.0000897196,0.01000,0.831
+56,block_sparse_moe.experts.101.w1,0.0000805091,0.01000,0.841
+56,block_sparse_moe.experts.102.w1,0.0000836513,0.01000,0.850
+56,block_sparse_moe.experts.103.w1,0.0000796157,0.01000,0.835
+56,block_sparse_moe.experts.104.w1,0.0000767173,0.01000,0.848
+56,block_sparse_moe.experts.105.w1,0.0000735426,0.01000,0.845
+56,block_sparse_moe.experts.106.w1,0.0000721130,0.01000,0.836
+56,block_sparse_moe.experts.107.w1,0.0000851291,0.01000,0.832
+56,block_sparse_moe.experts.108.w1,0.0000730882,0.01000,0.835
+56,block_sparse_moe.experts.110.w1,0.0000786831,0.01000,0.837
+56,block_sparse_moe.experts.109.w1,0.0000817237,0.01000,0.868
+56,block_sparse_moe.experts.111.w1,0.0000746291,0.01000,0.848
+56,block_sparse_moe.experts.112.w1,0.0000803072,0.01000,0.840
+56,block_sparse_moe.experts.113.w1,0.0000800974,0.01000,0.839
+56,block_sparse_moe.experts.114.w1,0.0000802037,0.01000,0.833
+56,block_sparse_moe.experts.115.w1,0.0000758201,0.01000,0.843
+56,block_sparse_moe.experts.116.w1,0.0000855862,0.01000,0.847
+56,block_sparse_moe.experts.117.w1,0.0000855728,0.01000,0.850
+56,block_sparse_moe.experts.118.w1,0.0000858826,0.01000,0.850
+56,block_sparse_moe.experts.119.w1,0.0000838660,0.01000,0.844
+56,block_sparse_moe.experts.120.w1,0.0000732296,0.01000,0.846
+56,block_sparse_moe.experts.121.w1,0.0000786225,0.01000,0.833
+56,block_sparse_moe.experts.122.w1,0.0000863511,0.01000,0.827
+56,block_sparse_moe.experts.123.w1,0.0000839192,0.01000,0.849
+56,block_sparse_moe.experts.124.w1,0.0000712781,0.01000,0.848
+56,block_sparse_moe.experts.125.w1,0.0000819076,0.01000,0.847
+56,block_sparse_moe.experts.126.w1,0.0000815886,0.01000,0.843
+56,block_sparse_moe.experts.128.w1,0.0000840537,0.01000,0.834
+56,block_sparse_moe.experts.127.w1,0.0000844347,0.01000,0.865
+56,block_sparse_moe.experts.129.w1,0.0000789177,0.01000,0.834
+56,block_sparse_moe.experts.130.w1,0.0000661554,0.01000,0.851
+56,block_sparse_moe.experts.131.w1,0.0000899080,0.01000,0.859
+56,block_sparse_moe.experts.132.w1,0.0000822859,0.01000,0.844
+56,block_sparse_moe.experts.133.w1,0.0000822590,0.01000,0.829
+56,block_sparse_moe.experts.134.w1,0.0000835130,0.01000,0.832
+56,block_sparse_moe.experts.135.w1,0.0000820141,0.01000,0.839
+56,block_sparse_moe.experts.136.w1,0.0000829516,0.01000,0.872
+56,block_sparse_moe.experts.137.w1,0.0000829152,0.01000,0.840
+56,block_sparse_moe.experts.138.w1,0.0000789285,0.01000,0.844
+56,block_sparse_moe.experts.139.w1,0.0000877864,0.01000,0.860
+56,block_sparse_moe.experts.140.w1,0.0000864138,0.01000,0.827
+56,block_sparse_moe.experts.141.w1,0.0000847620,0.01000,0.827
+56,block_sparse_moe.experts.142.w1,0.0000816272,0.01000,0.837
+56,block_sparse_moe.experts.143.w1,0.0000843247,0.01000,0.871
+56,block_sparse_moe.experts.144.w1,0.0000833408,0.01000,0.844
+56,block_sparse_moe.experts.145.w1,0.0000773600,0.01000,0.843
+56,block_sparse_moe.experts.146.w1,0.0000787151,0.01000,0.842
+56,block_sparse_moe.experts.147.w1,0.0000798042,0.01000,0.830
+56,block_sparse_moe.experts.148.w1,0.0000900156,0.01000,0.828
+56,block_sparse_moe.experts.149.w1,0.0000851984,0.01000,0.842
+56,block_sparse_moe.experts.150.w1,0.0000771273,0.01000,0.833
+56,block_sparse_moe.experts.151.w1,0.0000809845,0.01000,0.840
+56,block_sparse_moe.experts.152.w1,0.0000807295,0.01000,0.842
+56,block_sparse_moe.experts.154.w1,0.0000772048,0.01000,0.824
+56,block_sparse_moe.experts.153.w1,0.0000848998,0.01000,0.864
+56,block_sparse_moe.experts.155.w1,0.0000851889,0.01000,0.826
+56,block_sparse_moe.experts.156.w1,0.0000782618,0.01000,0.841
+56,block_sparse_moe.experts.157.w1,0.0000804962,0.01000,0.836
+56,block_sparse_moe.experts.158.w1,0.0000847934,0.01000,0.856
+56,block_sparse_moe.experts.159.w1,0.0000796974,0.01000,0.841
+56,block_sparse_moe.experts.160.w1,0.0000736950,0.01000,0.862
+56,block_sparse_moe.experts.161.w1,0.0000823023,0.01000,0.829
+56,block_sparse_moe.experts.162.w1,0.0000801960,0.01000,0.824
+56,block_sparse_moe.experts.163.w1,0.0000813284,0.01000,0.842
+56,block_sparse_moe.experts.164.w1,0.0000658908,0.01000,0.832
+56,block_sparse_moe.experts.165.w1,0.0000768421,0.01000,0.856
+56,block_sparse_moe.experts.166.w1,0.0000837781,0.01000,0.867
+56,block_sparse_moe.experts.168.w1,0.0000770052,0.01000,0.831
+56,block_sparse_moe.experts.167.w1,0.0000847342,0.01000,0.871
+56,block_sparse_moe.experts.169.w1,0.0000644184,0.01000,0.839
+56,block_sparse_moe.experts.170.w1,0.0000807409,0.01000,0.842
+56,block_sparse_moe.experts.171.w1,0.0000857354,0.01000,0.828
+56,block_sparse_moe.experts.172.w1,0.0000841659,0.01000,0.854
+56,block_sparse_moe.experts.173.w1,0.0000808252,0.01000,0.858
+56,block_sparse_moe.experts.175.w1,0.0000768460,0.01000,0.832
+56,block_sparse_moe.experts.174.w1,0.0000757379,0.01000,0.873
+56,block_sparse_moe.experts.176.w1,0.0000873411,0.01000,0.843
+56,block_sparse_moe.experts.177.w1,0.0000823996,0.01000,0.840
+56,block_sparse_moe.experts.178.w1,0.0000739111,0.01000,0.829
+56,block_sparse_moe.experts.179.w1,0.0000855004,0.01000,0.857
+56,block_sparse_moe.experts.180.w1,0.0000828849,0.01000,0.850
+56,block_sparse_moe.experts.182.w1,0.0000793633,0.01000,0.835
+56,block_sparse_moe.experts.183.w1,0.0000836292,0.01000,0.838
+56,block_sparse_moe.experts.181.w1,0.0000812755,0.01000,0.888
+56,block_sparse_moe.experts.184.w1,0.0000770741,0.01000,0.834
+56,block_sparse_moe.experts.185.w1,0.0000812652,0.01000,0.832
+56,block_sparse_moe.experts.186.w1,0.0000805547,0.01000,0.845
+56,block_sparse_moe.experts.187.w1,0.0000759161,0.01000,0.852
+56,block_sparse_moe.experts.189.w1,0.0000820581,0.01000,0.839
+56,block_sparse_moe.experts.190.w1,0.0000776722,0.01000,0.844
+56,block_sparse_moe.experts.188.w1,0.0000825024,0.01000,0.904
+56,block_sparse_moe.experts.191.w1,0.0000834326,0.01000,0.830
+56,block_sparse_moe.experts.192.w1,0.0000860128,0.01000,0.846
+56,block_sparse_moe.experts.193.w1,0.0000827684,0.01000,0.859
+56,block_sparse_moe.experts.194.w1,0.0000798766,0.01000,0.845
+56,block_sparse_moe.experts.195.w1,0.0000790258,0.01000,0.871
+56,block_sparse_moe.experts.196.w1,0.0000806421,0.01000,0.838
+56,block_sparse_moe.experts.197.w1,0.0000772287,0.01000,0.840
+56,block_sparse_moe.experts.198.w1,0.0000838328,0.01000,0.836
+56,block_sparse_moe.experts.199.w1,0.0000878280,0.01000,0.840
+56,block_sparse_moe.experts.200.w1,0.0000813278,0.01000,0.881
+56,block_sparse_moe.experts.201.w1,0.0000802413,0.01000,0.853
+56,block_sparse_moe.experts.203.w1,0.0000826265,0.01000,0.825
+56,block_sparse_moe.experts.204.w1,0.0000737103,0.01000,0.829
+56,block_sparse_moe.experts.205.w1,0.0000871021,0.01000,0.837
+56,block_sparse_moe.experts.202.w1,0.0000691942,0.01000,0.871
+56,block_sparse_moe.experts.206.w1,0.0000813157,0.01000,0.835
+56,block_sparse_moe.experts.208.w1,0.0000852761,0.01000,0.853
+56,block_sparse_moe.experts.210.w1,0.0000819565,0.01000,0.834
+56,block_sparse_moe.experts.209.w1,0.0000824115,0.01000,0.863
+56,block_sparse_moe.experts.207.w1,0.0000830070,0.01000,0.880
+56,block_sparse_moe.experts.211.w1,0.0000785962,0.01000,0.834
+56,block_sparse_moe.experts.212.w1,0.0000729875,0.01000,0.833
+56,block_sparse_moe.experts.213.w1,0.0000792525,0.01000,0.836
+56,block_sparse_moe.experts.215.w1,0.0000682690,0.01000,0.856
+56,block_sparse_moe.experts.216.w1,0.0000746560,0.01000,0.855
+56,block_sparse_moe.experts.217.w1,0.0000632139,0.01000,0.856
+56,block_sparse_moe.experts.218.w1,0.0000846884,0.01000,0.845
+56,block_sparse_moe.experts.219.w1,0.0000836427,0.01000,0.856
+56,block_sparse_moe.experts.214.w1,0.0000720801,0.01000,0.896
+56,block_sparse_moe.experts.220.w1,0.0000865728,0.01000,0.856
+56,block_sparse_moe.experts.221.w1,0.0000686329,0.01000,0.850
+56,block_sparse_moe.experts.222.w1,0.0000791733,0.01000,0.838
+56,block_sparse_moe.experts.224.w1,0.0000671189,0.01000,0.834
+56,block_sparse_moe.experts.225.w1,0.0000847487,0.01000,0.833
+56,block_sparse_moe.experts.226.w1,0.0000883664,0.01000,0.841
+56,block_sparse_moe.experts.223.w1,0.0000846569,0.01000,0.888
+56,block_sparse_moe.experts.227.w1,0.0000801825,0.01000,0.835
+56,block_sparse_moe.experts.229.w1,0.0000885955,0.01000,0.838
+56,block_sparse_moe.experts.231.w1,0.0000753767,0.01000,0.842
+56,block_sparse_moe.experts.230.w1,0.0000845206,0.01000,0.858
+56,block_sparse_moe.experts.228.w1,0.0000795401,0.01000,0.867
+56,block_sparse_moe.experts.232.w1,0.0000817850,0.01000,0.842
+56,block_sparse_moe.experts.233.w1,0.0000833871,0.01000,0.843
+56,block_sparse_moe.experts.234.w1,0.0000803102,0.01000,0.839
+56,block_sparse_moe.experts.235.w1,0.0000793034,0.01000,0.842
+56,block_sparse_moe.experts.238.w1,0.0000780709,0.01000,0.823
+56,block_sparse_moe.experts.239.w1,0.0000866794,0.01000,0.836
+56,block_sparse_moe.experts.236.w1,0.0000824468,0.01000,0.857
+56,block_sparse_moe.experts.237.w1,0.0000832094,0.01000,0.880
+56,block_sparse_moe.experts.240.w1,0.0000819972,0.01000,0.845
+56,block_sparse_moe.experts.241.w1,0.0000819174,0.01000,0.836
+56,block_sparse_moe.experts.242.w1,0.0000885209,0.01000,0.839
+56,block_sparse_moe.experts.243.w1,0.0000693790,0.01000,0.844
+56,block_sparse_moe.experts.245.w1,0.0000808434,0.01000,0.832
+56,block_sparse_moe.experts.246.w1,0.0000809226,0.01000,0.836
+56,block_sparse_moe.experts.247.w1,0.0000856157,0.01000,0.852
+56,block_sparse_moe.experts.244.w1,0.0000914186,0.01000,0.895
+56,block_sparse_moe.experts.248.w1,0.0000836401,0.01000,0.828
+56,block_sparse_moe.experts.250.w1,0.0000817502,0.01000,0.835
+56,block_sparse_moe.experts.249.w1,0.0000748159,0.01000,0.878
+56,block_sparse_moe.experts.252.w1,0.0000782419,0.01000,0.825
+56,block_sparse_moe.experts.251.w1,0.0000781881,0.01000,0.886
+56,block_sparse_moe.experts.253.w1,0.0000755707,0.01000,0.842
+56,block_sparse_moe.experts.254.w1,0.0000767508,0.01000,0.846
+56,block_sparse_moe.experts.255.w1,0.0000768357,0.01000,0.830
+56,block_sparse_moe.experts.0.w3,0.0000936581,0.01000,0.863
+56,block_sparse_moe.experts.1.w3,0.0000898024,0.01000,0.859
+56,block_sparse_moe.experts.2.w3,0.0001132929,0.01000,0.856
+56,block_sparse_moe.experts.4.w3,0.0000921306,0.01000,0.838
+56,block_sparse_moe.experts.6.w3,0.0000925149,0.01000,0.835
+56,block_sparse_moe.experts.5.w3,0.0000855888,0.01000,0.849
+56,block_sparse_moe.experts.3.w3,0.0000932643,0.01000,0.866
+56,block_sparse_moe.experts.7.w3,0.0000895494,0.01000,0.842
+56,block_sparse_moe.experts.8.w3,0.0000878107,0.01000,0.847
+56,block_sparse_moe.experts.9.w3,0.0001001653,0.01000,0.847
+56,block_sparse_moe.experts.10.w3,0.0000823280,0.01000,0.842
+56,block_sparse_moe.experts.11.w3,0.0000940224,0.01000,0.838
+56,block_sparse_moe.experts.13.w3,0.0000951598,0.01000,0.830
+56,block_sparse_moe.experts.12.w3,0.0000978021,0.01000,0.864
+56,block_sparse_moe.experts.14.w3,0.0000846824,0.01000,0.839
+56,block_sparse_moe.experts.17.w3,0.0000963521,0.01000,0.834
+56,block_sparse_moe.experts.16.w3,0.0000917708,0.01000,0.848
+56,block_sparse_moe.experts.15.w3,0.0000877228,0.01000,0.850
+56,block_sparse_moe.experts.18.w3,0.0000937177,0.01000,0.833
+56,block_sparse_moe.experts.19.w3,0.0000906402,0.01000,0.837
+56,block_sparse_moe.experts.20.w3,0.0000951744,0.01000,0.849
+56,block_sparse_moe.experts.21.w3,0.0000933008,0.01000,0.845
+56,block_sparse_moe.experts.25.w3,0.0001013003,0.01000,0.835
+56,block_sparse_moe.experts.23.w3,0.0000907089,0.01000,0.850
+56,block_sparse_moe.experts.26.w3,0.0000885261,0.01000,0.838
+56,block_sparse_moe.experts.22.w3,0.0000918632,0.01000,0.868
+56,block_sparse_moe.experts.24.w3,0.0000928103,0.01000,0.872
+56,block_sparse_moe.experts.27.w3,0.0000948432,0.01000,0.840
+56,block_sparse_moe.experts.28.w3,0.0000949697,0.01000,0.841
+56,block_sparse_moe.experts.31.w3,0.0000940049,0.01000,0.836
+56,block_sparse_moe.experts.30.w3,0.0000733866,0.01000,0.844
+56,block_sparse_moe.experts.29.w3,0.0000856349,0.01000,0.865
+56,block_sparse_moe.experts.32.w3,0.0000891048,0.01000,0.844
+56,block_sparse_moe.experts.33.w3,0.0000764469,0.01000,0.857
+56,block_sparse_moe.experts.34.w3,0.0000783800,0.01000,0.837
+56,block_sparse_moe.experts.35.w3,0.0000931126,0.01000,0.835
+56,block_sparse_moe.experts.36.w3,0.0000888308,0.01000,0.841
+56,block_sparse_moe.experts.37.w3,0.0000894830,0.01000,0.843
+56,block_sparse_moe.experts.38.w3,0.0000831361,0.01000,0.831
+56,block_sparse_moe.experts.39.w3,0.0000953126,0.01000,0.836
+56,block_sparse_moe.experts.40.w3,0.0000860228,0.01000,0.844
+56,block_sparse_moe.experts.41.w3,0.0000867287,0.01000,0.841
+56,block_sparse_moe.experts.42.w3,0.0000999323,0.01000,0.841
+56,block_sparse_moe.experts.45.w3,0.0000908584,0.01000,0.830
+56,block_sparse_moe.experts.43.w3,0.0000905456,0.01000,0.843
+56,block_sparse_moe.experts.46.w3,0.0000840788,0.01000,0.841
+56,block_sparse_moe.experts.44.w3,0.0000929453,0.01000,0.871
+56,block_sparse_moe.experts.47.w3,0.0000912844,0.01000,0.845
+56,block_sparse_moe.experts.48.w3,0.0000906937,0.01000,0.847
+56,block_sparse_moe.experts.49.w3,0.0000884337,0.01000,0.837
+56,block_sparse_moe.experts.50.w3,0.0000933381,0.01000,0.851
+56,block_sparse_moe.experts.52.w3,0.0000934322,0.01000,0.844
+56,block_sparse_moe.experts.51.w3,0.0000916811,0.01000,0.858
+56,block_sparse_moe.experts.53.w3,0.0000938244,0.01000,0.834
+56,block_sparse_moe.experts.54.w3,0.0000951961,0.01000,0.835
+56,block_sparse_moe.experts.55.w3,0.0000920384,0.01000,0.852
+56,block_sparse_moe.experts.56.w3,0.0000897117,0.01000,0.841
+56,block_sparse_moe.experts.59.w3,0.0000997945,0.01000,0.829
+56,block_sparse_moe.experts.60.w3,0.0000863833,0.01000,0.833
+56,block_sparse_moe.experts.57.w3,0.0000957493,0.01000,0.860
+56,block_sparse_moe.experts.61.w3,0.0000924545,0.01000,0.830
+56,block_sparse_moe.experts.58.w3,0.0000914238,0.01000,0.883
+56,block_sparse_moe.experts.62.w3,0.0000889255,0.01000,0.844
+56,block_sparse_moe.experts.63.w3,0.0000983212,0.01000,0.836
+56,block_sparse_moe.experts.64.w3,0.0000904918,0.01000,0.837
+56,block_sparse_moe.experts.66.w3,0.0000952635,0.01000,0.831
+56,block_sparse_moe.experts.67.w3,0.0000954731,0.01000,0.847
+56,block_sparse_moe.experts.65.w3,0.0000985536,0.01000,0.873
+56,block_sparse_moe.experts.68.w3,0.0000942451,0.01000,0.843
+56,block_sparse_moe.experts.69.w3,0.0000920279,0.01000,0.844
+56,block_sparse_moe.experts.70.w3,0.0000962413,0.01000,0.841
+56,block_sparse_moe.experts.71.w3,0.0000872364,0.01000,0.837
+56,block_sparse_moe.experts.73.w3,0.0000925417,0.01000,0.836
+56,block_sparse_moe.experts.74.w3,0.0000960417,0.01000,0.832
+56,block_sparse_moe.experts.72.w3,0.0000905494,0.01000,0.877
+56,block_sparse_moe.experts.75.w3,0.0000820152,0.01000,0.840
+56,block_sparse_moe.experts.76.w3,0.0000963144,0.01000,0.842
+56,block_sparse_moe.experts.77.w3,0.0000909025,0.01000,0.840
+56,block_sparse_moe.experts.78.w3,0.0000991161,0.01000,0.831
+56,block_sparse_moe.experts.80.w3,0.0000996262,0.01000,0.831
+56,block_sparse_moe.experts.81.w3,0.0000983048,0.01000,0.845
+56,block_sparse_moe.experts.82.w3,0.0000959447,0.01000,0.838
+56,block_sparse_moe.experts.79.w3,0.0000943516,0.01000,0.879
+56,block_sparse_moe.experts.83.w3,0.0000966565,0.01000,0.848
+56,block_sparse_moe.experts.84.w3,0.0000894235,0.01000,0.843
+56,block_sparse_moe.experts.85.w3,0.0000867433,0.01000,0.834
+56,block_sparse_moe.experts.86.w3,0.0000926265,0.01000,0.860
+56,block_sparse_moe.experts.88.w3,0.0000923365,0.01000,0.839
+56,block_sparse_moe.experts.89.w3,0.0000956711,0.01000,0.835
+56,block_sparse_moe.experts.90.w3,0.0000891639,0.01000,0.840
+56,block_sparse_moe.experts.87.w3,0.0000898268,0.01000,0.861
+56,block_sparse_moe.experts.91.w3,0.0000901210,0.01000,0.839
+56,block_sparse_moe.experts.92.w3,0.0000933058,0.01000,0.838
+56,block_sparse_moe.experts.94.w3,0.0001003544,0.01000,0.838
+56,block_sparse_moe.experts.97.w3,0.0000841691,0.01000,0.833
+56,block_sparse_moe.experts.95.w3,0.0000880432,0.01000,0.852
+56,block_sparse_moe.experts.96.w3,0.0000972198,0.01000,0.848
+56,block_sparse_moe.experts.93.w3,0.0000828084,0.01000,0.875
+56,block_sparse_moe.experts.98.w3,0.0000963758,0.01000,0.845
+56,block_sparse_moe.experts.99.w3,0.0000912533,0.01000,0.835
+56,block_sparse_moe.experts.101.w3,0.0000926799,0.01000,0.840
+56,block_sparse_moe.experts.102.w3,0.0000942062,0.01000,0.843
+56,block_sparse_moe.experts.103.w3,0.0000903954,0.01000,0.847
+56,block_sparse_moe.experts.104.w3,0.0000881978,0.01000,0.842
+56,block_sparse_moe.experts.100.w3,0.0001026609,0.01000,0.884
+56,block_sparse_moe.experts.105.w3,0.0000822429,0.01000,0.844
+56,block_sparse_moe.experts.106.w3,0.0000825291,0.01000,0.833
+56,block_sparse_moe.experts.111.w3,0.0000827262,0.01000,0.832
+56,block_sparse_moe.experts.107.w3,0.0001003320,0.01000,0.863
+56,block_sparse_moe.experts.109.w3,0.0000934122,0.01000,0.848
+56,block_sparse_moe.experts.110.w3,0.0000901529,0.01000,0.846
+56,block_sparse_moe.experts.108.w3,0.0000877424,0.01000,0.859
+56,block_sparse_moe.experts.112.w3,0.0000907569,0.01000,0.859
+56,block_sparse_moe.experts.113.w3,0.0000916785,0.01000,0.838
+56,block_sparse_moe.experts.115.w3,0.0000901764,0.01000,0.831
+56,block_sparse_moe.experts.116.w3,0.0000973297,0.01000,0.842
+56,block_sparse_moe.experts.117.w3,0.0000965457,0.01000,0.853
+56,block_sparse_moe.experts.118.w3,0.0000958050,0.01000,0.859
+56,block_sparse_moe.experts.114.w3,0.0000913318,0.01000,0.869
+56,block_sparse_moe.experts.120.w3,0.0000847357,0.01000,0.836
+56,block_sparse_moe.experts.119.w3,0.0000951916,0.01000,0.865
+56,block_sparse_moe.experts.122.w3,0.0000957533,0.01000,0.839
+56,block_sparse_moe.experts.124.w3,0.0000812052,0.01000,0.838
+56,block_sparse_moe.experts.125.w3,0.0000930538,0.01000,0.841
+56,block_sparse_moe.experts.121.w3,0.0000899321,0.01000,0.903
+56,block_sparse_moe.experts.123.w3,0.0000959600,0.01000,0.885
+56,block_sparse_moe.experts.126.w3,0.0000950377,0.01000,0.840
+56,block_sparse_moe.experts.127.w3,0.0000946710,0.01000,0.841
+56,block_sparse_moe.experts.129.w3,0.0000935832,0.01000,0.825
+56,block_sparse_moe.experts.130.w3,0.0000822347,0.01000,0.844
+56,block_sparse_moe.experts.131.w3,0.0001014451,0.01000,0.838
+56,block_sparse_moe.experts.132.w3,0.0000932195,0.01000,0.833
+56,block_sparse_moe.experts.128.w3,0.0000956594,0.01000,0.902
+56,block_sparse_moe.experts.133.w3,0.0000921565,0.01000,0.848
+56,block_sparse_moe.experts.134.w3,0.0000961221,0.01000,0.843
+56,block_sparse_moe.experts.136.w3,0.0000950519,0.01000,0.830
+56,block_sparse_moe.experts.138.w3,0.0000920932,0.01000,0.826
+56,block_sparse_moe.experts.137.w3,0.0000935037,0.01000,0.835
+56,block_sparse_moe.experts.139.w3,0.0000976110,0.01000,0.837
+56,block_sparse_moe.experts.135.w3,0.0000940214,0.01000,0.920
+56,block_sparse_moe.experts.140.w3,0.0000982491,0.01000,0.848
+56,block_sparse_moe.experts.141.w3,0.0000967568,0.01000,0.846
+56,block_sparse_moe.experts.143.w3,0.0000967020,0.01000,0.827
+56,block_sparse_moe.experts.144.w3,0.0000947539,0.01000,0.837
+56,block_sparse_moe.experts.145.w3,0.0000903084,0.01000,0.843
+56,block_sparse_moe.experts.142.w3,0.0000940159,0.01000,0.892
+56,block_sparse_moe.experts.146.w3,0.0000901726,0.01000,0.857
+56,block_sparse_moe.experts.147.w3,0.0000931120,0.01000,0.841
+56,block_sparse_moe.experts.148.w3,0.0001016596,0.01000,0.841
+56,block_sparse_moe.experts.150.w3,0.0000912814,0.01000,0.830
+56,block_sparse_moe.experts.149.w3,0.0000947257,0.01000,0.885
+56,block_sparse_moe.experts.152.w3,0.0000914170,0.01000,0.840
+56,block_sparse_moe.experts.151.w3,0.0000905716,0.01000,0.851
+56,block_sparse_moe.experts.153.w3,0.0000980698,0.01000,0.835
+56,block_sparse_moe.experts.154.w3,0.0000895041,0.01000,0.847
+56,block_sparse_moe.experts.155.w3,0.0000968854,0.01000,0.849
+56,block_sparse_moe.experts.156.w3,0.0000877998,0.01000,0.860
+56,block_sparse_moe.experts.157.w3,0.0000918697,0.01000,0.833
+56,block_sparse_moe.experts.158.w3,0.0000951317,0.01000,0.843
+56,block_sparse_moe.experts.160.w3,0.0000869517,0.01000,0.838
+56,block_sparse_moe.experts.159.w3,0.0000897206,0.01000,0.860
+56,block_sparse_moe.experts.161.w3,0.0000949240,0.01000,0.848
+56,block_sparse_moe.experts.162.w3,0.0000914217,0.01000,0.864
+56,block_sparse_moe.experts.164.w3,0.0000826740,0.01000,0.842
+56,block_sparse_moe.experts.165.w3,0.0000868546,0.01000,0.847
+56,block_sparse_moe.experts.166.w3,0.0000957592,0.01000,0.834
+56,block_sparse_moe.experts.163.w3,0.0000926926,0.01000,0.874
+56,block_sparse_moe.experts.167.w3,0.0000967169,0.01000,0.841
+56,block_sparse_moe.experts.168.w3,0.0001085213,0.01000,0.846
+56,block_sparse_moe.experts.169.w3,0.0000776563,0.01000,0.835
+56,block_sparse_moe.experts.171.w3,0.0000999757,0.01000,0.834
+56,block_sparse_moe.experts.170.w3,0.0000932845,0.01000,0.853
+56,block_sparse_moe.experts.172.w3,0.0000954083,0.01000,0.842
+56,block_sparse_moe.experts.173.w3,0.0000933834,0.01000,0.845
+56,block_sparse_moe.experts.174.w3,0.0000900987,0.01000,0.842
+56,block_sparse_moe.experts.175.w3,0.0000855868,0.01000,0.852
+56,block_sparse_moe.experts.176.w3,0.0001015367,0.01000,0.843
+56,block_sparse_moe.experts.177.w3,0.0000909249,0.01000,0.847
+56,block_sparse_moe.experts.178.w3,0.0000880171,0.01000,0.851
+56,block_sparse_moe.experts.179.w3,0.0000945370,0.01000,0.842
+56,block_sparse_moe.experts.180.w3,0.0000962190,0.01000,0.839
+56,block_sparse_moe.experts.181.w3,0.0000927697,0.01000,0.837
+56,block_sparse_moe.experts.182.w3,0.0000869128,0.01000,0.838
+56,block_sparse_moe.experts.183.w3,0.0000959542,0.01000,0.828
+56,block_sparse_moe.experts.185.w3,0.0000923383,0.01000,0.833
+56,block_sparse_moe.experts.187.w3,0.0000869634,0.01000,0.832
+56,block_sparse_moe.experts.186.w3,0.0000914087,0.01000,0.841
+56,block_sparse_moe.experts.188.w3,0.0000948545,0.01000,0.839
+56,block_sparse_moe.experts.184.w3,0.0000892964,0.01000,0.868
+56,block_sparse_moe.experts.190.w3,0.0000872114,0.01000,0.840
+56,block_sparse_moe.experts.189.w3,0.0000914086,0.01000,0.847
+56,block_sparse_moe.experts.192.w3,0.0000975425,0.01000,0.837
+56,block_sparse_moe.experts.193.w3,0.0000930521,0.01000,0.833
+56,block_sparse_moe.experts.194.w3,0.0000920742,0.01000,0.847
+56,block_sparse_moe.experts.195.w3,0.0000908256,0.01000,0.831
+56,block_sparse_moe.experts.191.w3,0.0000925710,0.01000,0.896
+56,block_sparse_moe.experts.196.w3,0.0000901290,0.01000,0.849
+56,block_sparse_moe.experts.197.w3,0.0000887980,0.01000,0.847
+56,block_sparse_moe.experts.199.w3,0.0001094919,0.01000,0.825
+56,block_sparse_moe.experts.201.w3,0.0000887490,0.01000,0.836
+56,block_sparse_moe.experts.200.w3,0.0000906073,0.01000,0.857
+56,block_sparse_moe.experts.202.w3,0.0000800783,0.01000,0.827
+56,block_sparse_moe.experts.198.w3,0.0000946230,0.01000,0.902
+56,block_sparse_moe.experts.203.w3,0.0000938994,0.01000,0.845
+56,block_sparse_moe.experts.204.w3,0.0000912097,0.01000,0.845
+56,block_sparse_moe.experts.206.w3,0.0000907643,0.01000,0.829
+56,block_sparse_moe.experts.208.w3,0.0000947454,0.01000,0.827
+56,block_sparse_moe.experts.205.w3,0.0000979764,0.01000,0.890
+56,block_sparse_moe.experts.209.w3,0.0000921775,0.01000,0.829
+56,block_sparse_moe.experts.207.w3,0.0000940323,0.01000,0.880
+56,block_sparse_moe.experts.210.w3,0.0000921873,0.01000,0.840
+56,block_sparse_moe.experts.211.w3,0.0000908483,0.01000,0.842
+56,block_sparse_moe.experts.213.w3,0.0000895218,0.01000,0.821
+56,block_sparse_moe.experts.212.w3,0.0000879259,0.01000,0.862
+56,block_sparse_moe.experts.214.w3,0.0000854134,0.01000,0.838
+56,block_sparse_moe.experts.215.w3,0.0000795566,0.01000,0.838
+56,block_sparse_moe.experts.216.w3,0.0000864553,0.01000,0.855
+56,block_sparse_moe.experts.217.w3,0.0000751956,0.01000,0.838
+56,block_sparse_moe.experts.218.w3,0.0000986917,0.01000,0.837
+56,block_sparse_moe.experts.220.w3,0.0000972923,0.01000,0.829
+56,block_sparse_moe.experts.221.w3,0.0000871670,0.01000,0.835
+56,block_sparse_moe.experts.219.w3,0.0000962587,0.01000,0.865
+56,block_sparse_moe.experts.222.w3,0.0000934077,0.01000,0.830
+56,block_sparse_moe.experts.223.w3,0.0000971061,0.01000,0.849
+56,block_sparse_moe.experts.224.w3,0.0000803232,0.01000,0.837
+56,block_sparse_moe.experts.225.w3,0.0000951234,0.01000,0.837
+56,block_sparse_moe.experts.227.w3,0.0000933667,0.01000,0.832
+56,block_sparse_moe.experts.228.w3,0.0000905611,0.01000,0.829
+56,block_sparse_moe.experts.226.w3,0.0001122051,0.01000,0.850
+56,block_sparse_moe.experts.229.w3,0.0001002576,0.01000,0.833
+56,block_sparse_moe.experts.230.w3,0.0000980906,0.01000,0.847
+56,block_sparse_moe.experts.231.w3,0.0000888804,0.01000,0.844
+56,block_sparse_moe.experts.232.w3,0.0000921441,0.01000,0.838
+56,block_sparse_moe.experts.234.w3,0.0000893950,0.01000,0.833
+56,block_sparse_moe.experts.235.w3,0.0000904156,0.01000,0.833
+56,block_sparse_moe.experts.236.w3,0.0000931382,0.01000,0.836
+56,block_sparse_moe.experts.233.w3,0.0000954247,0.01000,0.884
+56,block_sparse_moe.experts.237.w3,0.0000936409,0.01000,0.869
+56,block_sparse_moe.experts.238.w3,0.0000876373,0.01000,0.846
+56,block_sparse_moe.experts.239.w3,0.0000985278,0.01000,0.847
+56,block_sparse_moe.experts.241.w3,0.0000938115,0.01000,0.841
+56,block_sparse_moe.experts.242.w3,0.0001044067,0.01000,0.858
+56,block_sparse_moe.experts.243.w3,0.0000952141,0.01000,0.837
+56,block_sparse_moe.experts.240.w3,0.0000929577,0.01000,0.928
+56,block_sparse_moe.experts.244.w3,0.0001059225,0.01000,0.838
+56,block_sparse_moe.experts.246.w3,0.0000933081,0.01000,0.847
+56,block_sparse_moe.experts.245.w3,0.0000934964,0.01000,0.875
+56,block_sparse_moe.experts.248.w3,0.0000975020,0.01000,0.836
+56,block_sparse_moe.experts.249.w3,0.0000870431,0.01000,0.838
+56,block_sparse_moe.experts.247.w3,0.0000969874,0.01000,0.902
+56,block_sparse_moe.experts.250.w3,0.0000935270,0.01000,0.849
+56,block_sparse_moe.experts.251.w3,0.0000891253,0.01000,0.841
+56,block_sparse_moe.experts.252.w3,0.0000891542,0.01000,0.732
+56,block_sparse_moe.experts.253.w3,0.0000907819,0.01000,0.726
+56,block_sparse_moe.experts.255.w3,0.0000885213,0.01000,0.673
+56,block_sparse_moe.experts.254.w3,0.0000885686,0.01000,0.706
+56,block_sparse_moe.experts.0.w2,0.0000674715,0.01000,0.440
+56,block_sparse_moe.experts.2.w2,0.0001830074,0.01000,0.440
+56,block_sparse_moe.experts.5.w2,0.0001243370,0.01000,0.440
+56,block_sparse_moe.experts.6.w2,0.0000268071,0.01000,0.448
+56,block_sparse_moe.experts.1.w2,0.0000657247,0.01000,0.451
+56,block_sparse_moe.experts.4.w2,0.0000703168,0.01000,0.461
+56,block_sparse_moe.experts.3.w2,0.0000485746,0.01000,0.466
+56,block_sparse_moe.experts.7.w2,0.0001064576,0.01000,0.416
+56,block_sparse_moe.experts.9.w2,0.0001260111,0.01000,0.414
+56,block_sparse_moe.experts.8.w2,0.0001308777,0.01000,0.415
+56,block_sparse_moe.experts.10.w2,0.0001417748,0.01000,0.421
+56,block_sparse_moe.experts.11.w2,0.0000918009,0.01000,0.438
+56,block_sparse_moe.experts.12.w2,0.0000888111,0.01000,0.433
+56,block_sparse_moe.experts.13.w2,0.0000403228,0.01000,0.434
+56,block_sparse_moe.experts.15.w2,0.0001421690,0.01000,0.419
+56,block_sparse_moe.experts.16.w2,0.0000545352,0.01000,0.417
+56,block_sparse_moe.experts.14.w2,0.0000426375,0.01000,0.429
+56,block_sparse_moe.experts.17.w2,0.0001679108,0.01000,0.415
+56,block_sparse_moe.experts.19.w2,0.0000649381,0.01000,0.423
+56,block_sparse_moe.experts.18.w2,0.0000481994,0.01000,0.432
+56,block_sparse_moe.experts.20.w2,0.0001106139,0.01000,0.431
+56,block_sparse_moe.experts.22.w2,0.0000245362,0.01000,0.416
+56,block_sparse_moe.experts.21.w2,0.0000483083,0.01000,0.414
+56,block_sparse_moe.experts.24.w2,0.0000393106,0.01000,0.419
+56,block_sparse_moe.experts.23.w2,0.0001790920,0.01000,0.424
+56,block_sparse_moe.experts.26.w2,0.0000472381,0.01000,0.421
+56,block_sparse_moe.experts.25.w2,0.0001218912,0.01000,0.429
+56,block_sparse_moe.experts.27.w2,0.0000946235,0.01000,0.430
+56,block_sparse_moe.experts.29.w2,0.0001093970,0.01000,0.417
+56,block_sparse_moe.experts.28.w2,0.0001270303,0.01000,0.428
+56,block_sparse_moe.experts.31.w2,0.0001633730,0.01000,0.422
+56,block_sparse_moe.experts.30.w2,0.0002925839,0.01000,0.458
+56,block_sparse_moe.experts.33.w2,0.0003515604,0.01000,0.437
+56,block_sparse_moe.experts.34.w2,0.0001888867,0.01000,0.430
+56,block_sparse_moe.experts.32.w2,0.0000913536,0.01000,0.471
+56,block_sparse_moe.experts.35.w2,0.0000664949,0.01000,0.409
+56,block_sparse_moe.experts.36.w2,0.0000301150,0.01000,0.410
+56,block_sparse_moe.experts.37.w2,0.0000539679,0.01000,0.434
+56,block_sparse_moe.experts.38.w2,0.0000992776,0.01000,0.416
+56,block_sparse_moe.experts.39.w2,0.0000958400,0.01000,0.429
+56,block_sparse_moe.experts.40.w2,0.0001088964,0.01000,0.424
+56,block_sparse_moe.experts.41.w2,0.0001281854,0.01000,0.434
+56,block_sparse_moe.experts.42.w2,0.0000967025,0.01000,0.414
+56,block_sparse_moe.experts.43.w2,0.0000635880,0.01000,0.415
+56,block_sparse_moe.experts.44.w2,0.0000855642,0.01000,0.420
+56,block_sparse_moe.experts.45.w2,0.0000841546,0.01000,0.411
+56,block_sparse_moe.experts.46.w2,0.0000872385,0.01000,0.425
+56,block_sparse_moe.experts.47.w2,0.0001447553,0.01000,0.434
+56,block_sparse_moe.experts.48.w2,0.0001553600,0.01000,0.432
+56,block_sparse_moe.experts.49.w2,0.0001328999,0.01000,0.407
+56,block_sparse_moe.experts.50.w2,0.0000359993,0.01000,0.425
+56,block_sparse_moe.experts.52.w2,0.0000861290,0.01000,0.412
+56,block_sparse_moe.experts.51.w2,0.0000648631,0.01000,0.418
+56,block_sparse_moe.experts.53.w2,0.0000857742,0.01000,0.424
+56,block_sparse_moe.experts.54.w2,0.0000501372,0.01000,0.427
+56,block_sparse_moe.experts.55.w2,0.0000785307,0.01000,0.426
+56,block_sparse_moe.experts.56.w2,0.0000447221,0.01000,0.411
+56,block_sparse_moe.experts.57.w2,0.0001068932,0.01000,0.413
+56,block_sparse_moe.experts.59.w2,0.0001163332,0.01000,0.415
+56,block_sparse_moe.experts.58.w2,0.0001107555,0.01000,0.420
+56,block_sparse_moe.experts.60.w2,0.0001530506,0.01000,0.424
+56,block_sparse_moe.experts.61.w2,0.0000567464,0.01000,0.428
+56,block_sparse_moe.experts.62.w2,0.0003638478,0.01000,0.433
+56,block_sparse_moe.experts.63.w2,0.0000491815,0.01000,0.414
+56,block_sparse_moe.experts.64.w2,0.0001129816,0.01000,0.416
+56,block_sparse_moe.experts.66.w2,0.0001495218,0.01000,0.423
+56,block_sparse_moe.experts.65.w2,0.0000641485,0.01000,0.430
+56,block_sparse_moe.experts.67.w2,0.0000799985,0.01000,0.421
+56,block_sparse_moe.experts.68.w2,0.0001654074,0.01000,0.421
+56,block_sparse_moe.experts.69.w2,0.0001061594,0.01000,0.431
+56,block_sparse_moe.experts.70.w2,0.0000378553,0.01000,0.410
+56,block_sparse_moe.experts.71.w2,0.0000427695,0.01000,0.417
+56,block_sparse_moe.experts.73.w2,0.0000303389,0.01000,0.415
+56,block_sparse_moe.experts.72.w2,0.0000528345,0.01000,0.451
+56,block_sparse_moe.experts.74.w2,0.0001156255,0.01000,0.418
+56,block_sparse_moe.experts.75.w2,0.0003292518,0.01000,0.424
+56,block_sparse_moe.experts.76.w2,0.0000940436,0.01000,0.428
+56,block_sparse_moe.experts.77.w2,0.0000732577,0.01000,0.417
+56,block_sparse_moe.experts.78.w2,0.0000937035,0.01000,0.425
+56,block_sparse_moe.experts.79.w2,0.0000985813,0.01000,0.430
+56,block_sparse_moe.experts.80.w2,0.0001036865,0.01000,0.433
+56,block_sparse_moe.experts.81.w2,0.0000719169,0.01000,0.425
+56,block_sparse_moe.experts.82.w2,0.0000266927,0.01000,0.424
+56,block_sparse_moe.experts.83.w2,0.0000199192,0.01000,0.434
+56,block_sparse_moe.experts.84.w2,0.0001009076,0.01000,0.412
+56,block_sparse_moe.experts.85.w2,0.0000400058,0.01000,0.415
+56,block_sparse_moe.experts.86.w2,0.0001185324,0.01000,0.429
+56,block_sparse_moe.experts.87.w2,0.0000415891,0.01000,0.425
+56,block_sparse_moe.experts.88.w2,0.0000779979,0.01000,0.422
+56,block_sparse_moe.experts.89.w2,0.0000660733,0.01000,0.419
+56,block_sparse_moe.experts.90.w2,0.0002092855,0.01000,0.438
+56,block_sparse_moe.experts.91.w2,0.0000335094,0.01000,0.411
+56,block_sparse_moe.experts.92.w2,0.0001123956,0.01000,0.420
+56,block_sparse_moe.experts.93.w2,0.0001669103,0.01000,0.418
+56,block_sparse_moe.experts.94.w2,0.0001488021,0.01000,0.432
+56,block_sparse_moe.experts.95.w2,0.0000531273,0.01000,0.427
+56,block_sparse_moe.experts.96.w2,0.0001235054,0.01000,0.428
+56,block_sparse_moe.experts.97.w2,0.0000452358,0.01000,0.437
+56,block_sparse_moe.experts.98.w2,0.0001031664,0.01000,0.416
+56,block_sparse_moe.experts.99.w2,0.0000790738,0.01000,0.425
+56,block_sparse_moe.experts.100.w2,0.0000853849,0.01000,0.416
+56,block_sparse_moe.experts.101.w2,0.0000564618,0.01000,0.428
+56,block_sparse_moe.experts.102.w2,0.0000751700,0.01000,0.423
+56,block_sparse_moe.experts.103.w2,0.0000644463,0.01000,0.420
+56,block_sparse_moe.experts.104.w2,0.0000911120,0.01000,0.431
+56,block_sparse_moe.experts.105.w2,0.0000578482,0.01000,0.411
+56,block_sparse_moe.experts.106.w2,0.0003807095,0.01000,0.416
+56,block_sparse_moe.experts.107.w2,0.0001665987,0.01000,0.414
+56,block_sparse_moe.experts.108.w2,0.0001454496,0.01000,0.428
+56,block_sparse_moe.experts.109.w2,0.0000678145,0.01000,0.424
+56,block_sparse_moe.experts.110.w2,0.0000494370,0.01000,0.421
+56,block_sparse_moe.experts.111.w2,0.0002376767,0.01000,0.434
+56,block_sparse_moe.experts.112.w2,0.0001425385,0.01000,0.414
+56,block_sparse_moe.experts.113.w2,0.0000611618,0.01000,0.420
+56,block_sparse_moe.experts.114.w2,0.0000411862,0.01000,0.416
+56,block_sparse_moe.experts.115.w2,0.0000832878,0.01000,0.428
+56,block_sparse_moe.experts.116.w2,0.0000514550,0.01000,0.426
+56,block_sparse_moe.experts.117.w2,0.0000439421,0.01000,0.419
+56,block_sparse_moe.experts.118.w2,0.0000295839,0.01000,0.434
+56,block_sparse_moe.experts.119.w2,0.0000819007,0.01000,0.413
+56,block_sparse_moe.experts.120.w2,0.0001603086,0.01000,0.425
+56,block_sparse_moe.experts.121.w2,0.0000299768,0.01000,0.413
+56,block_sparse_moe.experts.122.w2,0.0000421850,0.01000,0.424
+56,block_sparse_moe.experts.123.w2,0.0000176902,0.01000,0.423
+56,block_sparse_moe.experts.124.w2,0.0000364805,0.01000,0.418
+56,block_sparse_moe.experts.125.w2,0.0000639650,0.01000,0.431
+56,block_sparse_moe.experts.126.w2,0.0000738091,0.01000,0.414
+56,block_sparse_moe.experts.127.w2,0.0000986592,0.01000,0.425
+56,block_sparse_moe.experts.128.w2,0.0001116098,0.01000,0.433
+56,block_sparse_moe.experts.130.w2,0.0001070028,0.01000,0.425
+56,block_sparse_moe.experts.129.w2,0.0001271477,0.01000,0.428
+56,block_sparse_moe.experts.131.w2,0.0000608854,0.01000,0.422
+56,block_sparse_moe.experts.132.w2,0.0001169267,0.01000,0.436
+56,block_sparse_moe.experts.133.w2,0.0000694136,0.01000,0.411
+56,block_sparse_moe.experts.134.w2,0.0000668329,0.01000,0.414
+56,block_sparse_moe.experts.135.w2,0.0000485612,0.01000,0.433
+56,block_sparse_moe.experts.136.w2,0.0000414198,0.01000,0.413
+56,block_sparse_moe.experts.138.w2,0.0000168811,0.01000,0.416
+56,block_sparse_moe.experts.137.w2,0.0000742515,0.01000,0.431
+56,block_sparse_moe.experts.139.w2,0.0000540271,0.01000,0.432
+56,block_sparse_moe.experts.140.w2,0.0000324298,0.01000,0.414
+56,block_sparse_moe.experts.141.w2,0.0000923397,0.01000,0.414
+56,block_sparse_moe.experts.142.w2,0.0001411052,0.01000,0.432
+56,block_sparse_moe.experts.143.w2,0.0000571079,0.01000,0.417
+56,block_sparse_moe.experts.144.w2,0.0001663361,0.01000,0.429
+56,block_sparse_moe.experts.145.w2,0.0001981845,0.01000,0.426
+56,block_sparse_moe.experts.147.w2,0.0000384885,0.01000,0.415
+56,block_sparse_moe.experts.146.w2,0.0000376408,0.01000,0.447
+56,block_sparse_moe.experts.148.w2,0.0000339780,0.01000,0.417
+56,block_sparse_moe.experts.149.w2,0.0000295023,0.01000,0.418
+56,block_sparse_moe.experts.150.w2,0.0001670617,0.01000,0.414
+56,block_sparse_moe.experts.151.w2,0.0001940064,0.01000,0.422
+56,block_sparse_moe.experts.152.w2,0.0000648962,0.01000,0.420
+56,block_sparse_moe.experts.153.w2,0.0001111656,0.01000,0.435
+56,block_sparse_moe.experts.154.w2,0.0002482803,0.01000,0.420
+56,block_sparse_moe.experts.155.w2,0.0000794166,0.01000,0.419
+56,block_sparse_moe.experts.156.w2,0.0000895705,0.01000,0.421
+56,block_sparse_moe.experts.157.w2,0.0000267830,0.01000,0.413
+56,block_sparse_moe.experts.158.w2,0.0001730595,0.01000,0.420
+56,block_sparse_moe.experts.159.w2,0.0001078960,0.01000,0.421
+56,block_sparse_moe.experts.161.w2,0.0000679189,0.01000,0.427
+56,block_sparse_moe.experts.160.w2,0.0000204608,0.01000,0.438
+56,block_sparse_moe.experts.162.w2,0.0000341717,0.01000,0.420
+56,block_sparse_moe.experts.163.w2,0.0000233092,0.01000,0.422
+56,block_sparse_moe.experts.164.w2,0.0001587515,0.01000,0.415
+56,block_sparse_moe.experts.165.w2,0.0000845641,0.01000,0.423
+56,block_sparse_moe.experts.166.w2,0.0000233320,0.01000,0.424
+56,block_sparse_moe.experts.168.w2,0.0003124959,0.01000,0.412
+56,block_sparse_moe.experts.167.w2,0.0000313750,0.01000,0.443
+56,block_sparse_moe.experts.169.w2,0.0001540105,0.01000,0.431
+56,block_sparse_moe.experts.170.w2,0.0000720418,0.01000,0.417
+56,block_sparse_moe.experts.171.w2,0.0000668265,0.01000,0.416
+56,block_sparse_moe.experts.172.w2,0.0000300369,0.01000,0.421
+56,block_sparse_moe.experts.173.w2,0.0000598676,0.01000,0.426
+56,block_sparse_moe.experts.174.w2,0.0002316162,0.01000,0.433
+56,block_sparse_moe.experts.175.w2,0.0000708238,0.01000,0.422
+56,block_sparse_moe.experts.176.w2,0.0001044473,0.01000,0.431
+56,block_sparse_moe.experts.177.w2,0.0001873292,0.01000,0.429
+56,block_sparse_moe.experts.178.w2,0.0000378418,0.01000,0.436
+56,block_sparse_moe.experts.179.w2,0.0000159717,0.01000,0.426
+56,block_sparse_moe.experts.180.w2,0.0001140230,0.01000,0.449
+56,block_sparse_moe.experts.182.w2,0.0000541446,0.01000,0.421
+56,block_sparse_moe.experts.181.w2,0.0000362575,0.01000,0.434
+56,block_sparse_moe.experts.183.w2,0.0000245868,0.01000,0.418
+56,block_sparse_moe.experts.184.w2,0.0000969280,0.01000,0.428
+56,block_sparse_moe.experts.185.w2,0.0001157593,0.01000,0.420
+56,block_sparse_moe.experts.186.w2,0.0000680582,0.01000,0.443
+56,block_sparse_moe.experts.187.w2,0.0001084366,0.01000,0.425
+56,block_sparse_moe.experts.188.w2,0.0001539717,0.01000,0.426
+56,block_sparse_moe.experts.189.w2,0.0000896122,0.01000,0.422
+56,block_sparse_moe.experts.190.w2,0.0000584161,0.01000,0.412
+56,block_sparse_moe.experts.191.w2,0.0000484542,0.01000,0.433
+56,block_sparse_moe.experts.192.w2,0.0000617277,0.01000,0.428
+56,block_sparse_moe.experts.193.w2,0.0000852958,0.01000,0.417
+56,block_sparse_moe.experts.194.w2,0.0000296465,0.01000,0.433
+56,block_sparse_moe.experts.196.w2,0.0000270589,0.01000,0.415
+56,block_sparse_moe.experts.195.w2,0.0006075003,0.01000,0.441
+56,block_sparse_moe.experts.197.w2,0.0000933046,0.01000,0.422
+56,block_sparse_moe.experts.198.w2,0.0000280584,0.01000,0.419
+56,block_sparse_moe.experts.199.w2,0.0000989756,0.01000,0.423
+56,block_sparse_moe.experts.200.w2,0.0000924561,0.01000,0.420
+56,block_sparse_moe.experts.201.w2,0.0001755000,0.01000,0.424
+56,block_sparse_moe.experts.202.w2,0.0001862607,0.01000,0.429
+56,block_sparse_moe.experts.203.w2,0.0001155449,0.01000,0.442
+56,block_sparse_moe.experts.204.w2,0.0002175890,0.01000,0.413
+56,block_sparse_moe.experts.205.w2,0.0000252794,0.01000,0.419
+56,block_sparse_moe.experts.206.w2,0.0001482634,0.01000,0.422
+56,block_sparse_moe.experts.207.w2,0.0000668986,0.01000,0.420
+56,block_sparse_moe.experts.208.w2,0.0000535264,0.01000,0.424
+56,block_sparse_moe.experts.209.w2,0.0001202159,0.01000,0.434
+56,block_sparse_moe.experts.210.w2,0.0000998935,0.01000,0.420
+56,block_sparse_moe.experts.211.w2,0.0001019086,0.01000,0.430
+56,block_sparse_moe.experts.212.w2,0.0000968758,0.01000,0.426
+56,block_sparse_moe.experts.213.w2,0.0001474789,0.01000,0.428
+56,block_sparse_moe.experts.214.w2,0.0000622898,0.01000,0.426
+56,block_sparse_moe.experts.215.w2,0.0001940846,0.01000,0.429
+56,block_sparse_moe.experts.217.w2,0.0004939195,0.01000,0.417
+56,block_sparse_moe.experts.216.w2,0.0000975018,0.01000,0.440
+56,block_sparse_moe.experts.218.w2,0.0000624874,0.01000,0.431
+56,block_sparse_moe.experts.219.w2,0.0000477991,0.01000,0.418
+56,block_sparse_moe.experts.220.w2,0.0000291499,0.01000,0.420
+56,block_sparse_moe.experts.221.w2,0.0000789648,0.01000,0.429
+56,block_sparse_moe.experts.222.w2,0.0000367401,0.01000,0.427
+56,block_sparse_moe.experts.224.w2,0.0002403707,0.01000,0.413
+56,block_sparse_moe.experts.225.w2,0.0001015398,0.01000,0.421
+56,block_sparse_moe.experts.223.w2,0.0002641550,0.01000,0.447
+56,block_sparse_moe.experts.226.w2,0.0000497552,0.01000,0.420
+56,block_sparse_moe.experts.227.w2,0.0001110501,0.01000,0.423
+56,block_sparse_moe.experts.228.w2,0.0000740281,0.01000,0.424
+56,block_sparse_moe.experts.229.w2,0.0000988897,0.01000,0.428
+56,block_sparse_moe.experts.230.w2,0.0000287203,0.01000,0.433
+56,block_sparse_moe.experts.232.w2,0.0001360637,0.01000,0.423
+56,block_sparse_moe.experts.231.w2,0.0000934348,0.01000,0.435
+56,block_sparse_moe.experts.233.w2,0.0000927036,0.01000,0.417
+56,block_sparse_moe.experts.234.w2,0.0000993289,0.01000,0.421
+56,block_sparse_moe.experts.235.w2,0.0000141416,0.01000,0.417
+56,block_sparse_moe.experts.236.w2,0.0000327864,0.01000,0.425
+56,block_sparse_moe.experts.237.w2,0.0000255747,0.01000,0.426
+56,block_sparse_moe.experts.238.w2,0.0001500885,0.01000,0.419
+56,block_sparse_moe.experts.239.w2,0.0001509545,0.01000,0.431
+56,block_sparse_moe.experts.240.w2,0.0000232224,0.01000,0.419
+56,block_sparse_moe.experts.241.w2,0.0000149674,0.01000,0.424
+56,block_sparse_moe.experts.242.w2,0.0005371456,0.01000,0.423
+56,block_sparse_moe.experts.243.w2,0.0001607142,0.01000,0.428
+56,block_sparse_moe.experts.245.w2,0.0001496592,0.01000,0.421
+56,block_sparse_moe.experts.244.w2,0.0003394033,0.01000,0.431
+56,block_sparse_moe.experts.246.w2,0.0000308517,0.01000,0.417
+56,block_sparse_moe.experts.247.w2,0.0000452515,0.01000,0.422
+56,block_sparse_moe.experts.248.w2,0.0000195810,0.01000,0.421
+56,block_sparse_moe.experts.249.w2,0.0000393929,0.01000,0.419
+56,block_sparse_moe.experts.250.w2,0.0000624759,0.01000,0.421
+56,block_sparse_moe.experts.252.w2,0.0000745093,0.01000,0.387
+56,block_sparse_moe.experts.251.w2,0.0000792969,0.01000,0.400
+56,block_sparse_moe.experts.253.w2,0.0001002219,0.01000,0.386
+56,block_sparse_moe.experts.254.w2,0.0003386928,0.01000,0.365
+56,block_sparse_moe.experts.255.w2,0.0000471852,0.01000,0.353
+57,block_sparse_moe.experts.2.w1,0.0000851880,0.01000,0.844
+57,block_sparse_moe.experts.3.w1,0.0000782932,0.01000,0.853
+57,block_sparse_moe.experts.5.w1,0.0000822140,0.01000,0.863
+57,block_sparse_moe.experts.4.w1,0.0000824400,0.01000,0.866
+57,block_sparse_moe.experts.1.w1,0.0000756869,0.01000,0.902
+57,block_sparse_moe.experts.6.w1,0.0001385050,0.01000,0.891
+57,block_sparse_moe.experts.0.w1,0.0000912828,0.01000,0.923
+57,block_sparse_moe.experts.8.w1,0.0000787142,0.01000,0.840
+57,block_sparse_moe.experts.7.w1,0.0000876491,0.01000,0.851
+57,block_sparse_moe.experts.9.w1,0.0000830500,0.01000,0.836
+57,block_sparse_moe.experts.10.w1,0.0000825820,0.01000,0.839
+57,block_sparse_moe.experts.12.w1,0.0000835958,0.01000,0.849
+57,block_sparse_moe.experts.11.w1,0.0000788766,0.01000,0.871
+57,block_sparse_moe.experts.13.w1,0.0000823491,0.01000,0.868
+57,block_sparse_moe.experts.14.w1,0.0000687907,0.01000,0.832
+57,block_sparse_moe.experts.15.w1,0.0000787851,0.01000,0.835
+57,block_sparse_moe.experts.16.w1,0.0000859953,0.01000,0.834
+57,block_sparse_moe.experts.17.w1,0.0000859863,0.01000,0.836
+57,block_sparse_moe.experts.18.w1,0.0000903710,0.01000,0.856
+57,block_sparse_moe.experts.19.w1,0.0000851799,0.01000,0.854
+57,block_sparse_moe.experts.20.w1,0.0000857713,0.01000,0.864
+57,block_sparse_moe.experts.21.w1,0.0000862534,0.01000,0.835
+57,block_sparse_moe.experts.22.w1,0.0000790059,0.01000,0.839
+57,block_sparse_moe.experts.23.w1,0.0000752927,0.01000,0.839
+57,block_sparse_moe.experts.24.w1,0.0000835695,0.01000,0.839
+57,block_sparse_moe.experts.25.w1,0.0000728245,0.01000,0.848
+57,block_sparse_moe.experts.26.w1,0.0000763986,0.01000,0.853
+57,block_sparse_moe.experts.27.w1,0.0000746484,0.01000,0.859
+57,block_sparse_moe.experts.28.w1,0.0000820458,0.01000,0.838
+57,block_sparse_moe.experts.29.w1,0.0000795187,0.01000,0.833
+57,block_sparse_moe.experts.30.w1,0.0000763161,0.01000,0.834
+57,block_sparse_moe.experts.31.w1,0.0000851258,0.01000,0.835
+57,block_sparse_moe.experts.32.w1,0.0000800636,0.01000,0.848
+57,block_sparse_moe.experts.33.w1,0.0000780531,0.01000,0.850
+57,block_sparse_moe.experts.34.w1,0.0000776186,0.01000,0.861
+57,block_sparse_moe.experts.35.w1,0.0000812328,0.01000,0.843
+57,block_sparse_moe.experts.36.w1,0.0000816042,0.01000,0.839
+57,block_sparse_moe.experts.37.w1,0.0000896068,0.01000,0.841
+57,block_sparse_moe.experts.38.w1,0.0000791466,0.01000,0.840
+57,block_sparse_moe.experts.39.w1,0.0000870334,0.01000,0.850
+57,block_sparse_moe.experts.40.w1,0.0000820783,0.01000,0.848
+57,block_sparse_moe.experts.41.w1,0.0000844613,0.01000,0.856
+57,block_sparse_moe.experts.42.w1,0.0000894462,0.01000,0.838
+57,block_sparse_moe.experts.43.w1,0.0000835202,0.01000,0.836
+57,block_sparse_moe.experts.44.w1,0.0000826494,0.01000,0.836
+57,block_sparse_moe.experts.45.w1,0.0000691171,0.01000,0.837
+57,block_sparse_moe.experts.46.w1,0.0000800704,0.01000,0.844
+57,block_sparse_moe.experts.47.w1,0.0000888836,0.01000,0.852
+57,block_sparse_moe.experts.48.w1,0.0000813556,0.01000,0.866
+57,block_sparse_moe.experts.50.w1,0.0000856740,0.01000,0.833
+57,block_sparse_moe.experts.51.w1,0.0000815653,0.01000,0.848
+57,block_sparse_moe.experts.49.w1,0.0000838941,0.01000,0.863
+57,block_sparse_moe.experts.52.w1,0.0000819345,0.01000,0.851
+57,block_sparse_moe.experts.53.w1,0.0000917405,0.01000,0.849
+57,block_sparse_moe.experts.54.w1,0.0000788292,0.01000,0.846
+57,block_sparse_moe.experts.55.w1,0.0000815020,0.01000,0.867
+57,block_sparse_moe.experts.56.w1,0.0000866625,0.01000,0.832
+57,block_sparse_moe.experts.57.w1,0.0000781031,0.01000,0.847
+57,block_sparse_moe.experts.59.w1,0.0000883459,0.01000,0.835
+57,block_sparse_moe.experts.58.w1,0.0000770299,0.01000,0.869
+57,block_sparse_moe.experts.60.w1,0.0000733591,0.01000,0.845
+57,block_sparse_moe.experts.61.w1,0.0000794110,0.01000,0.845
+57,block_sparse_moe.experts.62.w1,0.0000790126,0.01000,0.860
+57,block_sparse_moe.experts.63.w1,0.0000786286,0.01000,0.830
+57,block_sparse_moe.experts.64.w1,0.0000854618,0.01000,0.831
+57,block_sparse_moe.experts.65.w1,0.0000737889,0.01000,0.852
+57,block_sparse_moe.experts.66.w1,0.0000918175,0.01000,0.836
+57,block_sparse_moe.experts.67.w1,0.0000815845,0.01000,0.850
+57,block_sparse_moe.experts.68.w1,0.0000693359,0.01000,0.844
+57,block_sparse_moe.experts.69.w1,0.0000864053,0.01000,0.850
+57,block_sparse_moe.experts.70.w1,0.0000659877,0.01000,0.825
+57,block_sparse_moe.experts.71.w1,0.0000817422,0.01000,0.829
+57,block_sparse_moe.experts.73.w1,0.0000846347,0.01000,0.823
+57,block_sparse_moe.experts.72.w1,0.0000712083,0.01000,0.839
+57,block_sparse_moe.experts.74.w1,0.0000795148,0.01000,0.840
+57,block_sparse_moe.experts.75.w1,0.0000773598,0.01000,0.845
+57,block_sparse_moe.experts.76.w1,0.0000788834,0.01000,0.847
+57,block_sparse_moe.experts.77.w1,0.0000845677,0.01000,0.827
+57,block_sparse_moe.experts.78.w1,0.0000848777,0.01000,0.830
+57,block_sparse_moe.experts.79.w1,0.0000824097,0.01000,0.836
+57,block_sparse_moe.experts.80.w1,0.0000824366,0.01000,0.841
+57,block_sparse_moe.experts.81.w1,0.0000726790,0.01000,0.838
+57,block_sparse_moe.experts.82.w1,0.0000816806,0.01000,0.839
+57,block_sparse_moe.experts.83.w1,0.0000837319,0.01000,0.850
+57,block_sparse_moe.experts.84.w1,0.0000856663,0.01000,0.826
+57,block_sparse_moe.experts.85.w1,0.0000760446,0.01000,0.827
+57,block_sparse_moe.experts.86.w1,0.0000864727,0.01000,0.834
+57,block_sparse_moe.experts.87.w1,0.0000824119,0.01000,0.843
+57,block_sparse_moe.experts.88.w1,0.0000789884,0.01000,0.844
+57,block_sparse_moe.experts.89.w1,0.0000807437,0.01000,0.841
+57,block_sparse_moe.experts.90.w1,0.0000820888,0.01000,0.847
+57,block_sparse_moe.experts.91.w1,0.0000844699,0.01000,0.830
+57,block_sparse_moe.experts.92.w1,0.0000798240,0.01000,0.832
+57,block_sparse_moe.experts.93.w1,0.0000842624,0.01000,0.837
+57,block_sparse_moe.experts.94.w1,0.0000909848,0.01000,0.840
+57,block_sparse_moe.experts.95.w1,0.0000710224,0.01000,0.843
+57,block_sparse_moe.experts.96.w1,0.0000840295,0.01000,0.839
+57,block_sparse_moe.experts.97.w1,0.0000822854,0.01000,0.847
+57,block_sparse_moe.experts.98.w1,0.0000904786,0.01000,0.833
+57,block_sparse_moe.experts.99.w1,0.0000795382,0.01000,0.831
+57,block_sparse_moe.experts.100.w1,0.0000863328,0.01000,0.829
+57,block_sparse_moe.experts.101.w1,0.0000812625,0.01000,0.843
+57,block_sparse_moe.experts.102.w1,0.0000819319,0.01000,0.843
+57,block_sparse_moe.experts.103.w1,0.0000860632,0.01000,0.842
+57,block_sparse_moe.experts.104.w1,0.0000813369,0.01000,0.849
+57,block_sparse_moe.experts.105.w1,0.0000793035,0.01000,0.831
+57,block_sparse_moe.experts.106.w1,0.0000844278,0.01000,0.834
+57,block_sparse_moe.experts.107.w1,0.0000811441,0.01000,0.823
+57,block_sparse_moe.experts.108.w1,0.0000883398,0.01000,0.871
+57,block_sparse_moe.experts.109.w1,0.0000819407,0.01000,0.839
+57,block_sparse_moe.experts.110.w1,0.0000846449,0.01000,0.838
+57,block_sparse_moe.experts.111.w1,0.0000864416,0.01000,0.847
+57,block_sparse_moe.experts.112.w1,0.0000833976,0.01000,0.833
+57,block_sparse_moe.experts.113.w1,0.0000906781,0.01000,0.833
+57,block_sparse_moe.experts.114.w1,0.0000885811,0.01000,0.832
+57,block_sparse_moe.experts.115.w1,0.0000748801,0.01000,0.844
+57,block_sparse_moe.experts.116.w1,0.0000677745,0.01000,0.850
+57,block_sparse_moe.experts.117.w1,0.0000828451,0.01000,0.846
+57,block_sparse_moe.experts.118.w1,0.0000786590,0.01000,0.852
+57,block_sparse_moe.experts.119.w1,0.0000689952,0.01000,0.823
+57,block_sparse_moe.experts.120.w1,0.0000845747,0.01000,0.837
+57,block_sparse_moe.experts.121.w1,0.0000890810,0.01000,0.832
+57,block_sparse_moe.experts.122.w1,0.0000789331,0.01000,0.833
+57,block_sparse_moe.experts.123.w1,0.0000781393,0.01000,0.854
+57,block_sparse_moe.experts.124.w1,0.0000723074,0.01000,0.841
+57,block_sparse_moe.experts.125.w1,0.0000825016,0.01000,0.860
+57,block_sparse_moe.experts.126.w1,0.0000851774,0.01000,0.834
+57,block_sparse_moe.experts.127.w1,0.0000863551,0.01000,0.833
+57,block_sparse_moe.experts.128.w1,0.0000797580,0.01000,0.841
+57,block_sparse_moe.experts.129.w1,0.0000885982,0.01000,0.852
+57,block_sparse_moe.experts.130.w1,0.0000845112,0.01000,0.849
+57,block_sparse_moe.experts.131.w1,0.0000834842,0.01000,0.849
+57,block_sparse_moe.experts.132.w1,0.0000823882,0.01000,0.858
+57,block_sparse_moe.experts.133.w1,0.0000903029,0.01000,0.833
+57,block_sparse_moe.experts.134.w1,0.0000835632,0.01000,0.825
+57,block_sparse_moe.experts.135.w1,0.0000863201,0.01000,0.845
+57,block_sparse_moe.experts.136.w1,0.0000842121,0.01000,0.842
+57,block_sparse_moe.experts.137.w1,0.0000844585,0.01000,0.843
+57,block_sparse_moe.experts.138.w1,0.0000851585,0.01000,0.844
+57,block_sparse_moe.experts.139.w1,0.0000761315,0.01000,0.856
+57,block_sparse_moe.experts.140.w1,0.0000869964,0.01000,0.844
+57,block_sparse_moe.experts.141.w1,0.0000835053,0.01000,0.836
+57,block_sparse_moe.experts.142.w1,0.0000861326,0.01000,0.844
+57,block_sparse_moe.experts.143.w1,0.0000848748,0.01000,0.835
+57,block_sparse_moe.experts.144.w1,0.0000841303,0.01000,0.853
+57,block_sparse_moe.experts.145.w1,0.0000718635,0.01000,0.850
+57,block_sparse_moe.experts.146.w1,0.0000890070,0.01000,0.862
+57,block_sparse_moe.experts.147.w1,0.0000815751,0.01000,0.838
+57,block_sparse_moe.experts.148.w1,0.0000926777,0.01000,0.836
+57,block_sparse_moe.experts.149.w1,0.0000831745,0.01000,0.837
+57,block_sparse_moe.experts.150.w1,0.0000891540,0.01000,0.832
+57,block_sparse_moe.experts.152.w1,0.0000823139,0.01000,0.848
+57,block_sparse_moe.experts.151.w1,0.0000790022,0.01000,0.848
+57,block_sparse_moe.experts.153.w1,0.0000852041,0.01000,0.869
+57,block_sparse_moe.experts.154.w1,0.0000817360,0.01000,0.826
+57,block_sparse_moe.experts.155.w1,0.0000805120,0.01000,0.839
+57,block_sparse_moe.experts.156.w1,0.0000835211,0.01000,0.833
+57,block_sparse_moe.experts.157.w1,0.0000827433,0.01000,0.852
+57,block_sparse_moe.experts.159.w1,0.0000805942,0.01000,0.847
+57,block_sparse_moe.experts.158.w1,0.0000809689,0.01000,0.849
+57,block_sparse_moe.experts.160.w1,0.0000860475,0.01000,0.865
+57,block_sparse_moe.experts.161.w1,0.0000817010,0.01000,0.830
+57,block_sparse_moe.experts.162.w1,0.0000855851,0.01000,0.840
+57,block_sparse_moe.experts.163.w1,0.0000684176,0.01000,0.829
+57,block_sparse_moe.experts.164.w1,0.0000846564,0.01000,0.832
+57,block_sparse_moe.experts.165.w1,0.0000768226,0.01000,0.848
+57,block_sparse_moe.experts.166.w1,0.0000836958,0.01000,0.849
+57,block_sparse_moe.experts.167.w1,0.0000773513,0.01000,0.864
+57,block_sparse_moe.experts.168.w1,0.0000853885,0.01000,0.826
+57,block_sparse_moe.experts.169.w1,0.0000787228,0.01000,0.836
+57,block_sparse_moe.experts.170.w1,0.0000908797,0.01000,0.835
+57,block_sparse_moe.experts.171.w1,0.0000851778,0.01000,0.832
+57,block_sparse_moe.experts.172.w1,0.0000843378,0.01000,0.846
+57,block_sparse_moe.experts.173.w1,0.0000855585,0.01000,0.845
+57,block_sparse_moe.experts.174.w1,0.0000781983,0.01000,0.862
+57,block_sparse_moe.experts.175.w1,0.0000843804,0.01000,0.823
+57,block_sparse_moe.experts.176.w1,0.0000902130,0.01000,0.834
+57,block_sparse_moe.experts.177.w1,0.0000867143,0.01000,0.837
+57,block_sparse_moe.experts.178.w1,0.0000849864,0.01000,0.838
+57,block_sparse_moe.experts.180.w1,0.0000834800,0.01000,0.850
+57,block_sparse_moe.experts.179.w1,0.0000866727,0.01000,0.872
+57,block_sparse_moe.experts.181.w1,0.0000826274,0.01000,0.860
+57,block_sparse_moe.experts.182.w1,0.0000819690,0.01000,0.836
+57,block_sparse_moe.experts.183.w1,0.0000809418,0.01000,0.836
+57,block_sparse_moe.experts.184.w1,0.0000759192,0.01000,0.838
+57,block_sparse_moe.experts.185.w1,0.0000675917,0.01000,0.861
+57,block_sparse_moe.experts.186.w1,0.0000839464,0.01000,0.848
+57,block_sparse_moe.experts.187.w1,0.0000806607,0.01000,0.839
+57,block_sparse_moe.experts.188.w1,0.0000901195,0.01000,0.860
+57,block_sparse_moe.experts.189.w1,0.0000769112,0.01000,0.825
+57,block_sparse_moe.experts.190.w1,0.0000806962,0.01000,0.830
+57,block_sparse_moe.experts.191.w1,0.0000786252,0.01000,0.831
+57,block_sparse_moe.experts.192.w1,0.0000854543,0.01000,0.832
+57,block_sparse_moe.experts.193.w1,0.0000753400,0.01000,0.848
+57,block_sparse_moe.experts.194.w1,0.0000782989,0.01000,0.839
+57,block_sparse_moe.experts.195.w1,0.0000828498,0.01000,0.864
+57,block_sparse_moe.experts.196.w1,0.0000809722,0.01000,0.822
+57,block_sparse_moe.experts.197.w1,0.0000864998,0.01000,0.833
+57,block_sparse_moe.experts.198.w1,0.0000880975,0.01000,0.833
+57,block_sparse_moe.experts.199.w1,0.0000847952,0.01000,0.833
+57,block_sparse_moe.experts.201.w1,0.0000815128,0.01000,0.840
+57,block_sparse_moe.experts.200.w1,0.0000869571,0.01000,0.846
+57,block_sparse_moe.experts.202.w1,0.0000887195,0.01000,0.867
+57,block_sparse_moe.experts.203.w1,0.0000889349,0.01000,0.826
+57,block_sparse_moe.experts.204.w1,0.0000844009,0.01000,0.839
+57,block_sparse_moe.experts.205.w1,0.0000858201,0.01000,0.838
+57,block_sparse_moe.experts.206.w1,0.0000658114,0.01000,0.835
+57,block_sparse_moe.experts.208.w1,0.0000878863,0.01000,0.841
+57,block_sparse_moe.experts.207.w1,0.0000827401,0.01000,0.846
+57,block_sparse_moe.experts.210.w1,0.0000758043,0.01000,0.826
+57,block_sparse_moe.experts.209.w1,0.0000823082,0.01000,0.895
+57,block_sparse_moe.experts.211.w1,0.0000899149,0.01000,0.834
+57,block_sparse_moe.experts.212.w1,0.0000852826,0.01000,0.841
+57,block_sparse_moe.experts.213.w1,0.0000815703,0.01000,0.831
+57,block_sparse_moe.experts.215.w1,0.0000878529,0.01000,0.834
+57,block_sparse_moe.experts.214.w1,0.0000870860,0.01000,0.838
+57,block_sparse_moe.experts.216.w1,0.0000882685,0.01000,0.877
+57,block_sparse_moe.experts.217.w1,0.0000810276,0.01000,0.843
+57,block_sparse_moe.experts.218.w1,0.0000850497,0.01000,0.840
+57,block_sparse_moe.experts.219.w1,0.0000873641,0.01000,0.837
+57,block_sparse_moe.experts.220.w1,0.0000833066,0.01000,0.845
+57,block_sparse_moe.experts.221.w1,0.0000813718,0.01000,0.841
+57,block_sparse_moe.experts.222.w1,0.0000814885,0.01000,0.841
+57,block_sparse_moe.experts.223.w1,0.0000908699,0.01000,0.861
+57,block_sparse_moe.experts.224.w1,0.0000873300,0.01000,0.842
+57,block_sparse_moe.experts.225.w1,0.0000831659,0.01000,0.839
+57,block_sparse_moe.experts.226.w1,0.0000805683,0.01000,0.840
+57,block_sparse_moe.experts.227.w1,0.0000837776,0.01000,0.837
+57,block_sparse_moe.experts.229.w1,0.0000821166,0.01000,0.843
+57,block_sparse_moe.experts.228.w1,0.0000865353,0.01000,0.845
+57,block_sparse_moe.experts.231.w1,0.0000838196,0.01000,0.844
+57,block_sparse_moe.experts.230.w1,0.0000745898,0.01000,0.859
+57,block_sparse_moe.experts.232.w1,0.0000822297,0.01000,0.837
+57,block_sparse_moe.experts.233.w1,0.0000842506,0.01000,0.838
+57,block_sparse_moe.experts.234.w1,0.0000834652,0.01000,0.845
+57,block_sparse_moe.experts.236.w1,0.0000801271,0.01000,0.854
+57,block_sparse_moe.experts.235.w1,0.0000856282,0.01000,0.855
+57,block_sparse_moe.experts.238.w1,0.0000886457,0.01000,0.829
+57,block_sparse_moe.experts.239.w1,0.0000807224,0.01000,0.841
+57,block_sparse_moe.experts.237.w1,0.0000833156,0.01000,0.874
+57,block_sparse_moe.experts.240.w1,0.0000753165,0.01000,0.832
+57,block_sparse_moe.experts.241.w1,0.0000822724,0.01000,0.823
+57,block_sparse_moe.experts.243.w1,0.0000848412,0.01000,0.842
+57,block_sparse_moe.experts.242.w1,0.0000821364,0.01000,0.849
+57,block_sparse_moe.experts.244.w1,0.0000770520,0.01000,0.868
+57,block_sparse_moe.experts.245.w1,0.0000809113,0.01000,0.841
+57,block_sparse_moe.experts.246.w1,0.0000856469,0.01000,0.837
+57,block_sparse_moe.experts.247.w1,0.0000880548,0.01000,0.831
+57,block_sparse_moe.experts.248.w1,0.0000789101,0.01000,0.823
+57,block_sparse_moe.experts.250.w1,0.0000822410,0.01000,0.844
+57,block_sparse_moe.experts.249.w1,0.0000799239,0.01000,0.879
+57,block_sparse_moe.experts.252.w1,0.0000844596,0.01000,0.841
+57,block_sparse_moe.experts.253.w1,0.0000779831,0.01000,0.839
+57,block_sparse_moe.experts.251.w1,0.0000800423,0.01000,0.875
+57,block_sparse_moe.experts.254.w1,0.0000895720,0.01000,0.833
+57,block_sparse_moe.experts.255.w1,0.0000883447,0.01000,0.820
+57,block_sparse_moe.experts.0.w3,0.0000976447,0.01000,0.844
+57,block_sparse_moe.experts.1.w3,0.0000859990,0.01000,0.862
+57,block_sparse_moe.experts.3.w3,0.0000905610,0.01000,0.837
+57,block_sparse_moe.experts.5.w3,0.0000921178,0.01000,0.834
+57,block_sparse_moe.experts.4.w3,0.0000942808,0.01000,0.852
+57,block_sparse_moe.experts.2.w3,0.0000963783,0.01000,0.908
+57,block_sparse_moe.experts.6.w3,0.0001051265,0.01000,0.834
+57,block_sparse_moe.experts.7.w3,0.0000996372,0.01000,0.839
+57,block_sparse_moe.experts.8.w3,0.0000895847,0.01000,0.844
+57,block_sparse_moe.experts.10.w3,0.0000919690,0.01000,0.833
+57,block_sparse_moe.experts.11.w3,0.0000923615,0.01000,0.848
+57,block_sparse_moe.experts.9.w3,0.0000942369,0.01000,0.890
+57,block_sparse_moe.experts.12.w3,0.0000944716,0.01000,0.845
+57,block_sparse_moe.experts.13.w3,0.0000955433,0.01000,0.840
+57,block_sparse_moe.experts.14.w3,0.0000799857,0.01000,0.849
+57,block_sparse_moe.experts.15.w3,0.0000921201,0.01000,0.849
+57,block_sparse_moe.experts.18.w3,0.0001026878,0.01000,0.834
+57,block_sparse_moe.experts.16.w3,0.0000983552,0.01000,0.862
+57,block_sparse_moe.experts.17.w3,0.0000971690,0.01000,0.863
+57,block_sparse_moe.experts.19.w3,0.0000966279,0.01000,0.842
+57,block_sparse_moe.experts.20.w3,0.0000964742,0.01000,0.838
+57,block_sparse_moe.experts.21.w3,0.0000970988,0.01000,0.845
+57,block_sparse_moe.experts.22.w3,0.0000919935,0.01000,0.854
+57,block_sparse_moe.experts.24.w3,0.0000966702,0.01000,0.842
+57,block_sparse_moe.experts.25.w3,0.0000958684,0.01000,0.843
+57,block_sparse_moe.experts.26.w3,0.0000886952,0.01000,0.838
+57,block_sparse_moe.experts.23.w3,0.0000872192,0.01000,0.869
+57,block_sparse_moe.experts.27.w3,0.0000904013,0.01000,0.835
+57,block_sparse_moe.experts.28.w3,0.0000939100,0.01000,0.857
+57,block_sparse_moe.experts.29.w3,0.0000895698,0.01000,0.854
+57,block_sparse_moe.experts.30.w3,0.0000894866,0.01000,0.855
+57,block_sparse_moe.experts.33.w3,0.0000883539,0.01000,0.831
+57,block_sparse_moe.experts.32.w3,0.0000916713,0.01000,0.838
+57,block_sparse_moe.experts.31.w3,0.0000969248,0.01000,0.858
+57,block_sparse_moe.experts.34.w3,0.0000897755,0.01000,0.843
+57,block_sparse_moe.experts.35.w3,0.0000928655,0.01000,0.861
+57,block_sparse_moe.experts.36.w3,0.0000950474,0.01000,0.844
+57,block_sparse_moe.experts.38.w3,0.0000891526,0.01000,0.830
+57,block_sparse_moe.experts.39.w3,0.0000979482,0.01000,0.836
+57,block_sparse_moe.experts.40.w3,0.0000956991,0.01000,0.839
+57,block_sparse_moe.experts.37.w3,0.0001001293,0.01000,0.876
+57,block_sparse_moe.experts.41.w3,0.0000956697,0.01000,0.824
+57,block_sparse_moe.experts.42.w3,0.0001016519,0.01000,0.857
+57,block_sparse_moe.experts.43.w3,0.0000943566,0.01000,0.847
+57,block_sparse_moe.experts.44.w3,0.0000946611,0.01000,0.857
+57,block_sparse_moe.experts.45.w3,0.0000834636,0.01000,0.861
+57,block_sparse_moe.experts.47.w3,0.0001007670,0.01000,0.830
+57,block_sparse_moe.experts.48.w3,0.0000927198,0.01000,0.837
+57,block_sparse_moe.experts.46.w3,0.0000988868,0.01000,0.892
+57,block_sparse_moe.experts.49.w3,0.0000941216,0.01000,0.840
+57,block_sparse_moe.experts.50.w3,0.0000972212,0.01000,0.846
+57,block_sparse_moe.experts.51.w3,0.0000942185,0.01000,0.842
+57,block_sparse_moe.experts.52.w3,0.0000960587,0.01000,0.832
+57,block_sparse_moe.experts.53.w3,0.0001021627,0.01000,0.844
+57,block_sparse_moe.experts.55.w3,0.0000935768,0.01000,0.828
+57,block_sparse_moe.experts.54.w3,0.0000905716,0.01000,0.837
+57,block_sparse_moe.experts.56.w3,0.0000971043,0.01000,0.855
+57,block_sparse_moe.experts.57.w3,0.0000894234,0.01000,0.847
+57,block_sparse_moe.experts.60.w3,0.0000861918,0.01000,0.830
+57,block_sparse_moe.experts.59.w3,0.0001109404,0.01000,0.846
+57,block_sparse_moe.experts.58.w3,0.0000867125,0.01000,0.849
+57,block_sparse_moe.experts.61.w3,0.0000908873,0.01000,0.830
+57,block_sparse_moe.experts.62.w3,0.0000913461,0.01000,0.845
+57,block_sparse_moe.experts.63.w3,0.0000903598,0.01000,0.858
+57,block_sparse_moe.experts.64.w3,0.0001001606,0.01000,0.850
+57,block_sparse_moe.experts.67.w3,0.0000927644,0.01000,0.830
+57,block_sparse_moe.experts.66.w3,0.0001080564,0.01000,0.843
+57,block_sparse_moe.experts.68.w3,0.0000837960,0.01000,0.832
+57,block_sparse_moe.experts.65.w3,0.0000839832,0.01000,0.878
+57,block_sparse_moe.experts.69.w3,0.0000986790,0.01000,0.842
+57,block_sparse_moe.experts.70.w3,0.0000783879,0.01000,0.846
+57,block_sparse_moe.experts.71.w3,0.0000932369,0.01000,0.844
+57,block_sparse_moe.experts.73.w3,0.0000938293,0.01000,0.823
+57,block_sparse_moe.experts.74.w3,0.0000894788,0.01000,0.844
+57,block_sparse_moe.experts.75.w3,0.0000909111,0.01000,0.844
+57,block_sparse_moe.experts.72.w3,0.0000831084,0.01000,0.889
+57,block_sparse_moe.experts.76.w3,0.0000908674,0.01000,0.837
+57,block_sparse_moe.experts.77.w3,0.0000967845,0.01000,0.852
+57,block_sparse_moe.experts.78.w3,0.0000983920,0.01000,0.851
+57,block_sparse_moe.experts.79.w3,0.0000943230,0.01000,0.870
+57,block_sparse_moe.experts.80.w3,0.0000940427,0.01000,0.832
+57,block_sparse_moe.experts.82.w3,0.0001010847,0.01000,0.832
+57,block_sparse_moe.experts.83.w3,0.0000939790,0.01000,0.839
+57,block_sparse_moe.experts.81.w3,0.0000810957,0.01000,0.852
+57,block_sparse_moe.experts.84.w3,0.0000974876,0.01000,0.857
+57,block_sparse_moe.experts.85.w3,0.0000922716,0.01000,0.856
+57,block_sparse_moe.experts.87.w3,0.0000924143,0.01000,0.828
+57,block_sparse_moe.experts.88.w3,0.0000884990,0.01000,0.843
+57,block_sparse_moe.experts.90.w3,0.0000942231,0.01000,0.835
+57,block_sparse_moe.experts.89.w3,0.0000915043,0.01000,0.852
+57,block_sparse_moe.experts.86.w3,0.0000977518,0.01000,0.895
+57,block_sparse_moe.experts.91.w3,0.0000957989,0.01000,0.860
+57,block_sparse_moe.experts.92.w3,0.0000912887,0.01000,0.846
+57,block_sparse_moe.experts.95.w3,0.0000843503,0.01000,0.838
+57,block_sparse_moe.experts.94.w3,0.0001040475,0.01000,0.849
+57,block_sparse_moe.experts.96.w3,0.0000955074,0.01000,0.839
+57,block_sparse_moe.experts.93.w3,0.0000982514,0.01000,0.916
+57,block_sparse_moe.experts.97.w3,0.0000981884,0.01000,0.855
+57,block_sparse_moe.experts.99.w3,0.0000920148,0.01000,0.846
+57,block_sparse_moe.experts.98.w3,0.0001016375,0.01000,0.872
+57,block_sparse_moe.experts.101.w3,0.0000938462,0.01000,0.856
+57,block_sparse_moe.experts.102.w3,0.0000937283,0.01000,0.850
+57,block_sparse_moe.experts.103.w3,0.0000976284,0.01000,0.841
+57,block_sparse_moe.experts.100.w3,0.0000985974,0.01000,0.883
+57,block_sparse_moe.experts.104.w3,0.0000927884,0.01000,0.849
+57,block_sparse_moe.experts.105.w3,0.0000906441,0.01000,0.842
+57,block_sparse_moe.experts.106.w3,0.0000973986,0.01000,0.865
+57,block_sparse_moe.experts.108.w3,0.0000992224,0.01000,0.830
+57,block_sparse_moe.experts.109.w3,0.0000938037,0.01000,0.829
+57,block_sparse_moe.experts.110.w3,0.0000962760,0.01000,0.842
+57,block_sparse_moe.experts.111.w3,0.0000970713,0.01000,0.846
+57,block_sparse_moe.experts.107.w3,0.0000941384,0.01000,0.927
+57,block_sparse_moe.experts.112.w3,0.0000950547,0.01000,0.845
+57,block_sparse_moe.experts.113.w3,0.0001026068,0.01000,0.858
+57,block_sparse_moe.experts.115.w3,0.0000893014,0.01000,0.827
+57,block_sparse_moe.experts.116.w3,0.0000881144,0.01000,0.838
+57,block_sparse_moe.experts.117.w3,0.0000923090,0.01000,0.844
+57,block_sparse_moe.experts.114.w3,0.0001008389,0.01000,0.921
+57,block_sparse_moe.experts.118.w3,0.0000922596,0.01000,0.830
+57,block_sparse_moe.experts.119.w3,0.0000827852,0.01000,0.851
+57,block_sparse_moe.experts.120.w3,0.0000951312,0.01000,0.848
+57,block_sparse_moe.experts.122.w3,0.0000896941,0.01000,0.827
+57,block_sparse_moe.experts.123.w3,0.0000917777,0.01000,0.840
+57,block_sparse_moe.experts.121.w3,0.0001026163,0.01000,0.900
+57,block_sparse_moe.experts.125.w3,0.0000924320,0.01000,0.833
+57,block_sparse_moe.experts.124.w3,0.0000864328,0.01000,0.870
+57,block_sparse_moe.experts.126.w3,0.0000956279,0.01000,0.845
+57,block_sparse_moe.experts.127.w3,0.0000976189,0.01000,0.850
+57,block_sparse_moe.experts.129.w3,0.0000982272,0.01000,0.830
+57,block_sparse_moe.experts.130.w3,0.0000965408,0.01000,0.830
+57,block_sparse_moe.experts.131.w3,0.0000943260,0.01000,0.829
+57,block_sparse_moe.experts.128.w3,0.0000914866,0.01000,0.893
+57,block_sparse_moe.experts.132.w3,0.0000936364,0.01000,0.829
+57,block_sparse_moe.experts.133.w3,0.0001003694,0.01000,0.842
+57,block_sparse_moe.experts.134.w3,0.0000945823,0.01000,0.837
+57,block_sparse_moe.experts.136.w3,0.0000970643,0.01000,0.832
+57,block_sparse_moe.experts.137.w3,0.0000962086,0.01000,0.829
+57,block_sparse_moe.experts.138.w3,0.0001039065,0.01000,0.848
+57,block_sparse_moe.experts.135.w3,0.0000961841,0.01000,0.896
+57,block_sparse_moe.experts.139.w3,0.0000853987,0.01000,0.837
+57,block_sparse_moe.experts.140.w3,0.0000968000,0.01000,0.846
+57,block_sparse_moe.experts.141.w3,0.0000938085,0.01000,0.838
+57,block_sparse_moe.experts.143.w3,0.0000979607,0.01000,0.823
+57,block_sparse_moe.experts.144.w3,0.0000999800,0.01000,0.843
+57,block_sparse_moe.experts.142.w3,0.0000974303,0.01000,0.890
+57,block_sparse_moe.experts.146.w3,0.0001000889,0.01000,0.835
+57,block_sparse_moe.experts.145.w3,0.0000929552,0.01000,0.862
+57,block_sparse_moe.experts.147.w3,0.0000925505,0.01000,0.840
+57,block_sparse_moe.experts.148.w3,0.0001042413,0.01000,0.833
+57,block_sparse_moe.experts.149.w3,0.0000948758,0.01000,0.853
+57,block_sparse_moe.experts.150.w3,0.0001038852,0.01000,0.837
+57,block_sparse_moe.experts.152.w3,0.0000933239,0.01000,0.841
+57,block_sparse_moe.experts.151.w3,0.0000934454,0.01000,0.846
+57,block_sparse_moe.experts.153.w3,0.0000969725,0.01000,0.840
+57,block_sparse_moe.experts.154.w3,0.0000947196,0.01000,0.851
+57,block_sparse_moe.experts.155.w3,0.0000936007,0.01000,0.877
+57,block_sparse_moe.experts.156.w3,0.0000955811,0.01000,0.846
+57,block_sparse_moe.experts.157.w3,0.0000947182,0.01000,0.835
+57,block_sparse_moe.experts.158.w3,0.0000910384,0.01000,0.836
+57,block_sparse_moe.experts.159.w3,0.0000909041,0.01000,0.841
+57,block_sparse_moe.experts.160.w3,0.0000976686,0.01000,0.839
+57,block_sparse_moe.experts.161.w3,0.0000917161,0.01000,0.859
+57,block_sparse_moe.experts.162.w3,0.0001010537,0.01000,0.857
+57,block_sparse_moe.experts.163.w3,0.0000815361,0.01000,0.850
+57,block_sparse_moe.experts.164.w3,0.0000958402,0.01000,0.842
+57,block_sparse_moe.experts.166.w3,0.0000947674,0.01000,0.836
+57,block_sparse_moe.experts.165.w3,0.0001060440,0.01000,0.843
+57,block_sparse_moe.experts.167.w3,0.0000894394,0.01000,0.834
+57,block_sparse_moe.experts.168.w3,0.0000983735,0.01000,0.873
+57,block_sparse_moe.experts.169.w3,0.0000937623,0.01000,0.860
+57,block_sparse_moe.experts.171.w3,0.0000996089,0.01000,0.842
+57,block_sparse_moe.experts.170.w3,0.0001030153,0.01000,0.845
+57,block_sparse_moe.experts.172.w3,0.0000967621,0.01000,0.835
+57,block_sparse_moe.experts.173.w3,0.0000936879,0.01000,0.837
+57,block_sparse_moe.experts.174.w3,0.0000874347,0.01000,0.842
+57,block_sparse_moe.experts.175.w3,0.0000933260,0.01000,0.862
+57,block_sparse_moe.experts.176.w3,0.0001030256,0.01000,0.854
+57,block_sparse_moe.experts.178.w3,0.0000939422,0.01000,0.830
+57,block_sparse_moe.experts.179.w3,0.0000973311,0.01000,0.835
+57,block_sparse_moe.experts.180.w3,0.0000941296,0.01000,0.834
+57,block_sparse_moe.experts.181.w3,0.0000932015,0.01000,0.834
+57,block_sparse_moe.experts.177.w3,0.0000990998,0.01000,0.877
+57,block_sparse_moe.experts.182.w3,0.0000945328,0.01000,0.853
+57,block_sparse_moe.experts.183.w3,0.0001034100,0.01000,0.853
+57,block_sparse_moe.experts.185.w3,0.0000829192,0.01000,0.830
+57,block_sparse_moe.experts.186.w3,0.0000943795,0.01000,0.836
+57,block_sparse_moe.experts.187.w3,0.0000895514,0.01000,0.841
+57,block_sparse_moe.experts.184.w3,0.0000943564,0.01000,0.880
+57,block_sparse_moe.experts.188.w3,0.0001044390,0.01000,0.839
+57,block_sparse_moe.experts.189.w3,0.0000917984,0.01000,0.848
+57,block_sparse_moe.experts.190.w3,0.0000935502,0.01000,0.843
+57,block_sparse_moe.experts.192.w3,0.0000968544,0.01000,0.833
+57,block_sparse_moe.experts.193.w3,0.0000875608,0.01000,0.836
+57,block_sparse_moe.experts.194.w3,0.0000889943,0.01000,0.833
+57,block_sparse_moe.experts.191.w3,0.0000955883,0.01000,0.876
+57,block_sparse_moe.experts.195.w3,0.0000937508,0.01000,0.844
+57,block_sparse_moe.experts.196.w3,0.0000930774,0.01000,0.843
+57,block_sparse_moe.experts.197.w3,0.0000969319,0.01000,0.840
+57,block_sparse_moe.experts.199.w3,0.0000961204,0.01000,0.835
+57,block_sparse_moe.experts.200.w3,0.0001001104,0.01000,0.836
+57,block_sparse_moe.experts.201.w3,0.0000966950,0.01000,0.838
+57,block_sparse_moe.experts.202.w3,0.0001013426,0.01000,0.841
+57,block_sparse_moe.experts.198.w3,0.0001006207,0.01000,0.888
+57,block_sparse_moe.experts.203.w3,0.0001001054,0.01000,0.849
+57,block_sparse_moe.experts.204.w3,0.0000947723,0.01000,0.851
+57,block_sparse_moe.experts.206.w3,0.0000853398,0.01000,0.831
+57,block_sparse_moe.experts.207.w3,0.0000959702,0.01000,0.834
+57,block_sparse_moe.experts.209.w3,0.0000940303,0.01000,0.832
+57,block_sparse_moe.experts.208.w3,0.0001005344,0.01000,0.851
+57,block_sparse_moe.experts.205.w3,0.0000984391,0.01000,0.884
+57,block_sparse_moe.experts.210.w3,0.0000885383,0.01000,0.848
+57,block_sparse_moe.experts.211.w3,0.0001030353,0.01000,0.844
+57,block_sparse_moe.experts.213.w3,0.0000916445,0.01000,0.843
+57,block_sparse_moe.experts.214.w3,0.0000977782,0.01000,0.851
+57,block_sparse_moe.experts.216.w3,0.0001011795,0.01000,0.835
+57,block_sparse_moe.experts.212.w3,0.0000952730,0.01000,0.882
+57,block_sparse_moe.experts.215.w3,0.0000991143,0.01000,0.849
+57,block_sparse_moe.experts.217.w3,0.0000926380,0.01000,0.847
+57,block_sparse_moe.experts.218.w3,0.0000944709,0.01000,0.841
+57,block_sparse_moe.experts.221.w3,0.0000920210,0.01000,0.830
+57,block_sparse_moe.experts.219.w3,0.0000990270,0.01000,0.862
+57,block_sparse_moe.experts.220.w3,0.0000931087,0.01000,0.837
+57,block_sparse_moe.experts.222.w3,0.0000940193,0.01000,0.837
+57,block_sparse_moe.experts.223.w3,0.0001028885,0.01000,0.845
+57,block_sparse_moe.experts.224.w3,0.0001004824,0.01000,0.850
+57,block_sparse_moe.experts.225.w3,0.0000954062,0.01000,0.842
+57,block_sparse_moe.experts.228.w3,0.0000981130,0.01000,0.840
+57,block_sparse_moe.experts.227.w3,0.0000958768,0.01000,0.842
+57,block_sparse_moe.experts.229.w3,0.0000929719,0.01000,0.842
+57,block_sparse_moe.experts.230.w3,0.0000888399,0.01000,0.845
+57,block_sparse_moe.experts.226.w3,0.0000929727,0.01000,0.903
+57,block_sparse_moe.experts.232.w3,0.0000926481,0.01000,0.844
+57,block_sparse_moe.experts.231.w3,0.0000969319,0.01000,0.894
+57,block_sparse_moe.experts.234.w3,0.0000943806,0.01000,0.842
+57,block_sparse_moe.experts.235.w3,0.0000989811,0.01000,0.837
+57,block_sparse_moe.experts.236.w3,0.0000931798,0.01000,0.845
+57,block_sparse_moe.experts.237.w3,0.0000974719,0.01000,0.833
+57,block_sparse_moe.experts.233.w3,0.0000961436,0.01000,0.900
+57,block_sparse_moe.experts.238.w3,0.0000990421,0.01000,0.852
+57,block_sparse_moe.experts.239.w3,0.0000917929,0.01000,0.854
+57,block_sparse_moe.experts.241.w3,0.0000917187,0.01000,0.830
+57,block_sparse_moe.experts.242.w3,0.0000946657,0.01000,0.845
+57,block_sparse_moe.experts.243.w3,0.0000956696,0.01000,0.837
+57,block_sparse_moe.experts.244.w3,0.0000911087,0.01000,0.833
+57,block_sparse_moe.experts.240.w3,0.0000881552,0.01000,0.903
+57,block_sparse_moe.experts.245.w3,0.0000909673,0.01000,0.837
+57,block_sparse_moe.experts.246.w3,0.0000964071,0.01000,0.845
+57,block_sparse_moe.experts.248.w3,0.0000901185,0.01000,0.838
+57,block_sparse_moe.experts.249.w3,0.0000895070,0.01000,0.837
+57,block_sparse_moe.experts.250.w3,0.0000952175,0.01000,0.832
+57,block_sparse_moe.experts.247.w3,0.0000987578,0.01000,0.889
+57,block_sparse_moe.experts.251.w3,0.0000911460,0.01000,0.841
+57,block_sparse_moe.experts.252.w3,0.0000956274,0.01000,0.764
+57,block_sparse_moe.experts.253.w3,0.0000942767,0.01000,0.755
+57,block_sparse_moe.experts.255.w3,0.0000998895,0.01000,0.645
+57,block_sparse_moe.experts.254.w3,0.0001009947,0.01000,0.677
+57,block_sparse_moe.experts.3.w2,0.0000877386,0.01000,0.442
+57,block_sparse_moe.experts.1.w2,0.0001205981,0.01000,0.443
+57,block_sparse_moe.experts.0.w2,0.0001164579,0.01000,0.446
+57,block_sparse_moe.experts.2.w2,0.0000410758,0.01000,0.449
+57,block_sparse_moe.experts.5.w2,0.0001040477,0.01000,0.450
+57,block_sparse_moe.experts.6.w2,0.0002315294,0.01000,0.451
+57,block_sparse_moe.experts.4.w2,0.0000716654,0.01000,0.463
+57,block_sparse_moe.experts.7.w2,0.0000296273,0.01000,0.418
+57,block_sparse_moe.experts.8.w2,0.0001265134,0.01000,0.419
+57,block_sparse_moe.experts.9.w2,0.0000328289,0.01000,0.418
+57,block_sparse_moe.experts.10.w2,0.0001333778,0.01000,0.417
+57,block_sparse_moe.experts.12.w2,0.0000510096,0.01000,0.427
+57,block_sparse_moe.experts.11.w2,0.0000748963,0.01000,0.428
+57,block_sparse_moe.experts.13.w2,0.0001220242,0.01000,0.433
+57,block_sparse_moe.experts.14.w2,0.0003638827,0.01000,0.418
+57,block_sparse_moe.experts.17.w2,0.0001777622,0.01000,0.415
+57,block_sparse_moe.experts.15.w2,0.0001013972,0.01000,0.419
+57,block_sparse_moe.experts.16.w2,0.0000532715,0.01000,0.435
+57,block_sparse_moe.experts.19.w2,0.0000373027,0.01000,0.436
+57,block_sparse_moe.experts.18.w2,0.0001637923,0.01000,0.439
+57,block_sparse_moe.experts.20.w2,0.0000709967,0.01000,0.435
+57,block_sparse_moe.experts.21.w2,0.0000404789,0.01000,0.414
+57,block_sparse_moe.experts.22.w2,0.0001107231,0.01000,0.422
+57,block_sparse_moe.experts.23.w2,0.0001277368,0.01000,0.423
+57,block_sparse_moe.experts.24.w2,0.0001107675,0.01000,0.419
+57,block_sparse_moe.experts.26.w2,0.0001272069,0.01000,0.436
+57,block_sparse_moe.experts.25.w2,0.0001499431,0.01000,0.444
+57,block_sparse_moe.experts.27.w2,0.0001292642,0.01000,0.433
+57,block_sparse_moe.experts.28.w2,0.0000930062,0.01000,0.414
+57,block_sparse_moe.experts.29.w2,0.0000307689,0.01000,0.419
+57,block_sparse_moe.experts.30.w2,0.0000216309,0.01000,0.418
+57,block_sparse_moe.experts.31.w2,0.0000367184,0.01000,0.415
+57,block_sparse_moe.experts.32.w2,0.0000338907,0.01000,0.432
+57,block_sparse_moe.experts.33.w2,0.0002109715,0.01000,0.431
+57,block_sparse_moe.experts.34.w2,0.0000485206,0.01000,0.434
+57,block_sparse_moe.experts.35.w2,0.0000231744,0.01000,0.428
+57,block_sparse_moe.experts.36.w2,0.0001329896,0.01000,0.423
+57,block_sparse_moe.experts.37.w2,0.0001622409,0.01000,0.424
+57,block_sparse_moe.experts.38.w2,0.0000226965,0.01000,0.427
+57,block_sparse_moe.experts.39.w2,0.0000506608,0.01000,0.436
+57,block_sparse_moe.experts.40.w2,0.0003179357,0.01000,0.434
+57,block_sparse_moe.experts.41.w2,0.0001210226,0.01000,0.434
+57,block_sparse_moe.experts.42.w2,0.0000901797,0.01000,0.415
+57,block_sparse_moe.experts.43.w2,0.0000331503,0.01000,0.418
+57,block_sparse_moe.experts.44.w2,0.0001580991,0.01000,0.418
+57,block_sparse_moe.experts.45.w2,0.0001306911,0.01000,0.416
+57,block_sparse_moe.experts.46.w2,0.0000723342,0.01000,0.437
+57,block_sparse_moe.experts.47.w2,0.0000239609,0.01000,0.430
+57,block_sparse_moe.experts.48.w2,0.0000280039,0.01000,0.431
+57,block_sparse_moe.experts.49.w2,0.0000330449,0.01000,0.417
+57,block_sparse_moe.experts.50.w2,0.0001329615,0.01000,0.424
+57,block_sparse_moe.experts.51.w2,0.0001586110,0.01000,0.426
+57,block_sparse_moe.experts.52.w2,0.0000816830,0.01000,0.421
+57,block_sparse_moe.experts.53.w2,0.0001111262,0.01000,0.433
+57,block_sparse_moe.experts.54.w2,0.0000913290,0.01000,0.435
+57,block_sparse_moe.experts.55.w2,0.0000967187,0.01000,0.434
+57,block_sparse_moe.experts.56.w2,0.0000219881,0.01000,0.415
+57,block_sparse_moe.experts.57.w2,0.0001013748,0.01000,0.422
+57,block_sparse_moe.experts.59.w2,0.0000602654,0.01000,0.416
+57,block_sparse_moe.experts.58.w2,0.0000723563,0.01000,0.423
+57,block_sparse_moe.experts.60.w2,0.0000430312,0.01000,0.430
+57,block_sparse_moe.experts.61.w2,0.0001054717,0.01000,0.430
+57,block_sparse_moe.experts.62.w2,0.0002741227,0.01000,0.431
+57,block_sparse_moe.experts.63.w2,0.0000822842,0.01000,0.412
+57,block_sparse_moe.experts.64.w2,0.0000465041,0.01000,0.419
+57,block_sparse_moe.experts.66.w2,0.0001033777,0.01000,0.419
+57,block_sparse_moe.experts.65.w2,0.0000643132,0.01000,0.420
+57,block_sparse_moe.experts.68.w2,0.0002302729,0.01000,0.429
+57,block_sparse_moe.experts.69.w2,0.0001620982,0.01000,0.432
+57,block_sparse_moe.experts.67.w2,0.0001365504,0.01000,0.447
+57,block_sparse_moe.experts.70.w2,0.0002137704,0.01000,0.415
+57,block_sparse_moe.experts.71.w2,0.0000961842,0.01000,0.417
+57,block_sparse_moe.experts.72.w2,0.0001653388,0.01000,0.421
+57,block_sparse_moe.experts.73.w2,0.0000547164,0.01000,0.421
+57,block_sparse_moe.experts.75.w2,0.0000332693,0.01000,0.424
+57,block_sparse_moe.experts.74.w2,0.0001506523,0.01000,0.431
+57,block_sparse_moe.experts.76.w2,0.0001151194,0.01000,0.439
+57,block_sparse_moe.experts.77.w2,0.0000284885,0.01000,0.413
+57,block_sparse_moe.experts.78.w2,0.0001296596,0.01000,0.413
+57,block_sparse_moe.experts.79.w2,0.0001359825,0.01000,0.416
+57,block_sparse_moe.experts.80.w2,0.0001446325,0.01000,0.417
+57,block_sparse_moe.experts.82.w2,0.0000787610,0.01000,0.423
+57,block_sparse_moe.experts.81.w2,0.0001037938,0.01000,0.425
+57,block_sparse_moe.experts.83.w2,0.0000483515,0.01000,0.433
+57,block_sparse_moe.experts.84.w2,0.0000623194,0.01000,0.417
+57,block_sparse_moe.experts.85.w2,0.0006065111,0.01000,0.422
+57,block_sparse_moe.experts.86.w2,0.0000896575,0.01000,0.421
+57,block_sparse_moe.experts.87.w2,0.0001493664,0.01000,0.422
+57,block_sparse_moe.experts.89.w2,0.0000692151,0.01000,0.425
+57,block_sparse_moe.experts.88.w2,0.0000229660,0.01000,0.438
+57,block_sparse_moe.experts.90.w2,0.0001162521,0.01000,0.438
+57,block_sparse_moe.experts.91.w2,0.0001114645,0.01000,0.412
+57,block_sparse_moe.experts.92.w2,0.0001052841,0.01000,0.417
+57,block_sparse_moe.experts.93.w2,0.0000447511,0.01000,0.417
+57,block_sparse_moe.experts.94.w2,0.0001021957,0.01000,0.417
+57,block_sparse_moe.experts.95.w2,0.0001139948,0.01000,0.423
+57,block_sparse_moe.experts.96.w2,0.0000278749,0.01000,0.425
+57,block_sparse_moe.experts.97.w2,0.0001627741,0.01000,0.433
+57,block_sparse_moe.experts.98.w2,0.0001355178,0.01000,0.413
+57,block_sparse_moe.experts.99.w2,0.0001238723,0.01000,0.417
+57,block_sparse_moe.experts.100.w2,0.0000399069,0.01000,0.417
+57,block_sparse_moe.experts.101.w2,0.0001135639,0.01000,0.417
+57,block_sparse_moe.experts.103.w2,0.0001137491,0.01000,0.424
+57,block_sparse_moe.experts.102.w2,0.0000380577,0.01000,0.435
+57,block_sparse_moe.experts.104.w2,0.0000487238,0.01000,0.440
+57,block_sparse_moe.experts.105.w2,0.0000931749,0.01000,0.412
+57,block_sparse_moe.experts.106.w2,0.0000873808,0.01000,0.417
+57,block_sparse_moe.experts.107.w2,0.0000193295,0.01000,0.417
+57,block_sparse_moe.experts.108.w2,0.0000620435,0.01000,0.432
+57,block_sparse_moe.experts.109.w2,0.0001046481,0.01000,0.425
+57,block_sparse_moe.experts.110.w2,0.0000431627,0.01000,0.423
+57,block_sparse_moe.experts.111.w2,0.0001368702,0.01000,0.447
+57,block_sparse_moe.experts.112.w2,0.0001064754,0.01000,0.412
+57,block_sparse_moe.experts.113.w2,0.0000886779,0.01000,0.417
+57,block_sparse_moe.experts.114.w2,0.0000395592,0.01000,0.417
+57,block_sparse_moe.experts.115.w2,0.0000724790,0.01000,0.415
+57,block_sparse_moe.experts.117.w2,0.0000513489,0.01000,0.422
+57,block_sparse_moe.experts.116.w2,0.0001748135,0.01000,0.449
+57,block_sparse_moe.experts.118.w2,0.0000622031,0.01000,0.453
+57,block_sparse_moe.experts.119.w2,0.0001430007,0.01000,0.410
+57,block_sparse_moe.experts.120.w2,0.0001362226,0.01000,0.409
+57,block_sparse_moe.experts.121.w2,0.0000236488,0.01000,0.408
+57,block_sparse_moe.experts.122.w2,0.0000996811,0.01000,0.408
+57,block_sparse_moe.experts.123.w2,0.0000879877,0.01000,0.416
+57,block_sparse_moe.experts.124.w2,0.0000496965,0.01000,0.413
+57,block_sparse_moe.experts.125.w2,0.0000298408,0.01000,0.418
+57,block_sparse_moe.experts.126.w2,0.0000295494,0.01000,0.415
+57,block_sparse_moe.experts.127.w2,0.0000400996,0.01000,0.413
+57,block_sparse_moe.experts.128.w2,0.0001124378,0.01000,0.412
+57,block_sparse_moe.experts.129.w2,0.0000758194,0.01000,0.413
+57,block_sparse_moe.experts.130.w2,0.0000234325,0.01000,0.425
+57,block_sparse_moe.experts.131.w2,0.0000406428,0.01000,0.423
+57,block_sparse_moe.experts.132.w2,0.0000848865,0.01000,0.428
+57,block_sparse_moe.experts.133.w2,0.0000844168,0.01000,0.423
+57,block_sparse_moe.experts.134.w2,0.0000316909,0.01000,0.422
+57,block_sparse_moe.experts.135.w2,0.0000364491,0.01000,0.420
+57,block_sparse_moe.experts.136.w2,0.0000719938,0.01000,0.431
+57,block_sparse_moe.experts.137.w2,0.0000778456,0.01000,0.429
+57,block_sparse_moe.experts.138.w2,0.0000963761,0.01000,0.427
+57,block_sparse_moe.experts.139.w2,0.0000684597,0.01000,0.427
+57,block_sparse_moe.experts.140.w2,0.0001213428,0.01000,0.420
+57,block_sparse_moe.experts.141.w2,0.0000891153,0.01000,0.415
+57,block_sparse_moe.experts.142.w2,0.0001456064,0.01000,0.413
+57,block_sparse_moe.experts.143.w2,0.0002094789,0.01000,0.418
+57,block_sparse_moe.experts.144.w2,0.0001294638,0.01000,0.425
+57,block_sparse_moe.experts.145.w2,0.0001199053,0.01000,0.425
+57,block_sparse_moe.experts.146.w2,0.0000228091,0.01000,0.427
+57,block_sparse_moe.experts.147.w2,0.0001147781,0.01000,0.422
+57,block_sparse_moe.experts.148.w2,0.0001443414,0.01000,0.416
+57,block_sparse_moe.experts.149.w2,0.0000443097,0.01000,0.414
+57,block_sparse_moe.experts.150.w2,0.0000812147,0.01000,0.417
+57,block_sparse_moe.experts.151.w2,0.0000632068,0.01000,0.429
+57,block_sparse_moe.experts.152.w2,0.0000274786,0.01000,0.428
+57,block_sparse_moe.experts.153.w2,0.0001219013,0.01000,0.431
+57,block_sparse_moe.experts.154.w2,0.0001047359,0.01000,0.421
+57,block_sparse_moe.experts.156.w2,0.0000224206,0.01000,0.420
+57,block_sparse_moe.experts.155.w2,0.0001005036,0.01000,0.421
+57,block_sparse_moe.experts.157.w2,0.0000921941,0.01000,0.419
+57,block_sparse_moe.experts.158.w2,0.0000468592,0.01000,0.422
+57,block_sparse_moe.experts.159.w2,0.0001163078,0.01000,0.422
+57,block_sparse_moe.experts.160.w2,0.0000863060,0.01000,0.426
+57,block_sparse_moe.experts.161.w2,0.0002169701,0.01000,0.416
+57,block_sparse_moe.experts.162.w2,0.0004584819,0.01000,0.415
+57,block_sparse_moe.experts.163.w2,0.0003604880,0.01000,0.423
+57,block_sparse_moe.experts.164.w2,0.0001209068,0.01000,0.414
+57,block_sparse_moe.experts.166.w2,0.0000394848,0.01000,0.426
+57,block_sparse_moe.experts.165.w2,0.0004522107,0.01000,0.456
+57,block_sparse_moe.experts.167.w2,0.0001525692,0.01000,0.426
+57,block_sparse_moe.experts.168.w2,0.0000903496,0.01000,0.432
+57,block_sparse_moe.experts.169.w2,0.0000941132,0.01000,0.422
+57,block_sparse_moe.experts.170.w2,0.0000917461,0.01000,0.427
+57,block_sparse_moe.experts.171.w2,0.0001128090,0.01000,0.414
+57,block_sparse_moe.experts.173.w2,0.0000587018,0.01000,0.424
+57,block_sparse_moe.experts.172.w2,0.0001150522,0.01000,0.429
+57,block_sparse_moe.experts.174.w2,0.0001714777,0.01000,0.426
+57,block_sparse_moe.experts.175.w2,0.0000561113,0.01000,0.428
+57,block_sparse_moe.experts.176.w2,0.0000151097,0.01000,0.413
+57,block_sparse_moe.experts.177.w2,0.0000570481,0.01000,0.419
+57,block_sparse_moe.experts.178.w2,0.0001905310,0.01000,0.412
+57,block_sparse_moe.experts.179.w2,0.0000417725,0.01000,0.423
+57,block_sparse_moe.experts.180.w2,0.0000909289,0.01000,0.427
+57,block_sparse_moe.experts.181.w2,0.0001079329,0.01000,0.428
+57,block_sparse_moe.experts.183.w2,0.0001068056,0.01000,0.417
+57,block_sparse_moe.experts.182.w2,0.0000949586,0.01000,0.436
+57,block_sparse_moe.experts.185.w2,0.0003961467,0.01000,0.415
+57,block_sparse_moe.experts.184.w2,0.0003456239,0.01000,0.432
+57,block_sparse_moe.experts.186.w2,0.0000347698,0.01000,0.421
+57,block_sparse_moe.experts.187.w2,0.0000401462,0.01000,0.427
+57,block_sparse_moe.experts.188.w2,0.0001329284,0.01000,0.427
+57,block_sparse_moe.experts.189.w2,0.0000420767,0.01000,0.416
+57,block_sparse_moe.experts.191.w2,0.0002162093,0.01000,0.420
+57,block_sparse_moe.experts.190.w2,0.0000950974,0.01000,0.436
+57,block_sparse_moe.experts.192.w2,0.0000282036,0.01000,0.419
+57,block_sparse_moe.experts.193.w2,0.0003223276,0.01000,0.415
+57,block_sparse_moe.experts.194.w2,0.0000353723,0.01000,0.416
+57,block_sparse_moe.experts.195.w2,0.0000261223,0.01000,0.425
+57,block_sparse_moe.experts.196.w2,0.0000474061,0.01000,0.413
+57,block_sparse_moe.experts.197.w2,0.0000520682,0.01000,0.416
+57,block_sparse_moe.experts.199.w2,0.0000377343,0.01000,0.415
+57,block_sparse_moe.experts.198.w2,0.0000519322,0.01000,0.441
+57,block_sparse_moe.experts.200.w2,0.0000604604,0.01000,0.422
+57,block_sparse_moe.experts.201.w2,0.0000435258,0.01000,0.421
+57,block_sparse_moe.experts.203.w2,0.0000534835,0.01000,0.417
+57,block_sparse_moe.experts.202.w2,0.0001164553,0.01000,0.437
+57,block_sparse_moe.experts.204.w2,0.0000728856,0.01000,0.413
+57,block_sparse_moe.experts.205.w2,0.0000784342,0.01000,0.431
+57,block_sparse_moe.experts.206.w2,0.0001787457,0.01000,0.432
+57,block_sparse_moe.experts.207.w2,0.0001084763,0.01000,0.415
+57,block_sparse_moe.experts.208.w2,0.0001472415,0.01000,0.417
+57,block_sparse_moe.experts.209.w2,0.0000294824,0.01000,0.427
+57,block_sparse_moe.experts.210.w2,0.0000938337,0.01000,0.413
+57,block_sparse_moe.experts.211.w2,0.0001049214,0.01000,0.414
+57,block_sparse_moe.experts.212.w2,0.0001244289,0.01000,0.420
+57,block_sparse_moe.experts.213.w2,0.0000817687,0.01000,0.425
+57,block_sparse_moe.experts.214.w2,0.0001074137,0.01000,0.422
+57,block_sparse_moe.experts.215.w2,0.0001513766,0.01000,0.425
+57,block_sparse_moe.experts.217.w2,0.0000187752,0.01000,0.419
+57,block_sparse_moe.experts.216.w2,0.0000440598,0.01000,0.427
+57,block_sparse_moe.experts.218.w2,0.0000563577,0.01000,0.415
+57,block_sparse_moe.experts.219.w2,0.0000796575,0.01000,0.423
+57,block_sparse_moe.experts.220.w2,0.0001401137,0.01000,0.436
+57,block_sparse_moe.experts.221.w2,0.0000464166,0.01000,0.418
+57,block_sparse_moe.experts.222.w2,0.0000748626,0.01000,0.419
+57,block_sparse_moe.experts.224.w2,0.0001176724,0.01000,0.413
+57,block_sparse_moe.experts.225.w2,0.0000345092,0.01000,0.414
+57,block_sparse_moe.experts.223.w2,0.0000348907,0.01000,0.435
+57,block_sparse_moe.experts.226.w2,0.0001115440,0.01000,0.421
+57,block_sparse_moe.experts.227.w2,0.0000304271,0.01000,0.422
+57,block_sparse_moe.experts.228.w2,0.0000431524,0.01000,0.419
+57,block_sparse_moe.experts.229.w2,0.0000597390,0.01000,0.420
+57,block_sparse_moe.experts.231.w2,0.0001311876,0.01000,0.412
+57,block_sparse_moe.experts.232.w2,0.0000362657,0.01000,0.417
+57,block_sparse_moe.experts.230.w2,0.0001179286,0.01000,0.441
+57,block_sparse_moe.experts.233.w2,0.0000358419,0.01000,0.426
+57,block_sparse_moe.experts.234.w2,0.0001198332,0.01000,0.424
+57,block_sparse_moe.experts.235.w2,0.0000254395,0.01000,0.423
+57,block_sparse_moe.experts.236.w2,0.0002057354,0.01000,0.427
+57,block_sparse_moe.experts.237.w2,0.0000909122,0.01000,0.439
+57,block_sparse_moe.experts.238.w2,0.0000226432,0.01000,0.416
+57,block_sparse_moe.experts.239.w2,0.0002791407,0.01000,0.420
+57,block_sparse_moe.experts.240.w2,0.0000961150,0.01000,0.415
+57,block_sparse_moe.experts.241.w2,0.0001166590,0.01000,0.418
+57,block_sparse_moe.experts.242.w2,0.0001211891,0.01000,0.416
+57,block_sparse_moe.experts.243.w2,0.0000367921,0.01000,0.424
+57,block_sparse_moe.experts.245.w2,0.0000412259,0.01000,0.418
+57,block_sparse_moe.experts.246.w2,0.0000345293,0.01000,0.419
+57,block_sparse_moe.experts.244.w2,0.0002480467,0.01000,0.436
+57,block_sparse_moe.experts.247.w2,0.0001914817,0.01000,0.410
+57,block_sparse_moe.experts.248.w2,0.0000972651,0.01000,0.424
+57,block_sparse_moe.experts.249.w2,0.0001616873,0.01000,0.421
+57,block_sparse_moe.experts.250.w2,0.0000422321,0.01000,0.419
+57,block_sparse_moe.experts.252.w2,0.0000455859,0.01000,0.405
+57,block_sparse_moe.experts.253.w2,0.0001015725,0.01000,0.403
+57,block_sparse_moe.experts.251.w2,0.0000870371,0.01000,0.422
+57,block_sparse_moe.experts.254.w2,0.0001653650,0.01000,0.403
+57,block_sparse_moe.experts.255.w2,0.0000436108,0.01000,0.374
+58,block_sparse_moe.experts.1.w1,0.0000819359,0.01000,0.850
+58,block_sparse_moe.experts.2.w1,0.0000810577,0.01000,0.853
+58,block_sparse_moe.experts.5.w1,0.0000764779,0.01000,0.856
+58,block_sparse_moe.experts.4.w1,0.0000777512,0.01000,0.862
+58,block_sparse_moe.experts.3.w1,0.0000962744,0.01000,0.865
+58,block_sparse_moe.experts.0.w1,0.0000863501,0.01000,0.875
+58,block_sparse_moe.experts.6.w1,0.0000851136,0.01000,0.909
+58,block_sparse_moe.experts.8.w1,0.0000712621,0.01000,0.839
+58,block_sparse_moe.experts.7.w1,0.0000841768,0.01000,0.845
+58,block_sparse_moe.experts.9.w1,0.0000785043,0.01000,0.841
+58,block_sparse_moe.experts.10.w1,0.0000838567,0.01000,0.837
+58,block_sparse_moe.experts.11.w1,0.0000859676,0.01000,0.847
+58,block_sparse_moe.experts.12.w1,0.0000836751,0.01000,0.851
+58,block_sparse_moe.experts.13.w1,0.0000764419,0.01000,0.864
+58,block_sparse_moe.experts.14.w1,0.0000812052,0.01000,0.840
+58,block_sparse_moe.experts.15.w1,0.0000866155,0.01000,0.841
+58,block_sparse_moe.experts.17.w1,0.0000820538,0.01000,0.839
+58,block_sparse_moe.experts.16.w1,0.0000809388,0.01000,0.844
+58,block_sparse_moe.experts.18.w1,0.0000819147,0.01000,0.848
+58,block_sparse_moe.experts.19.w1,0.0000869709,0.01000,0.851
+58,block_sparse_moe.experts.20.w1,0.0000806883,0.01000,0.865
+58,block_sparse_moe.experts.21.w1,0.0000846437,0.01000,0.835
+58,block_sparse_moe.experts.23.w1,0.0000799364,0.01000,0.835
+58,block_sparse_moe.experts.22.w1,0.0000779066,0.01000,0.838
+58,block_sparse_moe.experts.24.w1,0.0000886801,0.01000,0.841
+58,block_sparse_moe.experts.25.w1,0.0000829794,0.01000,0.848
+58,block_sparse_moe.experts.26.w1,0.0000672170,0.01000,0.848
+58,block_sparse_moe.experts.27.w1,0.0000826166,0.01000,0.864
+58,block_sparse_moe.experts.29.w1,0.0000699479,0.01000,0.831
+58,block_sparse_moe.experts.28.w1,0.0000855412,0.01000,0.840
+58,block_sparse_moe.experts.30.w1,0.0000832767,0.01000,0.859
+58,block_sparse_moe.experts.31.w1,0.0000805560,0.01000,0.850
+58,block_sparse_moe.experts.32.w1,0.0000831627,0.01000,0.865
+58,block_sparse_moe.experts.33.w1,0.0000745471,0.01000,0.861
+58,block_sparse_moe.experts.34.w1,0.0000865347,0.01000,0.866
+58,block_sparse_moe.experts.35.w1,0.0000746308,0.01000,0.822
+58,block_sparse_moe.experts.36.w1,0.0000784889,0.01000,0.834
+58,block_sparse_moe.experts.37.w1,0.0000739674,0.01000,0.822
+58,block_sparse_moe.experts.38.w1,0.0000788130,0.01000,0.830
+58,block_sparse_moe.experts.39.w1,0.0000825299,0.01000,0.834
+58,block_sparse_moe.experts.40.w1,0.0000810737,0.01000,0.841
+58,block_sparse_moe.experts.41.w1,0.0000717613,0.01000,0.859
+58,block_sparse_moe.experts.42.w1,0.0000878810,0.01000,0.835
+58,block_sparse_moe.experts.43.w1,0.0000648291,0.01000,0.844
+58,block_sparse_moe.experts.44.w1,0.0000805077,0.01000,0.845
+58,block_sparse_moe.experts.45.w1,0.0000720468,0.01000,0.845
+58,block_sparse_moe.experts.46.w1,0.0000796951,0.01000,0.843
+58,block_sparse_moe.experts.47.w1,0.0000779813,0.01000,0.843
+58,block_sparse_moe.experts.48.w1,0.0000829868,0.01000,0.853
+58,block_sparse_moe.experts.49.w1,0.0000857912,0.01000,0.829
+58,block_sparse_moe.experts.50.w1,0.0000841696,0.01000,0.848
+58,block_sparse_moe.experts.51.w1,0.0000854667,0.01000,0.834
+58,block_sparse_moe.experts.52.w1,0.0000795559,0.01000,0.833
+58,block_sparse_moe.experts.53.w1,0.0000863091,0.01000,0.841
+58,block_sparse_moe.experts.54.w1,0.0000877638,0.01000,0.850
+58,block_sparse_moe.experts.55.w1,0.0000860818,0.01000,0.853
+58,block_sparse_moe.experts.56.w1,0.0000790600,0.01000,0.829
+58,block_sparse_moe.experts.58.w1,0.0000876131,0.01000,0.837
+58,block_sparse_moe.experts.59.w1,0.0000721621,0.01000,0.832
+58,block_sparse_moe.experts.57.w1,0.0000844114,0.01000,0.865
+58,block_sparse_moe.experts.60.w1,0.0000764412,0.01000,0.838
+58,block_sparse_moe.experts.61.w1,0.0000739158,0.01000,0.840
+58,block_sparse_moe.experts.62.w1,0.0000844058,0.01000,0.856
+58,block_sparse_moe.experts.63.w1,0.0000822529,0.01000,0.825
+58,block_sparse_moe.experts.64.w1,0.0000866891,0.01000,0.833
+58,block_sparse_moe.experts.65.w1,0.0000741455,0.01000,0.832
+58,block_sparse_moe.experts.66.w1,0.0000892614,0.01000,0.851
+58,block_sparse_moe.experts.67.w1,0.0000764617,0.01000,0.838
+58,block_sparse_moe.experts.68.w1,0.0000860598,0.01000,0.850
+58,block_sparse_moe.experts.69.w1,0.0000784111,0.01000,0.860
+58,block_sparse_moe.experts.70.w1,0.0000827903,0.01000,0.822
+58,block_sparse_moe.experts.72.w1,0.0000751560,0.01000,0.832
+58,block_sparse_moe.experts.71.w1,0.0000753481,0.01000,0.840
+58,block_sparse_moe.experts.73.w1,0.0000829371,0.01000,0.854
+58,block_sparse_moe.experts.74.w1,0.0000857964,0.01000,0.839
+58,block_sparse_moe.experts.75.w1,0.0000808147,0.01000,0.844
+58,block_sparse_moe.experts.76.w1,0.0000834844,0.01000,0.857
+58,block_sparse_moe.experts.77.w1,0.0000848937,0.01000,0.829
+58,block_sparse_moe.experts.78.w1,0.0000875842,0.01000,0.827
+58,block_sparse_moe.experts.79.w1,0.0000867616,0.01000,0.836
+58,block_sparse_moe.experts.81.w1,0.0000835633,0.01000,0.839
+58,block_sparse_moe.experts.80.w1,0.0000716474,0.01000,0.868
+58,block_sparse_moe.experts.82.w1,0.0000830535,0.01000,0.842
+58,block_sparse_moe.experts.83.w1,0.0000863159,0.01000,0.853
+58,block_sparse_moe.experts.84.w1,0.0000836947,0.01000,0.829
+58,block_sparse_moe.experts.85.w1,0.0000811279,0.01000,0.832
+58,block_sparse_moe.experts.86.w1,0.0000797810,0.01000,0.836
+58,block_sparse_moe.experts.87.w1,0.0000666093,0.01000,0.841
+58,block_sparse_moe.experts.88.w1,0.0000639497,0.01000,0.852
+58,block_sparse_moe.experts.89.w1,0.0000785672,0.01000,0.839
+58,block_sparse_moe.experts.90.w1,0.0000744101,0.01000,0.855
+58,block_sparse_moe.experts.91.w1,0.0000843561,0.01000,0.827
+58,block_sparse_moe.experts.92.w1,0.0000789936,0.01000,0.843
+58,block_sparse_moe.experts.93.w1,0.0000812765,0.01000,0.849
+58,block_sparse_moe.experts.94.w1,0.0000667689,0.01000,0.838
+58,block_sparse_moe.experts.95.w1,0.0000788922,0.01000,0.850
+58,block_sparse_moe.experts.96.w1,0.0000801068,0.01000,0.861
+58,block_sparse_moe.experts.97.w1,0.0000795995,0.01000,0.895
+58,block_sparse_moe.experts.98.w1,0.0000826979,0.01000,0.838
+58,block_sparse_moe.experts.99.w1,0.0000778756,0.01000,0.850
+58,block_sparse_moe.experts.100.w1,0.0000852085,0.01000,0.835
+58,block_sparse_moe.experts.101.w1,0.0000868422,0.01000,0.840
+58,block_sparse_moe.experts.102.w1,0.0000821005,0.01000,0.851
+58,block_sparse_moe.experts.103.w1,0.0000820494,0.01000,0.842
+58,block_sparse_moe.experts.104.w1,0.0000795649,0.01000,0.848
+58,block_sparse_moe.experts.105.w1,0.0000771852,0.01000,0.838
+58,block_sparse_moe.experts.106.w1,0.0000864059,0.01000,0.837
+58,block_sparse_moe.experts.107.w1,0.0000846269,0.01000,0.842
+58,block_sparse_moe.experts.108.w1,0.0000860829,0.01000,0.836
+58,block_sparse_moe.experts.109.w1,0.0000825512,0.01000,0.853
+58,block_sparse_moe.experts.110.w1,0.0000804818,0.01000,0.846
+58,block_sparse_moe.experts.111.w1,0.0000761691,0.01000,0.846
+58,block_sparse_moe.experts.112.w1,0.0000836836,0.01000,0.825
+58,block_sparse_moe.experts.113.w1,0.0000865163,0.01000,0.835
+58,block_sparse_moe.experts.114.w1,0.0000807275,0.01000,0.831
+58,block_sparse_moe.experts.115.w1,0.0000763810,0.01000,0.844
+58,block_sparse_moe.experts.116.w1,0.0000853889,0.01000,0.852
+58,block_sparse_moe.experts.117.w1,0.0000750594,0.01000,0.851
+58,block_sparse_moe.experts.118.w1,0.0000833711,0.01000,0.876
+58,block_sparse_moe.experts.119.w1,0.0000829995,0.01000,0.833
+58,block_sparse_moe.experts.120.w1,0.0000837544,0.01000,0.827
+58,block_sparse_moe.experts.121.w1,0.0000794340,0.01000,0.830
+58,block_sparse_moe.experts.122.w1,0.0000858230,0.01000,0.837
+58,block_sparse_moe.experts.123.w1,0.0000688785,0.01000,0.854
+58,block_sparse_moe.experts.124.w1,0.0000816185,0.01000,0.848
+58,block_sparse_moe.experts.125.w1,0.0000751029,0.01000,0.864
+58,block_sparse_moe.experts.126.w1,0.0000636004,0.01000,0.845
+58,block_sparse_moe.experts.128.w1,0.0000784998,0.01000,0.830
+58,block_sparse_moe.experts.127.w1,0.0000834953,0.01000,0.842
+58,block_sparse_moe.experts.129.w1,0.0000830919,0.01000,0.822
+58,block_sparse_moe.experts.130.w1,0.0000736355,0.01000,0.841
+58,block_sparse_moe.experts.131.w1,0.0000826006,0.01000,0.846
+58,block_sparse_moe.experts.132.w1,0.0000786027,0.01000,0.848
+58,block_sparse_moe.experts.133.w1,0.0000780605,0.01000,0.840
+58,block_sparse_moe.experts.134.w1,0.0000816736,0.01000,0.834
+58,block_sparse_moe.experts.135.w1,0.0000823716,0.01000,0.837
+58,block_sparse_moe.experts.136.w1,0.0000817515,0.01000,0.823
+58,block_sparse_moe.experts.137.w1,0.0000793415,0.01000,0.851
+58,block_sparse_moe.experts.138.w1,0.0000800476,0.01000,0.859
+58,block_sparse_moe.experts.139.w1,0.0000814440,0.01000,0.841
+58,block_sparse_moe.experts.140.w1,0.0000788597,0.01000,0.836
+58,block_sparse_moe.experts.141.w1,0.0000773314,0.01000,0.824
+58,block_sparse_moe.experts.142.w1,0.0000776444,0.01000,0.834
+58,block_sparse_moe.experts.143.w1,0.0000739800,0.01000,0.824
+58,block_sparse_moe.experts.144.w1,0.0000876524,0.01000,0.849
+58,block_sparse_moe.experts.145.w1,0.0000825742,0.01000,0.861
+58,block_sparse_moe.experts.146.w1,0.0000786999,0.01000,0.840
+58,block_sparse_moe.experts.147.w1,0.0000871359,0.01000,0.832
+58,block_sparse_moe.experts.148.w1,0.0000771833,0.01000,0.830
+58,block_sparse_moe.experts.149.w1,0.0000802351,0.01000,0.834
+58,block_sparse_moe.experts.150.w1,0.0000784760,0.01000,0.832
+58,block_sparse_moe.experts.151.w1,0.0000744097,0.01000,0.870
+58,block_sparse_moe.experts.152.w1,0.0000780921,0.01000,0.851
+58,block_sparse_moe.experts.153.w1,0.0000835474,0.01000,0.846
+58,block_sparse_moe.experts.154.w1,0.0000832601,0.01000,0.838
+58,block_sparse_moe.experts.155.w1,0.0000809094,0.01000,0.824
+58,block_sparse_moe.experts.156.w1,0.0000877118,0.01000,0.835
+58,block_sparse_moe.experts.157.w1,0.0000854227,0.01000,0.825
+58,block_sparse_moe.experts.159.w1,0.0000846294,0.01000,0.846
+58,block_sparse_moe.experts.158.w1,0.0000876625,0.01000,0.882
+58,block_sparse_moe.experts.160.w1,0.0000877059,0.01000,0.868
+58,block_sparse_moe.experts.161.w1,0.0000749972,0.01000,0.830
+58,block_sparse_moe.experts.162.w1,0.0000864416,0.01000,0.829
+58,block_sparse_moe.experts.163.w1,0.0000807080,0.01000,0.832
+58,block_sparse_moe.experts.164.w1,0.0000849915,0.01000,0.820
+58,block_sparse_moe.experts.165.w1,0.0000839504,0.01000,0.861
+58,block_sparse_moe.experts.166.w1,0.0000809670,0.01000,0.868
+58,block_sparse_moe.experts.167.w1,0.0000891215,0.01000,0.852
+58,block_sparse_moe.experts.168.w1,0.0000838229,0.01000,0.827
+58,block_sparse_moe.experts.169.w1,0.0000869928,0.01000,0.829
+58,block_sparse_moe.experts.170.w1,0.0000840695,0.01000,0.840
+58,block_sparse_moe.experts.171.w1,0.0000741625,0.01000,0.825
+58,block_sparse_moe.experts.172.w1,0.0000832836,0.01000,0.857
+58,block_sparse_moe.experts.173.w1,0.0000783650,0.01000,0.865
+58,block_sparse_moe.experts.174.w1,0.0000851553,0.01000,0.845
+58,block_sparse_moe.experts.175.w1,0.0000818849,0.01000,0.826
+58,block_sparse_moe.experts.176.w1,0.0000746964,0.01000,0.828
+58,block_sparse_moe.experts.178.w1,0.0000851708,0.01000,0.825
+58,block_sparse_moe.experts.177.w1,0.0000812962,0.01000,0.860
+58,block_sparse_moe.experts.179.w1,0.0000848381,0.01000,0.838
+58,block_sparse_moe.experts.180.w1,0.0000809264,0.01000,0.851
+58,block_sparse_moe.experts.181.w1,0.0000874486,0.01000,0.848
+58,block_sparse_moe.experts.182.w1,0.0000812261,0.01000,0.830
+58,block_sparse_moe.experts.183.w1,0.0000813830,0.01000,0.826
+58,block_sparse_moe.experts.184.w1,0.0000878699,0.01000,0.843
+58,block_sparse_moe.experts.185.w1,0.0000834431,0.01000,0.857
+58,block_sparse_moe.experts.186.w1,0.0000816298,0.01000,0.845
+58,block_sparse_moe.experts.187.w1,0.0000807298,0.01000,0.858
+58,block_sparse_moe.experts.188.w1,0.0000791283,0.01000,0.855
+58,block_sparse_moe.experts.189.w1,0.0000812236,0.01000,0.829
+58,block_sparse_moe.experts.190.w1,0.0000706435,0.01000,0.830
+58,block_sparse_moe.experts.191.w1,0.0000664030,0.01000,0.848
+58,block_sparse_moe.experts.192.w1,0.0000808763,0.01000,0.859
+58,block_sparse_moe.experts.193.w1,0.0000830522,0.01000,0.842
+58,block_sparse_moe.experts.194.w1,0.0000851578,0.01000,0.861
+58,block_sparse_moe.experts.195.w1,0.0000767388,0.01000,0.851
+58,block_sparse_moe.experts.196.w1,0.0000893046,0.01000,0.826
+58,block_sparse_moe.experts.197.w1,0.0000796623,0.01000,0.835
+58,block_sparse_moe.experts.198.w1,0.0000714448,0.01000,0.838
+58,block_sparse_moe.experts.199.w1,0.0000793269,0.01000,0.858
+58,block_sparse_moe.experts.200.w1,0.0000875320,0.01000,0.845
+58,block_sparse_moe.experts.201.w1,0.0000832282,0.01000,0.860
+58,block_sparse_moe.experts.202.w1,0.0000825739,0.01000,0.858
+58,block_sparse_moe.experts.203.w1,0.0000808633,0.01000,0.835
+58,block_sparse_moe.experts.204.w1,0.0000802806,0.01000,0.830
+58,block_sparse_moe.experts.205.w1,0.0000699696,0.01000,0.837
+58,block_sparse_moe.experts.206.w1,0.0000841063,0.01000,0.828
+58,block_sparse_moe.experts.207.w1,0.0000801633,0.01000,0.844
+58,block_sparse_moe.experts.208.w1,0.0000749976,0.01000,0.867
+58,block_sparse_moe.experts.209.w1,0.0000838961,0.01000,0.856
+58,block_sparse_moe.experts.210.w1,0.0000769908,0.01000,0.831
+58,block_sparse_moe.experts.211.w1,0.0000845616,0.01000,0.835
+58,block_sparse_moe.experts.212.w1,0.0000847225,0.01000,0.840
+58,block_sparse_moe.experts.213.w1,0.0000709997,0.01000,0.824
+58,block_sparse_moe.experts.214.w1,0.0000756952,0.01000,0.842
+58,block_sparse_moe.experts.215.w1,0.0000845555,0.01000,0.863
+58,block_sparse_moe.experts.216.w1,0.0000721680,0.01000,0.856
+58,block_sparse_moe.experts.217.w1,0.0000736525,0.01000,0.827
+58,block_sparse_moe.experts.218.w1,0.0000832690,0.01000,0.834
+58,block_sparse_moe.experts.219.w1,0.0000743291,0.01000,0.843
+58,block_sparse_moe.experts.220.w1,0.0000853942,0.01000,0.829
+58,block_sparse_moe.experts.221.w1,0.0000816178,0.01000,0.885
+58,block_sparse_moe.experts.222.w1,0.0000817136,0.01000,0.845
+58,block_sparse_moe.experts.223.w1,0.0000812557,0.01000,0.851
+58,block_sparse_moe.experts.224.w1,0.0000775914,0.01000,0.830
+58,block_sparse_moe.experts.225.w1,0.0000856527,0.01000,0.826
+58,block_sparse_moe.experts.227.w1,0.0000800003,0.01000,0.821
+58,block_sparse_moe.experts.226.w1,0.0000677804,0.01000,0.857
+58,block_sparse_moe.experts.228.w1,0.0000865553,0.01000,0.850
+58,block_sparse_moe.experts.229.w1,0.0000724364,0.01000,0.852
+58,block_sparse_moe.experts.231.w1,0.0000855817,0.01000,0.832
+58,block_sparse_moe.experts.230.w1,0.0000818387,0.01000,0.870
+58,block_sparse_moe.experts.232.w1,0.0000700526,0.01000,0.840
+58,block_sparse_moe.experts.233.w1,0.0000830199,0.01000,0.836
+58,block_sparse_moe.experts.234.w1,0.0000864377,0.01000,0.836
+58,block_sparse_moe.experts.235.w1,0.0000750547,0.01000,0.846
+58,block_sparse_moe.experts.236.w1,0.0000741481,0.01000,0.856
+58,block_sparse_moe.experts.237.w1,0.0000861127,0.01000,0.853
+58,block_sparse_moe.experts.238.w1,0.0000815147,0.01000,0.830
+58,block_sparse_moe.experts.239.w1,0.0000816349,0.01000,0.840
+58,block_sparse_moe.experts.240.w1,0.0000721936,0.01000,0.829
+58,block_sparse_moe.experts.241.w1,0.0000740604,0.01000,0.839
+58,block_sparse_moe.experts.242.w1,0.0000840826,0.01000,0.847
+58,block_sparse_moe.experts.243.w1,0.0000825359,0.01000,0.853
+58,block_sparse_moe.experts.245.w1,0.0000803057,0.01000,0.834
+58,block_sparse_moe.experts.244.w1,0.0000845529,0.01000,0.866
+58,block_sparse_moe.experts.246.w1,0.0000754572,0.01000,0.832
+58,block_sparse_moe.experts.247.w1,0.0000774710,0.01000,0.836
+58,block_sparse_moe.experts.248.w1,0.0000869171,0.01000,0.828
+58,block_sparse_moe.experts.249.w1,0.0000822732,0.01000,0.839
+58,block_sparse_moe.experts.250.w1,0.0000906762,0.01000,0.856
+58,block_sparse_moe.experts.251.w1,0.0000794768,0.01000,0.860
+58,block_sparse_moe.experts.252.w1,0.0000677237,0.01000,0.835
+58,block_sparse_moe.experts.253.w1,0.0000895346,0.01000,0.838
+58,block_sparse_moe.experts.254.w1,0.0000831217,0.01000,0.828
+58,block_sparse_moe.experts.255.w1,0.0000863121,0.01000,0.830
+58,block_sparse_moe.experts.0.w3,0.0000991826,0.01000,0.848
+58,block_sparse_moe.experts.1.w3,0.0000927637,0.01000,0.859
+58,block_sparse_moe.experts.3.w3,0.0001058242,0.01000,0.839
+58,block_sparse_moe.experts.2.w3,0.0000921631,0.01000,0.875
+58,block_sparse_moe.experts.4.w3,0.0000893184,0.01000,0.836
+58,block_sparse_moe.experts.5.w3,0.0000888975,0.01000,0.831
+58,block_sparse_moe.experts.6.w3,0.0000967143,0.01000,0.836
+58,block_sparse_moe.experts.7.w3,0.0000955317,0.01000,0.845
+58,block_sparse_moe.experts.8.w3,0.0000865290,0.01000,0.856
+58,block_sparse_moe.experts.9.w3,0.0000869989,0.01000,0.859
+58,block_sparse_moe.experts.10.w3,0.0000932728,0.01000,0.838
+58,block_sparse_moe.experts.11.w3,0.0000978158,0.01000,0.842
+58,block_sparse_moe.experts.12.w3,0.0000976864,0.01000,0.840
+58,block_sparse_moe.experts.13.w3,0.0000889033,0.01000,0.850
+58,block_sparse_moe.experts.14.w3,0.0000916690,0.01000,0.844
+58,block_sparse_moe.experts.15.w3,0.0000962486,0.01000,0.876
+58,block_sparse_moe.experts.17.w3,0.0000918236,0.01000,0.835
+58,block_sparse_moe.experts.18.w3,0.0000910005,0.01000,0.841
+58,block_sparse_moe.experts.16.w3,0.0000926714,0.01000,0.873
+58,block_sparse_moe.experts.19.w3,0.0000960983,0.01000,0.831
+58,block_sparse_moe.experts.20.w3,0.0000930467,0.01000,0.847
+58,block_sparse_moe.experts.21.w3,0.0000959723,0.01000,0.854
+58,block_sparse_moe.experts.22.w3,0.0000912868,0.01000,0.850
+58,block_sparse_moe.experts.23.w3,0.0000934171,0.01000,0.861
+58,block_sparse_moe.experts.25.w3,0.0000961103,0.01000,0.838
+58,block_sparse_moe.experts.24.w3,0.0001012631,0.01000,0.876
+58,block_sparse_moe.experts.26.w3,0.0000838260,0.01000,0.860
+58,block_sparse_moe.experts.27.w3,0.0000962906,0.01000,0.834
+58,block_sparse_moe.experts.28.w3,0.0000956107,0.01000,0.867
+58,block_sparse_moe.experts.29.w3,0.0000844539,0.01000,0.842
+58,block_sparse_moe.experts.31.w3,0.0000925028,0.01000,0.839
+58,block_sparse_moe.experts.32.w3,0.0000983135,0.01000,0.825
+58,block_sparse_moe.experts.30.w3,0.0000938578,0.01000,0.887
+58,block_sparse_moe.experts.33.w3,0.0000848961,0.01000,0.835
+58,block_sparse_moe.experts.34.w3,0.0000974492,0.01000,0.824
+58,block_sparse_moe.experts.35.w3,0.0000897373,0.01000,0.846
+58,block_sparse_moe.experts.36.w3,0.0000912076,0.01000,0.847
+58,block_sparse_moe.experts.38.w3,0.0000886448,0.01000,0.841
+58,block_sparse_moe.experts.39.w3,0.0000914977,0.01000,0.845
+58,block_sparse_moe.experts.37.w3,0.0000873800,0.01000,0.921
+58,block_sparse_moe.experts.41.w3,0.0000866181,0.01000,0.825
+58,block_sparse_moe.experts.40.w3,0.0000941292,0.01000,0.832
+58,block_sparse_moe.experts.42.w3,0.0001016708,0.01000,0.844
+58,block_sparse_moe.experts.43.w3,0.0000852153,0.01000,0.842
+58,block_sparse_moe.experts.45.w3,0.0000894364,0.01000,0.841
+58,block_sparse_moe.experts.44.w3,0.0000938811,0.01000,0.900
+58,block_sparse_moe.experts.46.w3,0.0000898786,0.01000,0.837
+58,block_sparse_moe.experts.47.w3,0.0000915827,0.01000,0.838
+58,block_sparse_moe.experts.48.w3,0.0000946479,0.01000,0.836
+58,block_sparse_moe.experts.49.w3,0.0000970321,0.01000,0.846
+58,block_sparse_moe.experts.50.w3,0.0000943446,0.01000,0.855
+58,block_sparse_moe.experts.52.w3,0.0000917760,0.01000,0.838
+58,block_sparse_moe.experts.53.w3,0.0000977111,0.01000,0.839
+58,block_sparse_moe.experts.51.w3,0.0000985712,0.01000,0.889
+58,block_sparse_moe.experts.54.w3,0.0000977407,0.01000,0.836
+58,block_sparse_moe.experts.55.w3,0.0000971981,0.01000,0.833
+58,block_sparse_moe.experts.56.w3,0.0000910697,0.01000,0.850
+58,block_sparse_moe.experts.57.w3,0.0000961682,0.01000,0.849
+58,block_sparse_moe.experts.59.w3,0.0000856212,0.01000,0.835
+58,block_sparse_moe.experts.62.w3,0.0000963782,0.01000,0.837
+58,block_sparse_moe.experts.61.w3,0.0000877592,0.01000,0.838
+58,block_sparse_moe.experts.58.w3,0.0000983886,0.01000,0.891
+58,block_sparse_moe.experts.60.w3,0.0000900666,0.01000,0.884
+58,block_sparse_moe.experts.63.w3,0.0000946637,0.01000,0.840
+58,block_sparse_moe.experts.64.w3,0.0000992739,0.01000,0.843
+58,block_sparse_moe.experts.66.w3,0.0001006314,0.01000,0.837
+58,block_sparse_moe.experts.65.w3,0.0000860408,0.01000,0.866
+58,block_sparse_moe.experts.67.w3,0.0000885839,0.01000,0.850
+58,block_sparse_moe.experts.68.w3,0.0000985220,0.01000,0.843
+58,block_sparse_moe.experts.69.w3,0.0000894241,0.01000,0.850
+58,block_sparse_moe.experts.70.w3,0.0000918569,0.01000,0.855
+58,block_sparse_moe.experts.71.w3,0.0000854137,0.01000,0.843
+58,block_sparse_moe.experts.73.w3,0.0000968663,0.01000,0.837
+58,block_sparse_moe.experts.74.w3,0.0000982210,0.01000,0.830
+58,block_sparse_moe.experts.75.w3,0.0000922302,0.01000,0.834
+58,block_sparse_moe.experts.76.w3,0.0000941884,0.01000,0.839
+58,block_sparse_moe.experts.72.w3,0.0000907810,0.01000,0.900
+58,block_sparse_moe.experts.77.w3,0.0000957409,0.01000,0.844
+58,block_sparse_moe.experts.78.w3,0.0000987316,0.01000,0.853
+58,block_sparse_moe.experts.80.w3,0.0000832117,0.01000,0.827
+58,block_sparse_moe.experts.81.w3,0.0000976801,0.01000,0.818
+58,block_sparse_moe.experts.83.w3,0.0000995828,0.01000,0.840
+58,block_sparse_moe.experts.82.w3,0.0000962081,0.01000,0.848
+58,block_sparse_moe.experts.79.w3,0.0000985050,0.01000,0.909
+58,block_sparse_moe.experts.84.w3,0.0000976779,0.01000,0.844
+58,block_sparse_moe.experts.85.w3,0.0000930939,0.01000,0.856
+58,block_sparse_moe.experts.87.w3,0.0001148426,0.01000,0.829
+58,block_sparse_moe.experts.89.w3,0.0000921952,0.01000,0.833
+58,block_sparse_moe.experts.86.w3,0.0000929390,0.01000,0.908
+58,block_sparse_moe.experts.88.w3,0.0000758397,0.01000,0.841
+58,block_sparse_moe.experts.90.w3,0.0000850885,0.01000,0.835
+58,block_sparse_moe.experts.91.w3,0.0000957942,0.01000,0.873
+58,block_sparse_moe.experts.92.w3,0.0000919477,0.01000,0.844
+58,block_sparse_moe.experts.93.w3,0.0000937381,0.01000,0.873
+58,block_sparse_moe.experts.94.w3,0.0000787722,0.01000,0.838
+58,block_sparse_moe.experts.97.w3,0.0000949277,0.01000,0.840
+58,block_sparse_moe.experts.96.w3,0.0000954654,0.01000,0.850
+58,block_sparse_moe.experts.95.w3,0.0000910492,0.01000,0.875
+58,block_sparse_moe.experts.98.w3,0.0000948417,0.01000,0.848
+58,block_sparse_moe.experts.99.w3,0.0000880203,0.01000,0.845
+58,block_sparse_moe.experts.100.w3,0.0000959905,0.01000,0.859
+58,block_sparse_moe.experts.101.w3,0.0000961821,0.01000,0.833
+58,block_sparse_moe.experts.102.w3,0.0000954215,0.01000,0.837
+58,block_sparse_moe.experts.104.w3,0.0000924387,0.01000,0.827
+58,block_sparse_moe.experts.103.w3,0.0000950038,0.01000,0.850
+58,block_sparse_moe.experts.105.w3,0.0000915149,0.01000,0.853
+58,block_sparse_moe.experts.106.w3,0.0000976030,0.01000,0.843
+58,block_sparse_moe.experts.108.w3,0.0000979510,0.01000,0.840
+58,block_sparse_moe.experts.109.w3,0.0000938733,0.01000,0.833
+58,block_sparse_moe.experts.110.w3,0.0000940342,0.01000,0.836
+58,block_sparse_moe.experts.107.w3,0.0000972931,0.01000,0.882
+58,block_sparse_moe.experts.111.w3,0.0000884480,0.01000,0.845
+58,block_sparse_moe.experts.112.w3,0.0000948629,0.01000,0.843
+58,block_sparse_moe.experts.113.w3,0.0000971743,0.01000,0.849
+58,block_sparse_moe.experts.115.w3,0.0000883070,0.01000,0.840
+58,block_sparse_moe.experts.116.w3,0.0000975762,0.01000,0.834
+58,block_sparse_moe.experts.117.w3,0.0000859339,0.01000,0.837
+58,block_sparse_moe.experts.118.w3,0.0000965893,0.01000,0.833
+58,block_sparse_moe.experts.114.w3,0.0000938110,0.01000,0.909
+58,block_sparse_moe.experts.119.w3,0.0000951349,0.01000,0.842
+58,block_sparse_moe.experts.120.w3,0.0000946802,0.01000,0.835
+58,block_sparse_moe.experts.122.w3,0.0000959654,0.01000,0.831
+58,block_sparse_moe.experts.123.w3,0.0000874062,0.01000,0.828
+58,block_sparse_moe.experts.124.w3,0.0000929274,0.01000,0.830
+58,block_sparse_moe.experts.125.w3,0.0000872524,0.01000,0.848
+58,block_sparse_moe.experts.121.w3,0.0000900274,0.01000,0.937
+58,block_sparse_moe.experts.126.w3,0.0000820077,0.01000,0.839
+58,block_sparse_moe.experts.127.w3,0.0000942450,0.01000,0.834
+58,block_sparse_moe.experts.129.w3,0.0000960410,0.01000,0.820
+58,block_sparse_moe.experts.130.w3,0.0000922958,0.01000,0.827
+58,block_sparse_moe.experts.131.w3,0.0000960448,0.01000,0.838
+58,block_sparse_moe.experts.128.w3,0.0000888258,0.01000,0.897
+58,block_sparse_moe.experts.132.w3,0.0000938511,0.01000,0.843
+58,block_sparse_moe.experts.133.w3,0.0000921037,0.01000,0.846
+58,block_sparse_moe.experts.134.w3,0.0000974058,0.01000,0.840
+58,block_sparse_moe.experts.136.w3,0.0000933189,0.01000,0.831
+58,block_sparse_moe.experts.135.w3,0.0000943011,0.01000,0.883
+58,block_sparse_moe.experts.138.w3,0.0000921948,0.01000,0.835
+58,block_sparse_moe.experts.137.w3,0.0000885227,0.01000,0.871
+58,block_sparse_moe.experts.139.w3,0.0000933064,0.01000,0.842
+58,block_sparse_moe.experts.140.w3,0.0000918062,0.01000,0.845
+58,block_sparse_moe.experts.141.w3,0.0000885115,0.01000,0.848
+58,block_sparse_moe.experts.142.w3,0.0000909159,0.01000,0.859
+58,block_sparse_moe.experts.143.w3,0.0000880634,0.01000,0.830
+58,block_sparse_moe.experts.144.w3,0.0000970698,0.01000,0.836
+58,block_sparse_moe.experts.146.w3,0.0000914732,0.01000,0.841
+58,block_sparse_moe.experts.145.w3,0.0000995763,0.01000,0.878
+58,block_sparse_moe.experts.147.w3,0.0000962013,0.01000,0.854
+58,block_sparse_moe.experts.148.w3,0.0000885111,0.01000,0.846
+58,block_sparse_moe.experts.150.w3,0.0000900896,0.01000,0.830
+58,block_sparse_moe.experts.151.w3,0.0000895989,0.01000,0.831
+58,block_sparse_moe.experts.149.w3,0.0000945023,0.01000,0.875
+58,block_sparse_moe.experts.152.w3,0.0000909283,0.01000,0.843
+58,block_sparse_moe.experts.153.w3,0.0000990646,0.01000,0.844
+58,block_sparse_moe.experts.154.w3,0.0000967209,0.01000,0.855
+58,block_sparse_moe.experts.155.w3,0.0000932201,0.01000,0.842
+58,block_sparse_moe.experts.156.w3,0.0000999403,0.01000,0.862
+58,block_sparse_moe.experts.157.w3,0.0000967412,0.01000,0.842
+58,block_sparse_moe.experts.158.w3,0.0000992727,0.01000,0.838
+58,block_sparse_moe.experts.159.w3,0.0000955191,0.01000,0.846
+58,block_sparse_moe.experts.160.w3,0.0000997232,0.01000,0.845
+58,block_sparse_moe.experts.161.w3,0.0000856068,0.01000,0.856
+58,block_sparse_moe.experts.162.w3,0.0000968415,0.01000,0.840
+58,block_sparse_moe.experts.164.w3,0.0000966525,0.01000,0.824
+58,block_sparse_moe.experts.165.w3,0.0000950582,0.01000,0.837
+58,block_sparse_moe.experts.163.w3,0.0000914747,0.01000,0.873
+58,block_sparse_moe.experts.166.w3,0.0000936581,0.01000,0.833
+58,block_sparse_moe.experts.167.w3,0.0001000202,0.01000,0.843
+58,block_sparse_moe.experts.168.w3,0.0000994648,0.01000,0.849
+58,block_sparse_moe.experts.169.w3,0.0001007580,0.01000,0.846
+58,block_sparse_moe.experts.171.w3,0.0000812307,0.01000,0.826
+58,block_sparse_moe.experts.172.w3,0.0000947296,0.01000,0.824
+58,block_sparse_moe.experts.170.w3,0.0000955495,0.01000,0.879
+58,block_sparse_moe.experts.173.w3,0.0000971180,0.01000,0.833
+58,block_sparse_moe.experts.174.w3,0.0000975456,0.01000,0.844
+58,block_sparse_moe.experts.175.w3,0.0000933730,0.01000,0.843
+58,block_sparse_moe.experts.176.w3,0.0000861990,0.01000,0.845
+58,block_sparse_moe.experts.178.w3,0.0000963120,0.01000,0.830
+58,block_sparse_moe.experts.179.w3,0.0000952152,0.01000,0.841
+58,block_sparse_moe.experts.180.w3,0.0000895537,0.01000,0.829
+58,block_sparse_moe.experts.177.w3,0.0000944845,0.01000,0.899
+58,block_sparse_moe.experts.181.w3,0.0000985659,0.01000,0.832
+58,block_sparse_moe.experts.182.w3,0.0000936364,0.01000,0.847
+58,block_sparse_moe.experts.183.w3,0.0000940831,0.01000,0.844
+58,block_sparse_moe.experts.184.w3,0.0000989326,0.01000,0.871
+58,block_sparse_moe.experts.185.w3,0.0000971983,0.01000,0.842
+58,block_sparse_moe.experts.186.w3,0.0001087030,0.01000,0.835
+58,block_sparse_moe.experts.187.w3,0.0000949230,0.01000,0.875
+58,block_sparse_moe.experts.188.w3,0.0000894479,0.01000,0.843
+58,block_sparse_moe.experts.189.w3,0.0000926428,0.01000,0.891
+58,block_sparse_moe.experts.190.w3,0.0000860282,0.01000,0.857
+58,block_sparse_moe.experts.193.w3,0.0000968701,0.01000,0.839
+58,block_sparse_moe.experts.192.w3,0.0000919624,0.01000,0.851
+58,block_sparse_moe.experts.191.w3,0.0000826711,0.01000,0.877
+58,block_sparse_moe.experts.194.w3,0.0000963575,0.01000,0.845
+58,block_sparse_moe.experts.195.w3,0.0000860703,0.01000,0.833
+58,block_sparse_moe.experts.196.w3,0.0001014370,0.01000,0.839
+58,block_sparse_moe.experts.197.w3,0.0000942915,0.01000,0.849
+58,block_sparse_moe.experts.199.w3,0.0000973843,0.01000,0.834
+58,block_sparse_moe.experts.200.w3,0.0000979203,0.01000,0.832
+58,block_sparse_moe.experts.198.w3,0.0000845176,0.01000,0.882
+58,block_sparse_moe.experts.202.w3,0.0000925176,0.01000,0.834
+58,block_sparse_moe.experts.201.w3,0.0000926132,0.01000,0.867
+58,block_sparse_moe.experts.203.w3,0.0000935266,0.01000,0.832
+58,block_sparse_moe.experts.204.w3,0.0000927087,0.01000,0.866
+58,block_sparse_moe.experts.205.w3,0.0000916982,0.01000,0.850
+58,block_sparse_moe.experts.206.w3,0.0000959722,0.01000,0.852
+58,block_sparse_moe.experts.207.w3,0.0000976126,0.01000,0.846
+58,block_sparse_moe.experts.209.w3,0.0000946440,0.01000,0.846
+58,block_sparse_moe.experts.208.w3,0.0000883368,0.01000,0.910
+58,block_sparse_moe.experts.210.w3,0.0000893759,0.01000,0.835
+58,block_sparse_moe.experts.211.w3,0.0000942183,0.01000,0.842
+58,block_sparse_moe.experts.212.w3,0.0000980295,0.01000,0.847
+58,block_sparse_moe.experts.213.w3,0.0000854210,0.01000,0.839
+58,block_sparse_moe.experts.214.w3,0.0000907765,0.01000,0.856
+58,block_sparse_moe.experts.215.w3,0.0000968097,0.01000,0.871
+58,block_sparse_moe.experts.216.w3,0.0000910123,0.01000,0.843
+58,block_sparse_moe.experts.217.w3,0.0000863740,0.01000,0.852
+58,block_sparse_moe.experts.218.w3,0.0000950725,0.01000,0.843
+58,block_sparse_moe.experts.220.w3,0.0000950361,0.01000,0.824
+58,block_sparse_moe.experts.221.w3,0.0000968089,0.01000,0.823
+58,block_sparse_moe.experts.219.w3,0.0000857213,0.01000,0.871
+58,block_sparse_moe.experts.223.w3,0.0000927670,0.01000,0.825
+58,block_sparse_moe.experts.222.w3,0.0000928554,0.01000,0.889
+58,block_sparse_moe.experts.224.w3,0.0000876346,0.01000,0.856
+58,block_sparse_moe.experts.225.w3,0.0000952139,0.01000,0.838
+58,block_sparse_moe.experts.227.w3,0.0000895692,0.01000,0.819
+58,block_sparse_moe.experts.228.w3,0.0000981580,0.01000,0.824
+58,block_sparse_moe.experts.226.w3,0.0000793043,0.01000,0.873
+58,block_sparse_moe.experts.229.w3,0.0000851723,0.01000,0.849
+58,block_sparse_moe.experts.230.w3,0.0000948031,0.01000,0.834
+58,block_sparse_moe.experts.231.w3,0.0000938462,0.01000,0.859
+58,block_sparse_moe.experts.232.w3,0.0000881095,0.01000,0.838
+58,block_sparse_moe.experts.234.w3,0.0000970209,0.01000,0.826
+58,block_sparse_moe.experts.235.w3,0.0000882354,0.01000,0.829
+58,block_sparse_moe.experts.233.w3,0.0000959500,0.01000,0.864
+58,block_sparse_moe.experts.236.w3,0.0000870339,0.01000,0.833
+58,block_sparse_moe.experts.237.w3,0.0000957406,0.01000,0.831
+58,block_sparse_moe.experts.239.w3,0.0000947351,0.01000,0.843
+58,block_sparse_moe.experts.238.w3,0.0000938363,0.01000,0.882
+58,block_sparse_moe.experts.241.w3,0.0000913170,0.01000,0.837
+58,block_sparse_moe.experts.242.w3,0.0000959982,0.01000,0.836
+58,block_sparse_moe.experts.240.w3,0.0000887162,0.01000,0.879
+58,block_sparse_moe.experts.243.w3,0.0000938132,0.01000,0.835
+58,block_sparse_moe.experts.244.w3,0.0000947053,0.01000,0.836
+58,block_sparse_moe.experts.245.w3,0.0000912744,0.01000,0.845
+58,block_sparse_moe.experts.246.w3,0.0000887410,0.01000,0.848
+58,block_sparse_moe.experts.248.w3,0.0001008197,0.01000,0.830
+58,block_sparse_moe.experts.249.w3,0.0000924285,0.01000,0.837
+58,block_sparse_moe.experts.247.w3,0.0000928128,0.01000,0.882
+58,block_sparse_moe.experts.250.w3,0.0001018440,0.01000,0.837
+58,block_sparse_moe.experts.251.w3,0.0000906558,0.01000,0.829
+58,block_sparse_moe.experts.252.w3,0.0000857584,0.01000,0.735
+58,block_sparse_moe.experts.253.w3,0.0000996762,0.01000,0.736
+58,block_sparse_moe.experts.254.w3,0.0000925715,0.01000,0.691
+58,block_sparse_moe.experts.255.w3,0.0000975855,0.01000,0.658
+58,block_sparse_moe.experts.2.w2,0.0001802557,0.01000,0.430
+58,block_sparse_moe.experts.0.w2,0.0001100622,0.01000,0.432
+58,block_sparse_moe.experts.3.w2,0.0002465668,0.01000,0.439
+58,block_sparse_moe.experts.6.w2,0.0001225809,0.01000,0.455
+58,block_sparse_moe.experts.1.w2,0.0001335465,0.01000,0.460
+58,block_sparse_moe.experts.5.w2,0.0001083700,0.01000,0.458
+58,block_sparse_moe.experts.4.w2,0.0001009758,0.01000,0.503
+58,block_sparse_moe.experts.7.w2,0.0000663647,0.01000,0.417
+58,block_sparse_moe.experts.8.w2,0.0001375977,0.01000,0.425
+58,block_sparse_moe.experts.9.w2,0.0002152627,0.01000,0.417
+58,block_sparse_moe.experts.10.w2,0.0001869785,0.01000,0.415
+58,block_sparse_moe.experts.12.w2,0.0000888374,0.01000,0.425
+58,block_sparse_moe.experts.11.w2,0.0000602995,0.01000,0.460
+58,block_sparse_moe.experts.13.w2,0.0001036038,0.01000,0.441
+58,block_sparse_moe.experts.14.w2,0.0000304701,0.01000,0.415
+58,block_sparse_moe.experts.16.w2,0.0001066883,0.01000,0.422
+58,block_sparse_moe.experts.17.w2,0.0000421939,0.01000,0.429
+58,block_sparse_moe.experts.15.w2,0.0000235030,0.01000,0.446
+58,block_sparse_moe.experts.18.w2,0.0000329572,0.01000,0.425
+58,block_sparse_moe.experts.19.w2,0.0000259779,0.01000,0.430
+58,block_sparse_moe.experts.20.w2,0.0001318940,0.01000,0.434
+58,block_sparse_moe.experts.21.w2,0.0001442064,0.01000,0.411
+58,block_sparse_moe.experts.24.w2,0.0000837244,0.01000,0.422
+58,block_sparse_moe.experts.22.w2,0.0000460927,0.01000,0.448
+58,block_sparse_moe.experts.25.w2,0.0000988802,0.01000,0.421
+58,block_sparse_moe.experts.23.w2,0.0000703751,0.01000,0.430
+58,block_sparse_moe.experts.26.w2,0.0001832561,0.01000,0.426
+58,block_sparse_moe.experts.27.w2,0.0000671064,0.01000,0.434
+58,block_sparse_moe.experts.28.w2,0.0000311518,0.01000,0.425
+58,block_sparse_moe.experts.29.w2,0.0001650623,0.01000,0.422
+58,block_sparse_moe.experts.30.w2,0.0000293914,0.01000,0.422
+58,block_sparse_moe.experts.31.w2,0.0000566406,0.01000,0.424
+58,block_sparse_moe.experts.32.w2,0.0002089585,0.01000,0.428
+58,block_sparse_moe.experts.33.w2,0.0001722002,0.01000,0.425
+58,block_sparse_moe.experts.34.w2,0.0001213244,0.01000,0.442
+58,block_sparse_moe.experts.35.w2,0.0002208514,0.01000,0.424
+58,block_sparse_moe.experts.37.w2,0.0001728538,0.01000,0.419
+58,block_sparse_moe.experts.38.w2,0.0000565947,0.01000,0.412
+58,block_sparse_moe.experts.36.w2,0.0000588287,0.01000,0.428
+58,block_sparse_moe.experts.39.w2,0.0000751856,0.01000,0.425
+58,block_sparse_moe.experts.40.w2,0.0001076617,0.01000,0.419
+58,block_sparse_moe.experts.41.w2,0.0001363086,0.01000,0.452
+58,block_sparse_moe.experts.42.w2,0.0001644915,0.01000,0.412
+58,block_sparse_moe.experts.44.w2,0.0000420683,0.01000,0.414
+58,block_sparse_moe.experts.43.w2,0.0002825290,0.01000,0.418
+58,block_sparse_moe.experts.45.w2,0.0000670536,0.01000,0.415
+58,block_sparse_moe.experts.46.w2,0.0002506492,0.01000,0.421
+58,block_sparse_moe.experts.47.w2,0.0001311935,0.01000,0.417
+58,block_sparse_moe.experts.48.w2,0.0000789484,0.01000,0.440
+58,block_sparse_moe.experts.49.w2,0.0000638721,0.01000,0.416
+58,block_sparse_moe.experts.50.w2,0.0000394705,0.01000,0.420
+58,block_sparse_moe.experts.51.w2,0.0000491624,0.01000,0.418
+58,block_sparse_moe.experts.52.w2,0.0000251752,0.01000,0.414
+58,block_sparse_moe.experts.53.w2,0.0002235631,0.01000,0.426
+58,block_sparse_moe.experts.54.w2,0.0000356736,0.01000,0.424
+58,block_sparse_moe.experts.55.w2,0.0000678747,0.01000,0.437
+58,block_sparse_moe.experts.56.w2,0.0000473572,0.01000,0.413
+58,block_sparse_moe.experts.57.w2,0.0000347523,0.01000,0.418
+58,block_sparse_moe.experts.59.w2,0.0000448947,0.01000,0.414
+58,block_sparse_moe.experts.58.w2,0.0000223419,0.01000,0.417
+58,block_sparse_moe.experts.60.w2,0.0000285858,0.01000,0.422
+58,block_sparse_moe.experts.61.w2,0.0000182869,0.01000,0.418
+58,block_sparse_moe.experts.62.w2,0.0000478679,0.01000,0.436
+58,block_sparse_moe.experts.63.w2,0.0002105911,0.01000,0.420
+58,block_sparse_moe.experts.64.w2,0.0000492613,0.01000,0.419
+58,block_sparse_moe.experts.66.w2,0.0001303107,0.01000,0.420
+58,block_sparse_moe.experts.65.w2,0.0001449970,0.01000,0.429
+58,block_sparse_moe.experts.67.w2,0.0001777293,0.01000,0.428
+58,block_sparse_moe.experts.68.w2,0.0000515378,0.01000,0.425
+58,block_sparse_moe.experts.69.w2,0.0001244508,0.01000,0.446
+58,block_sparse_moe.experts.70.w2,0.0000600741,0.01000,0.410
+58,block_sparse_moe.experts.71.w2,0.0000814047,0.01000,0.416
+58,block_sparse_moe.experts.72.w2,0.0000782190,0.01000,0.418
+58,block_sparse_moe.experts.73.w2,0.0001018710,0.01000,0.415
+58,block_sparse_moe.experts.74.w2,0.0000458364,0.01000,0.423
+58,block_sparse_moe.experts.75.w2,0.0000827019,0.01000,0.419
+58,block_sparse_moe.experts.76.w2,0.0000837814,0.01000,0.438
+58,block_sparse_moe.experts.77.w2,0.0001763892,0.01000,0.413
+58,block_sparse_moe.experts.78.w2,0.0001345808,0.01000,0.419
+58,block_sparse_moe.experts.79.w2,0.0000243690,0.01000,0.421
+58,block_sparse_moe.experts.80.w2,0.0000467514,0.01000,0.417
+58,block_sparse_moe.experts.81.w2,0.0001041251,0.01000,0.436
+58,block_sparse_moe.experts.82.w2,0.0002237429,0.01000,0.424
+58,block_sparse_moe.experts.83.w2,0.0000577838,0.01000,0.441
+58,block_sparse_moe.experts.84.w2,0.0000524202,0.01000,0.415
+58,block_sparse_moe.experts.85.w2,0.0000234126,0.01000,0.416
+58,block_sparse_moe.experts.87.w2,0.0002426518,0.01000,0.416
+58,block_sparse_moe.experts.86.w2,0.0000762014,0.01000,0.421
+58,block_sparse_moe.experts.88.w2,0.0001970635,0.01000,0.424
+58,block_sparse_moe.experts.89.w2,0.0000184260,0.01000,0.419
+58,block_sparse_moe.experts.90.w2,0.0001485206,0.01000,0.437
+58,block_sparse_moe.experts.91.w2,0.0000631249,0.01000,0.411
+58,block_sparse_moe.experts.92.w2,0.0000777558,0.01000,0.415
+58,block_sparse_moe.experts.94.w2,0.0001229080,0.01000,0.415
+58,block_sparse_moe.experts.93.w2,0.0000959285,0.01000,0.432
+58,block_sparse_moe.experts.95.w2,0.0000994541,0.01000,0.421
+58,block_sparse_moe.experts.96.w2,0.0002480595,0.01000,0.420
+58,block_sparse_moe.experts.97.w2,0.0001156248,0.01000,0.442
+58,block_sparse_moe.experts.98.w2,0.0000321392,0.01000,0.416
+58,block_sparse_moe.experts.99.w2,0.0000350191,0.01000,0.421
+58,block_sparse_moe.experts.100.w2,0.0000413061,0.01000,0.424
+58,block_sparse_moe.experts.101.w2,0.0000882096,0.01000,0.419
+58,block_sparse_moe.experts.102.w2,0.0000487105,0.01000,0.426
+58,block_sparse_moe.experts.103.w2,0.0000510494,0.01000,0.428
+58,block_sparse_moe.experts.104.w2,0.0001172264,0.01000,0.435
+58,block_sparse_moe.experts.105.w2,0.0000980555,0.01000,0.415
+58,block_sparse_moe.experts.106.w2,0.0000253044,0.01000,0.415
+58,block_sparse_moe.experts.107.w2,0.0000729272,0.01000,0.418
+58,block_sparse_moe.experts.108.w2,0.0001270685,0.01000,0.414
+58,block_sparse_moe.experts.109.w2,0.0000467183,0.01000,0.422
+58,block_sparse_moe.experts.110.w2,0.0000841517,0.01000,0.422
+58,block_sparse_moe.experts.112.w2,0.0000325651,0.01000,0.419
+58,block_sparse_moe.experts.111.w2,0.0000158688,0.01000,0.443
+58,block_sparse_moe.experts.113.w2,0.0000908849,0.01000,0.421
+58,block_sparse_moe.experts.114.w2,0.0000873016,0.01000,0.421
+58,block_sparse_moe.experts.115.w2,0.0000327590,0.01000,0.418
+58,block_sparse_moe.experts.116.w2,0.0000476785,0.01000,0.425
+58,block_sparse_moe.experts.117.w2,0.0000614618,0.01000,0.435
+58,block_sparse_moe.experts.119.w2,0.0000384014,0.01000,0.423
+58,block_sparse_moe.experts.118.w2,0.0001132873,0.01000,0.437
+58,block_sparse_moe.experts.120.w2,0.0000793912,0.01000,0.416
+58,block_sparse_moe.experts.121.w2,0.0001398576,0.01000,0.420
+58,block_sparse_moe.experts.122.w2,0.0001369156,0.01000,0.415
+58,block_sparse_moe.experts.123.w2,0.0003069194,0.01000,0.423
+58,block_sparse_moe.experts.124.w2,0.0000779307,0.01000,0.420
+58,block_sparse_moe.experts.126.w2,0.0003061027,0.01000,0.419
+58,block_sparse_moe.experts.125.w2,0.0001447075,0.01000,0.446
+58,block_sparse_moe.experts.127.w2,0.0000284859,0.01000,0.415
+58,block_sparse_moe.experts.129.w2,0.0001074497,0.01000,0.412
+58,block_sparse_moe.experts.128.w2,0.0000395436,0.01000,0.415
+58,block_sparse_moe.experts.130.w2,0.0005430272,0.01000,0.423
+58,block_sparse_moe.experts.131.w2,0.0000564741,0.01000,0.441
+58,block_sparse_moe.experts.132.w2,0.0002759473,0.01000,0.442
+58,block_sparse_moe.experts.133.w2,0.0001164241,0.01000,0.422
+58,block_sparse_moe.experts.134.w2,0.0000509601,0.01000,0.419
+58,block_sparse_moe.experts.136.w2,0.0000616784,0.01000,0.416
+58,block_sparse_moe.experts.135.w2,0.0000424033,0.01000,0.417
+58,block_sparse_moe.experts.137.w2,0.0000946631,0.01000,0.421
+58,block_sparse_moe.experts.138.w2,0.0000853708,0.01000,0.420
+58,block_sparse_moe.experts.140.w2,0.0001077098,0.01000,0.414
+58,block_sparse_moe.experts.141.w2,0.0001998864,0.01000,0.415
+58,block_sparse_moe.experts.139.w2,0.0000810461,0.01000,0.441
+58,block_sparse_moe.experts.143.w2,0.0001103728,0.01000,0.416
+58,block_sparse_moe.experts.142.w2,0.0001041438,0.01000,0.426
+58,block_sparse_moe.experts.144.w2,0.0000198700,0.01000,0.423
+58,block_sparse_moe.experts.145.w2,0.0000773055,0.01000,0.420
+58,block_sparse_moe.experts.146.w2,0.0000553624,0.01000,0.435
+58,block_sparse_moe.experts.147.w2,0.0000642401,0.01000,0.417
+58,block_sparse_moe.experts.148.w2,0.0000707976,0.01000,0.421
+58,block_sparse_moe.experts.149.w2,0.0000909475,0.01000,0.424
+58,block_sparse_moe.experts.150.w2,0.0000272121,0.01000,0.432
+58,block_sparse_moe.experts.151.w2,0.0003881990,0.01000,0.428
+58,block_sparse_moe.experts.152.w2,0.0000599671,0.01000,0.424
+58,block_sparse_moe.experts.154.w2,0.0000862994,0.01000,0.427
+58,block_sparse_moe.experts.155.w2,0.0000258485,0.01000,0.431
+58,block_sparse_moe.experts.156.w2,0.0000991570,0.01000,0.427
+58,block_sparse_moe.experts.157.w2,0.0000601906,0.01000,0.418
+58,block_sparse_moe.experts.153.w2,0.0000648547,0.01000,0.507
+58,block_sparse_moe.experts.158.w2,0.0001711387,0.01000,0.429
+58,block_sparse_moe.experts.159.w2,0.0000913059,0.01000,0.430
+58,block_sparse_moe.experts.161.w2,0.0000692071,0.01000,0.417
+58,block_sparse_moe.experts.162.w2,0.0002552244,0.01000,0.433
+58,block_sparse_moe.experts.163.w2,0.0001493364,0.01000,0.429
+58,block_sparse_moe.experts.160.w2,0.0001472196,0.01000,0.466
+58,block_sparse_moe.experts.164.w2,0.0001448913,0.01000,0.429
+58,block_sparse_moe.experts.165.w2,0.0000283287,0.01000,0.448
+58,block_sparse_moe.experts.166.w2,0.0000372195,0.01000,0.424
+58,block_sparse_moe.experts.167.w2,0.0000460948,0.01000,0.433
+58,block_sparse_moe.experts.169.w2,0.0000544927,0.01000,0.421
+58,block_sparse_moe.experts.170.w2,0.0000448655,0.01000,0.420
+58,block_sparse_moe.experts.168.w2,0.0001132667,0.01000,0.435
+58,block_sparse_moe.experts.171.w2,0.0001586696,0.01000,0.424
+58,block_sparse_moe.experts.172.w2,0.0000218698,0.01000,0.422
+58,block_sparse_moe.experts.173.w2,0.0000742457,0.01000,0.421
+58,block_sparse_moe.experts.174.w2,0.0000960840,0.01000,0.426
+58,block_sparse_moe.experts.176.w2,0.0000806980,0.01000,0.417
+58,block_sparse_moe.experts.175.w2,0.0000669515,0.01000,0.422
+58,block_sparse_moe.experts.177.w2,0.0001177582,0.01000,0.433
+58,block_sparse_moe.experts.178.w2,0.0000114776,0.01000,0.423
+58,block_sparse_moe.experts.179.w2,0.0000434170,0.01000,0.429
+58,block_sparse_moe.experts.180.w2,0.0000673481,0.01000,0.423
+58,block_sparse_moe.experts.181.w2,0.0001152600,0.01000,0.431
+58,block_sparse_moe.experts.182.w2,0.0000358325,0.01000,0.419
+58,block_sparse_moe.experts.183.w2,0.0000313609,0.01000,0.436
+58,block_sparse_moe.experts.184.w2,0.0000374836,0.01000,0.431
+58,block_sparse_moe.experts.185.w2,0.0000762983,0.01000,0.423
+58,block_sparse_moe.experts.186.w2,0.0001230558,0.01000,0.419
+58,block_sparse_moe.experts.187.w2,0.0000664615,0.01000,0.419
+58,block_sparse_moe.experts.189.w2,0.0001149416,0.01000,0.413
+58,block_sparse_moe.experts.188.w2,0.0000343990,0.01000,0.428
+58,block_sparse_moe.experts.190.w2,0.0000408749,0.01000,0.433
+58,block_sparse_moe.experts.191.w2,0.0003201921,0.01000,0.424
+58,block_sparse_moe.experts.192.w2,0.0000817746,0.01000,0.421
+58,block_sparse_moe.experts.193.w2,0.0000721420,0.01000,0.419
+58,block_sparse_moe.experts.194.w2,0.0001866220,0.01000,0.419
+58,block_sparse_moe.experts.196.w2,0.0000728966,0.01000,0.413
+58,block_sparse_moe.experts.195.w2,0.0000656875,0.01000,0.432
+58,block_sparse_moe.experts.198.w2,0.0001735110,0.01000,0.415
+58,block_sparse_moe.experts.197.w2,0.0000462571,0.01000,0.439
+58,block_sparse_moe.experts.199.w2,0.0007838138,0.01000,0.422
+58,block_sparse_moe.experts.201.w2,0.0000420384,0.01000,0.419
+58,block_sparse_moe.experts.200.w2,0.0000360242,0.01000,0.427
+58,block_sparse_moe.experts.203.w2,0.0000624448,0.01000,0.413
+58,block_sparse_moe.experts.202.w2,0.0000595927,0.01000,0.429
+58,block_sparse_moe.experts.204.w2,0.0000885370,0.01000,0.412
+58,block_sparse_moe.experts.205.w2,0.0002334312,0.01000,0.423
+58,block_sparse_moe.experts.206.w2,0.0000767004,0.01000,0.420
+58,block_sparse_moe.experts.207.w2,0.0000538764,0.01000,0.422
+58,block_sparse_moe.experts.208.w2,0.0001375341,0.01000,0.421
+58,block_sparse_moe.experts.210.w2,0.0000449901,0.01000,0.417
+58,block_sparse_moe.experts.209.w2,0.0000535487,0.01000,0.432
+58,block_sparse_moe.experts.211.w2,0.0000481267,0.01000,0.421
+58,block_sparse_moe.experts.213.w2,0.0001221377,0.01000,0.424
+58,block_sparse_moe.experts.212.w2,0.0001145747,0.01000,0.425
+58,block_sparse_moe.experts.215.w2,0.0001177991,0.01000,0.422
+58,block_sparse_moe.experts.214.w2,0.0000737643,0.01000,0.427
+58,block_sparse_moe.experts.217.w2,0.0001179422,0.01000,0.410
+58,block_sparse_moe.experts.216.w2,0.0000871613,0.01000,0.432
+58,block_sparse_moe.experts.218.w2,0.0001480517,0.01000,0.410
+58,block_sparse_moe.experts.220.w2,0.0000507144,0.01000,0.417
+58,block_sparse_moe.experts.219.w2,0.0000993855,0.01000,0.427
+58,block_sparse_moe.experts.221.w2,0.0001673432,0.01000,0.419
+58,block_sparse_moe.experts.222.w2,0.0001200125,0.01000,0.424
+58,block_sparse_moe.experts.223.w2,0.0000251153,0.01000,0.427
+58,block_sparse_moe.experts.224.w2,0.0000582133,0.01000,0.413
+58,block_sparse_moe.experts.225.w2,0.0001345683,0.01000,0.411
+58,block_sparse_moe.experts.226.w2,0.0001466256,0.01000,0.422
+58,block_sparse_moe.experts.227.w2,0.0001381812,0.01000,0.420
+58,block_sparse_moe.experts.228.w2,0.0001472832,0.01000,0.430
+58,block_sparse_moe.experts.229.w2,0.0001033549,0.01000,0.433
+58,block_sparse_moe.experts.232.w2,0.0001554610,0.01000,0.416
+58,block_sparse_moe.experts.231.w2,0.0000293618,0.01000,0.427
+58,block_sparse_moe.experts.230.w2,0.0000173097,0.01000,0.435
+58,block_sparse_moe.experts.233.w2,0.0001162262,0.01000,0.421
+58,block_sparse_moe.experts.234.w2,0.0000507278,0.01000,0.417
+58,block_sparse_moe.experts.235.w2,0.0001328498,0.01000,0.417
+58,block_sparse_moe.experts.236.w2,0.0000934514,0.01000,0.420
+58,block_sparse_moe.experts.238.w2,0.0000295639,0.01000,0.410
+58,block_sparse_moe.experts.239.w2,0.0000750126,0.01000,0.418
+58,block_sparse_moe.experts.237.w2,0.0001422252,0.01000,0.439
+58,block_sparse_moe.experts.240.w2,0.0000287601,0.01000,0.417
+58,block_sparse_moe.experts.241.w2,0.0000587079,0.01000,0.415
+58,block_sparse_moe.experts.242.w2,0.0000583402,0.01000,0.417
+58,block_sparse_moe.experts.243.w2,0.0000546591,0.01000,0.420
+58,block_sparse_moe.experts.245.w2,0.0000704466,0.01000,0.424
+58,block_sparse_moe.experts.246.w2,0.0001666605,0.01000,0.432
+58,block_sparse_moe.experts.244.w2,0.0000290045,0.01000,0.459
+58,block_sparse_moe.experts.248.w2,0.0000937255,0.01000,0.423
+58,block_sparse_moe.experts.247.w2,0.0001090481,0.01000,0.423
+58,block_sparse_moe.experts.249.w2,0.0000343117,0.01000,0.435
+58,block_sparse_moe.experts.250.w2,0.0001768661,0.01000,0.420
+58,block_sparse_moe.experts.251.w2,0.0000366484,0.01000,0.385
+58,block_sparse_moe.experts.252.w2,0.0001334961,0.01000,0.376
+58,block_sparse_moe.experts.253.w2,0.0000817349,0.01000,0.377
+58,block_sparse_moe.experts.255.w2,0.0000318328,0.01000,0.366
+58,block_sparse_moe.experts.254.w2,0.0000410798,0.01000,0.372
+59,block_sparse_moe.experts.0.w1,0.0000894201,0.01000,0.835
+59,block_sparse_moe.experts.1.w1,0.0000851996,0.01000,0.843
+59,block_sparse_moe.experts.3.w1,0.0000737815,0.01000,0.845
+59,block_sparse_moe.experts.4.w1,0.0000738988,0.01000,0.852
+59,block_sparse_moe.experts.5.w1,0.0000810911,0.01000,0.862
+59,block_sparse_moe.experts.2.w1,0.0000641606,0.01000,0.871
+59,block_sparse_moe.experts.6.w1,0.0000888970,0.01000,0.877
+59,block_sparse_moe.experts.7.w1,0.0000759167,0.01000,0.831
+59,block_sparse_moe.experts.10.w1,0.0000826651,0.01000,0.829
+59,block_sparse_moe.experts.8.w1,0.0000821830,0.01000,0.839
+59,block_sparse_moe.experts.9.w1,0.0000824895,0.01000,0.861
+59,block_sparse_moe.experts.11.w1,0.0000832567,0.01000,0.845
+59,block_sparse_moe.experts.12.w1,0.0000844571,0.01000,0.855
+59,block_sparse_moe.experts.13.w1,0.0000836122,0.01000,0.872
+59,block_sparse_moe.experts.14.w1,0.0000792846,0.01000,0.820
+59,block_sparse_moe.experts.15.w1,0.0000708108,0.01000,0.829
+59,block_sparse_moe.experts.16.w1,0.0000760276,0.01000,0.834
+59,block_sparse_moe.experts.17.w1,0.0000783646,0.01000,0.824
+59,block_sparse_moe.experts.18.w1,0.0000699485,0.01000,0.848
+59,block_sparse_moe.experts.19.w1,0.0000764236,0.01000,0.845
+59,block_sparse_moe.experts.20.w1,0.0000807800,0.01000,0.858
+59,block_sparse_moe.experts.21.w1,0.0000830405,0.01000,0.824
+59,block_sparse_moe.experts.23.w1,0.0000813273,0.01000,0.836
+59,block_sparse_moe.experts.24.w1,0.0000790818,0.01000,0.822
+59,block_sparse_moe.experts.22.w1,0.0000810844,0.01000,0.842
+59,block_sparse_moe.experts.26.w1,0.0000886118,0.01000,0.840
+59,block_sparse_moe.experts.25.w1,0.0000798396,0.01000,0.855
+59,block_sparse_moe.experts.27.w1,0.0000837062,0.01000,0.847
+59,block_sparse_moe.experts.28.w1,0.0000770139,0.01000,0.820
+59,block_sparse_moe.experts.31.w1,0.0000799071,0.01000,0.829
+59,block_sparse_moe.experts.30.w1,0.0000799822,0.01000,0.834
+59,block_sparse_moe.experts.29.w1,0.0000811456,0.01000,0.850
+59,block_sparse_moe.experts.32.w1,0.0000854022,0.01000,0.844
+59,block_sparse_moe.experts.33.w1,0.0000798000,0.01000,0.857
+59,block_sparse_moe.experts.34.w1,0.0000855670,0.01000,0.853
+59,block_sparse_moe.experts.35.w1,0.0000764595,0.01000,0.819
+59,block_sparse_moe.experts.36.w1,0.0000856532,0.01000,0.829
+59,block_sparse_moe.experts.37.w1,0.0000784151,0.01000,0.834
+59,block_sparse_moe.experts.38.w1,0.0000831703,0.01000,0.830
+59,block_sparse_moe.experts.39.w1,0.0000859865,0.01000,0.844
+59,block_sparse_moe.experts.40.w1,0.0000748157,0.01000,0.854
+59,block_sparse_moe.experts.41.w1,0.0000673640,0.01000,0.864
+59,block_sparse_moe.experts.42.w1,0.0000834146,0.01000,0.826
+59,block_sparse_moe.experts.43.w1,0.0000740248,0.01000,0.834
+59,block_sparse_moe.experts.44.w1,0.0000787272,0.01000,0.836
+59,block_sparse_moe.experts.45.w1,0.0000692412,0.01000,0.829
+59,block_sparse_moe.experts.46.w1,0.0000696126,0.01000,0.840
+59,block_sparse_moe.experts.47.w1,0.0000705424,0.01000,0.860
+59,block_sparse_moe.experts.48.w1,0.0000698353,0.01000,0.879
+59,block_sparse_moe.experts.49.w1,0.0000834607,0.01000,0.839
+59,block_sparse_moe.experts.50.w1,0.0000767498,0.01000,0.841
+59,block_sparse_moe.experts.51.w1,0.0000779151,0.01000,0.839
+59,block_sparse_moe.experts.52.w1,0.0000853031,0.01000,0.834
+59,block_sparse_moe.experts.53.w1,0.0000726133,0.01000,0.871
+59,block_sparse_moe.experts.54.w1,0.0000700863,0.01000,0.844
+59,block_sparse_moe.experts.55.w1,0.0000765397,0.01000,0.854
+59,block_sparse_moe.experts.56.w1,0.0000693312,0.01000,0.819
+59,block_sparse_moe.experts.59.w1,0.0000793879,0.01000,0.828
+59,block_sparse_moe.experts.57.w1,0.0000751294,0.01000,0.837
+59,block_sparse_moe.experts.58.w1,0.0000802528,0.01000,0.851
+59,block_sparse_moe.experts.61.w1,0.0000729393,0.01000,0.840
+59,block_sparse_moe.experts.60.w1,0.0000745253,0.01000,0.863
+59,block_sparse_moe.experts.62.w1,0.0000759913,0.01000,0.856
+59,block_sparse_moe.experts.63.w1,0.0000749453,0.01000,0.829
+59,block_sparse_moe.experts.65.w1,0.0000785167,0.01000,0.848
+59,block_sparse_moe.experts.64.w1,0.0000850372,0.01000,0.854
+59,block_sparse_moe.experts.66.w1,0.0000753605,0.01000,0.836
+59,block_sparse_moe.experts.68.w1,0.0000808563,0.01000,0.857
+59,block_sparse_moe.experts.67.w1,0.0000792566,0.01000,0.883
+59,block_sparse_moe.experts.69.w1,0.0000393595,0.01000,0.869
+59,block_sparse_moe.experts.70.w1,0.0000743054,0.01000,0.824
+59,block_sparse_moe.experts.71.w1,0.0000627039,0.01000,0.850
+59,block_sparse_moe.experts.73.w1,0.0000724784,0.01000,0.839
+59,block_sparse_moe.experts.72.w1,0.0000830717,0.01000,0.875
+59,block_sparse_moe.experts.74.w1,0.0000673005,0.01000,0.864
+59,block_sparse_moe.experts.75.w1,0.0000823346,0.01000,0.848
+59,block_sparse_moe.experts.76.w1,0.0000798060,0.01000,0.870
+59,block_sparse_moe.experts.77.w1,0.0000882620,0.01000,0.822
+59,block_sparse_moe.experts.78.w1,0.0000893330,0.01000,0.839
+59,block_sparse_moe.experts.79.w1,0.0000796502,0.01000,0.843
+59,block_sparse_moe.experts.80.w1,0.0000818759,0.01000,0.828
+59,block_sparse_moe.experts.81.w1,0.0000744988,0.01000,0.853
+59,block_sparse_moe.experts.82.w1,0.0000762077,0.01000,0.848
+59,block_sparse_moe.experts.83.w1,0.0000845152,0.01000,0.873
+59,block_sparse_moe.experts.84.w1,0.0000805081,0.01000,0.829
+59,block_sparse_moe.experts.85.w1,0.0000781917,0.01000,0.832
+59,block_sparse_moe.experts.86.w1,0.0000787525,0.01000,0.834
+59,block_sparse_moe.experts.87.w1,0.0000800570,0.01000,0.825
+59,block_sparse_moe.experts.89.w1,0.0000859799,0.01000,0.849
+59,block_sparse_moe.experts.88.w1,0.0000823275,0.01000,0.859
+59,block_sparse_moe.experts.90.w1,0.0000729696,0.01000,0.879
+59,block_sparse_moe.experts.91.w1,0.0000843947,0.01000,0.832
+59,block_sparse_moe.experts.92.w1,0.0000804238,0.01000,0.838
+59,block_sparse_moe.experts.94.w1,0.0000750171,0.01000,0.829
+59,block_sparse_moe.experts.93.w1,0.0000663139,0.01000,0.839
+59,block_sparse_moe.experts.96.w1,0.0000737583,0.01000,0.841
+59,block_sparse_moe.experts.95.w1,0.0000775358,0.01000,0.843
+59,block_sparse_moe.experts.97.w1,0.0000871117,0.01000,0.864
+59,block_sparse_moe.experts.98.w1,0.0000779487,0.01000,0.829
+59,block_sparse_moe.experts.99.w1,0.0000819591,0.01000,0.842
+59,block_sparse_moe.experts.101.w1,0.0000746414,0.01000,0.837
+59,block_sparse_moe.experts.100.w1,0.0000664834,0.01000,0.840
+59,block_sparse_moe.experts.102.w1,0.0000801082,0.01000,0.842
+59,block_sparse_moe.experts.103.w1,0.0000733852,0.01000,0.851
+59,block_sparse_moe.experts.104.w1,0.0000775953,0.01000,0.849
+59,block_sparse_moe.experts.105.w1,0.0000762452,0.01000,0.827
+59,block_sparse_moe.experts.108.w1,0.0000782352,0.01000,0.831
+59,block_sparse_moe.experts.107.w1,0.0000767869,0.01000,0.847
+59,block_sparse_moe.experts.106.w1,0.0000769542,0.01000,0.868
+59,block_sparse_moe.experts.109.w1,0.0000815669,0.01000,0.840
+59,block_sparse_moe.experts.110.w1,0.0000789572,0.01000,0.844
+59,block_sparse_moe.experts.111.w1,0.0000784117,0.01000,0.855
+59,block_sparse_moe.experts.112.w1,0.0000817710,0.01000,0.851
+59,block_sparse_moe.experts.113.w1,0.0000637238,0.01000,0.857
+59,block_sparse_moe.experts.115.w1,0.0000780521,0.01000,0.832
+59,block_sparse_moe.experts.114.w1,0.0000746145,0.01000,0.859
+59,block_sparse_moe.experts.116.w1,0.0000752895,0.01000,0.853
+59,block_sparse_moe.experts.117.w1,0.0000803534,0.01000,0.851
+59,block_sparse_moe.experts.118.w1,0.0000849780,0.01000,0.856
+59,block_sparse_moe.experts.119.w1,0.0000781952,0.01000,0.830
+59,block_sparse_moe.experts.120.w1,0.0000840001,0.01000,0.839
+59,block_sparse_moe.experts.122.w1,0.0000747671,0.01000,0.834
+59,block_sparse_moe.experts.121.w1,0.0000759264,0.01000,0.871
+59,block_sparse_moe.experts.123.w1,0.0000767807,0.01000,0.854
+59,block_sparse_moe.experts.124.w1,0.0000796260,0.01000,0.845
+59,block_sparse_moe.experts.125.w1,0.0000819108,0.01000,0.857
+59,block_sparse_moe.experts.126.w1,0.0000656000,0.01000,0.839
+59,block_sparse_moe.experts.127.w1,0.0000747730,0.01000,0.834
+59,block_sparse_moe.experts.128.w1,0.0000659110,0.01000,0.846
+59,block_sparse_moe.experts.129.w1,0.0000934408,0.01000,0.850
+59,block_sparse_moe.experts.131.w1,0.0000632853,0.01000,0.852
+59,block_sparse_moe.experts.130.w1,0.0000805635,0.01000,0.880
+59,block_sparse_moe.experts.132.w1,0.0000767037,0.01000,0.861
+59,block_sparse_moe.experts.133.w1,0.0000845162,0.01000,0.834
+59,block_sparse_moe.experts.134.w1,0.0000759233,0.01000,0.838
+59,block_sparse_moe.experts.135.w1,0.0000653406,0.01000,0.844
+59,block_sparse_moe.experts.136.w1,0.0000712836,0.01000,0.828
+59,block_sparse_moe.experts.137.w1,0.0000835590,0.01000,0.850
+59,block_sparse_moe.experts.138.w1,0.0000828501,0.01000,0.856
+59,block_sparse_moe.experts.139.w1,0.0000835700,0.01000,0.858
+59,block_sparse_moe.experts.140.w1,0.0000870299,0.01000,0.828
+59,block_sparse_moe.experts.141.w1,0.0000782224,0.01000,0.834
+59,block_sparse_moe.experts.142.w1,0.0000848580,0.01000,0.845
+59,block_sparse_moe.experts.143.w1,0.0000852245,0.01000,0.833
+59,block_sparse_moe.experts.144.w1,0.0000891081,0.01000,0.848
+59,block_sparse_moe.experts.145.w1,0.0000960514,0.01000,0.852
+59,block_sparse_moe.experts.146.w1,0.0000855222,0.01000,0.857
+59,block_sparse_moe.experts.147.w1,0.0000853551,0.01000,0.837
+59,block_sparse_moe.experts.148.w1,0.0000835441,0.01000,0.833
+59,block_sparse_moe.experts.150.w1,0.0000668469,0.01000,0.833
+59,block_sparse_moe.experts.149.w1,0.0000729104,0.01000,0.864
+59,block_sparse_moe.experts.151.w1,0.0000799204,0.01000,0.850
+59,block_sparse_moe.experts.152.w1,0.0000695424,0.01000,0.851
+59,block_sparse_moe.experts.153.w1,0.0000783558,0.01000,0.859
+59,block_sparse_moe.experts.154.w1,0.0000810754,0.01000,0.830
+59,block_sparse_moe.experts.155.w1,0.0000878225,0.01000,0.829
+59,block_sparse_moe.experts.156.w1,0.0000693236,0.01000,0.834
+59,block_sparse_moe.experts.157.w1,0.0000726405,0.01000,0.840
+59,block_sparse_moe.experts.158.w1,0.0000775472,0.01000,0.850
+59,block_sparse_moe.experts.159.w1,0.0000845620,0.01000,0.850
+59,block_sparse_moe.experts.160.w1,0.0000799594,0.01000,0.859
+59,block_sparse_moe.experts.161.w1,0.0000762002,0.01000,0.826
+59,block_sparse_moe.experts.162.w1,0.0000701408,0.01000,0.833
+59,block_sparse_moe.experts.163.w1,0.0000658180,0.01000,0.832
+59,block_sparse_moe.experts.164.w1,0.0000777013,0.01000,0.839
+59,block_sparse_moe.experts.165.w1,0.0000815580,0.01000,0.844
+59,block_sparse_moe.experts.166.w1,0.0000824751,0.01000,0.848
+59,block_sparse_moe.experts.167.w1,0.0000811655,0.01000,0.864
+59,block_sparse_moe.experts.168.w1,0.0000842968,0.01000,0.829
+59,block_sparse_moe.experts.169.w1,0.0000656750,0.01000,0.831
+59,block_sparse_moe.experts.170.w1,0.0000593198,0.01000,0.834
+59,block_sparse_moe.experts.171.w1,0.0000827567,0.01000,0.844
+59,block_sparse_moe.experts.172.w1,0.0000819380,0.01000,0.846
+59,block_sparse_moe.experts.173.w1,0.0000691057,0.01000,0.845
+59,block_sparse_moe.experts.174.w1,0.0000703331,0.01000,0.862
+59,block_sparse_moe.experts.175.w1,0.0000605461,0.01000,0.842
+59,block_sparse_moe.experts.176.w1,0.0000874078,0.01000,0.857
+59,block_sparse_moe.experts.177.w1,0.0000844191,0.01000,0.829
+59,block_sparse_moe.experts.178.w1,0.0000787586,0.01000,0.831
+59,block_sparse_moe.experts.179.w1,0.0000721962,0.01000,0.854
+59,block_sparse_moe.experts.180.w1,0.0000776831,0.01000,0.856
+59,block_sparse_moe.experts.181.w1,0.0000639028,0.01000,0.856
+59,block_sparse_moe.experts.182.w1,0.0000723778,0.01000,0.851
+59,block_sparse_moe.experts.183.w1,0.0000761970,0.01000,0.841
+59,block_sparse_moe.experts.184.w1,0.0000814240,0.01000,0.832
+59,block_sparse_moe.experts.185.w1,0.0000777168,0.01000,0.840
+59,block_sparse_moe.experts.186.w1,0.0000694076,0.01000,0.851
+59,block_sparse_moe.experts.187.w1,0.0000828409,0.01000,0.852
+59,block_sparse_moe.experts.189.w1,0.0000814962,0.01000,0.836
+59,block_sparse_moe.experts.188.w1,0.0000834151,0.01000,0.897
+59,block_sparse_moe.experts.191.w1,0.0000843301,0.01000,0.827
+59,block_sparse_moe.experts.190.w1,0.0000837998,0.01000,0.852
+59,block_sparse_moe.experts.192.w1,0.0000797571,0.01000,0.836
+59,block_sparse_moe.experts.193.w1,0.0000810882,0.01000,0.838
+59,block_sparse_moe.experts.194.w1,0.0000804909,0.01000,0.841
+59,block_sparse_moe.experts.195.w1,0.0000777346,0.01000,0.872
+59,block_sparse_moe.experts.196.w1,0.0000731269,0.01000,0.841
+59,block_sparse_moe.experts.197.w1,0.0000867078,0.01000,0.829
+59,block_sparse_moe.experts.198.w1,0.0000843960,0.01000,0.842
+59,block_sparse_moe.experts.199.w1,0.0000801649,0.01000,0.833
+59,block_sparse_moe.experts.200.w1,0.0000827778,0.01000,0.841
+59,block_sparse_moe.experts.201.w1,0.0000801675,0.01000,0.845
+59,block_sparse_moe.experts.202.w1,0.0000832123,0.01000,0.852
+59,block_sparse_moe.experts.203.w1,0.0000775875,0.01000,0.837
+59,block_sparse_moe.experts.204.w1,0.0000723888,0.01000,0.830
+59,block_sparse_moe.experts.205.w1,0.0000882980,0.01000,0.839
+59,block_sparse_moe.experts.206.w1,0.0000716294,0.01000,0.834
+59,block_sparse_moe.experts.207.w1,0.0000847213,0.01000,0.842
+59,block_sparse_moe.experts.208.w1,0.0000843468,0.01000,0.848
+59,block_sparse_moe.experts.210.w1,0.0000868722,0.01000,0.837
+59,block_sparse_moe.experts.209.w1,0.0000757428,0.01000,0.869
+59,block_sparse_moe.experts.211.w1,0.0000749074,0.01000,0.828
+59,block_sparse_moe.experts.212.w1,0.0000883352,0.01000,0.833
+59,block_sparse_moe.experts.213.w1,0.0000874395,0.01000,0.836
+59,block_sparse_moe.experts.214.w1,0.0000714897,0.01000,0.841
+59,block_sparse_moe.experts.215.w1,0.0000722866,0.01000,0.847
+59,block_sparse_moe.experts.217.w1,0.0000828760,0.01000,0.833
+59,block_sparse_moe.experts.216.w1,0.0000722874,0.01000,0.885
+59,block_sparse_moe.experts.218.w1,0.0000886715,0.01000,0.827
+59,block_sparse_moe.experts.219.w1,0.0000832220,0.01000,0.830
+59,block_sparse_moe.experts.220.w1,0.0000717954,0.01000,0.831
+59,block_sparse_moe.experts.221.w1,0.0000760553,0.01000,0.848
+59,block_sparse_moe.experts.222.w1,0.0000889335,0.01000,0.853
+59,block_sparse_moe.experts.223.w1,0.0000855239,0.01000,0.868
+59,block_sparse_moe.experts.224.w1,0.0000820524,0.01000,0.837
+59,block_sparse_moe.experts.225.w1,0.0000836933,0.01000,0.827
+59,block_sparse_moe.experts.226.w1,0.0000721816,0.01000,0.835
+59,block_sparse_moe.experts.227.w1,0.0000823533,0.01000,0.824
+59,block_sparse_moe.experts.228.w1,0.0000736996,0.01000,0.844
+59,block_sparse_moe.experts.229.w1,0.0000739968,0.01000,0.852
+59,block_sparse_moe.experts.231.w1,0.0000756994,0.01000,0.849
+59,block_sparse_moe.experts.230.w1,0.0000796968,0.01000,0.880
+59,block_sparse_moe.experts.232.w1,0.0000810385,0.01000,0.825
+59,block_sparse_moe.experts.233.w1,0.0000877360,0.01000,0.842
+59,block_sparse_moe.experts.234.w1,0.0000829133,0.01000,0.825
+59,block_sparse_moe.experts.235.w1,0.0000739590,0.01000,0.844
+59,block_sparse_moe.experts.236.w1,0.0000832952,0.01000,0.850
+59,block_sparse_moe.experts.238.w1,0.0000802339,0.01000,0.825
+59,block_sparse_moe.experts.239.w1,0.0000772593,0.01000,0.827
+59,block_sparse_moe.experts.237.w1,0.0000833671,0.01000,0.884
+59,block_sparse_moe.experts.240.w1,0.0000749557,0.01000,0.840
+59,block_sparse_moe.experts.241.w1,0.0000784680,0.01000,0.825
+59,block_sparse_moe.experts.242.w1,0.0000747706,0.01000,0.845
+59,block_sparse_moe.experts.243.w1,0.0000904765,0.01000,0.848
+59,block_sparse_moe.experts.245.w1,0.0000799113,0.01000,0.841
+59,block_sparse_moe.experts.244.w1,0.0000703800,0.01000,0.871
+59,block_sparse_moe.experts.246.w1,0.0000718261,0.01000,0.843
+59,block_sparse_moe.experts.247.w1,0.0000879387,0.01000,0.840
+59,block_sparse_moe.experts.248.w1,0.0000755230,0.01000,0.844
+59,block_sparse_moe.experts.249.w1,0.0000701314,0.01000,0.849
+59,block_sparse_moe.experts.250.w1,0.0000669328,0.01000,0.850
+59,block_sparse_moe.experts.252.w1,0.0000809959,0.01000,0.825
+59,block_sparse_moe.experts.253.w1,0.0000730657,0.01000,0.846
+59,block_sparse_moe.experts.251.w1,0.0000819124,0.01000,0.867
+59,block_sparse_moe.experts.255.w1,0.0000756415,0.01000,0.829
+59,block_sparse_moe.experts.254.w1,0.0000814389,0.01000,0.857
+59,block_sparse_moe.experts.0.w3,0.0000963548,0.01000,0.856
+59,block_sparse_moe.experts.1.w3,0.0000957060,0.01000,0.869
+59,block_sparse_moe.experts.2.w3,0.0000751791,0.01000,0.846
+59,block_sparse_moe.experts.3.w3,0.0000860648,0.01000,0.833
+59,block_sparse_moe.experts.4.w3,0.0000817329,0.01000,0.833
+59,block_sparse_moe.experts.5.w3,0.0000923253,0.01000,0.836
+59,block_sparse_moe.experts.6.w3,0.0001007293,0.01000,0.832
+59,block_sparse_moe.experts.7.w3,0.0000887571,0.01000,0.857
+59,block_sparse_moe.experts.8.w3,0.0000937549,0.01000,0.848
+59,block_sparse_moe.experts.11.w3,0.0000923670,0.01000,0.837
+59,block_sparse_moe.experts.10.w3,0.0000924429,0.01000,0.839
+59,block_sparse_moe.experts.9.w3,0.0000928705,0.01000,0.879
+59,block_sparse_moe.experts.12.w3,0.0000946888,0.01000,0.851
+59,block_sparse_moe.experts.13.w3,0.0001009284,0.01000,0.837
+59,block_sparse_moe.experts.14.w3,0.0000902446,0.01000,0.848
+59,block_sparse_moe.experts.15.w3,0.0000871359,0.01000,0.841
+59,block_sparse_moe.experts.17.w3,0.0001023691,0.01000,0.834
+59,block_sparse_moe.experts.18.w3,0.0000866525,0.01000,0.841
+59,block_sparse_moe.experts.20.w3,0.0000926295,0.01000,0.823
+59,block_sparse_moe.experts.16.w3,0.0000910077,0.01000,0.890
+59,block_sparse_moe.experts.19.w3,0.0000885535,0.01000,0.855
+59,block_sparse_moe.experts.21.w3,0.0000970992,0.01000,0.845
+59,block_sparse_moe.experts.22.w3,0.0000932219,0.01000,0.838
+59,block_sparse_moe.experts.23.w3,0.0000946192,0.01000,0.871
+59,block_sparse_moe.experts.24.w3,0.0000908527,0.01000,0.839
+59,block_sparse_moe.experts.26.w3,0.0001000145,0.01000,0.847
+59,block_sparse_moe.experts.25.w3,0.0000935627,0.01000,0.871
+59,block_sparse_moe.experts.27.w3,0.0000940065,0.01000,0.848
+59,block_sparse_moe.experts.28.w3,0.0000926386,0.01000,0.843
+59,block_sparse_moe.experts.29.w3,0.0000940151,0.01000,0.839
+59,block_sparse_moe.experts.31.w3,0.0000923566,0.01000,0.841
+59,block_sparse_moe.experts.30.w3,0.0000918032,0.01000,0.879
+59,block_sparse_moe.experts.32.w3,0.0001004839,0.01000,0.849
+59,block_sparse_moe.experts.34.w3,0.0000934211,0.01000,0.839
+59,block_sparse_moe.experts.33.w3,0.0000941599,0.01000,0.866
+59,block_sparse_moe.experts.35.w3,0.0000910488,0.01000,0.843
+59,block_sparse_moe.experts.36.w3,0.0000984921,0.01000,0.848
+59,block_sparse_moe.experts.38.w3,0.0000940192,0.01000,0.839
+59,block_sparse_moe.experts.39.w3,0.0000966385,0.01000,0.844
+59,block_sparse_moe.experts.37.w3,0.0000896853,0.01000,0.891
+59,block_sparse_moe.experts.40.w3,0.0000866114,0.01000,0.850
+59,block_sparse_moe.experts.41.w3,0.0000814720,0.01000,0.853
+59,block_sparse_moe.experts.42.w3,0.0000958867,0.01000,0.843
+59,block_sparse_moe.experts.43.w3,0.0000869361,0.01000,0.847
+59,block_sparse_moe.experts.45.w3,0.0000854184,0.01000,0.840
+59,block_sparse_moe.experts.46.w3,0.0000875113,0.01000,0.832
+59,block_sparse_moe.experts.47.w3,0.0000891211,0.01000,0.850
+59,block_sparse_moe.experts.48.w3,0.0000829861,0.01000,0.836
+59,block_sparse_moe.experts.44.w3,0.0000900783,0.01000,0.891
+59,block_sparse_moe.experts.49.w3,0.0000984061,0.01000,0.844
+59,block_sparse_moe.experts.50.w3,0.0000913527,0.01000,0.849
+59,block_sparse_moe.experts.52.w3,0.0000955802,0.01000,0.823
+59,block_sparse_moe.experts.53.w3,0.0000875679,0.01000,0.829
+59,block_sparse_moe.experts.54.w3,0.0000856725,0.01000,0.827
+59,block_sparse_moe.experts.55.w3,0.0000880918,0.01000,0.838
+59,block_sparse_moe.experts.51.w3,0.0000903828,0.01000,0.884
+59,block_sparse_moe.experts.56.w3,0.0000874649,0.01000,0.844
+59,block_sparse_moe.experts.57.w3,0.0000871591,0.01000,0.837
+59,block_sparse_moe.experts.59.w3,0.0000894119,0.01000,0.839
+59,block_sparse_moe.experts.60.w3,0.0000845072,0.01000,0.839
+59,block_sparse_moe.experts.58.w3,0.0000912954,0.01000,0.895
+59,block_sparse_moe.experts.62.w3,0.0000889743,0.01000,0.855
+59,block_sparse_moe.experts.61.w3,0.0000876141,0.01000,0.860
+59,block_sparse_moe.experts.63.w3,0.0000861663,0.01000,0.871
+59,block_sparse_moe.experts.64.w3,0.0000952664,0.01000,0.847
+59,block_sparse_moe.experts.66.w3,0.0000974027,0.01000,0.830
+59,block_sparse_moe.experts.67.w3,0.0000918668,0.01000,0.836
+59,block_sparse_moe.experts.65.w3,0.0000889231,0.01000,0.866
+59,block_sparse_moe.experts.68.w3,0.0000935054,0.01000,0.831
+59,block_sparse_moe.experts.69.w3,0.0001397860,0.01000,0.847
+59,block_sparse_moe.experts.70.w3,0.0000858776,0.01000,0.841
+59,block_sparse_moe.experts.71.w3,0.0000875670,0.01000,0.841
+59,block_sparse_moe.experts.73.w3,0.0000876551,0.01000,0.827
+59,block_sparse_moe.experts.74.w3,0.0000821870,0.01000,0.834
+59,block_sparse_moe.experts.75.w3,0.0000927213,0.01000,0.833
+59,block_sparse_moe.experts.72.w3,0.0000933261,0.01000,0.869
+59,block_sparse_moe.experts.76.w3,0.0000954238,0.01000,0.838
+59,block_sparse_moe.experts.77.w3,0.0001055426,0.01000,0.838
+59,block_sparse_moe.experts.78.w3,0.0000999213,0.01000,0.841
+59,block_sparse_moe.experts.80.w3,0.0000978808,0.01000,0.830
+59,block_sparse_moe.experts.81.w3,0.0000871231,0.01000,0.831
+59,block_sparse_moe.experts.82.w3,0.0000877828,0.01000,0.839
+59,block_sparse_moe.experts.79.w3,0.0000940415,0.01000,0.876
+59,block_sparse_moe.experts.83.w3,0.0000949344,0.01000,0.842
+59,block_sparse_moe.experts.84.w3,0.0000907595,0.01000,0.852
+59,block_sparse_moe.experts.85.w3,0.0000893152,0.01000,0.837
+59,block_sparse_moe.experts.87.w3,0.0000925684,0.01000,0.821
+59,block_sparse_moe.experts.88.w3,0.0000936816,0.01000,0.833
+59,block_sparse_moe.experts.89.w3,0.0000987341,0.01000,0.829
+59,block_sparse_moe.experts.90.w3,0.0000859649,0.01000,0.841
+59,block_sparse_moe.experts.86.w3,0.0000955793,0.01000,0.887
+59,block_sparse_moe.experts.91.w3,0.0000961661,0.01000,0.841
+59,block_sparse_moe.experts.92.w3,0.0000982516,0.01000,0.841
+59,block_sparse_moe.experts.94.w3,0.0000869489,0.01000,0.824
+59,block_sparse_moe.experts.95.w3,0.0000901791,0.01000,0.823
+59,block_sparse_moe.experts.97.w3,0.0000976590,0.01000,0.826
+59,block_sparse_moe.experts.96.w3,0.0000827631,0.01000,0.844
+59,block_sparse_moe.experts.93.w3,0.0000799037,0.01000,0.901
+59,block_sparse_moe.experts.99.w3,0.0000931775,0.01000,0.840
+59,block_sparse_moe.experts.98.w3,0.0000888154,0.01000,0.873
+59,block_sparse_moe.experts.101.w3,0.0000894913,0.01000,0.832
+59,block_sparse_moe.experts.102.w3,0.0000930688,0.01000,0.833
+59,block_sparse_moe.experts.104.w3,0.0000869308,0.01000,0.836
+59,block_sparse_moe.experts.100.w3,0.0000799901,0.01000,0.897
+59,block_sparse_moe.experts.103.w3,0.0000829187,0.01000,0.866
+59,block_sparse_moe.experts.105.w3,0.0000859297,0.01000,0.847
+59,block_sparse_moe.experts.106.w3,0.0000883038,0.01000,0.871
+59,block_sparse_moe.experts.107.w3,0.0000918336,0.01000,0.857
+59,block_sparse_moe.experts.108.w3,0.0000895624,0.01000,0.831
+59,block_sparse_moe.experts.109.w3,0.0000949024,0.01000,0.847
+59,block_sparse_moe.experts.110.w3,0.0000910739,0.01000,0.850
+59,block_sparse_moe.experts.111.w3,0.0000880614,0.01000,0.837
+59,block_sparse_moe.experts.112.w3,0.0000939892,0.01000,0.841
+59,block_sparse_moe.experts.113.w3,0.0000798369,0.01000,0.841
+59,block_sparse_moe.experts.115.w3,0.0000925191,0.01000,0.831
+59,block_sparse_moe.experts.116.w3,0.0000899651,0.01000,0.836
+59,block_sparse_moe.experts.118.w3,0.0000945648,0.01000,0.832
+59,block_sparse_moe.experts.114.w3,0.0000857332,0.01000,0.893
+59,block_sparse_moe.experts.117.w3,0.0000973341,0.01000,0.882
+59,block_sparse_moe.experts.119.w3,0.0000913759,0.01000,0.837
+59,block_sparse_moe.experts.120.w3,0.0000956922,0.01000,0.837
+59,block_sparse_moe.experts.122.w3,0.0000885737,0.01000,0.832
+59,block_sparse_moe.experts.121.w3,0.0000897320,0.01000,0.873
+59,block_sparse_moe.experts.123.w3,0.0000885258,0.01000,0.834
+59,block_sparse_moe.experts.124.w3,0.0000906674,0.01000,0.838
+59,block_sparse_moe.experts.125.w3,0.0000950089,0.01000,0.844
+59,block_sparse_moe.experts.126.w3,0.0000846438,0.01000,0.861
+59,block_sparse_moe.experts.127.w3,0.0000867745,0.01000,0.840
+59,block_sparse_moe.experts.129.w3,0.0001050436,0.01000,0.839
+59,block_sparse_moe.experts.130.w3,0.0000924988,0.01000,0.845
+59,block_sparse_moe.experts.131.w3,0.0000764651,0.01000,0.847
+59,block_sparse_moe.experts.128.w3,0.0000848912,0.01000,0.881
+59,block_sparse_moe.experts.132.w3,0.0000907577,0.01000,0.826
+59,block_sparse_moe.experts.133.w3,0.0000968572,0.01000,0.845
+59,block_sparse_moe.experts.134.w3,0.0000909046,0.01000,0.840
+59,block_sparse_moe.experts.136.w3,0.0000843261,0.01000,0.838
+59,block_sparse_moe.experts.137.w3,0.0000924890,0.01000,0.844
+59,block_sparse_moe.experts.138.w3,0.0000951277,0.01000,0.842
+59,block_sparse_moe.experts.135.w3,0.0000840683,0.01000,0.882
+59,block_sparse_moe.experts.139.w3,0.0001005566,0.01000,0.832
+59,block_sparse_moe.experts.140.w3,0.0000986912,0.01000,0.846
+59,block_sparse_moe.experts.141.w3,0.0000947336,0.01000,0.848
+59,block_sparse_moe.experts.143.w3,0.0000949279,0.01000,0.837
+59,block_sparse_moe.experts.144.w3,0.0001025322,0.01000,0.831
+59,block_sparse_moe.experts.146.w3,0.0000865958,0.01000,0.829
+59,block_sparse_moe.experts.145.w3,0.0001095698,0.01000,0.842
+59,block_sparse_moe.experts.142.w3,0.0000947390,0.01000,0.884
+59,block_sparse_moe.experts.147.w3,0.0000972793,0.01000,0.848
+59,block_sparse_moe.experts.148.w3,0.0000959231,0.01000,0.841
+59,block_sparse_moe.experts.150.w3,0.0000854265,0.01000,0.827
+59,block_sparse_moe.experts.151.w3,0.0000929122,0.01000,0.826
+59,block_sparse_moe.experts.152.w3,0.0000835113,0.01000,0.835
+59,block_sparse_moe.experts.153.w3,0.0000938078,0.01000,0.845
+59,block_sparse_moe.experts.149.w3,0.0000931685,0.01000,0.902
+59,block_sparse_moe.experts.154.w3,0.0000914622,0.01000,0.848
+59,block_sparse_moe.experts.155.w3,0.0000979235,0.01000,0.842
+59,block_sparse_moe.experts.157.w3,0.0000844471,0.01000,0.833
+59,block_sparse_moe.experts.158.w3,0.0000931916,0.01000,0.868
+59,block_sparse_moe.experts.160.w3,0.0000903862,0.01000,0.827
+59,block_sparse_moe.experts.159.w3,0.0000964202,0.01000,0.848
+59,block_sparse_moe.experts.156.w3,0.0000822196,0.01000,0.922
+59,block_sparse_moe.experts.162.w3,0.0000829783,0.01000,0.836
+59,block_sparse_moe.experts.161.w3,0.0000861861,0.01000,0.857
+59,block_sparse_moe.experts.163.w3,0.0000791174,0.01000,0.887
+59,block_sparse_moe.experts.164.w3,0.0000936127,0.01000,0.844
+59,block_sparse_moe.experts.165.w3,0.0000927100,0.01000,0.839
+59,block_sparse_moe.experts.166.w3,0.0000933666,0.01000,0.859
+59,block_sparse_moe.experts.167.w3,0.0000952612,0.01000,0.848
+59,block_sparse_moe.experts.169.w3,0.0000824917,0.01000,0.842
+59,block_sparse_moe.experts.168.w3,0.0000953577,0.01000,0.843
+59,block_sparse_moe.experts.171.w3,0.0000944239,0.01000,0.828
+59,block_sparse_moe.experts.172.w3,0.0000976944,0.01000,0.829
+59,block_sparse_moe.experts.170.w3,0.0000730768,0.01000,0.876
+59,block_sparse_moe.experts.173.w3,0.0000855475,0.01000,0.842
+59,block_sparse_moe.experts.174.w3,0.0000834589,0.01000,0.848
+59,block_sparse_moe.experts.175.w3,0.0000878029,0.01000,0.849
+59,block_sparse_moe.experts.176.w3,0.0000987758,0.01000,0.848
+59,block_sparse_moe.experts.178.w3,0.0000988910,0.01000,0.833
+59,block_sparse_moe.experts.179.w3,0.0000873847,0.01000,0.842
+59,block_sparse_moe.experts.180.w3,0.0000932697,0.01000,0.849
+59,block_sparse_moe.experts.177.w3,0.0000966061,0.01000,0.895
+59,block_sparse_moe.experts.181.w3,0.0000800938,0.01000,0.844
+59,block_sparse_moe.experts.182.w3,0.0000853479,0.01000,0.844
+59,block_sparse_moe.experts.183.w3,0.0000877887,0.01000,0.844
+59,block_sparse_moe.experts.184.w3,0.0000966696,0.01000,0.862
+59,block_sparse_moe.experts.185.w3,0.0000903587,0.01000,0.834
+59,block_sparse_moe.experts.187.w3,0.0000950246,0.01000,0.835
+59,block_sparse_moe.experts.186.w3,0.0000815329,0.01000,0.842
+59,block_sparse_moe.experts.188.w3,0.0000940168,0.01000,0.839
+59,block_sparse_moe.experts.189.w3,0.0000931414,0.01000,0.845
+59,block_sparse_moe.experts.190.w3,0.0000974037,0.01000,0.848
+59,block_sparse_moe.experts.192.w3,0.0000884051,0.01000,0.831
+59,block_sparse_moe.experts.193.w3,0.0000951331,0.01000,0.834
+59,block_sparse_moe.experts.194.w3,0.0000918153,0.01000,0.840
+59,block_sparse_moe.experts.191.w3,0.0000984853,0.01000,0.876
+59,block_sparse_moe.experts.195.w3,0.0000945582,0.01000,0.840
+59,block_sparse_moe.experts.196.w3,0.0000862542,0.01000,0.841
+59,block_sparse_moe.experts.197.w3,0.0001033993,0.01000,0.838
+59,block_sparse_moe.experts.199.w3,0.0000931988,0.01000,0.833
+59,block_sparse_moe.experts.200.w3,0.0000954776,0.01000,0.840
+59,block_sparse_moe.experts.201.w3,0.0000963756,0.01000,0.837
+59,block_sparse_moe.experts.202.w3,0.0000953164,0.01000,0.839
+59,block_sparse_moe.experts.198.w3,0.0000946726,0.01000,0.888
+59,block_sparse_moe.experts.203.w3,0.0000891636,0.01000,0.834
+59,block_sparse_moe.experts.204.w3,0.0000847495,0.01000,0.840
+59,block_sparse_moe.experts.206.w3,0.0000818975,0.01000,0.829
+59,block_sparse_moe.experts.207.w3,0.0000960617,0.01000,0.833
+59,block_sparse_moe.experts.209.w3,0.0000902196,0.01000,0.835
+59,block_sparse_moe.experts.208.w3,0.0000950192,0.01000,0.853
+59,block_sparse_moe.experts.205.w3,0.0000997307,0.01000,0.889
+59,block_sparse_moe.experts.210.w3,0.0000994594,0.01000,0.843
+59,block_sparse_moe.experts.211.w3,0.0000865101,0.01000,0.843
+59,block_sparse_moe.experts.213.w3,0.0001000660,0.01000,0.837
+59,block_sparse_moe.experts.215.w3,0.0000912420,0.01000,0.843
+59,block_sparse_moe.experts.216.w3,0.0000828604,0.01000,0.836
+59,block_sparse_moe.experts.214.w3,0.0000883139,0.01000,0.852
+59,block_sparse_moe.experts.212.w3,0.0000999372,0.01000,0.897
+59,block_sparse_moe.experts.217.w3,0.0001219098,0.01000,0.846
+59,block_sparse_moe.experts.218.w3,0.0001006918,0.01000,0.860
+59,block_sparse_moe.experts.219.w3,0.0000945045,0.01000,0.855
+59,block_sparse_moe.experts.220.w3,0.0000848436,0.01000,0.831
+59,block_sparse_moe.experts.221.w3,0.0000864120,0.01000,0.834
+59,block_sparse_moe.experts.222.w3,0.0001044765,0.01000,0.849
+59,block_sparse_moe.experts.223.w3,0.0000972331,0.01000,0.842
+59,block_sparse_moe.experts.224.w3,0.0000935252,0.01000,0.842
+59,block_sparse_moe.experts.225.w3,0.0000963598,0.01000,0.846
+59,block_sparse_moe.experts.227.w3,0.0000930357,0.01000,0.826
+59,block_sparse_moe.experts.228.w3,0.0000882652,0.01000,0.839
+59,block_sparse_moe.experts.230.w3,0.0000931906,0.01000,0.828
+59,block_sparse_moe.experts.226.w3,0.0000894253,0.01000,0.877
+59,block_sparse_moe.experts.229.w3,0.0000849145,0.01000,0.857
+59,block_sparse_moe.experts.231.w3,0.0000963427,0.01000,0.838
+59,block_sparse_moe.experts.232.w3,0.0000947415,0.01000,0.836
+59,block_sparse_moe.experts.234.w3,0.0000947523,0.01000,0.823
+59,block_sparse_moe.experts.235.w3,0.0000876555,0.01000,0.836
+59,block_sparse_moe.experts.233.w3,0.0000992241,0.01000,0.875
+59,block_sparse_moe.experts.236.w3,0.0000953864,0.01000,0.831
+59,block_sparse_moe.experts.237.w3,0.0000954316,0.01000,0.841
+59,block_sparse_moe.experts.238.w3,0.0000942803,0.01000,0.852
+59,block_sparse_moe.experts.239.w3,0.0000938593,0.01000,0.838
+59,block_sparse_moe.experts.240.w3,0.0000864133,0.01000,0.863
+59,block_sparse_moe.experts.241.w3,0.0000897002,0.01000,0.836
+59,block_sparse_moe.experts.243.w3,0.0001056502,0.01000,0.833
+59,block_sparse_moe.experts.242.w3,0.0000897418,0.01000,0.852
+59,block_sparse_moe.experts.244.w3,0.0000857865,0.01000,0.835
+59,block_sparse_moe.experts.245.w3,0.0000956746,0.01000,0.848
+59,block_sparse_moe.experts.246.w3,0.0000856141,0.01000,0.838
+59,block_sparse_moe.experts.248.w3,0.0000878069,0.01000,0.832
+59,block_sparse_moe.experts.249.w3,0.0000871782,0.01000,0.833
+59,block_sparse_moe.experts.251.w3,0.0000947836,0.01000,0.837
+59,block_sparse_moe.experts.250.w3,0.0000819254,0.01000,0.842
+59,block_sparse_moe.experts.247.w3,0.0000988567,0.01000,0.890
+59,block_sparse_moe.experts.252.w3,0.0000932915,0.01000,0.760
+59,block_sparse_moe.experts.253.w3,0.0000887518,0.01000,0.756
+59,block_sparse_moe.experts.255.w3,0.0000882596,0.01000,0.640
+59,block_sparse_moe.experts.254.w3,0.0000941103,0.01000,0.688
+59,block_sparse_moe.experts.2.w2,0.0002574587,0.01000,0.419
+59,block_sparse_moe.experts.5.w2,0.0000744377,0.01000,0.439
+59,block_sparse_moe.experts.1.w2,0.0001388125,0.01000,0.452
+59,block_sparse_moe.experts.4.w2,0.0000443132,0.01000,0.453
+59,block_sparse_moe.experts.6.w2,0.0001029774,0.01000,0.454
+59,block_sparse_moe.experts.3.w2,0.0001437760,0.01000,0.474
+59,block_sparse_moe.experts.0.w2,0.0001208091,0.01000,0.481
+59,block_sparse_moe.experts.7.w2,0.0001104255,0.01000,0.433
+59,block_sparse_moe.experts.9.w2,0.0000239294,0.01000,0.422
+59,block_sparse_moe.experts.8.w2,0.0000327230,0.01000,0.423
+59,block_sparse_moe.experts.10.w2,0.0000420160,0.01000,0.419
+59,block_sparse_moe.experts.11.w2,0.0000508573,0.01000,0.422
+59,block_sparse_moe.experts.12.w2,0.0002349153,0.01000,0.425
+59,block_sparse_moe.experts.13.w2,0.0000377332,0.01000,0.435
+59,block_sparse_moe.experts.14.w2,0.0001563791,0.01000,0.413
+59,block_sparse_moe.experts.16.w2,0.0001209143,0.01000,0.422
+59,block_sparse_moe.experts.17.w2,0.0001485851,0.01000,0.416
+59,block_sparse_moe.experts.15.w2,0.0000420679,0.01000,0.427
+59,block_sparse_moe.experts.18.w2,0.0001852267,0.01000,0.420
+59,block_sparse_moe.experts.19.w2,0.0000641364,0.01000,0.426
+59,block_sparse_moe.experts.20.w2,0.0000666758,0.01000,0.430
+59,block_sparse_moe.experts.21.w2,0.0001053304,0.01000,0.410
+59,block_sparse_moe.experts.22.w2,0.0001387646,0.01000,0.423
+59,block_sparse_moe.experts.23.w2,0.0000978598,0.01000,0.419
+59,block_sparse_moe.experts.24.w2,0.0000565622,0.01000,0.426
+59,block_sparse_moe.experts.25.w2,0.0000762855,0.01000,0.419
+59,block_sparse_moe.experts.26.w2,0.0000538935,0.01000,0.434
+59,block_sparse_moe.experts.27.w2,0.0001170801,0.01000,0.440
+59,block_sparse_moe.experts.28.w2,0.0001586650,0.01000,0.408
+59,block_sparse_moe.experts.29.w2,0.0000385041,0.01000,0.421
+59,block_sparse_moe.experts.30.w2,0.0001700931,0.01000,0.423
+59,block_sparse_moe.experts.32.w2,0.0000768522,0.01000,0.419
+59,block_sparse_moe.experts.31.w2,0.0000828367,0.01000,0.441
+59,block_sparse_moe.experts.33.w2,0.0001223681,0.01000,0.416
+59,block_sparse_moe.experts.34.w2,0.0000308760,0.01000,0.426
+59,block_sparse_moe.experts.35.w2,0.0001029973,0.01000,0.409
+59,block_sparse_moe.experts.36.w2,0.0000920738,0.01000,0.421
+59,block_sparse_moe.experts.37.w2,0.0000568137,0.01000,0.422
+59,block_sparse_moe.experts.38.w2,0.0000334825,0.01000,0.420
+59,block_sparse_moe.experts.40.w2,0.0000583786,0.01000,0.420
+59,block_sparse_moe.experts.39.w2,0.0000556980,0.01000,0.452
+59,block_sparse_moe.experts.41.w2,0.0002456375,0.01000,0.430
+59,block_sparse_moe.experts.42.w2,0.0000450877,0.01000,0.442
+59,block_sparse_moe.experts.43.w2,0.0000527357,0.01000,0.422
+59,block_sparse_moe.experts.44.w2,0.0000388973,0.01000,0.420
+59,block_sparse_moe.experts.45.w2,0.0001589541,0.01000,0.420
+59,block_sparse_moe.experts.46.w2,0.0000333045,0.01000,0.423
+59,block_sparse_moe.experts.47.w2,0.0001980007,0.01000,0.423
+59,block_sparse_moe.experts.48.w2,0.0001227053,0.01000,0.425
+59,block_sparse_moe.experts.49.w2,0.0001334592,0.01000,0.434
+59,block_sparse_moe.experts.52.w2,0.0000554774,0.01000,0.415
+59,block_sparse_moe.experts.51.w2,0.0001308869,0.01000,0.422
+59,block_sparse_moe.experts.50.w2,0.0001063001,0.01000,0.430
+59,block_sparse_moe.experts.53.w2,0.0001460971,0.01000,0.423
+59,block_sparse_moe.experts.54.w2,0.0000699779,0.01000,0.431
+59,block_sparse_moe.experts.55.w2,0.0000708553,0.01000,0.428
+59,block_sparse_moe.experts.56.w2,0.0001855943,0.01000,0.424
+59,block_sparse_moe.experts.58.w2,0.0000226030,0.01000,0.428
+59,block_sparse_moe.experts.57.w2,0.0000954925,0.01000,0.438
+59,block_sparse_moe.experts.59.w2,0.0000416919,0.01000,0.436
+59,block_sparse_moe.experts.60.w2,0.0000759488,0.01000,0.421
+59,block_sparse_moe.experts.61.w2,0.0002072771,0.01000,0.441
+59,block_sparse_moe.experts.62.w2,0.0001110722,0.01000,0.430
+59,block_sparse_moe.experts.63.w2,0.0001217444,0.01000,0.425
+59,block_sparse_moe.experts.65.w2,0.0000604738,0.01000,0.423
+59,block_sparse_moe.experts.66.w2,0.0001854267,0.01000,0.417
+59,block_sparse_moe.experts.67.w2,0.0001192224,0.01000,0.422
+59,block_sparse_moe.experts.64.w2,0.0000467495,0.01000,0.460
+59,block_sparse_moe.experts.68.w2,0.0001160189,0.01000,0.421
+59,block_sparse_moe.experts.69.w2,0.0004518475,0.01000,0.425
+59,block_sparse_moe.experts.70.w2,0.0000969241,0.01000,0.436
+59,block_sparse_moe.experts.71.w2,0.0000875924,0.01000,0.433
+59,block_sparse_moe.experts.72.w2,0.0000329241,0.01000,0.430
+59,block_sparse_moe.experts.73.w2,0.0000433477,0.01000,0.433
+59,block_sparse_moe.experts.74.w2,0.0001012538,0.01000,0.443
+59,block_sparse_moe.experts.75.w2,0.0001047816,0.01000,0.437
+59,block_sparse_moe.experts.76.w2,0.0001765828,0.01000,0.436
+59,block_sparse_moe.experts.77.w2,0.0001048789,0.01000,0.415
+59,block_sparse_moe.experts.79.w2,0.0000662193,0.01000,0.420
+59,block_sparse_moe.experts.80.w2,0.0001112777,0.01000,0.417
+59,block_sparse_moe.experts.78.w2,0.0001313832,0.01000,0.449
+59,block_sparse_moe.experts.81.w2,0.0001419348,0.01000,0.418
+59,block_sparse_moe.experts.82.w2,0.0002235247,0.01000,0.419
+59,block_sparse_moe.experts.83.w2,0.0001317532,0.01000,0.428
+59,block_sparse_moe.experts.84.w2,0.0000237884,0.01000,0.412
+59,block_sparse_moe.experts.85.w2,0.0000437324,0.01000,0.426
+59,block_sparse_moe.experts.86.w2,0.0002032427,0.01000,0.424
+59,block_sparse_moe.experts.87.w2,0.0001666694,0.01000,0.417
+59,block_sparse_moe.experts.88.w2,0.0000488574,0.01000,0.421
+59,block_sparse_moe.experts.89.w2,0.0000790363,0.01000,0.424
+59,block_sparse_moe.experts.90.w2,0.0001950151,0.01000,0.433
+59,block_sparse_moe.experts.91.w2,0.0001724212,0.01000,0.415
+59,block_sparse_moe.experts.92.w2,0.0002413727,0.01000,0.423
+59,block_sparse_moe.experts.94.w2,0.0000317304,0.01000,0.418
+59,block_sparse_moe.experts.93.w2,0.0002419328,0.01000,0.434
+59,block_sparse_moe.experts.95.w2,0.0001476034,0.01000,0.422
+59,block_sparse_moe.experts.96.w2,0.0000964855,0.01000,0.418
+59,block_sparse_moe.experts.97.w2,0.0000349637,0.01000,0.429
+59,block_sparse_moe.experts.98.w2,0.0000982866,0.01000,0.413
+59,block_sparse_moe.experts.99.w2,0.0000801168,0.01000,0.418
+59,block_sparse_moe.experts.101.w2,0.0007717410,0.01000,0.418
+59,block_sparse_moe.experts.100.w2,0.0001299155,0.01000,0.435
+59,block_sparse_moe.experts.102.w2,0.0001418967,0.01000,0.422
+59,block_sparse_moe.experts.103.w2,0.0002611071,0.01000,0.419
+59,block_sparse_moe.experts.104.w2,0.0002525795,0.01000,0.431
+59,block_sparse_moe.experts.105.w2,0.0000356893,0.01000,0.415
+59,block_sparse_moe.experts.106.w2,0.0001058930,0.01000,0.422
+59,block_sparse_moe.experts.108.w2,0.0001008674,0.01000,0.421
+59,block_sparse_moe.experts.107.w2,0.0001369545,0.01000,0.431
+59,block_sparse_moe.experts.109.w2,0.0000696646,0.01000,0.426
+59,block_sparse_moe.experts.110.w2,0.0000338047,0.01000,0.423
+59,block_sparse_moe.experts.111.w2,0.0001518577,0.01000,0.433
+59,block_sparse_moe.experts.112.w2,0.0000845165,0.01000,0.414
+59,block_sparse_moe.experts.113.w2,0.0002076732,0.01000,0.420
+59,block_sparse_moe.experts.114.w2,0.0001542097,0.01000,0.424
+59,block_sparse_moe.experts.115.w2,0.0001346693,0.01000,0.421
+59,block_sparse_moe.experts.116.w2,0.0001713013,0.01000,0.422
+59,block_sparse_moe.experts.117.w2,0.0003657597,0.01000,0.422
+59,block_sparse_moe.experts.118.w2,0.0000296668,0.01000,0.432
+59,block_sparse_moe.experts.119.w2,0.0002030975,0.01000,0.414
+59,block_sparse_moe.experts.120.w2,0.0000834145,0.01000,0.424
+59,block_sparse_moe.experts.122.w2,0.0000843869,0.01000,0.420
+59,block_sparse_moe.experts.123.w2,0.0000735046,0.01000,0.423
+59,block_sparse_moe.experts.121.w2,0.0000718271,0.01000,0.442
+59,block_sparse_moe.experts.124.w2,0.0000528701,0.01000,0.434
+59,block_sparse_moe.experts.125.w2,0.0001130590,0.01000,0.439
+59,block_sparse_moe.experts.126.w2,0.0001143530,0.01000,0.416
+59,block_sparse_moe.experts.127.w2,0.0000450270,0.01000,0.421
+59,block_sparse_moe.experts.129.w2,0.0000946287,0.01000,0.423
+59,block_sparse_moe.experts.130.w2,0.0001216026,0.01000,0.426
+59,block_sparse_moe.experts.128.w2,0.0000459222,0.01000,0.444
+59,block_sparse_moe.experts.131.w2,0.0003488496,0.01000,0.438
+59,block_sparse_moe.experts.132.w2,0.0000782964,0.01000,0.427
+59,block_sparse_moe.experts.133.w2,0.0001061786,0.01000,0.415
+59,block_sparse_moe.experts.134.w2,0.0001167602,0.01000,0.418
+59,block_sparse_moe.experts.135.w2,0.0002090145,0.01000,0.423
+59,block_sparse_moe.experts.136.w2,0.0001653026,0.01000,0.416
+59,block_sparse_moe.experts.137.w2,0.0000277643,0.01000,0.424
+59,block_sparse_moe.experts.138.w2,0.0001400783,0.01000,0.436
+59,block_sparse_moe.experts.139.w2,0.0001912903,0.01000,0.433
+59,block_sparse_moe.experts.140.w2,0.0000239016,0.01000,0.420
+59,block_sparse_moe.experts.141.w2,0.0001265823,0.01000,0.423
+59,block_sparse_moe.experts.142.w2,0.0000340308,0.01000,0.424
+59,block_sparse_moe.experts.143.w2,0.0000658780,0.01000,0.419
+59,block_sparse_moe.experts.144.w2,0.0000806000,0.01000,0.425
+59,block_sparse_moe.experts.145.w2,0.0003260809,0.01000,0.441
+59,block_sparse_moe.experts.146.w2,0.0000867598,0.01000,0.429
+59,block_sparse_moe.experts.147.w2,0.0000921447,0.01000,0.415
+59,block_sparse_moe.experts.148.w2,0.0000236113,0.01000,0.421
+59,block_sparse_moe.experts.150.w2,0.0001291038,0.01000,0.415
+59,block_sparse_moe.experts.149.w2,0.0001801848,0.01000,0.421
+59,block_sparse_moe.experts.151.w2,0.0001031224,0.01000,0.423
+59,block_sparse_moe.experts.152.w2,0.0001035393,0.01000,0.438
+59,block_sparse_moe.experts.153.w2,0.0000198080,0.01000,0.426
+59,block_sparse_moe.experts.154.w2,0.0000822657,0.01000,0.416
+59,block_sparse_moe.experts.155.w2,0.0000326980,0.01000,0.424
+59,block_sparse_moe.experts.157.w2,0.0001475186,0.01000,0.417
+59,block_sparse_moe.experts.156.w2,0.0000201623,0.01000,0.429
+59,block_sparse_moe.experts.158.w2,0.0000771301,0.01000,0.424
+59,block_sparse_moe.experts.159.w2,0.0000337815,0.01000,0.440
+59,block_sparse_moe.experts.160.w2,0.0001477919,0.01000,0.431
+59,block_sparse_moe.experts.161.w2,0.0000866993,0.01000,0.416
+59,block_sparse_moe.experts.162.w2,0.0002046599,0.01000,0.420
+59,block_sparse_moe.experts.163.w2,0.0002045500,0.01000,0.423
+59,block_sparse_moe.experts.164.w2,0.0000625304,0.01000,0.425
+59,block_sparse_moe.experts.165.w2,0.0000998924,0.01000,0.423
+59,block_sparse_moe.experts.166.w2,0.0001154045,0.01000,0.434
+59,block_sparse_moe.experts.167.w2,0.0002237141,0.01000,0.435
+59,block_sparse_moe.experts.168.w2,0.0000230016,0.01000,0.416
+59,block_sparse_moe.experts.169.w2,0.0001381262,0.01000,0.432
+59,block_sparse_moe.experts.171.w2,0.0000780728,0.01000,0.416
+59,block_sparse_moe.experts.170.w2,0.0001998682,0.01000,0.449
+59,block_sparse_moe.experts.172.w2,0.0001128286,0.01000,0.435
+59,block_sparse_moe.experts.173.w2,0.0000270208,0.01000,0.419
+59,block_sparse_moe.experts.174.w2,0.0000510768,0.01000,0.429
+59,block_sparse_moe.experts.175.w2,0.0000860295,0.01000,0.412
+59,block_sparse_moe.experts.176.w2,0.0000385663,0.01000,0.420
+59,block_sparse_moe.experts.177.w2,0.0001155685,0.01000,0.430
+59,block_sparse_moe.experts.178.w2,0.0005381053,0.01000,0.421
+59,block_sparse_moe.experts.179.w2,0.0000864010,0.01000,0.427
+59,block_sparse_moe.experts.180.w2,0.0001296875,0.01000,0.415
+59,block_sparse_moe.experts.181.w2,0.0000560457,0.01000,0.431
+59,block_sparse_moe.experts.182.w2,0.0000564421,0.01000,0.412
+59,block_sparse_moe.experts.183.w2,0.0000603872,0.01000,0.427
+59,block_sparse_moe.experts.185.w2,0.0000220963,0.01000,0.411
+59,block_sparse_moe.experts.184.w2,0.0000788157,0.01000,0.439
+59,block_sparse_moe.experts.186.w2,0.0002719738,0.01000,0.421
+59,block_sparse_moe.experts.187.w2,0.0002376776,0.01000,0.431
+59,block_sparse_moe.experts.188.w2,0.0000281470,0.01000,0.439
+59,block_sparse_moe.experts.189.w2,0.0000767562,0.01000,0.422
+59,block_sparse_moe.experts.190.w2,0.0001123276,0.01000,0.424
+59,block_sparse_moe.experts.192.w2,0.0000323175,0.01000,0.417
+59,block_sparse_moe.experts.193.w2,0.0001731304,0.01000,0.426
+59,block_sparse_moe.experts.191.w2,0.0001381221,0.01000,0.469
+59,block_sparse_moe.experts.194.w2,0.0000580034,0.01000,0.417
+59,block_sparse_moe.experts.195.w2,0.0001082633,0.01000,0.424
+59,block_sparse_moe.experts.196.w2,0.0000485716,0.01000,0.411
+59,block_sparse_moe.experts.197.w2,0.0003092452,0.01000,0.421
+59,block_sparse_moe.experts.198.w2,0.0000206871,0.01000,0.433
+59,block_sparse_moe.experts.199.w2,0.0001582230,0.01000,0.415
+59,block_sparse_moe.experts.200.w2,0.0002196116,0.01000,0.426
+59,block_sparse_moe.experts.201.w2,0.0000820411,0.01000,0.417
+59,block_sparse_moe.experts.203.w2,0.0000213038,0.01000,0.412
+59,block_sparse_moe.experts.202.w2,0.0001438285,0.01000,0.440
+59,block_sparse_moe.experts.204.w2,0.0001021592,0.01000,0.420
+59,block_sparse_moe.experts.205.w2,0.0000541870,0.01000,0.421
+59,block_sparse_moe.experts.206.w2,0.0000727510,0.01000,0.419
+59,block_sparse_moe.experts.207.w2,0.0000307989,0.01000,0.425
+59,block_sparse_moe.experts.208.w2,0.0000851952,0.01000,0.419
+59,block_sparse_moe.experts.209.w2,0.0001120281,0.01000,0.433
+59,block_sparse_moe.experts.210.w2,0.0001060657,0.01000,0.420
+59,block_sparse_moe.experts.211.w2,0.0001196235,0.01000,0.414
+59,block_sparse_moe.experts.213.w2,0.0001153741,0.01000,0.415
+59,block_sparse_moe.experts.212.w2,0.0000424545,0.01000,0.424
+59,block_sparse_moe.experts.214.w2,0.0000337359,0.01000,0.420
+59,block_sparse_moe.experts.215.w2,0.0001157709,0.01000,0.419
+59,block_sparse_moe.experts.216.w2,0.0003006669,0.01000,0.424
+59,block_sparse_moe.experts.217.w2,0.0005359204,0.01000,0.418
+59,block_sparse_moe.experts.218.w2,0.0000862850,0.01000,0.416
+59,block_sparse_moe.experts.219.w2,0.0000757471,0.01000,0.423
+59,block_sparse_moe.experts.220.w2,0.0000906220,0.01000,0.435
+59,block_sparse_moe.experts.221.w2,0.0001082736,0.01000,0.426
+59,block_sparse_moe.experts.222.w2,0.0001196158,0.01000,0.427
+59,block_sparse_moe.experts.224.w2,0.0001878322,0.01000,0.419
+59,block_sparse_moe.experts.223.w2,0.0001067672,0.01000,0.442
+59,block_sparse_moe.experts.225.w2,0.0000967261,0.01000,0.425
+59,block_sparse_moe.experts.226.w2,0.0000643231,0.01000,0.414
+59,block_sparse_moe.experts.227.w2,0.0000361049,0.01000,0.412
+59,block_sparse_moe.experts.228.w2,0.0001179712,0.01000,0.423
+59,block_sparse_moe.experts.229.w2,0.0000530681,0.01000,0.417
+59,block_sparse_moe.experts.230.w2,0.0000441370,0.01000,0.432
+59,block_sparse_moe.experts.231.w2,0.0003828429,0.01000,0.418
+59,block_sparse_moe.experts.232.w2,0.0000644968,0.01000,0.413
+59,block_sparse_moe.experts.233.w2,0.0001128319,0.01000,0.417
+59,block_sparse_moe.experts.234.w2,0.0000682218,0.01000,0.413
+59,block_sparse_moe.experts.235.w2,0.0000721509,0.01000,0.427
+59,block_sparse_moe.experts.236.w2,0.0000657408,0.01000,0.418
+59,block_sparse_moe.experts.238.w2,0.0001070653,0.01000,0.431
+59,block_sparse_moe.experts.237.w2,0.0000749228,0.01000,0.440
+59,block_sparse_moe.experts.239.w2,0.0000424061,0.01000,0.423
+59,block_sparse_moe.experts.240.w2,0.0000796220,0.01000,0.418
+59,block_sparse_moe.experts.241.w2,0.0000441239,0.01000,0.426
+59,block_sparse_moe.experts.242.w2,0.0001628075,0.01000,0.427
+59,block_sparse_moe.experts.243.w2,0.0000315405,0.01000,0.418
+59,block_sparse_moe.experts.245.w2,0.0001611243,0.01000,0.412
+59,block_sparse_moe.experts.244.w2,0.0001168089,0.01000,0.437
+59,block_sparse_moe.experts.246.w2,0.0002234782,0.01000,0.415
+59,block_sparse_moe.experts.247.w2,0.0000749196,0.01000,0.418
+59,block_sparse_moe.experts.248.w2,0.0001746568,0.01000,0.415
+59,block_sparse_moe.experts.249.w2,0.0001194077,0.01000,0.423
+59,block_sparse_moe.experts.250.w2,0.0001313353,0.01000,0.417
+59,block_sparse_moe.experts.251.w2,0.0001288332,0.01000,0.408
+59,block_sparse_moe.experts.252.w2,0.0001332416,0.01000,0.395
+59,block_sparse_moe.experts.253.w2,0.0000666864,0.01000,0.374
+59,block_sparse_moe.experts.254.w2,0.0002998108,0.01000,0.355
+59,block_sparse_moe.experts.255.w2,0.0000897339,0.01000,0.348
+60,block_sparse_moe.experts.0.w1,0.0000736438,0.01000,0.840
+60,block_sparse_moe.experts.2.w1,0.0000746700,0.01000,0.897
+60,block_sparse_moe.experts.3.w1,0.0000650402,0.01000,0.905
+60,block_sparse_moe.experts.6.w1,0.0000609722,0.01000,0.907
+60,block_sparse_moe.experts.1.w1,0.0000588945,0.01000,0.925
+60,block_sparse_moe.experts.5.w1,0.0000745983,0.01000,0.958
+60,block_sparse_moe.experts.4.w1,0.0000627088,0.01000,1.055
+60,block_sparse_moe.experts.7.w1,0.0000750892,0.01000,0.922
+60,block_sparse_moe.experts.8.w1,0.0000806595,0.01000,0.873
+60,block_sparse_moe.experts.10.w1,0.0000819115,0.01000,0.871
+60,block_sparse_moe.experts.9.w1,0.0000619437,0.01000,0.972
+60,block_sparse_moe.experts.12.w1,0.0000621118,0.01000,0.917
+60,block_sparse_moe.experts.13.w1,0.0000741403,0.01000,0.930
+60,block_sparse_moe.experts.11.w1,0.0000810413,0.01000,1.204
+60,block_sparse_moe.experts.14.w1,0.0000756519,0.01000,0.827
+60,block_sparse_moe.experts.15.w1,0.0000631940,0.01000,0.887
+60,block_sparse_moe.experts.16.w1,0.0000718146,0.01000,0.900
+60,block_sparse_moe.experts.17.w1,0.0000612968,0.01000,0.843
+60,block_sparse_moe.experts.19.w1,0.0000725733,0.01000,0.933
+60,block_sparse_moe.experts.20.w1,0.0000607407,0.01000,0.920
+60,block_sparse_moe.experts.18.w1,0.0000688260,0.01000,1.215
+60,block_sparse_moe.experts.21.w1,0.0000750455,0.01000,0.889
+60,block_sparse_moe.experts.23.w1,0.0000835584,0.01000,0.860
+60,block_sparse_moe.experts.24.w1,0.0000712727,0.01000,0.848
+60,block_sparse_moe.experts.22.w1,0.0000669409,0.01000,1.181
+60,block_sparse_moe.experts.26.w1,0.0000690935,0.01000,0.869
+60,block_sparse_moe.experts.25.w1,0.0000819893,0.01000,1.280
+60,block_sparse_moe.experts.27.w1,0.0000751689,0.01000,1.182
+60,block_sparse_moe.experts.28.w1,0.0000643644,0.01000,0.848
+60,block_sparse_moe.experts.30.w1,0.0000766128,0.01000,0.877
+60,block_sparse_moe.experts.31.w1,0.0000794128,0.01000,0.887
+60,block_sparse_moe.experts.29.w1,0.0000723217,0.01000,1.259
+60,block_sparse_moe.experts.32.w1,0.0000599882,0.01000,1.191
+60,block_sparse_moe.experts.35.w1,0.0000589265,0.01000,0.836
+60,block_sparse_moe.experts.33.w1,0.0000796560,0.01000,0.960
+60,block_sparse_moe.experts.34.w1,0.0000683325,0.01000,1.039
+60,block_sparse_moe.experts.36.w1,0.0000712187,0.01000,0.968
+60,block_sparse_moe.experts.37.w1,0.0000714845,0.01000,0.827
+60,block_sparse_moe.experts.38.w1,0.0000647207,0.01000,0.889
+60,block_sparse_moe.experts.40.w1,0.0000752477,0.01000,0.882
+60,block_sparse_moe.experts.42.w1,0.0000628283,0.01000,0.856
+60,block_sparse_moe.experts.43.w1,0.0000787382,0.01000,0.871
+60,block_sparse_moe.experts.39.w1,0.0000716987,0.01000,1.186
+60,block_sparse_moe.experts.41.w1,0.0000744929,0.01000,1.211
+60,block_sparse_moe.experts.44.w1,0.0000709720,0.01000,0.945
+60,block_sparse_moe.experts.45.w1,0.0000765478,0.01000,0.876
+60,block_sparse_moe.experts.47.w1,0.0000772782,0.01000,0.952
+60,block_sparse_moe.experts.49.w1,0.0000672831,0.01000,0.852
+60,block_sparse_moe.experts.48.w1,0.0000726530,0.01000,0.900
+60,block_sparse_moe.experts.46.w1,0.0000694749,0.01000,1.182
+60,block_sparse_moe.experts.50.w1,0.0000659378,0.01000,0.853
+60,block_sparse_moe.experts.52.w1,0.0000676892,0.01000,0.857
+60,block_sparse_moe.experts.51.w1,0.0000639021,0.01000,1.281
+60,block_sparse_moe.experts.54.w1,0.0000719196,0.01000,0.864
+60,block_sparse_moe.experts.56.w1,0.0000820254,0.01000,0.832
+60,block_sparse_moe.experts.57.w1,0.0000828951,0.01000,0.831
+60,block_sparse_moe.experts.55.w1,0.0000766585,0.01000,0.910
+60,block_sparse_moe.experts.53.w1,0.0000782179,0.01000,1.116
+60,block_sparse_moe.experts.58.w1,0.0000775529,0.01000,0.982
+60,block_sparse_moe.experts.59.w1,0.0000728056,0.01000,0.864
+60,block_sparse_moe.experts.61.w1,0.0000833447,0.01000,0.857
+60,block_sparse_moe.experts.63.w1,0.0000741993,0.01000,0.879
+60,block_sparse_moe.experts.62.w1,0.0000575926,0.01000,0.987
+60,block_sparse_moe.experts.64.w1,0.0000550212,0.01000,0.813
+60,block_sparse_moe.experts.65.w1,0.0000775637,0.01000,0.806
+60,block_sparse_moe.experts.60.w1,0.0000693494,0.01000,1.293
+60,block_sparse_moe.experts.66.w1,0.0000799141,0.01000,0.801
+60,block_sparse_moe.experts.68.w1,0.0000622488,0.01000,0.862
+60,block_sparse_moe.experts.70.w1,0.0000789160,0.01000,0.844
+60,block_sparse_moe.experts.69.w1,0.0000731970,0.01000,0.925
+60,block_sparse_moe.experts.71.w1,0.0000731233,0.01000,0.859
+60,block_sparse_moe.experts.72.w1,0.0000751441,0.01000,0.914
+60,block_sparse_moe.experts.73.w1,0.0000779874,0.01000,0.834
+60,block_sparse_moe.experts.67.w1,0.0000661419,0.01000,1.364
+60,block_sparse_moe.experts.75.w1,0.0000663397,0.01000,0.863
+60,block_sparse_moe.experts.77.w1,0.0000791814,0.01000,0.848
+60,block_sparse_moe.experts.76.w1,0.0000620137,0.01000,1.067
+60,block_sparse_moe.experts.78.w1,0.0000691781,0.01000,0.843
+60,block_sparse_moe.experts.80.w1,0.0000818894,0.01000,0.856
+60,block_sparse_moe.experts.79.w1,0.0000628168,0.01000,0.900
+60,block_sparse_moe.experts.74.w1,0.0000719420,0.01000,1.447
+60,block_sparse_moe.experts.82.w1,0.0000755438,0.01000,0.936
+60,block_sparse_moe.experts.83.w1,0.0000551098,0.01000,0.939
+60,block_sparse_moe.experts.81.w1,0.0000755353,0.01000,1.268
+60,block_sparse_moe.experts.86.w1,0.0000747915,0.01000,0.864
+60,block_sparse_moe.experts.84.w1,0.0000774557,0.01000,1.013
+60,block_sparse_moe.experts.87.w1,0.0000808823,0.01000,0.878
+60,block_sparse_moe.experts.85.w1,0.0000713755,0.01000,1.052
+60,block_sparse_moe.experts.91.w1,0.0000733318,0.01000,0.890
+60,block_sparse_moe.experts.90.w1,0.0000753565,0.01000,0.924
+60,block_sparse_moe.experts.88.w1,0.0000635612,0.01000,1.190
+60,block_sparse_moe.experts.92.w1,0.0000600761,0.01000,0.995
+60,block_sparse_moe.experts.89.w1,0.0000829473,0.01000,1.111
+60,block_sparse_moe.experts.94.w1,0.0000751683,0.01000,0.939
+60,block_sparse_moe.experts.93.w1,0.0000706157,0.01000,1.152
+60,block_sparse_moe.experts.99.w1,0.0000784449,0.01000,0.848
+60,block_sparse_moe.experts.98.w1,0.0000701996,0.01000,0.912
+60,block_sparse_moe.experts.96.w1,0.0000695979,0.01000,1.044
+60,block_sparse_moe.experts.97.w1,0.0000749684,0.01000,1.000
+60,block_sparse_moe.experts.100.w1,0.0000810521,0.01000,0.949
+60,block_sparse_moe.experts.95.w1,0.0000650138,0.01000,1.157
+60,block_sparse_moe.experts.101.w1,0.0000713296,0.01000,0.852
+60,block_sparse_moe.experts.103.w1,0.0000664588,0.01000,0.869
+60,block_sparse_moe.experts.104.w1,0.0000830213,0.01000,0.867
+60,block_sparse_moe.experts.106.w1,0.0000604701,0.01000,0.827
+60,block_sparse_moe.experts.107.w1,0.0000793473,0.01000,0.825
+60,block_sparse_moe.experts.108.w1,0.0000820004,0.01000,0.817
+60,block_sparse_moe.experts.102.w1,0.0000767534,0.01000,1.153
+60,block_sparse_moe.experts.105.w1,0.0000549850,0.01000,1.175
+60,block_sparse_moe.experts.110.w1,0.0000639744,0.01000,0.837
+60,block_sparse_moe.experts.111.w1,0.0000752784,0.01000,0.868
+60,block_sparse_moe.experts.112.w1,0.0000612626,0.01000,1.014
+60,block_sparse_moe.experts.113.w1,0.0000614682,0.01000,0.941
+60,block_sparse_moe.experts.114.w1,0.0000603023,0.01000,0.851
+60,block_sparse_moe.experts.109.w1,0.0000699011,0.01000,1.234
+60,block_sparse_moe.experts.115.w1,0.0000634903,0.01000,0.876
+60,block_sparse_moe.experts.117.w1,0.0000853461,0.01000,0.913
+60,block_sparse_moe.experts.118.w1,0.0000713457,0.01000,0.867
+60,block_sparse_moe.experts.116.w1,0.0000755494,0.01000,1.112
+60,block_sparse_moe.experts.120.w1,0.0000836158,0.01000,0.926
+60,block_sparse_moe.experts.119.w1,0.0000654502,0.01000,1.033
+60,block_sparse_moe.experts.122.w1,0.0000815484,0.01000,0.866
+60,block_sparse_moe.experts.121.w1,0.0000657806,0.01000,1.101
+60,block_sparse_moe.experts.124.w1,0.0000740883,0.01000,0.861
+60,block_sparse_moe.experts.126.w1,0.0000670914,0.01000,0.853
+60,block_sparse_moe.experts.127.w1,0.0000710682,0.01000,0.844
+60,block_sparse_moe.experts.125.w1,0.0000714005,0.01000,1.102
+60,block_sparse_moe.experts.128.w1,0.0000751837,0.01000,0.991
+60,block_sparse_moe.experts.123.w1,0.0000805046,0.01000,1.385
+60,block_sparse_moe.experts.129.w1,0.0000570541,0.01000,1.075
+60,block_sparse_moe.experts.131.w1,0.0000749202,0.01000,1.020
+60,block_sparse_moe.experts.133.w1,0.0000825103,0.01000,0.863
+60,block_sparse_moe.experts.134.w1,0.0000710702,0.01000,0.872
+60,block_sparse_moe.experts.130.w1,0.0000764695,0.01000,1.250
+60,block_sparse_moe.experts.132.w1,0.0000695875,0.01000,1.126
+60,block_sparse_moe.experts.136.w1,0.0000715397,0.01000,0.848
+60,block_sparse_moe.experts.135.w1,0.0000711159,0.01000,1.253
+60,block_sparse_moe.experts.138.w1,0.0000584489,0.01000,0.879
+60,block_sparse_moe.experts.140.w1,0.0000552825,0.01000,0.857
+60,block_sparse_moe.experts.139.w1,0.0000817100,0.01000,0.937
+60,block_sparse_moe.experts.137.w1,0.0000760374,0.01000,1.219
+60,block_sparse_moe.experts.141.w1,0.0000842516,0.01000,1.049
+60,block_sparse_moe.experts.143.w1,0.0000756632,0.01000,0.896
+60,block_sparse_moe.experts.142.w1,0.0000643964,0.01000,1.185
+60,block_sparse_moe.experts.145.w1,0.0000553671,0.01000,0.899
+60,block_sparse_moe.experts.146.w1,0.0000771142,0.01000,1.035
+60,block_sparse_moe.experts.147.w1,0.0000656671,0.01000,0.957
+60,block_sparse_moe.experts.148.w1,0.0000732614,0.01000,0.946
+60,block_sparse_moe.experts.144.w1,0.0000743380,0.01000,1.447
+60,block_sparse_moe.experts.150.w1,0.0000774984,0.01000,0.864
+60,block_sparse_moe.experts.149.w1,0.0000894019,0.01000,1.005
+60,block_sparse_moe.experts.152.w1,0.0000705375,0.01000,0.880
+60,block_sparse_moe.experts.154.w1,0.0000852931,0.01000,0.852
+60,block_sparse_moe.experts.153.w1,0.0000593562,0.01000,0.867
+60,block_sparse_moe.experts.151.w1,0.0000591889,0.01000,1.185
+60,block_sparse_moe.experts.156.w1,0.0000734522,0.01000,0.868
+60,block_sparse_moe.experts.157.w1,0.0000718497,0.01000,0.836
+60,block_sparse_moe.experts.155.w1,0.0000821488,0.01000,1.296
+60,block_sparse_moe.experts.159.w1,0.0000791238,0.01000,0.853
+60,block_sparse_moe.experts.160.w1,0.0000633369,0.01000,0.853
+60,block_sparse_moe.experts.161.w1,0.0000587365,0.01000,0.869
+60,block_sparse_moe.experts.158.w1,0.0000683975,0.01000,1.174
+60,block_sparse_moe.experts.163.w1,0.0000667734,0.01000,0.868
+60,block_sparse_moe.experts.162.w1,0.0000648959,0.01000,1.003
+60,block_sparse_moe.experts.166.w1,0.0000752460,0.01000,0.851
+60,block_sparse_moe.experts.167.w1,0.0000701834,0.01000,0.857
+60,block_sparse_moe.experts.168.w1,0.0000869721,0.01000,0.826
+60,block_sparse_moe.experts.164.w1,0.0000708007,0.01000,1.351
+60,block_sparse_moe.experts.169.w1,0.0000730153,0.01000,0.867
+60,block_sparse_moe.experts.165.w1,0.0000661465,0.01000,1.228
+60,block_sparse_moe.experts.170.w1,0.0000613842,0.01000,0.839
+60,block_sparse_moe.experts.171.w1,0.0000760173,0.01000,0.944
+60,block_sparse_moe.experts.173.w1,0.0000763303,0.01000,0.922
+60,block_sparse_moe.experts.175.w1,0.0000703208,0.01000,0.851
+60,block_sparse_moe.experts.172.w1,0.0000665673,0.01000,1.089
+60,block_sparse_moe.experts.176.w1,0.0000742946,0.01000,0.849
+60,block_sparse_moe.experts.174.w1,0.0000818205,0.01000,1.012
+60,block_sparse_moe.experts.177.w1,0.0000748864,0.01000,0.912
+60,block_sparse_moe.experts.178.w1,0.0000630942,0.01000,0.855
+60,block_sparse_moe.experts.180.w1,0.0000675713,0.01000,0.878
+60,block_sparse_moe.experts.181.w1,0.0000714484,0.01000,0.896
+60,block_sparse_moe.experts.182.w1,0.0000773921,0.01000,0.916
+60,block_sparse_moe.experts.183.w1,0.0000587147,0.01000,0.875
+60,block_sparse_moe.experts.184.w1,0.0000659178,0.01000,0.872
+60,block_sparse_moe.experts.179.w1,0.0000743945,0.01000,1.434
+60,block_sparse_moe.experts.185.w1,0.0000719050,0.01000,0.905
+60,block_sparse_moe.experts.187.w1,0.0000784734,0.01000,0.834
+60,block_sparse_moe.experts.189.w1,0.0000722872,0.01000,0.816
+60,block_sparse_moe.experts.190.w1,0.0000732792,0.01000,0.809
+60,block_sparse_moe.experts.188.w1,0.0000598342,0.01000,1.134
+60,block_sparse_moe.experts.186.w1,0.0000844465,0.01000,1.365
+60,block_sparse_moe.experts.191.w1,0.0000761402,0.01000,0.880
+60,block_sparse_moe.experts.192.w1,0.0000676340,0.01000,0.789
+60,block_sparse_moe.experts.194.w1,0.0000692719,0.01000,0.872
+60,block_sparse_moe.experts.195.w1,0.0000818696,0.01000,0.984
+60,block_sparse_moe.experts.196.w1,0.0000640547,0.01000,0.944
+60,block_sparse_moe.experts.193.w1,0.0000716865,0.01000,1.379
+60,block_sparse_moe.experts.198.w1,0.0000741579,0.01000,0.874
+60,block_sparse_moe.experts.197.w1,0.0000687897,0.01000,0.908
+60,block_sparse_moe.experts.199.w1,0.0000618527,0.01000,0.885
+60,block_sparse_moe.experts.201.w1,0.0000575974,0.01000,0.921
+60,block_sparse_moe.experts.203.w1,0.0000799555,0.01000,0.881
+60,block_sparse_moe.experts.202.w1,0.0000737203,0.01000,0.950
+60,block_sparse_moe.experts.205.w1,0.0000794477,0.01000,0.892
+60,block_sparse_moe.experts.204.w1,0.0000611996,0.01000,0.908
+60,block_sparse_moe.experts.200.w1,0.0000756094,0.01000,1.389
+60,block_sparse_moe.experts.206.w1,0.0000654976,0.01000,1.037
+60,block_sparse_moe.experts.208.w1,0.0000726757,0.01000,0.878
+60,block_sparse_moe.experts.211.w1,0.0000622411,0.01000,0.862
+60,block_sparse_moe.experts.210.w1,0.0000801148,0.01000,0.885
+60,block_sparse_moe.experts.212.w1,0.0000619849,0.01000,0.867
+60,block_sparse_moe.experts.209.w1,0.0000729802,0.01000,1.009
+60,block_sparse_moe.experts.207.w1,0.0000569204,0.01000,1.346
+60,block_sparse_moe.experts.213.w1,0.0000824949,0.01000,1.036
+60,block_sparse_moe.experts.217.w1,0.0000673428,0.01000,0.847
+60,block_sparse_moe.experts.215.w1,0.0000775957,0.01000,0.894
+60,block_sparse_moe.experts.216.w1,0.0000618617,0.01000,0.913
+60,block_sparse_moe.experts.218.w1,0.0000696913,0.01000,0.896
+60,block_sparse_moe.experts.219.w1,0.0000745422,0.01000,0.955
+60,block_sparse_moe.experts.214.w1,0.0000863507,0.01000,1.313
+60,block_sparse_moe.experts.220.w1,0.0000631116,0.01000,1.241
+60,block_sparse_moe.experts.222.w1,0.0000770101,0.01000,0.846
+60,block_sparse_moe.experts.223.w1,0.0000737345,0.01000,0.876
+60,block_sparse_moe.experts.224.w1,0.0000778459,0.01000,0.833
+60,block_sparse_moe.experts.225.w1,0.0000860363,0.01000,0.859
+60,block_sparse_moe.experts.226.w1,0.0000681047,0.01000,0.869
+60,block_sparse_moe.experts.221.w1,0.0000711949,0.01000,1.398
+60,block_sparse_moe.experts.229.w1,0.0000686206,0.01000,0.922
+60,block_sparse_moe.experts.230.w1,0.0000757838,0.01000,0.888
+60,block_sparse_moe.experts.227.w1,0.0000793207,0.01000,1.197
+60,block_sparse_moe.experts.231.w1,0.0000755646,0.01000,0.927
+60,block_sparse_moe.experts.228.w1,0.0000709504,0.01000,1.275
+60,block_sparse_moe.experts.232.w1,0.0000616297,0.01000,0.925
+60,block_sparse_moe.experts.233.w1,0.0000686689,0.01000,0.939
+60,block_sparse_moe.experts.234.w1,0.0000682952,0.01000,1.001
+60,block_sparse_moe.experts.236.w1,0.0000712150,0.01000,0.951
+60,block_sparse_moe.experts.237.w1,0.0000786059,0.01000,0.928
+60,block_sparse_moe.experts.238.w1,0.0000776663,0.01000,0.890
+60,block_sparse_moe.experts.235.w1,0.0000650397,0.01000,1.270
+60,block_sparse_moe.experts.239.w1,0.0000681673,0.01000,0.982
+60,block_sparse_moe.experts.240.w1,0.0000631632,0.01000,0.861
+60,block_sparse_moe.experts.241.w1,0.0000714223,0.01000,0.872
+60,block_sparse_moe.experts.243.w1,0.0000767401,0.01000,0.897
+60,block_sparse_moe.experts.244.w1,0.0000741748,0.01000,0.934
+60,block_sparse_moe.experts.246.w1,0.0000556587,0.01000,0.876
+60,block_sparse_moe.experts.245.w1,0.0000778379,0.01000,1.086
+60,block_sparse_moe.experts.247.w1,0.0000720527,0.01000,1.147
+60,block_sparse_moe.experts.242.w1,0.0000676959,0.01000,1.472
+60,block_sparse_moe.experts.248.w1,0.0000670677,0.01000,0.862
+60,block_sparse_moe.experts.250.w1,0.0000811091,0.01000,0.881
+60,block_sparse_moe.experts.251.w1,0.0000802344,0.01000,0.909
+60,block_sparse_moe.experts.252.w1,0.0000705575,0.01000,0.923
+60,block_sparse_moe.experts.249.w1,0.0000738205,0.01000,1.325
+60,block_sparse_moe.experts.254.w1,0.0000670958,0.01000,0.880
+60,block_sparse_moe.experts.253.w1,0.0000728986,0.01000,1.106
+60,block_sparse_moe.experts.255.w1,0.0000715796,0.01000,0.914
+60,block_sparse_moe.experts.1.w3,0.0000794162,0.01000,0.889
+60,block_sparse_moe.experts.2.w3,0.0000856749,0.01000,0.892
+60,block_sparse_moe.experts.3.w3,0.0000792275,0.01000,0.970
+60,block_sparse_moe.experts.0.w3,0.0000895613,0.01000,1.415
+60,block_sparse_moe.experts.4.w3,0.0000836973,0.01000,1.073
+60,block_sparse_moe.experts.6.w3,0.0000799400,0.01000,0.849
+60,block_sparse_moe.experts.5.w3,0.0000916629,0.01000,1.060
+60,block_sparse_moe.experts.8.w3,0.0000941985,0.01000,0.865
+60,block_sparse_moe.experts.9.w3,0.0000755599,0.01000,0.852
+60,block_sparse_moe.experts.10.w3,0.0000956345,0.01000,0.931
+60,block_sparse_moe.experts.12.w3,0.0000791178,0.01000,0.876
+60,block_sparse_moe.experts.7.w3,0.0000872623,0.01000,1.358
+60,block_sparse_moe.experts.13.w3,0.0000848554,0.01000,0.852
+60,block_sparse_moe.experts.11.w3,0.0000891383,0.01000,1.084
+60,block_sparse_moe.experts.15.w3,0.0000794892,0.01000,0.915
+60,block_sparse_moe.experts.17.w3,0.0000785570,0.01000,0.850
+60,block_sparse_moe.experts.14.w3,0.0000966250,0.01000,1.171
+60,block_sparse_moe.experts.16.w3,0.0000870634,0.01000,1.026
+60,block_sparse_moe.experts.18.w3,0.0000837569,0.01000,0.998
+60,block_sparse_moe.experts.19.w3,0.0000863436,0.01000,0.912
+60,block_sparse_moe.experts.20.w3,0.0000865146,0.01000,0.994
+60,block_sparse_moe.experts.22.w3,0.0000792003,0.01000,0.853
+60,block_sparse_moe.experts.21.w3,0.0000904291,0.01000,1.078
+60,block_sparse_moe.experts.24.w3,0.0000845990,0.01000,0.862
+60,block_sparse_moe.experts.26.w3,0.0000857288,0.01000,0.847
+60,block_sparse_moe.experts.23.w3,0.0000998189,0.01000,1.212
+60,block_sparse_moe.experts.27.w3,0.0000869174,0.01000,0.885
+60,block_sparse_moe.experts.25.w3,0.0000971851,0.01000,1.134
+60,block_sparse_moe.experts.29.w3,0.0000866023,0.01000,0.890
+60,block_sparse_moe.experts.31.w3,0.0000921669,0.01000,0.865
+60,block_sparse_moe.experts.30.w3,0.0000886808,0.01000,0.998
+60,block_sparse_moe.experts.28.w3,0.0000861882,0.01000,1.235
+60,block_sparse_moe.experts.33.w3,0.0000944888,0.01000,0.971
+60,block_sparse_moe.experts.34.w3,0.0000820612,0.01000,1.062
+60,block_sparse_moe.experts.32.w3,0.0000745591,0.01000,1.176
+60,block_sparse_moe.experts.36.w3,0.0000833230,0.01000,0.969
+60,block_sparse_moe.experts.37.w3,0.0000850579,0.01000,0.926
+60,block_sparse_moe.experts.35.w3,0.0001095925,0.01000,1.203
+60,block_sparse_moe.experts.38.w3,0.0000873805,0.01000,1.021
+60,block_sparse_moe.experts.40.w3,0.0000867512,0.01000,0.872
+60,block_sparse_moe.experts.41.w3,0.0000904519,0.01000,0.878
+60,block_sparse_moe.experts.39.w3,0.0000860035,0.01000,1.199
+60,block_sparse_moe.experts.43.w3,0.0000900663,0.01000,0.951
+60,block_sparse_moe.experts.44.w3,0.0000843600,0.01000,0.926
+60,block_sparse_moe.experts.42.w3,0.0000805143,0.01000,1.183
+60,block_sparse_moe.experts.45.w3,0.0000880936,0.01000,1.009
+60,block_sparse_moe.experts.46.w3,0.0000848565,0.01000,0.987
+60,block_sparse_moe.experts.47.w3,0.0000881231,0.01000,1.013
+60,block_sparse_moe.experts.48.w3,0.0000955516,0.01000,0.900
+60,block_sparse_moe.experts.51.w3,0.0000796804,0.01000,0.896
+60,block_sparse_moe.experts.50.w3,0.0000851577,0.01000,1.056
+60,block_sparse_moe.experts.52.w3,0.0000860015,0.01000,0.883
+60,block_sparse_moe.experts.53.w3,0.0000939076,0.01000,0.867
+60,block_sparse_moe.experts.55.w3,0.0000891042,0.01000,0.844
+60,block_sparse_moe.experts.49.w3,0.0000787981,0.01000,1.391
+60,block_sparse_moe.experts.54.w3,0.0000869578,0.01000,0.990
+60,block_sparse_moe.experts.58.w3,0.0000975829,0.01000,0.865
+60,block_sparse_moe.experts.59.w3,0.0000876558,0.01000,0.833
+60,block_sparse_moe.experts.60.w3,0.0000864171,0.01000,0.930
+60,block_sparse_moe.experts.57.w3,0.0000939383,0.01000,1.097
+60,block_sparse_moe.experts.62.w3,0.0000840234,0.01000,0.926
+60,block_sparse_moe.experts.61.w3,0.0000954770,0.01000,0.990
+60,block_sparse_moe.experts.56.w3,0.0000916373,0.01000,1.359
+60,block_sparse_moe.experts.64.w3,0.0000736457,0.01000,0.917
+60,block_sparse_moe.experts.66.w3,0.0000918254,0.01000,0.979
+60,block_sparse_moe.experts.65.w3,0.0000919876,0.01000,1.004
+60,block_sparse_moe.experts.67.w3,0.0000811231,0.01000,0.914
+60,block_sparse_moe.experts.68.w3,0.0000745234,0.01000,0.855
+60,block_sparse_moe.experts.69.w3,0.0000855983,0.01000,0.844
+60,block_sparse_moe.experts.63.w3,0.0000849196,0.01000,1.357
+60,block_sparse_moe.experts.70.w3,0.0000919793,0.01000,1.125
+60,block_sparse_moe.experts.73.w3,0.0000996984,0.01000,0.857
+60,block_sparse_moe.experts.74.w3,0.0000887967,0.01000,0.949
+60,block_sparse_moe.experts.76.w3,0.0000767535,0.01000,0.877
+60,block_sparse_moe.experts.75.w3,0.0000777376,0.01000,0.955
+60,block_sparse_moe.experts.72.w3,0.0000856552,0.01000,1.082
+60,block_sparse_moe.experts.71.w3,0.0000867154,0.01000,1.122
+60,block_sparse_moe.experts.78.w3,0.0000866115,0.01000,0.969
+60,block_sparse_moe.experts.80.w3,0.0000934549,0.01000,0.878
+60,block_sparse_moe.experts.77.w3,0.0000932533,0.01000,1.062
+60,block_sparse_moe.experts.82.w3,0.0001406342,0.01000,0.863
+60,block_sparse_moe.experts.83.w3,0.0000731875,0.01000,0.857
+60,block_sparse_moe.experts.81.w3,0.0000883654,0.01000,1.148
+60,block_sparse_moe.experts.79.w3,0.0000820089,0.01000,1.210
+60,block_sparse_moe.experts.87.w3,0.0000929842,0.01000,0.826
+60,block_sparse_moe.experts.85.w3,0.0000844233,0.01000,0.948
+60,block_sparse_moe.experts.88.w3,0.0000800275,0.01000,0.930
+60,block_sparse_moe.experts.86.w3,0.0000901826,0.01000,1.034
+60,block_sparse_moe.experts.84.w3,0.0000898308,0.01000,1.206
+60,block_sparse_moe.experts.90.w3,0.0000890769,0.01000,0.980
+60,block_sparse_moe.experts.89.w3,0.0000944169,0.01000,1.146
+60,block_sparse_moe.experts.92.w3,0.0000739514,0.01000,0.915
+60,block_sparse_moe.experts.93.w3,0.0000855315,0.01000,0.882
+60,block_sparse_moe.experts.94.w3,0.0000875074,0.01000,0.853
+60,block_sparse_moe.experts.95.w3,0.0000910547,0.01000,0.840
+60,block_sparse_moe.experts.91.w3,0.0000893320,0.01000,1.281
+60,block_sparse_moe.experts.96.w3,0.0000871965,0.01000,0.968
+60,block_sparse_moe.experts.97.w3,0.0000880866,0.01000,1.070
+60,block_sparse_moe.experts.99.w3,0.0000908776,0.01000,0.862
+60,block_sparse_moe.experts.100.w3,0.0000905672,0.01000,0.927
+60,block_sparse_moe.experts.101.w3,0.0000855530,0.01000,0.899
+60,block_sparse_moe.experts.102.w3,0.0000925000,0.01000,0.843
+60,block_sparse_moe.experts.103.w3,0.0000800112,0.01000,0.851
+60,block_sparse_moe.experts.98.w3,0.0000825519,0.01000,1.253
+60,block_sparse_moe.experts.104.w3,0.0000941727,0.01000,0.995
+60,block_sparse_moe.experts.106.w3,0.0000712553,0.01000,0.926
+60,block_sparse_moe.experts.107.w3,0.0000931607,0.01000,0.940
+60,block_sparse_moe.experts.110.w3,0.0000766513,0.01000,0.880
+60,block_sparse_moe.experts.109.w3,0.0000815396,0.01000,0.895
+60,block_sparse_moe.experts.108.w3,0.0000957454,0.01000,1.114
+60,block_sparse_moe.experts.105.w3,0.0000804000,0.01000,1.524
+60,block_sparse_moe.experts.111.w3,0.0000868563,0.01000,0.983
+60,block_sparse_moe.experts.113.w3,0.0000809128,0.01000,0.903
+60,block_sparse_moe.experts.114.w3,0.0000836285,0.01000,0.859
+60,block_sparse_moe.experts.115.w3,0.0000804051,0.01000,0.896
+60,block_sparse_moe.experts.116.w3,0.0000896179,0.01000,0.929
+60,block_sparse_moe.experts.112.w3,0.0000742979,0.01000,1.288
+60,block_sparse_moe.experts.118.w3,0.0000881894,0.01000,0.896
+60,block_sparse_moe.experts.117.w3,0.0000995729,0.01000,1.195
+60,block_sparse_moe.experts.120.w3,0.0000951415,0.01000,0.852
+60,block_sparse_moe.experts.121.w3,0.0000748414,0.01000,0.998
+60,block_sparse_moe.experts.119.w3,0.0000813495,0.01000,1.147
+60,block_sparse_moe.experts.123.w3,0.0000930715,0.01000,0.847
+60,block_sparse_moe.experts.122.w3,0.0000938531,0.01000,0.912
+60,block_sparse_moe.experts.124.w3,0.0000912084,0.01000,0.901
+60,block_sparse_moe.experts.125.w3,0.0000864961,0.01000,0.863
+60,block_sparse_moe.experts.129.w3,0.0000667537,0.01000,0.898
+60,block_sparse_moe.experts.127.w3,0.0000842149,0.01000,0.941
+60,block_sparse_moe.experts.130.w3,0.0000898451,0.01000,0.901
+60,block_sparse_moe.experts.126.w3,0.0000844381,0.01000,1.331
+60,block_sparse_moe.experts.128.w3,0.0000913270,0.01000,1.219
+60,block_sparse_moe.experts.131.w3,0.0000875338,0.01000,1.048
+60,block_sparse_moe.experts.132.w3,0.0000830756,0.01000,1.055
+60,block_sparse_moe.experts.134.w3,0.0000888039,0.01000,0.910
+60,block_sparse_moe.experts.135.w3,0.0000960858,0.01000,0.940
+60,block_sparse_moe.experts.137.w3,0.0000934136,0.01000,0.853
+60,block_sparse_moe.experts.136.w3,0.0000887410,0.01000,0.971
+60,block_sparse_moe.experts.138.w3,0.0000734202,0.01000,0.848
+60,block_sparse_moe.experts.133.w3,0.0000932111,0.01000,1.399
+60,block_sparse_moe.experts.139.w3,0.0000937942,0.01000,0.831
+60,block_sparse_moe.experts.141.w3,0.0000973552,0.01000,0.856
+60,block_sparse_moe.experts.142.w3,0.0000819610,0.01000,0.936
+60,block_sparse_moe.experts.143.w3,0.0000891180,0.01000,0.980
+60,block_sparse_moe.experts.144.w3,0.0000908738,0.01000,0.868
+60,block_sparse_moe.experts.145.w3,0.0000706533,0.01000,0.858
+60,block_sparse_moe.experts.146.w3,0.0000867093,0.01000,0.965
+60,block_sparse_moe.experts.140.w3,0.0000747040,0.01000,1.500
+60,block_sparse_moe.experts.148.w3,0.0000871332,0.01000,0.848
+60,block_sparse_moe.experts.150.w3,0.0000903019,0.01000,0.837
+60,block_sparse_moe.experts.149.w3,0.0001033754,0.01000,0.898
+60,block_sparse_moe.experts.151.w3,0.0000783673,0.01000,0.850
+60,block_sparse_moe.experts.152.w3,0.0000861213,0.01000,0.843
+60,block_sparse_moe.experts.147.w3,0.0000867572,0.01000,1.395
+60,block_sparse_moe.experts.153.w3,0.0000770934,0.01000,1.064
+60,block_sparse_moe.experts.155.w3,0.0000960958,0.01000,0.885
+60,block_sparse_moe.experts.156.w3,0.0000884464,0.01000,0.886
+60,block_sparse_moe.experts.157.w3,0.0000860126,0.01000,0.972
+60,block_sparse_moe.experts.158.w3,0.0000839814,0.01000,0.894
+60,block_sparse_moe.experts.159.w3,0.0000989613,0.01000,0.898
+60,block_sparse_moe.experts.154.w3,0.0001003099,0.01000,1.291
+60,block_sparse_moe.experts.160.w3,0.0000786839,0.01000,0.901
+60,block_sparse_moe.experts.162.w3,0.0000759818,0.01000,0.864
+60,block_sparse_moe.experts.164.w3,0.0000862267,0.01000,0.852
+60,block_sparse_moe.experts.165.w3,0.0000789168,0.01000,0.855
+60,block_sparse_moe.experts.166.w3,0.0000872160,0.01000,0.851
+60,block_sparse_moe.experts.163.w3,0.0000764165,0.01000,1.221
+60,block_sparse_moe.experts.167.w3,0.0000878955,0.01000,0.982
+60,block_sparse_moe.experts.161.w3,0.0000733710,0.01000,1.508
+60,block_sparse_moe.experts.169.w3,0.0000847466,0.01000,0.865
+60,block_sparse_moe.experts.171.w3,0.0000906335,0.01000,0.864
+60,block_sparse_moe.experts.170.w3,0.0000848818,0.01000,0.991
+60,block_sparse_moe.experts.172.w3,0.0000825872,0.01000,0.967
+60,block_sparse_moe.experts.168.w3,0.0001003962,0.01000,1.448
+60,block_sparse_moe.experts.173.w3,0.0000875321,0.01000,1.024
+60,block_sparse_moe.experts.174.w3,0.0000953056,0.01000,0.955
+60,block_sparse_moe.experts.176.w3,0.0000913342,0.01000,0.925
+60,block_sparse_moe.experts.177.w3,0.0000897002,0.01000,0.950
+60,block_sparse_moe.experts.178.w3,0.0000783281,0.01000,0.874
+60,block_sparse_moe.experts.179.w3,0.0000858748,0.01000,0.940
+60,block_sparse_moe.experts.175.w3,0.0000831276,0.01000,1.392
+60,block_sparse_moe.experts.181.w3,0.0000812179,0.01000,0.857
+60,block_sparse_moe.experts.180.w3,0.0000828921,0.01000,0.916
+60,block_sparse_moe.experts.183.w3,0.0000769654,0.01000,0.888
+60,block_sparse_moe.experts.186.w3,0.0000976998,0.01000,0.843
+60,block_sparse_moe.experts.184.w3,0.0000800565,0.01000,0.921
+60,block_sparse_moe.experts.185.w3,0.0000934834,0.01000,0.898
+60,block_sparse_moe.experts.188.w3,0.0000761795,0.01000,0.857
+60,block_sparse_moe.experts.182.w3,0.0000939247,0.01000,1.304
+60,block_sparse_moe.experts.187.w3,0.0000894797,0.01000,1.121
+60,block_sparse_moe.experts.192.w3,0.0000806700,0.01000,0.842
+60,block_sparse_moe.experts.190.w3,0.0000843772,0.01000,0.911
+60,block_sparse_moe.experts.193.w3,0.0000922644,0.01000,0.869
+60,block_sparse_moe.experts.194.w3,0.0000862920,0.01000,0.920
+60,block_sparse_moe.experts.189.w3,0.0000851489,0.01000,1.409
+60,block_sparse_moe.experts.195.w3,0.0000961087,0.01000,0.895
+60,block_sparse_moe.experts.191.w3,0.0000860370,0.01000,1.571
+60,block_sparse_moe.experts.197.w3,0.0000837617,0.01000,0.970
+60,block_sparse_moe.experts.199.w3,0.0000755456,0.01000,0.911
+60,block_sparse_moe.experts.200.w3,0.0000870827,0.01000,0.873
+60,block_sparse_moe.experts.201.w3,0.0000815213,0.01000,0.844
+60,block_sparse_moe.experts.198.w3,0.0000867944,0.01000,1.121
+60,block_sparse_moe.experts.196.w3,0.0000805630,0.01000,1.222
+60,block_sparse_moe.experts.202.w3,0.0000872413,0.01000,0.938
+60,block_sparse_moe.experts.205.w3,0.0000905387,0.01000,0.908
+60,block_sparse_moe.experts.204.w3,0.0000796039,0.01000,0.997
+60,block_sparse_moe.experts.208.w3,0.0000880740,0.01000,0.877
+60,block_sparse_moe.experts.206.w3,0.0000799606,0.01000,0.944
+60,block_sparse_moe.experts.207.w3,0.0000784658,0.01000,0.967
+60,block_sparse_moe.experts.203.w3,0.0000928238,0.01000,1.423
+60,block_sparse_moe.experts.209.w3,0.0000828395,0.01000,1.195
+60,block_sparse_moe.experts.211.w3,0.0000730432,0.01000,0.886
+60,block_sparse_moe.experts.212.w3,0.0000796223,0.01000,0.944
+60,block_sparse_moe.experts.213.w3,0.0000967914,0.01000,1.001
+60,block_sparse_moe.experts.214.w3,0.0001021615,0.01000,1.036
+60,block_sparse_moe.experts.215.w3,0.0000916175,0.01000,0.877
+60,block_sparse_moe.experts.210.w3,0.0000927136,0.01000,1.493
+60,block_sparse_moe.experts.216.w3,0.0000733586,0.01000,0.856
+60,block_sparse_moe.experts.218.w3,0.0000835098,0.01000,0.936
+60,block_sparse_moe.experts.221.w3,0.0000843158,0.01000,0.860
+60,block_sparse_moe.experts.219.w3,0.0000863614,0.01000,1.028
+60,block_sparse_moe.experts.220.w3,0.0000800259,0.01000,1.007
+60,block_sparse_moe.experts.217.w3,0.0000788346,0.01000,1.419
+60,block_sparse_moe.experts.222.w3,0.0000883341,0.01000,0.926
+60,block_sparse_moe.experts.223.w3,0.0000841263,0.01000,0.972
+60,block_sparse_moe.experts.225.w3,0.0000940395,0.01000,0.894
+60,block_sparse_moe.experts.228.w3,0.0000829541,0.01000,0.871
+60,block_sparse_moe.experts.226.w3,0.0000817449,0.01000,1.092
+60,block_sparse_moe.experts.227.w3,0.0000913916,0.01000,1.028
+60,block_sparse_moe.experts.224.w3,0.0000922270,0.01000,1.308
+60,block_sparse_moe.experts.229.w3,0.0000818939,0.01000,0.935
+60,block_sparse_moe.experts.230.w3,0.0000875156,0.01000,1.005
+60,block_sparse_moe.experts.232.w3,0.0000801853,0.01000,0.868
+60,block_sparse_moe.experts.234.w3,0.0000824405,0.01000,0.919
+60,block_sparse_moe.experts.233.w3,0.0000937375,0.01000,0.940
+60,block_sparse_moe.experts.236.w3,0.0000873429,0.01000,0.905
+60,block_sparse_moe.experts.235.w3,0.0000796705,0.01000,1.064
+60,block_sparse_moe.experts.231.w3,0.0000891883,0.01000,1.325
+60,block_sparse_moe.experts.237.w3,0.0000892398,0.01000,0.874
+60,block_sparse_moe.experts.239.w3,0.0000787253,0.01000,0.890
+60,block_sparse_moe.experts.240.w3,0.0000758448,0.01000,0.887
+60,block_sparse_moe.experts.241.w3,0.0000848589,0.01000,0.942
+60,block_sparse_moe.experts.243.w3,0.0000896297,0.01000,0.915
+60,block_sparse_moe.experts.242.w3,0.0000835681,0.01000,0.948
+60,block_sparse_moe.experts.244.w3,0.0000900757,0.01000,0.912
+60,block_sparse_moe.experts.238.w3,0.0000893663,0.01000,1.406
+60,block_sparse_moe.experts.246.w3,0.0000952417,0.01000,0.917
+60,block_sparse_moe.experts.247.w3,0.0000923347,0.01000,0.871
+60,block_sparse_moe.experts.249.w3,0.0000861502,0.01000,0.855
+60,block_sparse_moe.experts.248.w3,0.0000862004,0.01000,0.925
+60,block_sparse_moe.experts.250.w3,0.0000905890,0.01000,0.941
+60,block_sparse_moe.experts.251.w3,0.0000944972,0.01000,0.960
+60,block_sparse_moe.experts.245.w3,0.0000904675,0.01000,1.521
+60,block_sparse_moe.experts.254.w3,0.0000980059,0.01000,0.784
+60,block_sparse_moe.experts.253.w3,0.0000908040,0.01000,0.833
+60,block_sparse_moe.experts.255.w3,0.0000872109,0.01000,0.818
+60,block_sparse_moe.experts.252.w3,0.0000849348,0.01000,1.151
+60,block_sparse_moe.experts.3.w2,0.0003655303,0.01000,0.453
+60,block_sparse_moe.experts.2.w2,0.0001966379,0.01000,0.466
+60,block_sparse_moe.experts.6.w2,0.0003098143,0.01000,0.467
+60,block_sparse_moe.experts.1.w2,0.0001960672,0.01000,0.490
+60,block_sparse_moe.experts.5.w2,0.0001492017,0.01000,0.506
+60,block_sparse_moe.experts.4.w2,0.0005119549,0.01000,0.551
+60,block_sparse_moe.experts.0.w2,0.0001574568,0.01000,0.662
+60,block_sparse_moe.experts.8.w2,0.0005044480,0.01000,0.412
+60,block_sparse_moe.experts.9.w2,0.0003073609,0.01000,0.421
+60,block_sparse_moe.experts.10.w2,0.0000854606,0.01000,0.418
+60,block_sparse_moe.experts.12.w2,0.0002303976,0.01000,0.434
+60,block_sparse_moe.experts.7.w2,0.0000922445,0.01000,0.652
+60,block_sparse_moe.experts.11.w2,0.0000517714,0.01000,0.606
+60,block_sparse_moe.experts.13.w2,0.0000456388,0.01000,0.469
+60,block_sparse_moe.experts.16.w2,0.0001362036,0.01000,0.440
+60,block_sparse_moe.experts.17.w2,0.0001514753,0.01000,0.438
+60,block_sparse_moe.experts.20.w2,0.0004905860,0.01000,0.440
+60,block_sparse_moe.experts.19.w2,0.0001386687,0.01000,0.480
+60,block_sparse_moe.experts.14.w2,0.0009130258,0.01000,0.722
+60,block_sparse_moe.experts.15.w2,0.0003833955,0.01000,0.855
+60,block_sparse_moe.experts.21.w2,0.0002729053,0.01000,0.496
+60,block_sparse_moe.experts.18.w2,0.0001368149,0.01000,0.752
+60,block_sparse_moe.experts.22.w2,0.0003567736,0.01000,0.512
+60,block_sparse_moe.experts.23.w2,0.0000364712,0.01000,0.387
+60,block_sparse_moe.experts.24.w2,0.0002505247,0.01000,0.395
+60,block_sparse_moe.experts.26.w2,0.0003155676,0.01000,0.413
+60,block_sparse_moe.experts.25.w2,0.0001464168,0.01000,0.635
+60,block_sparse_moe.experts.27.w2,0.0001234375,0.01000,0.423
+60,block_sparse_moe.experts.28.w2,0.0001251398,0.01000,0.444
+60,block_sparse_moe.experts.30.w2,0.0000769539,0.01000,0.417
+60,block_sparse_moe.experts.29.w2,0.0003220103,0.01000,0.431
+60,block_sparse_moe.experts.31.w2,0.0002276739,0.01000,0.515
+60,block_sparse_moe.experts.33.w2,0.0000997270,0.01000,0.433
+60,block_sparse_moe.experts.35.w2,0.0004210656,0.01000,0.426
+60,block_sparse_moe.experts.36.w2,0.0001486744,0.01000,0.430
+60,block_sparse_moe.experts.37.w2,0.0002393276,0.01000,0.429
+60,block_sparse_moe.experts.32.w2,0.0002784000,0.01000,0.673
+60,block_sparse_moe.experts.38.w2,0.0002259764,0.01000,0.409
+60,block_sparse_moe.experts.34.w2,0.0001032315,0.01000,0.733
+60,block_sparse_moe.experts.40.w2,0.0000429276,0.01000,0.411
+60,block_sparse_moe.experts.42.w2,0.0002980196,0.01000,0.421
+60,block_sparse_moe.experts.43.w2,0.0000842274,0.01000,0.414
+60,block_sparse_moe.experts.39.w2,0.0003564830,0.01000,0.653
+60,block_sparse_moe.experts.44.w2,0.0001120000,0.01000,0.432
+60,block_sparse_moe.experts.41.w2,0.0003055805,0.01000,0.582
+60,block_sparse_moe.experts.45.w2,0.0000475321,0.01000,0.461
+60,block_sparse_moe.experts.46.w2,0.0003100774,0.01000,0.598
+60,block_sparse_moe.experts.47.w2,0.0000207704,0.01000,0.562
+60,block_sparse_moe.experts.48.w2,0.0002006180,0.01000,0.536
+60,block_sparse_moe.experts.50.w2,0.0001517792,0.01000,0.449
+60,block_sparse_moe.experts.51.w2,0.0000483945,0.01000,0.439
+60,block_sparse_moe.experts.49.w2,0.0003949164,0.01000,0.577
+60,block_sparse_moe.experts.52.w2,0.0001798889,0.01000,0.694
+60,block_sparse_moe.experts.55.w2,0.0000492301,0.01000,0.458
+60,block_sparse_moe.experts.57.w2,0.0000473915,0.01000,0.445
+60,block_sparse_moe.experts.56.w2,0.0000652636,0.01000,0.481
+60,block_sparse_moe.experts.54.w2,0.0001147569,0.01000,0.723
+60,block_sparse_moe.experts.59.w2,0.0002410151,0.01000,0.410
+60,block_sparse_moe.experts.53.w2,0.0001848086,0.01000,0.838
+60,block_sparse_moe.experts.58.w2,0.0003179277,0.01000,0.788
+60,block_sparse_moe.experts.62.w2,0.0007520351,0.01000,0.435
+60,block_sparse_moe.experts.61.w2,0.0000510911,0.01000,0.529
+60,block_sparse_moe.experts.63.w2,0.0001412943,0.01000,0.409
+60,block_sparse_moe.experts.64.w2,0.0005252051,0.01000,0.418
+60,block_sparse_moe.experts.65.w2,0.0002565278,0.01000,0.458
+60,block_sparse_moe.experts.60.w2,0.0002566303,0.01000,0.820
+60,block_sparse_moe.experts.66.w2,0.0000582320,0.01000,0.499
+60,block_sparse_moe.experts.68.w2,0.0003286478,0.01000,0.560
+60,block_sparse_moe.experts.69.w2,0.0000943578,0.01000,0.445
+60,block_sparse_moe.experts.70.w2,0.0000502226,0.01000,0.438
+60,block_sparse_moe.experts.67.w2,0.0001789460,0.01000,0.712
+60,block_sparse_moe.experts.71.w2,0.0002069546,0.01000,0.467
+60,block_sparse_moe.experts.72.w2,0.0002148647,0.01000,0.502
+60,block_sparse_moe.experts.73.w2,0.0005140398,0.01000,0.607
+60,block_sparse_moe.experts.75.w2,0.0000347370,0.01000,0.434
+60,block_sparse_moe.experts.76.w2,0.0001234234,0.01000,0.434
+60,block_sparse_moe.experts.77.w2,0.0002434318,0.01000,0.444
+60,block_sparse_moe.experts.78.w2,0.0003065825,0.01000,0.433
+60,block_sparse_moe.experts.79.w2,0.0002790276,0.01000,0.414
+60,block_sparse_moe.experts.74.w2,0.0002028482,0.01000,0.651
+60,block_sparse_moe.experts.82.w2,0.0006860907,0.01000,0.447
+60,block_sparse_moe.experts.80.w2,0.0000879643,0.01000,0.577
+60,block_sparse_moe.experts.83.w2,0.0003405341,0.01000,0.529
+60,block_sparse_moe.experts.85.w2,0.0001101379,0.01000,0.440
+60,block_sparse_moe.experts.84.w2,0.0001655754,0.01000,0.506
+60,block_sparse_moe.experts.86.w2,0.0001788616,0.01000,0.444
+60,block_sparse_moe.experts.81.w2,0.0001437370,0.01000,0.712
+60,block_sparse_moe.experts.92.w2,0.0000260501,0.01000,0.425
+60,block_sparse_moe.experts.89.w2,0.0000504716,0.01000,0.479
+60,block_sparse_moe.experts.90.w2,0.0003414066,0.01000,0.458
+60,block_sparse_moe.experts.87.w2,0.0002345354,0.01000,0.663
+60,block_sparse_moe.experts.93.w2,0.0001399886,0.01000,0.482
+60,block_sparse_moe.experts.88.w2,0.0001292733,0.01000,0.905
+60,block_sparse_moe.experts.96.w2,0.0003006758,0.01000,0.397
+60,block_sparse_moe.experts.91.w2,0.0001147216,0.01000,0.844
+60,block_sparse_moe.experts.94.w2,0.0000335754,0.01000,0.427
+60,block_sparse_moe.experts.97.w2,0.0001347053,0.01000,0.506
+60,block_sparse_moe.experts.98.w2,0.0000484786,0.01000,0.649
+60,block_sparse_moe.experts.100.w2,0.0000669043,0.01000,0.439
+60,block_sparse_moe.experts.99.w2,0.0000351896,0.01000,0.464
+60,block_sparse_moe.experts.95.w2,0.0004906079,0.01000,0.865
+60,block_sparse_moe.experts.101.w2,0.0001655038,0.01000,0.529
+60,block_sparse_moe.experts.103.w2,0.0002429264,0.01000,0.461
+60,block_sparse_moe.experts.102.w2,0.0001137061,0.01000,0.684
+60,block_sparse_moe.experts.104.w2,0.0000754266,0.01000,0.507
+60,block_sparse_moe.experts.105.w2,0.0005469963,0.01000,0.442
+60,block_sparse_moe.experts.106.w2,0.0001432069,0.01000,0.429
+60,block_sparse_moe.experts.107.w2,0.0002689403,0.01000,0.481
+60,block_sparse_moe.experts.108.w2,0.0000464527,0.01000,0.456
+60,block_sparse_moe.experts.109.w2,0.0002588561,0.01000,0.618
+60,block_sparse_moe.experts.111.w2,0.0000948387,0.01000,0.439
+60,block_sparse_moe.experts.113.w2,0.0002096490,0.01000,0.472
+60,block_sparse_moe.experts.112.w2,0.0002087542,0.01000,0.492
+60,block_sparse_moe.experts.114.w2,0.0002521645,0.01000,0.429
+60,block_sparse_moe.experts.110.w2,0.0000347735,0.01000,0.692
+60,block_sparse_moe.experts.115.w2,0.0002479511,0.01000,0.432
+60,block_sparse_moe.experts.117.w2,0.0003279442,0.01000,0.473
+60,block_sparse_moe.experts.120.w2,0.0001409506,0.01000,0.427
+60,block_sparse_moe.experts.118.w2,0.0000827101,0.01000,0.455
+60,block_sparse_moe.experts.119.w2,0.0001267322,0.01000,0.456
+60,block_sparse_moe.experts.122.w2,0.0000510125,0.01000,0.423
+60,block_sparse_moe.experts.121.w2,0.0001941187,0.01000,0.464
+60,block_sparse_moe.experts.116.w2,0.0001675512,0.01000,0.715
+60,block_sparse_moe.experts.125.w2,0.0002370218,0.01000,0.454
+60,block_sparse_moe.experts.126.w2,0.0001774516,0.01000,0.455
+60,block_sparse_moe.experts.127.w2,0.0000617959,0.01000,0.444
+60,block_sparse_moe.experts.128.w2,0.0002096646,0.01000,0.440
+60,block_sparse_moe.experts.129.w2,0.0006168475,0.01000,0.424
+60,block_sparse_moe.experts.123.w2,0.0001552819,0.01000,0.815
+60,block_sparse_moe.experts.124.w2,0.0000563083,0.01000,0.837
+60,block_sparse_moe.experts.133.w2,0.0000556631,0.01000,0.386
+60,block_sparse_moe.experts.132.w2,0.0001278923,0.01000,0.413
+60,block_sparse_moe.experts.134.w2,0.0001245021,0.01000,0.396
+60,block_sparse_moe.experts.131.w2,0.0001008556,0.01000,0.700
+60,block_sparse_moe.experts.135.w2,0.0000962109,0.01000,0.409
+60,block_sparse_moe.experts.130.w2,0.0002104104,0.01000,0.766
+60,block_sparse_moe.experts.138.w2,0.0000526714,0.01000,0.476
+60,block_sparse_moe.experts.139.w2,0.0000338235,0.01000,0.421
+60,block_sparse_moe.experts.136.w2,0.0002062798,0.01000,0.617
+60,block_sparse_moe.experts.137.w2,0.0000672550,0.01000,0.691
+60,block_sparse_moe.experts.140.w2,0.0008065001,0.01000,0.418
+60,block_sparse_moe.experts.141.w2,0.0001400717,0.01000,0.415
+60,block_sparse_moe.experts.142.w2,0.0002100581,0.01000,0.436
+60,block_sparse_moe.experts.143.w2,0.0001089832,0.01000,0.532
+60,block_sparse_moe.experts.145.w2,0.0001207000,0.01000,0.464
+60,block_sparse_moe.experts.147.w2,0.0002200731,0.01000,0.477
+60,block_sparse_moe.experts.148.w2,0.0001093002,0.01000,0.463
+60,block_sparse_moe.experts.144.w2,0.0001322491,0.01000,0.684
+60,block_sparse_moe.experts.146.w2,0.0002329915,0.01000,0.559
+60,block_sparse_moe.experts.149.w2,0.0000812105,0.01000,0.472
+60,block_sparse_moe.experts.150.w2,0.0000866528,0.01000,0.423
+60,block_sparse_moe.experts.153.w2,0.0002479576,0.01000,0.497
+60,block_sparse_moe.experts.155.w2,0.0000503871,0.01000,0.461
+60,block_sparse_moe.experts.152.w2,0.0001713359,0.01000,0.538
+60,block_sparse_moe.experts.154.w2,0.0003506866,0.01000,0.530
+60,block_sparse_moe.experts.151.w2,0.0002108623,0.01000,0.756
+60,block_sparse_moe.experts.156.w2,0.0001998208,0.01000,0.690
+60,block_sparse_moe.experts.157.w2,0.0002754134,0.01000,0.564
+60,block_sparse_moe.experts.159.w2,0.0002459611,0.01000,0.473
+60,block_sparse_moe.experts.160.w2,0.0000611760,0.01000,0.520
+60,block_sparse_moe.experts.162.w2,0.0003232441,0.01000,0.506
+60,block_sparse_moe.experts.163.w2,0.0002817145,0.01000,0.435
+60,block_sparse_moe.experts.158.w2,0.0002935061,0.01000,0.699
+60,block_sparse_moe.experts.161.w2,0.0008344535,0.01000,0.689
+60,block_sparse_moe.experts.164.w2,0.0001239862,0.01000,0.429
+60,block_sparse_moe.experts.166.w2,0.0002216685,0.01000,0.424
+60,block_sparse_moe.experts.167.w2,0.0001190235,0.01000,0.454
+60,block_sparse_moe.experts.169.w2,0.0001255847,0.01000,0.419
+60,block_sparse_moe.experts.168.w2,0.0001603907,0.01000,0.428
+60,block_sparse_moe.experts.165.w2,0.0001224803,0.01000,0.649
+60,block_sparse_moe.experts.171.w2,0.0000593648,0.01000,0.410
+60,block_sparse_moe.experts.170.w2,0.0007035008,0.01000,0.523
+60,block_sparse_moe.experts.175.w2,0.0000608237,0.01000,0.415
+60,block_sparse_moe.experts.174.w2,0.0001881336,0.01000,0.429
+60,block_sparse_moe.experts.176.w2,0.0001197755,0.01000,0.413
+60,block_sparse_moe.experts.177.w2,0.0003155527,0.01000,0.468
+60,block_sparse_moe.experts.172.w2,0.0001733092,0.01000,0.680
+60,block_sparse_moe.experts.178.w2,0.0003392144,0.01000,0.424
+60,block_sparse_moe.experts.173.w2,0.0000740647,0.01000,0.868
+60,block_sparse_moe.experts.181.w2,0.0000681041,0.01000,0.510
+60,block_sparse_moe.experts.183.w2,0.0003079053,0.01000,0.464
+60,block_sparse_moe.experts.182.w2,0.0000802539,0.01000,0.584
+60,block_sparse_moe.experts.180.w2,0.0001144783,0.01000,0.706
+60,block_sparse_moe.experts.179.w2,0.0000397211,0.01000,0.717
+60,block_sparse_moe.experts.184.w2,0.0001736835,0.01000,0.650
+60,block_sparse_moe.experts.185.w2,0.0001153399,0.01000,0.560
+60,block_sparse_moe.experts.187.w2,0.0000533222,0.01000,0.488
+60,block_sparse_moe.experts.190.w2,0.0000746324,0.01000,0.431
+60,block_sparse_moe.experts.189.w2,0.0000317880,0.01000,0.434
+60,block_sparse_moe.experts.186.w2,0.0001349450,0.01000,0.636
+60,block_sparse_moe.experts.188.w2,0.0001718543,0.01000,0.614
+60,block_sparse_moe.experts.191.w2,0.0000376093,0.01000,0.523
+60,block_sparse_moe.experts.192.w2,0.0000846315,0.01000,0.509
+60,block_sparse_moe.experts.194.w2,0.0001522900,0.01000,0.427
+60,block_sparse_moe.experts.196.w2,0.0001380944,0.01000,0.444
+60,block_sparse_moe.experts.195.w2,0.0002078404,0.01000,0.499
+60,block_sparse_moe.experts.193.w2,0.0001651270,0.01000,0.610
+60,block_sparse_moe.experts.197.w2,0.0001186388,0.01000,0.515
+60,block_sparse_moe.experts.198.w2,0.0001246022,0.01000,0.603
+60,block_sparse_moe.experts.199.w2,0.0001266215,0.01000,0.559
+60,block_sparse_moe.experts.203.w2,0.0002063385,0.01000,0.439
+60,block_sparse_moe.experts.201.w2,0.0001254785,0.01000,0.513
+60,block_sparse_moe.experts.202.w2,0.0000494256,0.01000,0.498
+60,block_sparse_moe.experts.200.w2,0.0001253150,0.01000,0.595
+60,block_sparse_moe.experts.204.w2,0.0001658364,0.01000,0.535
+60,block_sparse_moe.experts.205.w2,0.0001875932,0.01000,0.439
+60,block_sparse_moe.experts.206.w2,0.0000420620,0.01000,0.435
+60,block_sparse_moe.experts.210.w2,0.0000745353,0.01000,0.433
+60,block_sparse_moe.experts.208.w2,0.0001861702,0.01000,0.488
+60,block_sparse_moe.experts.209.w2,0.0000801001,0.01000,0.561
+60,block_sparse_moe.experts.207.w2,0.0002329161,0.01000,0.592
+60,block_sparse_moe.experts.212.w2,0.0001611767,0.01000,0.436
+60,block_sparse_moe.experts.213.w2,0.0001775642,0.01000,0.436
+60,block_sparse_moe.experts.211.w2,0.0000898277,0.01000,0.612
+60,block_sparse_moe.experts.215.w2,0.0002035662,0.01000,0.614
+60,block_sparse_moe.experts.217.w2,0.0001155422,0.01000,0.582
+60,block_sparse_moe.experts.216.w2,0.0002498395,0.01000,0.597
+60,block_sparse_moe.experts.218.w2,0.0001409847,0.01000,0.511
+60,block_sparse_moe.experts.214.w2,0.0003351996,0.01000,0.734
+60,block_sparse_moe.experts.219.w2,0.0000608949,0.01000,0.459
+60,block_sparse_moe.experts.220.w2,0.0002094473,0.01000,0.456
+60,block_sparse_moe.experts.224.w2,0.0000914826,0.01000,0.427
+60,block_sparse_moe.experts.226.w2,0.0001527559,0.01000,0.426
+60,block_sparse_moe.experts.223.w2,0.0000727657,0.01000,0.494
+60,block_sparse_moe.experts.221.w2,0.0000199149,0.01000,0.590
+60,block_sparse_moe.experts.222.w2,0.0001195771,0.01000,0.528
+60,block_sparse_moe.experts.227.w2,0.0000857034,0.01000,0.417
+60,block_sparse_moe.experts.225.w2,0.0005575663,0.01000,0.635
+60,block_sparse_moe.experts.230.w2,0.0000869776,0.01000,0.438
+60,block_sparse_moe.experts.231.w2,0.0000770804,0.01000,0.431
+60,block_sparse_moe.experts.233.w2,0.0007051415,0.01000,0.431
+60,block_sparse_moe.experts.229.w2,0.0001661524,0.01000,0.538
+60,block_sparse_moe.experts.232.w2,0.0001931944,0.01000,0.493
+60,block_sparse_moe.experts.228.w2,0.0001062790,0.01000,0.763
+60,block_sparse_moe.experts.234.w2,0.0000229257,0.01000,0.737
+60,block_sparse_moe.experts.236.w2,0.0002269442,0.01000,0.473
+60,block_sparse_moe.experts.237.w2,0.0001537196,0.01000,0.455
+60,block_sparse_moe.experts.240.w2,0.0000802239,0.01000,0.439
+60,block_sparse_moe.experts.238.w2,0.0000875869,0.01000,0.666
+60,block_sparse_moe.experts.239.w2,0.0001443518,0.01000,0.664
+60,block_sparse_moe.experts.241.w2,0.0002139236,0.01000,0.449
+60,block_sparse_moe.experts.243.w2,0.0001370459,0.01000,0.435
+60,block_sparse_moe.experts.235.w2,0.0001639879,0.01000,1.103
+60,block_sparse_moe.experts.245.w2,0.0001505288,0.01000,0.430
+60,block_sparse_moe.experts.244.w2,0.0001917873,0.01000,0.468
+60,block_sparse_moe.experts.246.w2,0.0004934220,0.01000,0.519
+60,block_sparse_moe.experts.242.w2,0.0001695462,0.01000,0.849
+60,block_sparse_moe.experts.248.w2,0.0004169041,0.01000,0.421
+60,block_sparse_moe.experts.247.w2,0.0001528940,0.01000,0.511
+60,block_sparse_moe.experts.252.w2,0.0002718535,0.01000,0.438
+60,block_sparse_moe.experts.250.w2,0.0004120513,0.01000,0.567
+60,block_sparse_moe.experts.253.w2,0.0001725755,0.01000,0.432
+60,block_sparse_moe.experts.251.w2,0.0000480808,0.01000,0.582
+60,block_sparse_moe.experts.254.w2,0.0003759655,0.01000,0.451
+60,block_sparse_moe.experts.249.w2,0.0001663846,0.01000,0.748
+60,block_sparse_moe.experts.255.w2,0.0001150956,0.01000,0.507
+61,block_sparse_moe.experts.1.w1,0.0000388016,0.01000,0.861
+61,block_sparse_moe.experts.2.w1,0.0000466127,0.01000,0.862
+61,block_sparse_moe.experts.3.w1,0.0000480118,0.01000,0.873
+61,block_sparse_moe.experts.5.w1,0.0000430398,0.01000,0.884
+61,block_sparse_moe.experts.6.w1,0.0000492967,0.01000,0.973
+61,block_sparse_moe.experts.0.w1,0.0000524705,0.01000,1.051
+61,block_sparse_moe.experts.4.w1,0.0000484123,0.01000,1.055
+61,block_sparse_moe.experts.8.w1,0.0000434070,0.01000,0.849
+61,block_sparse_moe.experts.9.w1,0.0000414368,0.01000,0.842
+61,block_sparse_moe.experts.10.w1,0.0000548832,0.01000,0.850
+61,block_sparse_moe.experts.7.w1,0.0000495071,0.01000,0.983
+61,block_sparse_moe.experts.13.w1,0.0000403103,0.01000,0.886
+61,block_sparse_moe.experts.12.w1,0.0000487848,0.01000,0.987
+61,block_sparse_moe.experts.11.w1,0.0000402091,0.01000,1.142
+61,block_sparse_moe.experts.15.w1,0.0000645790,0.01000,0.873
+61,block_sparse_moe.experts.17.w1,0.0000560385,0.01000,0.892
+61,block_sparse_moe.experts.16.w1,0.0000389714,0.01000,1.023
+61,block_sparse_moe.experts.14.w1,0.0000485274,0.01000,1.110
+61,block_sparse_moe.experts.19.w1,0.0000578915,0.01000,0.974
+61,block_sparse_moe.experts.20.w1,0.0000466852,0.01000,0.919
+61,block_sparse_moe.experts.18.w1,0.0000429220,0.01000,1.099
+61,block_sparse_moe.experts.22.w1,0.0000697446,0.01000,0.895
+61,block_sparse_moe.experts.23.w1,0.0000486578,0.01000,0.889
+61,block_sparse_moe.experts.21.w1,0.0000585177,0.01000,1.185
+61,block_sparse_moe.experts.24.w1,0.0000283303,0.01000,1.062
+61,block_sparse_moe.experts.27.w1,0.0000475093,0.01000,0.960
+61,block_sparse_moe.experts.26.w1,0.0000471861,0.01000,1.059
+61,block_sparse_moe.experts.25.w1,0.0000600930,0.01000,1.400
+61,block_sparse_moe.experts.28.w1,0.0000615936,0.01000,0.946
+61,block_sparse_moe.experts.29.w1,0.0000666373,0.01000,0.947
+61,block_sparse_moe.experts.30.w1,0.0000748712,0.01000,0.867
+61,block_sparse_moe.experts.31.w1,0.0000528404,0.01000,1.037
+61,block_sparse_moe.experts.33.w1,0.0000520399,0.01000,1.027
+61,block_sparse_moe.experts.32.w1,0.0000684743,0.01000,1.259
+61,block_sparse_moe.experts.34.w1,0.0000628434,0.01000,0.932
+61,block_sparse_moe.experts.35.w1,0.0000389502,0.01000,0.868
+61,block_sparse_moe.experts.36.w1,0.0000450467,0.01000,1.015
+61,block_sparse_moe.experts.37.w1,0.0000503531,0.01000,1.038
+61,block_sparse_moe.experts.38.w1,0.0000873365,0.01000,0.922
+61,block_sparse_moe.experts.40.w1,0.0000378438,0.01000,0.896
+61,block_sparse_moe.experts.42.w1,0.0000497796,0.01000,0.861
+61,block_sparse_moe.experts.41.w1,0.0000533402,0.01000,0.956
+61,block_sparse_moe.experts.39.w1,0.0000872851,0.01000,1.253
+61,block_sparse_moe.experts.43.w1,0.0000957140,0.01000,0.917
+61,block_sparse_moe.experts.44.w1,0.0000364885,0.01000,0.862
+61,block_sparse_moe.experts.45.w1,0.0000416182,0.01000,0.952
+61,block_sparse_moe.experts.48.w1,0.0000366682,0.01000,0.885
+61,block_sparse_moe.experts.49.w1,0.0000373294,0.01000,0.857
+61,block_sparse_moe.experts.50.w1,0.0000451366,0.01000,0.845
+61,block_sparse_moe.experts.51.w1,0.0000448561,0.01000,0.851
+61,block_sparse_moe.experts.52.w1,0.0000612604,0.01000,0.917
+61,block_sparse_moe.experts.46.w1,0.0000538108,0.01000,1.562
+61,block_sparse_moe.experts.47.w1,0.0000651107,0.01000,1.670
+61,block_sparse_moe.experts.55.w1,0.0000539072,0.01000,0.831
+61,block_sparse_moe.experts.56.w1,0.0000429855,0.01000,0.829
+61,block_sparse_moe.experts.54.w1,0.0000474673,0.01000,1.152
+61,block_sparse_moe.experts.53.w1,0.0000414210,0.01000,1.312
+61,block_sparse_moe.experts.57.w1,0.0000478969,0.01000,0.956
+61,block_sparse_moe.experts.58.w1,0.0000718581,0.01000,1.019
+61,block_sparse_moe.experts.59.w1,0.0000495731,0.01000,1.149
+61,block_sparse_moe.experts.61.w1,0.0000892631,0.01000,0.908
+61,block_sparse_moe.experts.62.w1,0.0000429323,0.01000,0.879
+61,block_sparse_moe.experts.63.w1,0.0000546385,0.01000,0.844
+61,block_sparse_moe.experts.64.w1,0.0000491729,0.01000,0.834
+61,block_sparse_moe.experts.60.w1,0.0000470237,0.01000,1.330
+61,block_sparse_moe.experts.65.w1,0.0000549317,0.01000,0.847
+61,block_sparse_moe.experts.68.w1,0.0000525719,0.01000,0.851
+61,block_sparse_moe.experts.69.w1,0.0000562794,0.01000,0.879
+61,block_sparse_moe.experts.70.w1,0.0000565534,0.01000,0.870
+61,block_sparse_moe.experts.71.w1,0.0000487876,0.01000,0.859
+61,block_sparse_moe.experts.72.w1,0.0000431987,0.01000,0.834
+61,block_sparse_moe.experts.67.w1,0.0000548851,0.01000,1.316
+61,block_sparse_moe.experts.66.w1,0.0000594904,0.01000,1.549
+61,block_sparse_moe.experts.73.w1,0.0000451057,0.01000,1.045
+61,block_sparse_moe.experts.75.w1,0.0000347505,0.01000,0.860
+61,block_sparse_moe.experts.76.w1,0.0000458179,0.01000,0.874
+61,block_sparse_moe.experts.77.w1,0.0000509642,0.01000,0.857
+61,block_sparse_moe.experts.78.w1,0.0000450724,0.01000,0.960
+61,block_sparse_moe.experts.79.w1,0.0000525117,0.01000,0.847
+61,block_sparse_moe.experts.74.w1,0.0000655555,0.01000,1.359
+61,block_sparse_moe.experts.80.w1,0.0000461254,0.01000,0.851
+61,block_sparse_moe.experts.83.w1,0.0000421474,0.01000,0.885
+61,block_sparse_moe.experts.82.w1,0.0000438987,0.01000,0.899
+61,block_sparse_moe.experts.84.w1,0.0000449261,0.01000,0.833
+61,block_sparse_moe.experts.85.w1,0.0000560735,0.01000,0.849
+61,block_sparse_moe.experts.81.w1,0.0000445113,0.01000,1.334
+61,block_sparse_moe.experts.86.w1,0.0000539563,0.01000,1.128
+61,block_sparse_moe.experts.87.w1,0.0000433770,0.01000,0.888
+61,block_sparse_moe.experts.89.w1,0.0000503954,0.01000,0.885
+61,block_sparse_moe.experts.90.w1,0.0000443570,0.01000,0.877
+61,block_sparse_moe.experts.91.w1,0.0000509864,0.01000,0.844
+61,block_sparse_moe.experts.92.w1,0.0000601165,0.01000,0.855
+61,block_sparse_moe.experts.88.w1,0.0000675448,0.01000,1.336
+61,block_sparse_moe.experts.93.w1,0.0000624236,0.01000,1.019
+61,block_sparse_moe.experts.94.w1,0.0000443841,0.01000,0.840
+61,block_sparse_moe.experts.96.w1,0.0000430357,0.01000,0.974
+61,block_sparse_moe.experts.97.w1,0.0000771185,0.01000,1.018
+61,block_sparse_moe.experts.98.w1,0.0000484178,0.01000,0.844
+61,block_sparse_moe.experts.99.w1,0.0000519589,0.01000,0.858
+61,block_sparse_moe.experts.95.w1,0.0000481990,0.01000,1.362
+61,block_sparse_moe.experts.101.w1,0.0000516423,0.01000,0.836
+61,block_sparse_moe.experts.100.w1,0.0000644586,0.01000,1.331
+61,block_sparse_moe.experts.104.w1,0.0000408765,0.01000,0.871
+61,block_sparse_moe.experts.103.w1,0.0000751528,0.01000,0.955
+61,block_sparse_moe.experts.105.w1,0.0000452434,0.01000,0.843
+61,block_sparse_moe.experts.106.w1,0.0000610319,0.01000,0.835
+61,block_sparse_moe.experts.102.w1,0.0000457275,0.01000,1.395
+61,block_sparse_moe.experts.107.w1,0.0000579483,0.01000,1.034
+61,block_sparse_moe.experts.108.w1,0.0000545734,0.01000,0.995
+61,block_sparse_moe.experts.111.w1,0.0000525934,0.01000,0.893
+61,block_sparse_moe.experts.110.w1,0.0000508683,0.01000,0.905
+61,block_sparse_moe.experts.112.w1,0.0000561413,0.01000,0.879
+61,block_sparse_moe.experts.109.w1,0.0000970337,0.01000,1.187
+61,block_sparse_moe.experts.114.w1,0.0000557046,0.01000,0.908
+61,block_sparse_moe.experts.113.w1,0.0000475105,0.01000,1.159
+61,block_sparse_moe.experts.117.w1,0.0000404471,0.01000,0.873
+61,block_sparse_moe.experts.118.w1,0.0000515955,0.01000,0.897
+61,block_sparse_moe.experts.119.w1,0.0000457307,0.01000,0.860
+61,block_sparse_moe.experts.115.w1,0.0000544887,0.01000,1.166
+61,block_sparse_moe.experts.120.w1,0.0000516503,0.01000,0.884
+61,block_sparse_moe.experts.116.w1,0.0000486526,0.01000,1.379
+61,block_sparse_moe.experts.121.w1,0.0000389407,0.01000,0.866
+61,block_sparse_moe.experts.122.w1,0.0000485508,0.01000,0.997
+61,block_sparse_moe.experts.125.w1,0.0000434685,0.01000,0.872
+61,block_sparse_moe.experts.124.w1,0.0000567075,0.01000,0.944
+61,block_sparse_moe.experts.127.w1,0.0000562043,0.01000,0.843
+61,block_sparse_moe.experts.126.w1,0.0000388147,0.01000,0.934
+61,block_sparse_moe.experts.128.w1,0.0000453653,0.01000,0.877
+61,block_sparse_moe.experts.123.w1,0.0000442357,0.01000,1.415
+61,block_sparse_moe.experts.129.w1,0.0000433305,0.01000,0.924
+61,block_sparse_moe.experts.131.w1,0.0000402380,0.01000,0.892
+61,block_sparse_moe.experts.133.w1,0.0000532170,0.01000,0.907
+61,block_sparse_moe.experts.134.w1,0.0000479454,0.01000,0.858
+61,block_sparse_moe.experts.132.w1,0.0000404245,0.01000,1.030
+61,block_sparse_moe.experts.135.w1,0.0000356235,0.01000,0.945
+61,block_sparse_moe.experts.130.w1,0.0000449496,0.01000,1.376
+61,block_sparse_moe.experts.136.w1,0.0000398997,0.01000,0.836
+61,block_sparse_moe.experts.138.w1,0.0000779595,0.01000,0.861
+61,block_sparse_moe.experts.139.w1,0.0000534383,0.01000,0.891
+61,block_sparse_moe.experts.140.w1,0.0000395290,0.01000,0.844
+61,block_sparse_moe.experts.137.w1,0.0000503221,0.01000,1.196
+61,block_sparse_moe.experts.141.w1,0.0000571444,0.01000,0.834
+61,block_sparse_moe.experts.143.w1,0.0000595419,0.01000,0.849
+61,block_sparse_moe.experts.142.w1,0.0000376568,0.01000,1.446
+61,block_sparse_moe.experts.145.w1,0.0000440842,0.01000,0.908
+61,block_sparse_moe.experts.148.w1,0.0000569972,0.01000,0.950
+61,block_sparse_moe.experts.146.w1,0.0000556915,0.01000,1.012
+61,block_sparse_moe.experts.147.w1,0.0000418028,0.01000,1.040
+61,block_sparse_moe.experts.149.w1,0.0000499637,0.01000,0.987
+61,block_sparse_moe.experts.144.w1,0.0000516686,0.01000,1.565
+61,block_sparse_moe.experts.150.w1,0.0000471529,0.01000,0.830
+61,block_sparse_moe.experts.153.w1,0.0000473095,0.01000,0.872
+61,block_sparse_moe.experts.152.w1,0.0000457506,0.01000,0.943
+61,block_sparse_moe.experts.154.w1,0.0000434191,0.01000,1.159
+61,block_sparse_moe.experts.155.w1,0.0000498598,0.01000,0.876
+61,block_sparse_moe.experts.151.w1,0.0000506507,0.01000,1.399
+61,block_sparse_moe.experts.156.w1,0.0000499153,0.01000,0.846
+61,block_sparse_moe.experts.157.w1,0.0000526273,0.01000,0.882
+61,block_sparse_moe.experts.159.w1,0.0000401943,0.01000,0.861
+61,block_sparse_moe.experts.162.w1,0.0000416754,0.01000,0.857
+61,block_sparse_moe.experts.163.w1,0.0000498904,0.01000,0.864
+61,block_sparse_moe.experts.161.w1,0.0000482212,0.01000,0.974
+61,block_sparse_moe.experts.158.w1,0.0000396923,0.01000,1.464
+61,block_sparse_moe.experts.164.w1,0.0000444577,0.01000,0.920
+61,block_sparse_moe.experts.160.w1,0.0000474641,0.01000,1.148
+61,block_sparse_moe.experts.166.w1,0.0000506074,0.01000,0.859
+61,block_sparse_moe.experts.168.w1,0.0000376669,0.01000,0.842
+61,block_sparse_moe.experts.165.w1,0.0000452415,0.01000,1.289
+61,block_sparse_moe.experts.167.w1,0.0000550007,0.01000,0.978
+61,block_sparse_moe.experts.169.w1,0.0000350972,0.01000,0.903
+61,block_sparse_moe.experts.170.w1,0.0000485809,0.01000,0.905
+61,block_sparse_moe.experts.171.w1,0.0000453672,0.01000,0.999
+61,block_sparse_moe.experts.173.w1,0.0000491485,0.01000,0.986
+61,block_sparse_moe.experts.175.w1,0.0000380403,0.01000,0.896
+61,block_sparse_moe.experts.176.w1,0.0000406607,0.01000,0.881
+61,block_sparse_moe.experts.172.w1,0.0000415711,0.01000,1.173
+61,block_sparse_moe.experts.177.w1,0.0000438877,0.01000,0.885
+61,block_sparse_moe.experts.174.w1,0.0000395719,0.01000,1.085
+61,block_sparse_moe.experts.178.w1,0.0000437897,0.01000,0.857
+61,block_sparse_moe.experts.180.w1,0.0000612147,0.01000,0.943
+61,block_sparse_moe.experts.183.w1,0.0000371739,0.01000,0.859
+61,block_sparse_moe.experts.185.w1,0.0000525307,0.01000,0.875
+61,block_sparse_moe.experts.184.w1,0.0000503765,0.01000,0.953
+61,block_sparse_moe.experts.182.w1,0.0000529928,0.01000,1.079
+61,block_sparse_moe.experts.181.w1,0.0000505536,0.01000,1.139
+61,block_sparse_moe.experts.179.w1,0.0000416804,0.01000,1.274
+61,block_sparse_moe.experts.187.w1,0.0000571503,0.01000,0.845
+61,block_sparse_moe.experts.189.w1,0.0000527298,0.01000,0.872
+61,block_sparse_moe.experts.188.w1,0.0000530781,0.01000,0.991
+61,block_sparse_moe.experts.190.w1,0.0000460892,0.01000,0.890
+61,block_sparse_moe.experts.192.w1,0.0000494884,0.01000,0.950
+61,block_sparse_moe.experts.191.w1,0.0000576908,0.01000,1.009
+61,block_sparse_moe.experts.186.w1,0.0000546840,0.01000,1.493
+61,block_sparse_moe.experts.194.w1,0.0000433008,0.01000,0.871
+61,block_sparse_moe.experts.196.w1,0.0000433384,0.01000,0.902
+61,block_sparse_moe.experts.195.w1,0.0000453723,0.01000,0.944
+61,block_sparse_moe.experts.198.w1,0.0000774868,0.01000,0.852
+61,block_sparse_moe.experts.197.w1,0.0000561866,0.01000,0.972
+61,block_sparse_moe.experts.199.w1,0.0000472390,0.01000,0.840
+61,block_sparse_moe.experts.193.w1,0.0000432863,0.01000,1.574
+61,block_sparse_moe.experts.201.w1,0.0000635998,0.01000,0.867
+61,block_sparse_moe.experts.203.w1,0.0000363364,0.01000,0.854
+61,block_sparse_moe.experts.202.w1,0.0000497594,0.01000,1.141
+61,block_sparse_moe.experts.204.w1,0.0000555522,0.01000,0.971
+61,block_sparse_moe.experts.200.w1,0.0000484163,0.01000,1.439
+61,block_sparse_moe.experts.205.w1,0.0000464005,0.01000,1.021
+61,block_sparse_moe.experts.206.w1,0.0000361517,0.01000,0.980
+61,block_sparse_moe.experts.208.w1,0.0000409948,0.01000,0.883
+61,block_sparse_moe.experts.209.w1,0.0000576064,0.01000,0.984
+61,block_sparse_moe.experts.210.w1,0.0000485457,0.01000,0.976
+61,block_sparse_moe.experts.207.w1,0.0000534434,0.01000,1.316
+61,block_sparse_moe.experts.211.w1,0.0000594863,0.01000,0.943
+61,block_sparse_moe.experts.212.w1,0.0000624664,0.01000,0.987
+61,block_sparse_moe.experts.213.w1,0.0000544896,0.01000,0.970
+61,block_sparse_moe.experts.214.w1,0.0000470053,0.01000,1.110
+61,block_sparse_moe.experts.215.w1,0.0000560115,0.01000,0.872
+61,block_sparse_moe.experts.217.w1,0.0001165665,0.01000,0.875
+61,block_sparse_moe.experts.218.w1,0.0000361656,0.01000,0.862
+61,block_sparse_moe.experts.216.w1,0.0000359978,0.01000,1.041
+61,block_sparse_moe.experts.219.w1,0.0000567914,0.01000,1.155
+61,block_sparse_moe.experts.220.w1,0.0000564633,0.01000,1.133
+61,block_sparse_moe.experts.222.w1,0.0000446109,0.01000,0.908
+61,block_sparse_moe.experts.224.w1,0.0000485948,0.01000,0.891
+61,block_sparse_moe.experts.223.w1,0.0000449525,0.01000,0.972
+61,block_sparse_moe.experts.225.w1,0.0000322261,0.01000,0.892
+61,block_sparse_moe.experts.221.w1,0.0000499779,0.01000,1.307
+61,block_sparse_moe.experts.227.w1,0.0000535318,0.01000,1.109
+61,block_sparse_moe.experts.226.w1,0.0000931510,0.01000,1.152
+61,block_sparse_moe.experts.229.w1,0.0000475608,0.01000,0.873
+61,block_sparse_moe.experts.230.w1,0.0000454049,0.01000,0.889
+61,block_sparse_moe.experts.228.w1,0.0000475719,0.01000,1.174
+61,block_sparse_moe.experts.231.w1,0.0000446652,0.01000,1.071
+61,block_sparse_moe.experts.232.w1,0.0000440671,0.01000,1.083
+61,block_sparse_moe.experts.233.w1,0.0000520211,0.01000,0.864
+61,block_sparse_moe.experts.234.w1,0.0000592991,0.01000,0.855
+61,block_sparse_moe.experts.236.w1,0.0000486170,0.01000,0.892
+61,block_sparse_moe.experts.235.w1,0.0000508922,0.01000,1.115
+61,block_sparse_moe.experts.237.w1,0.0000451594,0.01000,0.909
+61,block_sparse_moe.experts.238.w1,0.0000430885,0.01000,1.055
+61,block_sparse_moe.experts.240.w1,0.0000546347,0.01000,0.880
+61,block_sparse_moe.experts.239.w1,0.0000600033,0.01000,1.041
+61,block_sparse_moe.experts.241.w1,0.0000425750,0.01000,1.060
+61,block_sparse_moe.experts.243.w1,0.0000484760,0.01000,0.924
+61,block_sparse_moe.experts.244.w1,0.0000512619,0.01000,0.988
+61,block_sparse_moe.experts.245.w1,0.0000421304,0.01000,0.863
+61,block_sparse_moe.experts.242.w1,0.0000438601,0.01000,1.385
+61,block_sparse_moe.experts.247.w1,0.0000452368,0.01000,0.864
+61,block_sparse_moe.experts.246.w1,0.0000670191,0.01000,1.018
+61,block_sparse_moe.experts.248.w1,0.0000562685,0.01000,0.984
+61,block_sparse_moe.experts.250.w1,0.0000408512,0.01000,0.988
+61,block_sparse_moe.experts.251.w1,0.0000460533,0.01000,0.935
+61,block_sparse_moe.experts.249.w1,0.0000606994,0.01000,1.285
+61,block_sparse_moe.experts.252.w1,0.0000419582,0.01000,0.998
+61,block_sparse_moe.experts.253.w1,0.0000475792,0.01000,0.941
+61,block_sparse_moe.experts.254.w1,0.0000491460,0.01000,1.030
+61,block_sparse_moe.experts.255.w1,0.0000433569,0.01000,0.871
+61,block_sparse_moe.experts.1.w3,0.0000492023,0.01000,0.923
+61,block_sparse_moe.experts.3.w3,0.0000579075,0.01000,0.873
+61,block_sparse_moe.experts.4.w3,0.0000564406,0.01000,0.911
+61,block_sparse_moe.experts.2.w3,0.0000577893,0.01000,0.967
+61,block_sparse_moe.experts.5.w3,0.0000633173,0.01000,0.901
+61,block_sparse_moe.experts.0.w3,0.0000598493,0.01000,1.446
+61,block_sparse_moe.experts.6.w3,0.0000596563,0.01000,1.050
+61,block_sparse_moe.experts.10.w3,0.0000650292,0.01000,0.864
+61,block_sparse_moe.experts.9.w3,0.0000544003,0.01000,0.944
+61,block_sparse_moe.experts.8.w3,0.0000586778,0.01000,1.052
+61,block_sparse_moe.experts.11.w3,0.0000567893,0.01000,0.874
+61,block_sparse_moe.experts.12.w3,0.0000615684,0.01000,0.850
+61,block_sparse_moe.experts.13.w3,0.0000509555,0.01000,0.912
+61,block_sparse_moe.experts.7.w3,0.0000652942,0.01000,1.521
+61,block_sparse_moe.experts.16.w3,0.0000538314,0.01000,0.930
+61,block_sparse_moe.experts.17.w3,0.0000668741,0.01000,0.892
+61,block_sparse_moe.experts.15.w3,0.0000744590,0.01000,1.131
+61,block_sparse_moe.experts.18.w3,0.0000634269,0.01000,0.913
+61,block_sparse_moe.experts.20.w3,0.0000563360,0.01000,0.875
+61,block_sparse_moe.experts.14.w3,0.0000642264,0.01000,1.384
+61,block_sparse_moe.experts.19.w3,0.0000656802,0.01000,1.010
+61,block_sparse_moe.experts.22.w3,0.0000767439,0.01000,0.953
+61,block_sparse_moe.experts.24.w3,0.0000588959,0.01000,0.840
+61,block_sparse_moe.experts.25.w3,0.0000692768,0.01000,0.895
+61,block_sparse_moe.experts.27.w3,0.0000581981,0.01000,0.855
+61,block_sparse_moe.experts.26.w3,0.0000614418,0.01000,0.887
+61,block_sparse_moe.experts.23.w3,0.0000626290,0.01000,1.088
+61,block_sparse_moe.experts.21.w3,0.0000723047,0.01000,1.310
+61,block_sparse_moe.experts.29.w3,0.0000738110,0.01000,0.997
+61,block_sparse_moe.experts.30.w3,0.0000726016,0.01000,0.893
+61,block_sparse_moe.experts.32.w3,0.0000729551,0.01000,0.894
+61,block_sparse_moe.experts.34.w3,0.0000774098,0.01000,0.873
+61,block_sparse_moe.experts.31.w3,0.0000620473,0.01000,0.989
+61,block_sparse_moe.experts.28.w3,0.0000737047,0.01000,1.488
+61,block_sparse_moe.experts.33.w3,0.0000664381,0.01000,1.268
+61,block_sparse_moe.experts.37.w3,0.0000618390,0.01000,0.870
+61,block_sparse_moe.experts.36.w3,0.0000793719,0.01000,0.915
+61,block_sparse_moe.experts.38.w3,0.0000924684,0.01000,0.899
+61,block_sparse_moe.experts.39.w3,0.0001145943,0.01000,0.927
+61,block_sparse_moe.experts.40.w3,0.0000567805,0.01000,0.867
+61,block_sparse_moe.experts.41.w3,0.0000720772,0.01000,0.855
+61,block_sparse_moe.experts.35.w3,0.0000540085,0.01000,1.371
+61,block_sparse_moe.experts.44.w3,0.0000525876,0.01000,0.880
+61,block_sparse_moe.experts.43.w3,0.0000769464,0.01000,1.029
+61,block_sparse_moe.experts.45.w3,0.0000541703,0.01000,1.007
+61,block_sparse_moe.experts.47.w3,0.0000792280,0.01000,0.860
+61,block_sparse_moe.experts.48.w3,0.0000444968,0.01000,0.853
+61,block_sparse_moe.experts.42.w3,0.0000645856,0.01000,1.334
+61,block_sparse_moe.experts.46.w3,0.0000686494,0.01000,1.086
+61,block_sparse_moe.experts.50.w3,0.0000565458,0.01000,0.896
+61,block_sparse_moe.experts.51.w3,0.0000610537,0.01000,0.975
+61,block_sparse_moe.experts.52.w3,0.0000729051,0.01000,0.910
+61,block_sparse_moe.experts.53.w3,0.0000570343,0.01000,0.980
+61,block_sparse_moe.experts.54.w3,0.0000602892,0.01000,0.928
+61,block_sparse_moe.experts.49.w3,0.0000555691,0.01000,1.291
+61,block_sparse_moe.experts.55.w3,0.0000599462,0.01000,0.855
+61,block_sparse_moe.experts.57.w3,0.0000594571,0.01000,0.859
+61,block_sparse_moe.experts.60.w3,0.0000622933,0.01000,0.861
+61,block_sparse_moe.experts.58.w3,0.0000881534,0.01000,0.991
+61,block_sparse_moe.experts.62.w3,0.0000602561,0.01000,0.846
+61,block_sparse_moe.experts.59.w3,0.0000660833,0.01000,0.927
+61,block_sparse_moe.experts.56.w3,0.0000650128,0.01000,1.271
+61,block_sparse_moe.experts.61.w3,0.0000879400,0.01000,1.005
+61,block_sparse_moe.experts.64.w3,0.0000622115,0.01000,0.860
+61,block_sparse_moe.experts.65.w3,0.0000656536,0.01000,0.866
+61,block_sparse_moe.experts.66.w3,0.0000723369,0.01000,0.899
+61,block_sparse_moe.experts.67.w3,0.0000706673,0.01000,0.915
+61,block_sparse_moe.experts.68.w3,0.0000669151,0.01000,0.890
+61,block_sparse_moe.experts.63.w3,0.0000706492,0.01000,1.162
+61,block_sparse_moe.experts.69.w3,0.0000641921,0.01000,1.070
+61,block_sparse_moe.experts.71.w3,0.0000643392,0.01000,0.874
+61,block_sparse_moe.experts.72.w3,0.0000525960,0.01000,0.843
+61,block_sparse_moe.experts.73.w3,0.0000626159,0.01000,0.859
+61,block_sparse_moe.experts.74.w3,0.0000771342,0.01000,0.816
+61,block_sparse_moe.experts.75.w3,0.0000606244,0.01000,0.834
+61,block_sparse_moe.experts.76.w3,0.0000562365,0.01000,0.844
+61,block_sparse_moe.experts.70.w3,0.0000730454,0.01000,1.420
+61,block_sparse_moe.experts.78.w3,0.0000565022,0.01000,0.856
+61,block_sparse_moe.experts.80.w3,0.0000579615,0.01000,0.832
+61,block_sparse_moe.experts.79.w3,0.0000648594,0.01000,0.909
+61,block_sparse_moe.experts.82.w3,0.0000727078,0.01000,0.859
+61,block_sparse_moe.experts.81.w3,0.0000593604,0.01000,1.083
+61,block_sparse_moe.experts.83.w3,0.0000611389,0.01000,0.901
+61,block_sparse_moe.experts.77.w3,0.0000607918,0.01000,1.499
+61,block_sparse_moe.experts.85.w3,0.0000697546,0.01000,0.847
+61,block_sparse_moe.experts.86.w3,0.0000642456,0.01000,0.973
+61,block_sparse_moe.experts.87.w3,0.0000537347,0.01000,0.860
+61,block_sparse_moe.experts.88.w3,0.0000753935,0.01000,0.869
+61,block_sparse_moe.experts.90.w3,0.0000578040,0.01000,0.854
+61,block_sparse_moe.experts.89.w3,0.0000643300,0.01000,0.953
+61,block_sparse_moe.experts.84.w3,0.0000601818,0.01000,1.560
+61,block_sparse_moe.experts.92.w3,0.0000813619,0.01000,0.900
+61,block_sparse_moe.experts.94.w3,0.0000596124,0.01000,0.931
+61,block_sparse_moe.experts.93.w3,0.0000747864,0.01000,0.987
+61,block_sparse_moe.experts.91.w3,0.0000634854,0.01000,1.396
+61,block_sparse_moe.experts.96.w3,0.0000715406,0.01000,0.828
+61,block_sparse_moe.experts.97.w3,0.0000693407,0.01000,0.838
+61,block_sparse_moe.experts.95.w3,0.0000581031,0.01000,1.000
+61,block_sparse_moe.experts.99.w3,0.0000599839,0.01000,0.833
+61,block_sparse_moe.experts.100.w3,0.0000819135,0.01000,0.905
+61,block_sparse_moe.experts.101.w3,0.0000626381,0.01000,0.816
+61,block_sparse_moe.experts.98.w3,0.0000624387,0.01000,1.207
+61,block_sparse_moe.experts.102.w3,0.0000551590,0.01000,0.860
+61,block_sparse_moe.experts.103.w3,0.0000833223,0.01000,1.001
+61,block_sparse_moe.experts.104.w3,0.0000551320,0.01000,1.042
+61,block_sparse_moe.experts.107.w3,0.0000709141,0.01000,0.904
+61,block_sparse_moe.experts.109.w3,0.0001680939,0.01000,0.885
+61,block_sparse_moe.experts.108.w3,0.0000673359,0.01000,0.962
+61,block_sparse_moe.experts.105.w3,0.0000545208,0.01000,1.163
+61,block_sparse_moe.experts.106.w3,0.0000706096,0.01000,1.158
+61,block_sparse_moe.experts.110.w3,0.0000649256,0.01000,0.896
+61,block_sparse_moe.experts.111.w3,0.0000627774,0.01000,1.109
+61,block_sparse_moe.experts.115.w3,0.0000614461,0.01000,0.860
+61,block_sparse_moe.experts.113.w3,0.0000579934,0.01000,0.919
+61,block_sparse_moe.experts.114.w3,0.0000749388,0.01000,0.892
+61,block_sparse_moe.experts.112.w3,0.0000614494,0.01000,1.104
+61,block_sparse_moe.experts.117.w3,0.0000474271,0.01000,0.854
+61,block_sparse_moe.experts.116.w3,0.0000576569,0.01000,1.187
+61,block_sparse_moe.experts.118.w3,0.0000681801,0.01000,1.144
+61,block_sparse_moe.experts.120.w3,0.0000591234,0.01000,0.873
+61,block_sparse_moe.experts.121.w3,0.0000555010,0.01000,0.895
+61,block_sparse_moe.experts.122.w3,0.0000555006,0.01000,0.871
+61,block_sparse_moe.experts.123.w3,0.0000582636,0.01000,0.943
+61,block_sparse_moe.experts.119.w3,0.0000598132,0.01000,1.178
+61,block_sparse_moe.experts.124.w3,0.0000677760,0.01000,0.889
+61,block_sparse_moe.experts.125.w3,0.0000597009,0.01000,0.879
+61,block_sparse_moe.experts.128.w3,0.0000560664,0.01000,0.933
+61,block_sparse_moe.experts.129.w3,0.0000575087,0.01000,0.890
+61,block_sparse_moe.experts.127.w3,0.0000686051,0.01000,1.114
+61,block_sparse_moe.experts.130.w3,0.0000537366,0.01000,0.974
+61,block_sparse_moe.experts.131.w3,0.0000544043,0.01000,0.866
+61,block_sparse_moe.experts.126.w3,0.0000461161,0.01000,1.343
+61,block_sparse_moe.experts.132.w3,0.0000522944,0.01000,0.856
+61,block_sparse_moe.experts.134.w3,0.0000587302,0.01000,0.901
+61,block_sparse_moe.experts.135.w3,0.0000537900,0.01000,0.938
+61,block_sparse_moe.experts.137.w3,0.0000658628,0.01000,0.927
+61,block_sparse_moe.experts.138.w3,0.0000809303,0.01000,0.865
+61,block_sparse_moe.experts.136.w3,0.0000595812,0.01000,1.044
+61,block_sparse_moe.experts.133.w3,0.0000658858,0.01000,1.330
+61,block_sparse_moe.experts.139.w3,0.0000679750,0.01000,0.862
+61,block_sparse_moe.experts.141.w3,0.0000705953,0.01000,0.885
+61,block_sparse_moe.experts.143.w3,0.0000707560,0.01000,0.887
+61,block_sparse_moe.experts.144.w3,0.0000576334,0.01000,0.880
+61,block_sparse_moe.experts.145.w3,0.0000557090,0.01000,0.879
+61,block_sparse_moe.experts.146.w3,0.0000701138,0.01000,0.846
+61,block_sparse_moe.experts.140.w3,0.0000555321,0.01000,1.591
+61,block_sparse_moe.experts.142.w3,0.0000570178,0.01000,1.398
+61,block_sparse_moe.experts.148.w3,0.0000766219,0.01000,0.834
+61,block_sparse_moe.experts.150.w3,0.0000597437,0.01000,0.856
+61,block_sparse_moe.experts.149.w3,0.0000731249,0.01000,1.043
+61,block_sparse_moe.experts.151.w3,0.0000609978,0.01000,0.953
+61,block_sparse_moe.experts.147.w3,0.0000539464,0.01000,1.450
+61,block_sparse_moe.experts.153.w3,0.0000575186,0.01000,0.840
+61,block_sparse_moe.experts.152.w3,0.0000584308,0.01000,0.964
+61,block_sparse_moe.experts.155.w3,0.0000668844,0.01000,0.838
+61,block_sparse_moe.experts.156.w3,0.0000611007,0.01000,0.872
+61,block_sparse_moe.experts.158.w3,0.0000522497,0.01000,0.844
+61,block_sparse_moe.experts.154.w3,0.0000538725,0.01000,1.333
+61,block_sparse_moe.experts.159.w3,0.0000480054,0.01000,0.879
+61,block_sparse_moe.experts.157.w3,0.0000665134,0.01000,1.136
+61,block_sparse_moe.experts.160.w3,0.0000578006,0.01000,0.877
+61,block_sparse_moe.experts.162.w3,0.0000575609,0.01000,0.973
+61,block_sparse_moe.experts.163.w3,0.0000607502,0.01000,0.873
+61,block_sparse_moe.experts.161.w3,0.0000586502,0.01000,1.226
+61,block_sparse_moe.experts.164.w3,0.0000557288,0.01000,0.893
+61,block_sparse_moe.experts.165.w3,0.0000555851,0.01000,0.850
+61,block_sparse_moe.experts.167.w3,0.0000657689,0.01000,0.856
+61,block_sparse_moe.experts.166.w3,0.0000655987,0.01000,1.289
+61,block_sparse_moe.experts.171.w3,0.0000556433,0.01000,0.842
+61,block_sparse_moe.experts.170.w3,0.0000580158,0.01000,0.890
+61,block_sparse_moe.experts.172.w3,0.0000491748,0.01000,0.839
+61,block_sparse_moe.experts.169.w3,0.0000553671,0.01000,0.915
+61,block_sparse_moe.experts.168.w3,0.0000524763,0.01000,1.146
+61,block_sparse_moe.experts.173.w3,0.0000640980,0.01000,1.137
+61,block_sparse_moe.experts.174.w3,0.0000541328,0.01000,0.904
+61,block_sparse_moe.experts.177.w3,0.0000536042,0.01000,0.877
+61,block_sparse_moe.experts.178.w3,0.0000563316,0.01000,0.898
+61,block_sparse_moe.experts.176.w3,0.0000494404,0.01000,1.106
+61,block_sparse_moe.experts.175.w3,0.0000566646,0.01000,1.138
+61,block_sparse_moe.experts.179.w3,0.0000586336,0.01000,1.018
+61,block_sparse_moe.experts.180.w3,0.0000726085,0.01000,0.870
+61,block_sparse_moe.experts.181.w3,0.0000590144,0.01000,0.911
+61,block_sparse_moe.experts.183.w3,0.0000601704,0.01000,0.936
+61,block_sparse_moe.experts.182.w3,0.0000681434,0.01000,1.089
+61,block_sparse_moe.experts.185.w3,0.0000641798,0.01000,0.843
+61,block_sparse_moe.experts.186.w3,0.0000645239,0.01000,0.839
+61,block_sparse_moe.experts.187.w3,0.0000708307,0.01000,0.842
+61,block_sparse_moe.experts.188.w3,0.0000626134,0.01000,0.818
+61,block_sparse_moe.experts.184.w3,0.0000653145,0.01000,1.540
+61,block_sparse_moe.experts.190.w3,0.0000566925,0.01000,0.835
+61,block_sparse_moe.experts.192.w3,0.0000611124,0.01000,0.813
+61,block_sparse_moe.experts.193.w3,0.0000543243,0.01000,0.845
+61,block_sparse_moe.experts.194.w3,0.0000555226,0.01000,0.822
+61,block_sparse_moe.experts.189.w3,0.0000637774,0.01000,1.315
+61,block_sparse_moe.experts.195.w3,0.0000595144,0.01000,0.871
+61,block_sparse_moe.experts.197.w3,0.0000707366,0.01000,0.844
+61,block_sparse_moe.experts.191.w3,0.0000660784,0.01000,1.743
+61,block_sparse_moe.experts.199.w3,0.0000592692,0.01000,0.876
+61,block_sparse_moe.experts.200.w3,0.0000609680,0.01000,0.861
+61,block_sparse_moe.experts.198.w3,0.0000933530,0.01000,1.206
+61,block_sparse_moe.experts.196.w3,0.0000559763,0.01000,1.417
+61,block_sparse_moe.experts.201.w3,0.0000736940,0.01000,1.012
+61,block_sparse_moe.experts.202.w3,0.0000633706,0.01000,0.869
+61,block_sparse_moe.experts.203.w3,0.0000559973,0.01000,1.080
+61,block_sparse_moe.experts.204.w3,0.0000638238,0.01000,0.907
+61,block_sparse_moe.experts.205.w3,0.0000601051,0.01000,0.907
+61,block_sparse_moe.experts.206.w3,0.0000531180,0.01000,0.905
+61,block_sparse_moe.experts.207.w3,0.0000680054,0.01000,0.865
+61,block_sparse_moe.experts.209.w3,0.0000728036,0.01000,0.943
+61,block_sparse_moe.experts.212.w3,0.0000704618,0.01000,0.866
+61,block_sparse_moe.experts.211.w3,0.0000670338,0.01000,0.885
+61,block_sparse_moe.experts.208.w3,0.0000598009,0.01000,1.367
+61,block_sparse_moe.experts.213.w3,0.0000664087,0.01000,0.858
+61,block_sparse_moe.experts.214.w3,0.0000563780,0.01000,0.912
+61,block_sparse_moe.experts.210.w3,0.0000669901,0.01000,1.350
+61,block_sparse_moe.experts.215.w3,0.0000661104,0.01000,1.105
+61,block_sparse_moe.experts.216.w3,0.0000511512,0.01000,0.912
+61,block_sparse_moe.experts.220.w3,0.0000720279,0.01000,0.849
+61,block_sparse_moe.experts.218.w3,0.0000482106,0.01000,0.964
+61,block_sparse_moe.experts.219.w3,0.0000750634,0.01000,0.971
+61,block_sparse_moe.experts.217.w3,0.0001009208,0.01000,1.230
+61,block_sparse_moe.experts.221.w3,0.0000605821,0.01000,0.939
+61,block_sparse_moe.experts.223.w3,0.0000612614,0.01000,0.892
+61,block_sparse_moe.experts.225.w3,0.0000649329,0.01000,0.885
+61,block_sparse_moe.experts.226.w3,0.0000986586,0.01000,0.895
+61,block_sparse_moe.experts.222.w3,0.0000577537,0.01000,1.169
+61,block_sparse_moe.experts.227.w3,0.0000634677,0.01000,0.882
+61,block_sparse_moe.experts.228.w3,0.0000641822,0.01000,0.906
+61,block_sparse_moe.experts.224.w3,0.0000585701,0.01000,1.347
+61,block_sparse_moe.experts.232.w3,0.0000526301,0.01000,0.887
+61,block_sparse_moe.experts.230.w3,0.0000601468,0.01000,0.992
+61,block_sparse_moe.experts.229.w3,0.0000604426,0.01000,1.210
+61,block_sparse_moe.experts.233.w3,0.0000613216,0.01000,0.890
+61,block_sparse_moe.experts.235.w3,0.0000631915,0.01000,0.854
+61,block_sparse_moe.experts.234.w3,0.0000739479,0.01000,1.219
+61,block_sparse_moe.experts.231.w3,0.0000714264,0.01000,1.504
+61,block_sparse_moe.experts.239.w3,0.0000685316,0.01000,0.856
+61,block_sparse_moe.experts.237.w3,0.0000567783,0.01000,0.959
+61,block_sparse_moe.experts.236.w3,0.0000588198,0.01000,1.136
+61,block_sparse_moe.experts.240.w3,0.0000624973,0.01000,0.990
+61,block_sparse_moe.experts.241.w3,0.0000571816,0.01000,0.849
+61,block_sparse_moe.experts.242.w3,0.0000608636,0.01000,0.864
+61,block_sparse_moe.experts.238.w3,0.0000568702,0.01000,1.358
+61,block_sparse_moe.experts.243.w3,0.0000585135,0.01000,0.887
+61,block_sparse_moe.experts.244.w3,0.0000620463,0.01000,0.948
+61,block_sparse_moe.experts.246.w3,0.0000842488,0.01000,0.874
+61,block_sparse_moe.experts.248.w3,0.0000653452,0.01000,0.849
+61,block_sparse_moe.experts.249.w3,0.0000696193,0.01000,0.844
+61,block_sparse_moe.experts.245.w3,0.0000517193,0.01000,1.379
+61,block_sparse_moe.experts.247.w3,0.0000589556,0.01000,1.221
+61,block_sparse_moe.experts.250.w3,0.0000534738,0.01000,0.819
+61,block_sparse_moe.experts.251.w3,0.0000613899,0.01000,0.942
+61,block_sparse_moe.experts.253.w3,0.0000586455,0.01000,0.789
+61,block_sparse_moe.experts.254.w3,0.0000607580,0.01000,0.886
+61,block_sparse_moe.experts.255.w3,0.0000623874,0.01000,0.766
+61,block_sparse_moe.experts.252.w3,0.0000708237,0.01000,1.062
+61,block_sparse_moe.experts.2.w2,0.0005465846,0.01000,0.478
+61,block_sparse_moe.experts.5.w2,0.0004936013,0.01000,0.521
+61,block_sparse_moe.experts.1.w2,0.0006603737,0.01000,0.532
+61,block_sparse_moe.experts.0.w2,0.0005414972,0.01000,0.537
+61,block_sparse_moe.experts.3.w2,0.0005216319,0.01000,0.553
+61,block_sparse_moe.experts.6.w2,0.0007269184,0.01000,0.563
+61,block_sparse_moe.experts.4.w2,0.0004600758,0.01000,0.678
+61,block_sparse_moe.experts.7.w2,0.0005813495,0.01000,0.457
+61,block_sparse_moe.experts.8.w2,0.0005155151,0.01000,0.431
+61,block_sparse_moe.experts.10.w2,0.0005162954,0.01000,0.436
+61,block_sparse_moe.experts.12.w2,0.0006529070,0.01000,0.468
+61,block_sparse_moe.experts.11.w2,0.0006892420,0.01000,0.627
+61,block_sparse_moe.experts.9.w2,0.0008046075,0.01000,0.748
+61,block_sparse_moe.experts.13.w2,0.0008746392,0.01000,0.634
+61,block_sparse_moe.experts.14.w2,0.0006040199,0.01000,0.435
+61,block_sparse_moe.experts.15.w2,0.0007207240,0.01000,0.498
+61,block_sparse_moe.experts.17.w2,0.0005249659,0.01000,0.440
+61,block_sparse_moe.experts.16.w2,0.0012544164,0.01000,0.679
+61,block_sparse_moe.experts.19.w2,0.0004593351,0.01000,0.507
+61,block_sparse_moe.experts.21.w2,0.0006046539,0.01000,0.433
+61,block_sparse_moe.experts.20.w2,0.0004880851,0.01000,0.497
+61,block_sparse_moe.experts.22.w2,0.0010783394,0.01000,0.431
+61,block_sparse_moe.experts.18.w2,0.0005784982,0.01000,0.740
+61,block_sparse_moe.experts.23.w2,0.0009715096,0.01000,0.498
+61,block_sparse_moe.experts.24.w2,0.0006970413,0.01000,0.440
+61,block_sparse_moe.experts.26.w2,0.0011845435,0.01000,0.493
+61,block_sparse_moe.experts.28.w2,0.0006130770,0.01000,0.450
+61,block_sparse_moe.experts.29.w2,0.0007047302,0.01000,0.459
+61,block_sparse_moe.experts.27.w2,0.0007125436,0.01000,0.602
+61,block_sparse_moe.experts.30.w2,0.0003975161,0.01000,0.502
+61,block_sparse_moe.experts.31.w2,0.0007954777,0.01000,0.442
+61,block_sparse_moe.experts.25.w2,0.0006135871,0.01000,0.847
+61,block_sparse_moe.experts.34.w2,0.0007096749,0.01000,0.481
+61,block_sparse_moe.experts.33.w2,0.0011969776,0.01000,0.530
+61,block_sparse_moe.experts.36.w2,0.0003204849,0.01000,0.468
+61,block_sparse_moe.experts.35.w2,0.0007331939,0.01000,0.560
+61,block_sparse_moe.experts.38.w2,0.0006308819,0.01000,0.466
+61,block_sparse_moe.experts.37.w2,0.0007651305,0.01000,0.572
+61,block_sparse_moe.experts.32.w2,0.0003236622,0.01000,0.820
+61,block_sparse_moe.experts.41.w2,0.0008089160,0.01000,0.450
+61,block_sparse_moe.experts.40.w2,0.0009553861,0.01000,0.537
+61,block_sparse_moe.experts.42.w2,0.0006368416,0.01000,0.436
+61,block_sparse_moe.experts.43.w2,0.0024143170,0.01000,0.435
+61,block_sparse_moe.experts.45.w2,0.0005742584,0.01000,0.425
+61,block_sparse_moe.experts.39.w2,0.0010491020,0.01000,0.706
+61,block_sparse_moe.experts.44.w2,0.0008886122,0.01000,0.480
+61,block_sparse_moe.experts.48.w2,0.0005203308,0.01000,0.467
+61,block_sparse_moe.experts.47.w2,0.0004388994,0.01000,0.508
+61,block_sparse_moe.experts.50.w2,0.0008635482,0.01000,0.437
+61,block_sparse_moe.experts.49.w2,0.0012453193,0.01000,0.455
+61,block_sparse_moe.experts.51.w2,0.0011429142,0.01000,0.442
+61,block_sparse_moe.experts.46.w2,0.0008089829,0.01000,0.684
+61,block_sparse_moe.experts.52.w2,0.0006991404,0.01000,0.764
+61,block_sparse_moe.experts.54.w2,0.0007095535,0.01000,0.498
+61,block_sparse_moe.experts.55.w2,0.0008743649,0.01000,0.441
+61,block_sparse_moe.experts.56.w2,0.0004911990,0.01000,0.454
+61,block_sparse_moe.experts.57.w2,0.0004947001,0.01000,0.448
+61,block_sparse_moe.experts.58.w2,0.0006071948,0.01000,0.446
+61,block_sparse_moe.experts.53.w2,0.0008621431,0.01000,0.830
+61,block_sparse_moe.experts.59.w2,0.0007455787,0.01000,0.411
+61,block_sparse_moe.experts.61.w2,0.0017300900,0.01000,0.428
+61,block_sparse_moe.experts.63.w2,0.0007941188,0.01000,0.413
+61,block_sparse_moe.experts.62.w2,0.0012130873,0.01000,0.428
+61,block_sparse_moe.experts.64.w2,0.0008691361,0.01000,0.401
+61,block_sparse_moe.experts.65.w2,0.0007510890,0.01000,0.394
+61,block_sparse_moe.experts.66.w2,0.0003292156,0.01000,0.399
+61,block_sparse_moe.experts.60.w2,0.0008692763,0.01000,0.762
+61,block_sparse_moe.experts.69.w2,0.0004448265,0.01000,0.420
+61,block_sparse_moe.experts.68.w2,0.0008078888,0.01000,0.422
+61,block_sparse_moe.experts.70.w2,0.0021892544,0.01000,0.574
+61,block_sparse_moe.experts.71.w2,0.0007236117,0.01000,0.414
+61,block_sparse_moe.experts.72.w2,0.0007295711,0.01000,0.416
+61,block_sparse_moe.experts.73.w2,0.0012777176,0.01000,0.409
+61,block_sparse_moe.experts.75.w2,0.0008486323,0.01000,0.410
+61,block_sparse_moe.experts.67.w2,0.0005826283,0.01000,1.011
+61,block_sparse_moe.experts.77.w2,0.0007546527,0.01000,0.393
+61,block_sparse_moe.experts.79.w2,0.0008187300,0.01000,0.400
+61,block_sparse_moe.experts.78.w2,0.0007262887,0.01000,0.410
+61,block_sparse_moe.experts.76.w2,0.0009422707,0.01000,0.551
+61,block_sparse_moe.experts.80.w2,0.0006690095,0.01000,0.378
+61,block_sparse_moe.experts.74.w2,0.0008707180,0.01000,0.917
+61,block_sparse_moe.experts.82.w2,0.0007311618,0.01000,0.468
+61,block_sparse_moe.experts.84.w2,0.0010849269,0.01000,0.430
+61,block_sparse_moe.experts.83.w2,0.0007173686,0.01000,0.536
+61,block_sparse_moe.experts.85.w2,0.0007736300,0.01000,0.538
+61,block_sparse_moe.experts.86.w2,0.0007760282,0.01000,0.528
+61,block_sparse_moe.experts.81.w2,0.0010022760,0.01000,0.766
+61,block_sparse_moe.experts.87.w2,0.0005455808,0.01000,0.429
+61,block_sparse_moe.experts.89.w2,0.0003415563,0.01000,0.463
+61,block_sparse_moe.experts.90.w2,0.0004307928,0.01000,0.427
+61,block_sparse_moe.experts.92.w2,0.0007231099,0.01000,0.429
+61,block_sparse_moe.experts.94.w2,0.0006216368,0.01000,0.412
+61,block_sparse_moe.experts.93.w2,0.0004182820,0.01000,0.440
+61,block_sparse_moe.experts.88.w2,0.0007103896,0.01000,0.786
+61,block_sparse_moe.experts.96.w2,0.0006990027,0.01000,0.426
+61,block_sparse_moe.experts.91.w2,0.0006210581,0.01000,0.863
+61,block_sparse_moe.experts.97.w2,0.0008237096,0.01000,0.434
+61,block_sparse_moe.experts.99.w2,0.0008186292,0.01000,0.464
+61,block_sparse_moe.experts.100.w2,0.0006188792,0.01000,0.442
+61,block_sparse_moe.experts.98.w2,0.0004099587,0.01000,0.568
+61,block_sparse_moe.experts.95.w2,0.0007128082,0.01000,0.879
+61,block_sparse_moe.experts.101.w2,0.0003821637,0.01000,0.407
+61,block_sparse_moe.experts.103.w2,0.0005324531,0.01000,0.444
+61,block_sparse_moe.experts.104.w2,0.0007407662,0.01000,0.444
+61,block_sparse_moe.experts.106.w2,0.0005683794,0.01000,0.420
+61,block_sparse_moe.experts.105.w2,0.0008043645,0.01000,0.568
+61,block_sparse_moe.experts.107.w2,0.0008115049,0.01000,0.422
+61,block_sparse_moe.experts.102.w2,0.0007702413,0.01000,0.733
+61,block_sparse_moe.experts.108.w2,0.0006790158,0.01000,0.415
+61,block_sparse_moe.experts.111.w2,0.0004760432,0.01000,0.473
+61,block_sparse_moe.experts.110.w2,0.0006502146,0.01000,0.583
+61,block_sparse_moe.experts.112.w2,0.0009142305,0.01000,0.461
+61,block_sparse_moe.experts.109.w2,0.0025052129,0.01000,0.719
+61,block_sparse_moe.experts.113.w2,0.0009530687,0.01000,0.469
+61,block_sparse_moe.experts.114.w2,0.0006727660,0.01000,0.593
+61,block_sparse_moe.experts.115.w2,0.0005004749,0.01000,0.593
+61,block_sparse_moe.experts.117.w2,0.0008148974,0.01000,0.431
+61,block_sparse_moe.experts.118.w2,0.0010151130,0.01000,0.440
+61,block_sparse_moe.experts.120.w2,0.0004760832,0.01000,0.434
+61,block_sparse_moe.experts.116.w2,0.0002980513,0.01000,0.582
+61,block_sparse_moe.experts.121.w2,0.0007360693,0.01000,0.426
+61,block_sparse_moe.experts.119.w2,0.0006603079,0.01000,0.586
+61,block_sparse_moe.experts.122.w2,0.0004763104,0.01000,0.477
+61,block_sparse_moe.experts.125.w2,0.0010330532,0.01000,0.461
+61,block_sparse_moe.experts.124.w2,0.0004851707,0.01000,0.507
+61,block_sparse_moe.experts.126.w2,0.0007725309,0.01000,0.511
+61,block_sparse_moe.experts.128.w2,0.0010886065,0.01000,0.466
+61,block_sparse_moe.experts.129.w2,0.0007679884,0.01000,0.443
+61,block_sparse_moe.experts.123.w2,0.0014513618,0.01000,0.712
+61,block_sparse_moe.experts.127.w2,0.0006250477,0.01000,0.616
+61,block_sparse_moe.experts.132.w2,0.0009476332,0.01000,0.486
+61,block_sparse_moe.experts.131.w2,0.0003396727,0.01000,0.537
+61,block_sparse_moe.experts.135.w2,0.0008304943,0.01000,0.441
+61,block_sparse_moe.experts.133.w2,0.0009080843,0.01000,0.536
+61,block_sparse_moe.experts.136.w2,0.0010303183,0.01000,0.433
+61,block_sparse_moe.experts.130.w2,0.0005190310,0.01000,0.967
+61,block_sparse_moe.experts.138.w2,0.0006254589,0.01000,0.442
+61,block_sparse_moe.experts.134.w2,0.0005814785,0.01000,0.896
+61,block_sparse_moe.experts.139.w2,0.0007704371,0.01000,0.523
+61,block_sparse_moe.experts.140.w2,0.0018723093,0.01000,0.507
+61,block_sparse_moe.experts.141.w2,0.0054896234,0.01000,0.580
+61,block_sparse_moe.experts.142.w2,0.0007941477,0.01000,0.428
+61,block_sparse_moe.experts.137.w2,0.0007584723,0.01000,0.876
+61,block_sparse_moe.experts.143.w2,0.0006268714,0.01000,0.442
+61,block_sparse_moe.experts.145.w2,0.0008662910,0.01000,0.465
+61,block_sparse_moe.experts.147.w2,0.0006824191,0.01000,0.440
+61,block_sparse_moe.experts.146.w2,0.0007486466,0.01000,0.622
+61,block_sparse_moe.experts.144.w2,0.0006161556,0.01000,0.810
+61,block_sparse_moe.experts.148.w2,0.0008408679,0.01000,0.556
+61,block_sparse_moe.experts.150.w2,0.0012534113,0.01000,0.499
+61,block_sparse_moe.experts.149.w2,0.0008267277,0.01000,0.565
+61,block_sparse_moe.experts.152.w2,0.0004724670,0.01000,0.440
+61,block_sparse_moe.experts.153.w2,0.0008832912,0.01000,0.429
+61,block_sparse_moe.experts.154.w2,0.0006578266,0.01000,0.442
+61,block_sparse_moe.experts.156.w2,0.0007208390,0.01000,0.456
+61,block_sparse_moe.experts.151.w2,0.0006200295,0.01000,0.917
+61,block_sparse_moe.experts.155.w2,0.0006593098,0.01000,0.582
+61,block_sparse_moe.experts.157.w2,0.0007493161,0.01000,0.558
+61,block_sparse_moe.experts.160.w2,0.0006020003,0.01000,0.469
+61,block_sparse_moe.experts.159.w2,0.0015030495,0.01000,0.560
+61,block_sparse_moe.experts.161.w2,0.0004259385,0.01000,0.504
+61,block_sparse_moe.experts.158.w2,0.0005749004,0.01000,0.748
+61,block_sparse_moe.experts.163.w2,0.0007940041,0.01000,0.496
+61,block_sparse_moe.experts.164.w2,0.0005529075,0.01000,0.467
+61,block_sparse_moe.experts.162.w2,0.0006517173,0.01000,0.601
+61,block_sparse_moe.experts.166.w2,0.0007144324,0.01000,0.404
+61,block_sparse_moe.experts.167.w2,0.0003775070,0.01000,0.399
+61,block_sparse_moe.experts.168.w2,0.0007236660,0.01000,0.403
+61,block_sparse_moe.experts.170.w2,0.0007137615,0.01000,0.384
+61,block_sparse_moe.experts.165.w2,0.0005144838,0.01000,0.657
+61,block_sparse_moe.experts.169.w2,0.0007537870,0.01000,0.431
+61,block_sparse_moe.experts.171.w2,0.0003714333,0.01000,0.547
+61,block_sparse_moe.experts.173.w2,0.0008381197,0.01000,0.408
+61,block_sparse_moe.experts.174.w2,0.0007817919,0.01000,0.425
+61,block_sparse_moe.experts.175.w2,0.0008458161,0.01000,0.401
+61,block_sparse_moe.experts.176.w2,0.0004863450,0.01000,0.416
+61,block_sparse_moe.experts.172.w2,0.0003447486,0.01000,0.651
+61,block_sparse_moe.experts.177.w2,0.0006417460,0.01000,0.398
+61,block_sparse_moe.experts.178.w2,0.0006253201,0.01000,0.403
+61,block_sparse_moe.experts.180.w2,0.0006598064,0.01000,0.428
+61,block_sparse_moe.experts.181.w2,0.0007795116,0.01000,0.423
+61,block_sparse_moe.experts.184.w2,0.0008784849,0.01000,0.410
+61,block_sparse_moe.experts.183.w2,0.0007425123,0.01000,0.414
+61,block_sparse_moe.experts.182.w2,0.0005847548,0.01000,0.431
+61,block_sparse_moe.experts.179.w2,0.0011719337,0.01000,0.712
+61,block_sparse_moe.experts.185.w2,0.0004964541,0.01000,0.416
+61,block_sparse_moe.experts.187.w2,0.0006295905,0.01000,0.442
+61,block_sparse_moe.experts.189.w2,0.0004223927,0.01000,0.432
+61,block_sparse_moe.experts.188.w2,0.0008150036,0.01000,0.437
+61,block_sparse_moe.experts.190.w2,0.0010466610,0.01000,0.565
+61,block_sparse_moe.experts.192.w2,0.0005631842,0.01000,0.447
+61,block_sparse_moe.experts.191.w2,0.0004987181,0.01000,0.509
+61,block_sparse_moe.experts.186.w2,0.0007768838,0.01000,0.893
+61,block_sparse_moe.experts.194.w2,0.0005162316,0.01000,0.437
+61,block_sparse_moe.experts.195.w2,0.0008650364,0.01000,0.437
+61,block_sparse_moe.experts.198.w2,0.0009427523,0.01000,0.421
+61,block_sparse_moe.experts.197.w2,0.0005014926,0.01000,0.458
+61,block_sparse_moe.experts.196.w2,0.0009731189,0.01000,0.627
+61,block_sparse_moe.experts.199.w2,0.0003895677,0.01000,0.461
+61,block_sparse_moe.experts.193.w2,0.0004720592,0.01000,0.862
+61,block_sparse_moe.experts.201.w2,0.0006884654,0.01000,0.420
+61,block_sparse_moe.experts.202.w2,0.0009183831,0.01000,0.418
+61,block_sparse_moe.experts.203.w2,0.0007621384,0.01000,0.457
+61,block_sparse_moe.experts.204.w2,0.0005624256,0.01000,0.465
+61,block_sparse_moe.experts.206.w2,0.0007295029,0.01000,0.403
+61,block_sparse_moe.experts.200.w2,0.0008080995,0.01000,0.842
+61,block_sparse_moe.experts.208.w2,0.0007770361,0.01000,0.404
+61,block_sparse_moe.experts.205.w2,0.0008203567,0.01000,0.671
+61,block_sparse_moe.experts.209.w2,0.0006945405,0.01000,0.415
+61,block_sparse_moe.experts.207.w2,0.0014380533,0.01000,0.745
+61,block_sparse_moe.experts.211.w2,0.0004311901,0.01000,0.413
+61,block_sparse_moe.experts.210.w2,0.0006417094,0.01000,0.535
+61,block_sparse_moe.experts.212.w2,0.0010238574,0.01000,0.534
+61,block_sparse_moe.experts.215.w2,0.0007395692,0.01000,0.477
+61,block_sparse_moe.experts.213.w2,0.0005746466,0.01000,0.565
+61,block_sparse_moe.experts.214.w2,0.0005877288,0.01000,0.674
+61,block_sparse_moe.experts.217.w2,0.0018900470,0.01000,0.520
+61,block_sparse_moe.experts.218.w2,0.0006089148,0.01000,0.445
+61,block_sparse_moe.experts.219.w2,0.0009951672,0.01000,0.434
+61,block_sparse_moe.experts.216.w2,0.0007454456,0.01000,0.683
+61,block_sparse_moe.experts.220.w2,0.0007879912,0.01000,0.449
+61,block_sparse_moe.experts.222.w2,0.0005991259,0.01000,0.490
+61,block_sparse_moe.experts.223.w2,0.0005238367,0.01000,0.488
+61,block_sparse_moe.experts.225.w2,0.0006465930,0.01000,0.506
+61,block_sparse_moe.experts.224.w2,0.0008048115,0.01000,0.526
+61,block_sparse_moe.experts.226.w2,0.0008757339,0.01000,0.475
+61,block_sparse_moe.experts.221.w2,0.0005041057,0.01000,0.715
+61,block_sparse_moe.experts.227.w2,0.0002927473,0.01000,0.427
+61,block_sparse_moe.experts.229.w2,0.0005999378,0.01000,0.439
+61,block_sparse_moe.experts.232.w2,0.0004023749,0.01000,0.435
+61,block_sparse_moe.experts.230.w2,0.0004969339,0.01000,0.462
+61,block_sparse_moe.experts.231.w2,0.0006464485,0.01000,0.462
+61,block_sparse_moe.experts.233.w2,0.0006809731,0.01000,0.501
+61,block_sparse_moe.experts.228.w2,0.0004953177,0.01000,0.607
+61,block_sparse_moe.experts.234.w2,0.0007209895,0.01000,0.466
+61,block_sparse_moe.experts.236.w2,0.0004898630,0.01000,0.433
+61,block_sparse_moe.experts.238.w2,0.0005310333,0.01000,0.421
+61,block_sparse_moe.experts.237.w2,0.0009091725,0.01000,0.453
+61,block_sparse_moe.experts.235.w2,0.0005787085,0.01000,0.592
+61,block_sparse_moe.experts.240.w2,0.0006285309,0.01000,0.483
+61,block_sparse_moe.experts.239.w2,0.0006878034,0.01000,0.506
+61,block_sparse_moe.experts.241.w2,0.0003688919,0.01000,0.429
+61,block_sparse_moe.experts.245.w2,0.0003569725,0.01000,0.464
+61,block_sparse_moe.experts.244.w2,0.0006049380,0.01000,0.551
+61,block_sparse_moe.experts.247.w2,0.0007512675,0.01000,0.470
+61,block_sparse_moe.experts.246.w2,0.0009964664,0.01000,0.497
+61,block_sparse_moe.experts.242.w2,0.0004731762,0.01000,0.668
+61,block_sparse_moe.experts.243.w2,0.0004438106,0.01000,0.735
+61,block_sparse_moe.experts.248.w2,0.0004199755,0.01000,0.717
+61,block_sparse_moe.experts.251.w2,0.0007270294,0.01000,0.462
+61,block_sparse_moe.experts.253.w2,0.0006970525,0.01000,0.441
+61,block_sparse_moe.experts.249.w2,0.0006145689,0.01000,0.587
+61,block_sparse_moe.experts.254.w2,0.0007820101,0.01000,0.441
+61,block_sparse_moe.experts.252.w2,0.0004528930,0.01000,0.574
+61,block_sparse_moe.experts.250.w2,0.0010053628,0.01000,0.645
+61,block_sparse_moe.experts.255.w2,0.0006653554,0.01000,0.380