| { |
| "best_metric": 92.6157, |
| "best_model_checkpoint": "qa2claim-base/checkpoint-12000", |
| "epoch": 1.5512736773350753, |
| "global_step": 38000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 0.0, |
| "loss": 3.2255, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.8800000000000005e-06, |
| "loss": 3.2465, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 1.182e-05, |
| "loss": 2.6401, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01, |
| "learning_rate": 1.782e-05, |
| "loss": 2.2893, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 2.3820000000000002e-05, |
| "loss": 2.1163, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 2.982e-05, |
| "loss": 2.0047, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02, |
| "learning_rate": 2.997105527638191e-05, |
| "loss": 1.9368, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 2.9940904522613068e-05, |
| "loss": 1.9029, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.03, |
| "learning_rate": 2.9910753768844223e-05, |
| "loss": 1.8627, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 2.988090452261307e-05, |
| "loss": 1.8403, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 2.9850753768844224e-05, |
| "loss": 1.835, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.04, |
| "learning_rate": 2.9820603015075376e-05, |
| "loss": 1.8027, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 2.979045226130653e-05, |
| "loss": 1.8176, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05, |
| "learning_rate": 2.976030150753769e-05, |
| "loss": 1.7983, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 2.9730150753768845e-05, |
| "loss": 1.778, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.06, |
| "learning_rate": 2.97e-05, |
| "loss": 1.7764, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 2.9669849246231156e-05, |
| "loss": 1.7599, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 2.9639698492462314e-05, |
| "loss": 1.7572, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.07, |
| "learning_rate": 2.960954773869347e-05, |
| "loss": 1.7773, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 2.9579396984924625e-05, |
| "loss": 1.7301, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.08, |
| "learning_rate": 2.954924623115578e-05, |
| "loss": 1.7536, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_bleu": 75.15293608723576, |
| "eval_gen_len": 16.288, |
| "eval_loss": 1.6770071983337402, |
| "eval_meteor": 0.8848959776023978, |
| "eval_rouge1": 92.6205, |
| "eval_rouge2": 86.7136, |
| "eval_rougeL": 89.2742, |
| "eval_rougeLsum": 89.2914, |
| "eval_runtime": 29.1055, |
| "eval_samples_per_second": 17.179, |
| "eval_steps_per_second": 2.165, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 2.951909547738694e-05, |
| "loss": 1.7313, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 2.948894472361809e-05, |
| "loss": 1.7308, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 2.9458793969849246e-05, |
| "loss": 1.7186, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 2.94286432160804e-05, |
| "loss": 1.7262, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.1, |
| "learning_rate": 2.9398492462311556e-05, |
| "loss": 1.702, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 2.9368341708542715e-05, |
| "loss": 1.7107, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 2.933819095477387e-05, |
| "loss": 1.7187, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.11, |
| "learning_rate": 2.9308040201005025e-05, |
| "loss": 1.707, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 2.927788944723618e-05, |
| "loss": 1.7019, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.12, |
| "learning_rate": 2.924773869346734e-05, |
| "loss": 1.6977, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 2.9217587939698495e-05, |
| "loss": 1.7047, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 2.918743718592965e-05, |
| "loss": 1.6943, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.13, |
| "learning_rate": 2.9157286432160802e-05, |
| "loss": 1.6795, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 2.912713567839196e-05, |
| "loss": 1.6781, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 2.9096984924623116e-05, |
| "loss": 1.7098, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 2.906683417085427e-05, |
| "loss": 1.6774, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.15, |
| "learning_rate": 2.9036683417085426e-05, |
| "loss": 1.6911, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 2.9006532663316585e-05, |
| "loss": 1.6933, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 2.8976683417085427e-05, |
| "loss": 1.6742, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.16, |
| "learning_rate": 2.8946532663316586e-05, |
| "loss": 1.6804, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_bleu": 77.38072312145013, |
| "eval_gen_len": 16.306, |
| "eval_loss": 1.6234748363494873, |
| "eval_meteor": 0.892630886417938, |
| "eval_rouge1": 93.2399, |
| "eval_rouge2": 88.3086, |
| "eval_rougeL": 90.3444, |
| "eval_rougeLsum": 90.3735, |
| "eval_runtime": 25.4106, |
| "eval_samples_per_second": 19.677, |
| "eval_steps_per_second": 2.479, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 2.891638190954774e-05, |
| "loss": 1.673, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.17, |
| "learning_rate": 2.8886231155778896e-05, |
| "loss": 1.6754, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 2.885608040201005e-05, |
| "loss": 1.6668, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 2.8825929648241207e-05, |
| "loss": 1.6759, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 2.8795778894472362e-05, |
| "loss": 1.6526, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 2.8765628140703517e-05, |
| "loss": 1.6654, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.19, |
| "learning_rate": 2.8735477386934672e-05, |
| "loss": 1.6466, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 2.870532663316583e-05, |
| "loss": 1.6789, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 2.8675175879396986e-05, |
| "loss": 1.6583, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.2, |
| "learning_rate": 2.864502512562814e-05, |
| "loss": 1.6639, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 2.8614874371859297e-05, |
| "loss": 1.6464, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 2.8584723618090452e-05, |
| "loss": 1.6654, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.22, |
| "learning_rate": 2.8554874371859297e-05, |
| "loss": 1.6364, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.22, |
| "learning_rate": 2.8525025125628143e-05, |
| "loss": 1.6325, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.22, |
| "learning_rate": 2.8494874371859298e-05, |
| "loss": 1.6496, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 2.846502512562814e-05, |
| "loss": 1.6542, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.23, |
| "learning_rate": 2.8434874371859295e-05, |
| "loss": 1.6418, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 2.8404723618090454e-05, |
| "loss": 1.6421, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 2.8374874371859296e-05, |
| "loss": 1.6427, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.24, |
| "learning_rate": 2.8344723618090454e-05, |
| "loss": 1.6423, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_bleu": 78.69642597526826, |
| "eval_gen_len": 16.314, |
| "eval_loss": 1.593881607055664, |
| "eval_meteor": 0.8979075563574866, |
| "eval_rouge1": 93.7314, |
| "eval_rouge2": 89.4698, |
| "eval_rougeL": 91.3989, |
| "eval_rougeLsum": 91.4076, |
| "eval_runtime": 25.6849, |
| "eval_samples_per_second": 19.467, |
| "eval_steps_per_second": 2.453, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 2.831457286432161e-05, |
| "loss": 1.6491, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.25, |
| "learning_rate": 2.8284422110552765e-05, |
| "loss": 1.6533, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.26, |
| "learning_rate": 2.825427135678392e-05, |
| "loss": 1.6501, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.26, |
| "learning_rate": 2.8224120603015075e-05, |
| "loss": 1.6463, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 2.8193969849246234e-05, |
| "loss": 1.6341, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 2.816381909547739e-05, |
| "loss": 1.6424, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 2.813366834170854e-05, |
| "loss": 1.6399, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 2.8103517587939697e-05, |
| "loss": 1.6362, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 2.8073366834170855e-05, |
| "loss": 1.6357, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 2.804321608040201e-05, |
| "loss": 1.6284, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 2.8013065326633166e-05, |
| "loss": 1.6333, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.29, |
| "learning_rate": 2.798291457286432e-05, |
| "loss": 1.6414, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.3, |
| "learning_rate": 2.795276381909548e-05, |
| "loss": 1.6166, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.3, |
| "learning_rate": 2.7922613065326635e-05, |
| "loss": 1.6368, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 2.789246231155779e-05, |
| "loss": 1.6313, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 2.7862311557788945e-05, |
| "loss": 1.6241, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.31, |
| "learning_rate": 2.7832160804020104e-05, |
| "loss": 1.619, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 2.7802010050251256e-05, |
| "loss": 1.6339, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.32, |
| "learning_rate": 2.777185929648241e-05, |
| "loss": 1.6152, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 2.7741708542713567e-05, |
| "loss": 1.6253, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_bleu": 80.00978050192599, |
| "eval_gen_len": 16.226, |
| "eval_loss": 1.5748662948608398, |
| "eval_meteor": 0.9021016869942787, |
| "eval_rouge1": 94.2752, |
| "eval_rouge2": 90.7004, |
| "eval_rougeL": 92.2246, |
| "eval_rougeLsum": 92.2489, |
| "eval_runtime": 25.2021, |
| "eval_samples_per_second": 19.84, |
| "eval_steps_per_second": 2.5, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 2.7711557788944725e-05, |
| "loss": 1.6291, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.33, |
| "learning_rate": 2.768140703517588e-05, |
| "loss": 1.6288, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.34, |
| "learning_rate": 2.7651557788944726e-05, |
| "loss": 1.6158, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.34, |
| "learning_rate": 2.762140703517588e-05, |
| "loss": 1.6285, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 2.7591256281407036e-05, |
| "loss": 1.6231, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 2.756110552763819e-05, |
| "loss": 1.6237, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 2.753095477386935e-05, |
| "loss": 1.6059, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 2.7500804020100505e-05, |
| "loss": 1.6094, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 2.7470954773869347e-05, |
| "loss": 1.6092, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.37, |
| "learning_rate": 2.744110552763819e-05, |
| "loss": 1.6162, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.37, |
| "learning_rate": 2.7410954773869348e-05, |
| "loss": 1.6059, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 2.7380804020100503e-05, |
| "loss": 1.6135, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 2.735065326633166e-05, |
| "loss": 1.6144, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.38, |
| "learning_rate": 2.7320804020100504e-05, |
| "loss": 1.6288, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 2.729065326633166e-05, |
| "loss": 1.6098, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 2.7260804020100504e-05, |
| "loss": 1.617, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.4, |
| "learning_rate": 2.723065326633166e-05, |
| "loss": 1.6079, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.4, |
| "learning_rate": 2.7200502512562815e-05, |
| "loss": 1.611, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.4, |
| "learning_rate": 2.7170351758793974e-05, |
| "loss": 1.5935, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 2.7140201005025125e-05, |
| "loss": 1.5965, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_bleu": 80.29588431741519, |
| "eval_gen_len": 16.244, |
| "eval_loss": 1.5651723146438599, |
| "eval_meteor": 0.9028810347439424, |
| "eval_rouge1": 94.3213, |
| "eval_rouge2": 90.869, |
| "eval_rougeL": 92.4221, |
| "eval_rougeLsum": 92.4429, |
| "eval_runtime": 25.551, |
| "eval_samples_per_second": 19.569, |
| "eval_steps_per_second": 2.466, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.41, |
| "learning_rate": 2.711035175879397e-05, |
| "loss": 1.611, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 2.7080201005025126e-05, |
| "loss": 1.6066, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 2.705005025125628e-05, |
| "loss": 1.6028, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 2.7019899497487437e-05, |
| "loss": 1.6192, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 2.6989748743718595e-05, |
| "loss": 1.6114, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.43, |
| "learning_rate": 2.695959798994975e-05, |
| "loss": 1.6043, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.44, |
| "learning_rate": 2.6929447236180906e-05, |
| "loss": 1.5949, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.44, |
| "learning_rate": 2.689929648241206e-05, |
| "loss": 1.6017, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.44, |
| "learning_rate": 2.6869145728643216e-05, |
| "loss": 1.6001, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 2.683929648241206e-05, |
| "loss": 1.5983, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.45, |
| "learning_rate": 2.6809145728643213e-05, |
| "loss": 1.5914, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 2.6778994974874372e-05, |
| "loss": 1.5997, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 2.6748844221105527e-05, |
| "loss": 1.5962, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.47, |
| "learning_rate": 2.6718693467336683e-05, |
| "loss": 1.5946, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.47, |
| "learning_rate": 2.6688542713567838e-05, |
| "loss": 1.5969, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.47, |
| "learning_rate": 2.6658391959798997e-05, |
| "loss": 1.6132, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 2.6628241206030152e-05, |
| "loss": 1.5893, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.48, |
| "learning_rate": 2.6598090452261307e-05, |
| "loss": 1.6123, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 2.6567939698492462e-05, |
| "loss": 1.5975, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 2.653778894472362e-05, |
| "loss": 1.5908, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_bleu": 80.65979156040467, |
| "eval_gen_len": 16.216, |
| "eval_loss": 1.561901330947876, |
| "eval_meteor": 0.9045236466427484, |
| "eval_rouge1": 94.5279, |
| "eval_rouge2": 91.2374, |
| "eval_rougeL": 92.5949, |
| "eval_rougeLsum": 92.6157, |
| "eval_runtime": 25.5485, |
| "eval_samples_per_second": 19.571, |
| "eval_steps_per_second": 2.466, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 2.6508241206030153e-05, |
| "loss": 1.6137, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.5, |
| "learning_rate": 2.6478090452261305e-05, |
| "loss": 2.1155, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.5, |
| "learning_rate": 2.644793969849246e-05, |
| "loss": 2.6991, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 2.641778894472362e-05, |
| "loss": 2.8329, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 2.6387638190954774e-05, |
| "loss": 2.8749, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.51, |
| "learning_rate": 2.635748743718593e-05, |
| "loss": 2.8538, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 2.6327336683417085e-05, |
| "loss": 2.8509, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.52, |
| "learning_rate": 2.6297185929648243e-05, |
| "loss": 2.8037, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 2.62670351758794e-05, |
| "loss": 2.8414, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 2.6236884422110554e-05, |
| "loss": 2.8386, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.53, |
| "learning_rate": 2.620673366834171e-05, |
| "loss": 2.8152, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.54, |
| "learning_rate": 2.6176582914572868e-05, |
| "loss": 2.7805, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.54, |
| "learning_rate": 2.6146432160804023e-05, |
| "loss": 2.7591, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 2.6116281407035175e-05, |
| "loss": 2.7748, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 2.608613065326633e-05, |
| "loss": 2.773, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 2.605597989949749e-05, |
| "loss": 2.7776, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 2.602613065326633e-05, |
| "loss": 2.752, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 2.599597989949749e-05, |
| "loss": 2.7383, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 2.5965829145728645e-05, |
| "loss": 2.7375, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.57, |
| "learning_rate": 2.59356783919598e-05, |
| "loss": 2.7502, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.57, |
| "eval_bleu": 76.79295767834411, |
| "eval_gen_len": 16.252, |
| "eval_loss": 2.6775336265563965, |
| "eval_meteor": 0.890923129283697, |
| "eval_rouge1": 92.9876, |
| "eval_rouge2": 88.6491, |
| "eval_rougeL": 91.2913, |
| "eval_rougeLsum": 91.2855, |
| "eval_runtime": 25.3646, |
| "eval_samples_per_second": 19.712, |
| "eval_steps_per_second": 2.484, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 2.5905527638190955e-05, |
| "loss": 2.7346, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 2.5875376884422114e-05, |
| "loss": 2.7492, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.58, |
| "learning_rate": 2.584522613065327e-05, |
| "loss": 2.7273, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 2.5815075376884424e-05, |
| "loss": 2.7279, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 2.5784924623115576e-05, |
| "loss": 2.7241, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 2.575477386934673e-05, |
| "loss": 2.7457, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 2.572462311557789e-05, |
| "loss": 2.7347, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.6, |
| "learning_rate": 2.5694472361809045e-05, |
| "loss": 2.7168, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 2.56643216080402e-05, |
| "loss": 2.7086, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.61, |
| "learning_rate": 2.5634170854271356e-05, |
| "loss": 2.7265, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 2.5604020100502515e-05, |
| "loss": 2.7228, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 2.557386934673367e-05, |
| "loss": 2.7089, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.62, |
| "learning_rate": 2.5543718592964825e-05, |
| "loss": 2.6962, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.63, |
| "learning_rate": 2.551356783919598e-05, |
| "loss": 2.7067, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.63, |
| "learning_rate": 2.548341708542714e-05, |
| "loss": 2.7016, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 2.545326633165829e-05, |
| "loss": 2.6746, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 2.5423115577889446e-05, |
| "loss": 2.6954, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 2.53929648241206e-05, |
| "loss": 2.6972, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 2.536281407035176e-05, |
| "loss": 2.6871, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.65, |
| "learning_rate": 2.5332663316582915e-05, |
| "loss": 2.7134, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_bleu": 78.02775295125716, |
| "eval_gen_len": 16.242, |
| "eval_loss": 2.631150484085083, |
| "eval_meteor": 0.8935096956153317, |
| "eval_rouge1": 93.4121, |
| "eval_rouge2": 89.2356, |
| "eval_rougeL": 91.593, |
| "eval_rougeLsum": 91.6198, |
| "eval_runtime": 25.3474, |
| "eval_samples_per_second": 19.726, |
| "eval_steps_per_second": 2.485, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 2.530251256281407e-05, |
| "loss": 2.7203, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.66, |
| "learning_rate": 2.5272361809045226e-05, |
| "loss": 2.7245, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 2.5242211055276385e-05, |
| "loss": 2.7023, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 2.521206030150754e-05, |
| "loss": 2.7224, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.67, |
| "learning_rate": 2.5181909547738695e-05, |
| "loss": 2.6802, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 2.515175879396985e-05, |
| "loss": 2.6996, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.68, |
| "learning_rate": 2.5121608040201006e-05, |
| "loss": 2.681, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 2.509145728643216e-05, |
| "loss": 2.6895, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 2.5061306532663316e-05, |
| "loss": 2.698, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.69, |
| "learning_rate": 2.503115577889447e-05, |
| "loss": 2.6802, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.7, |
| "learning_rate": 2.5001005025125627e-05, |
| "loss": 2.6914, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.7, |
| "learning_rate": 2.4970854271356785e-05, |
| "loss": 2.7011, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 2.494070351758794e-05, |
| "loss": 2.6659, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 2.4910552763819096e-05, |
| "loss": 2.6905, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.71, |
| "learning_rate": 2.488040201005025e-05, |
| "loss": 2.6557, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 2.485025125628141e-05, |
| "loss": 2.6648, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.72, |
| "learning_rate": 2.4820100502512565e-05, |
| "loss": 2.6954, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 2.478994974874372e-05, |
| "loss": 2.682, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 2.4759798994974872e-05, |
| "loss": 2.6767, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 2.472964824120603e-05, |
| "loss": 2.6865, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.73, |
| "eval_bleu": 78.46041201212769, |
| "eval_gen_len": 16.228, |
| "eval_loss": 2.584897756576538, |
| "eval_meteor": 0.8947853545083831, |
| "eval_rouge1": 93.4999, |
| "eval_rouge2": 89.2925, |
| "eval_rougeL": 91.7008, |
| "eval_rougeLsum": 91.7289, |
| "eval_runtime": 24.8047, |
| "eval_samples_per_second": 20.157, |
| "eval_steps_per_second": 2.54, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 2.4699497487437186e-05, |
| "loss": 2.6607, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.74, |
| "learning_rate": 2.466934673366834e-05, |
| "loss": 2.6692, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.75, |
| "learning_rate": 2.4639195979899497e-05, |
| "loss": 2.6633, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.75, |
| "learning_rate": 2.4609045226130655e-05, |
| "loss": 2.6655, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 2.457889447236181e-05, |
| "loss": 2.6623, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 2.4548743718592966e-05, |
| "loss": 2.6679, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.76, |
| "learning_rate": 2.451859296482412e-05, |
| "loss": 2.674, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 2.448844221105528e-05, |
| "loss": 2.6719, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 2.4458291457286435e-05, |
| "loss": 2.6832, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 2.4428140703517587e-05, |
| "loss": 2.6776, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 2.4397989949748742e-05, |
| "loss": 2.6682, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 2.4367839195979898e-05, |
| "loss": 2.6956, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 2.4337688442211056e-05, |
| "loss": 2.6586, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.79, |
| "learning_rate": 2.430753768844221e-05, |
| "loss": 2.6666, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 2.4277386934673367e-05, |
| "loss": 2.6663, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 2.4247236180904522e-05, |
| "loss": 2.6638, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.8, |
| "learning_rate": 2.421708542713568e-05, |
| "loss": 2.6112, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 2.4186934673366836e-05, |
| "loss": 1.9824, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.81, |
| "learning_rate": 2.415708542713568e-05, |
| "loss": 1.7259, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.4126934673366836e-05, |
| "loss": 2.2838, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.82, |
| "eval_bleu": 77.92153227866292, |
| "eval_gen_len": 16.232, |
| "eval_loss": 2.501798629760742, |
| "eval_meteor": 0.8944690987739373, |
| "eval_rouge1": 93.4893, |
| "eval_rouge2": 89.2497, |
| "eval_rougeL": 91.4623, |
| "eval_rougeLsum": 91.51, |
| "eval_runtime": 25.1905, |
| "eval_samples_per_second": 19.849, |
| "eval_steps_per_second": 2.501, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.409678391959799e-05, |
| "loss": 2.6248, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.4066633165829144e-05, |
| "loss": 2.6643, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.83, |
| "learning_rate": 2.4036482412060302e-05, |
| "loss": 2.642, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.83, |
| "learning_rate": 2.4006331658291458e-05, |
| "loss": 2.67, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 2.3976180904522613e-05, |
| "loss": 2.6563, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 2.3946030150753768e-05, |
| "loss": 2.6873, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 2.3915879396984927e-05, |
| "loss": 2.65, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 2.3885728643216082e-05, |
| "loss": 2.6635, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.85, |
| "learning_rate": 2.3855577889447237e-05, |
| "loss": 2.6443, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 2.3825427135678393e-05, |
| "loss": 2.6504, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.86, |
| "learning_rate": 2.379527638190955e-05, |
| "loss": 2.6425, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 2.3765125628140703e-05, |
| "loss": 2.6774, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 2.373497487437186e-05, |
| "loss": 2.6575, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.87, |
| "learning_rate": 2.3704824120603014e-05, |
| "loss": 2.6542, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 2.3674673366834172e-05, |
| "loss": 2.6508, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.88, |
| "learning_rate": 2.3644522613065328e-05, |
| "loss": 2.6648, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 2.3614673366834173e-05, |
| "loss": 2.6623, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 2.3584522613065328e-05, |
| "loss": 2.66, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.89, |
| "learning_rate": 2.3554371859296483e-05, |
| "loss": 2.6568, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 2.352422110552764e-05, |
| "loss": 2.6591, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.9, |
| "eval_bleu": 79.49958192973479, |
| "eval_gen_len": 16.234, |
| "eval_loss": 2.5640199184417725, |
| "eval_meteor": 0.9025279208048376, |
| "eval_rouge1": 94.1823, |
| "eval_rouge2": 90.5552, |
| "eval_rougeL": 92.428, |
| "eval_rougeLsum": 92.4351, |
| "eval_runtime": 25.4062, |
| "eval_samples_per_second": 19.68, |
| "eval_steps_per_second": 2.48, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.9, |
| "learning_rate": 2.3494070351758794e-05, |
| "loss": 2.6622, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 2.3463919597989953e-05, |
| "loss": 2.6638, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 2.3433768844221108e-05, |
| "loss": 2.6521, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 2.340361809045226e-05, |
| "loss": 2.657, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 2.3373467336683415e-05, |
| "loss": 2.632, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.92, |
| "learning_rate": 2.3343316582914574e-05, |
| "loss": 2.6544, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 2.331316582914573e-05, |
| "loss": 2.6429, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 2.3283015075376884e-05, |
| "loss": 2.6534, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.93, |
| "learning_rate": 2.325286432160804e-05, |
| "loss": 2.6827, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 2.3222713567839198e-05, |
| "loss": 2.6506, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.94, |
| "learning_rate": 2.3192562814070353e-05, |
| "loss": 2.6396, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 2.316241206030151e-05, |
| "loss": 2.6777, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.95, |
| "learning_rate": 2.3132261306532664e-05, |
| "loss": 2.6548, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 2.3102110552763823e-05, |
| "loss": 2.6735, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 2.3071959798994974e-05, |
| "loss": 2.6713, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.96, |
| "learning_rate": 2.304180904522613e-05, |
| "loss": 2.6752, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 2.3011658291457285e-05, |
| "loss": 2.6533, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.97, |
| "learning_rate": 2.2981507537688444e-05, |
| "loss": 2.6623, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 2.29513567839196e-05, |
| "loss": 2.6596, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 2.2921206030150754e-05, |
| "loss": 2.662, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.98, |
| "eval_bleu": 79.32255832423239, |
| "eval_gen_len": 16.256, |
| "eval_loss": 2.555393695831299, |
| "eval_meteor": 0.9010940538998614, |
| "eval_rouge1": 94.0079, |
| "eval_rouge2": 90.2547, |
| "eval_rougeL": 92.1916, |
| "eval_rougeLsum": 92.2075, |
| "eval_runtime": 25.4585, |
| "eval_samples_per_second": 19.64, |
| "eval_steps_per_second": 2.475, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 2.289105527638191e-05, |
| "loss": 2.6431, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 2.2860904522613068e-05, |
| "loss": 2.6577, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.99, |
| "learning_rate": 2.2830753768844223e-05, |
| "loss": 2.6452, |
| "step": 24300 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 2.280060301507538e-05, |
| "loss": 2.6465, |
| "step": 24400 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 2.2770452261306534e-05, |
| "loss": 2.6566, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 2.2740301507537686e-05, |
| "loss": 2.6632, |
| "step": 24600 |
| }, |
| { |
| "epoch": 1.01, |
| "learning_rate": 2.2710150753768844e-05, |
| "loss": 2.6179, |
| "step": 24700 |
| }, |
| { |
| "epoch": 1.01, |
| "learning_rate": 2.268e-05, |
| "loss": 2.6355, |
| "step": 24800 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 2.2649849246231155e-05, |
| "loss": 2.656, |
| "step": 24900 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 2.261969849246231e-05, |
| "loss": 2.6485, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.02, |
| "learning_rate": 2.258954773869347e-05, |
| "loss": 2.6834, |
| "step": 25100 |
| }, |
| { |
| "epoch": 1.03, |
| "learning_rate": 2.2559396984924624e-05, |
| "loss": 2.6586, |
| "step": 25200 |
| }, |
| { |
| "epoch": 1.03, |
| "learning_rate": 2.252924623115578e-05, |
| "loss": 2.6245, |
| "step": 25300 |
| }, |
| { |
| "epoch": 1.04, |
| "learning_rate": 2.2499095477386935e-05, |
| "loss": 2.6439, |
| "step": 25400 |
| }, |
| { |
| "epoch": 1.04, |
| "learning_rate": 2.2468944723618093e-05, |
| "loss": 2.657, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.05, |
| "learning_rate": 2.243879396984925e-05, |
| "loss": 2.651, |
| "step": 25600 |
| }, |
| { |
| "epoch": 1.05, |
| "learning_rate": 2.2408643216080404e-05, |
| "loss": 2.5159, |
| "step": 25700 |
| }, |
| { |
| "epoch": 1.05, |
| "learning_rate": 2.2378492462311556e-05, |
| "loss": 1.8454, |
| "step": 25800 |
| }, |
| { |
| "epoch": 1.06, |
| "learning_rate": 2.2348341708542714e-05, |
| "loss": 1.7432, |
| "step": 25900 |
| }, |
| { |
| "epoch": 1.06, |
| "learning_rate": 2.2318793969849246e-05, |
| "loss": 1.8874, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.06, |
| "eval_bleu": 79.38237465310864, |
| "eval_gen_len": 16.272, |
| "eval_loss": 2.2466025352478027, |
| "eval_meteor": 0.9008152345684776, |
| "eval_rouge1": 94.0369, |
| "eval_rouge2": 90.1224, |
| "eval_rougeL": 91.9066, |
| "eval_rougeLsum": 91.944, |
| "eval_runtime": 24.8009, |
| "eval_samples_per_second": 20.161, |
| "eval_steps_per_second": 2.54, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 2.22886432160804e-05, |
| "loss": 2.5847, |
| "step": 26100 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 2.2258492462311557e-05, |
| "loss": 2.623, |
| "step": 26200 |
| }, |
| { |
| "epoch": 1.07, |
| "learning_rate": 2.2228341708542716e-05, |
| "loss": 2.665, |
| "step": 26300 |
| }, |
| { |
| "epoch": 1.08, |
| "learning_rate": 2.219819095477387e-05, |
| "loss": 2.647, |
| "step": 26400 |
| }, |
| { |
| "epoch": 1.08, |
| "learning_rate": 2.2168040201005026e-05, |
| "loss": 2.6653, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.09, |
| "learning_rate": 2.213788944723618e-05, |
| "loss": 2.6546, |
| "step": 26600 |
| }, |
| { |
| "epoch": 1.09, |
| "learning_rate": 2.210773869346734e-05, |
| "loss": 2.6471, |
| "step": 26700 |
| }, |
| { |
| "epoch": 1.09, |
| "learning_rate": 2.2077587939698495e-05, |
| "loss": 2.6871, |
| "step": 26800 |
| }, |
| { |
| "epoch": 1.1, |
| "learning_rate": 2.2047437185929647e-05, |
| "loss": 2.6601, |
| "step": 26900 |
| }, |
| { |
| "epoch": 1.1, |
| "learning_rate": 2.2017286432160802e-05, |
| "loss": 2.6541, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.11, |
| "learning_rate": 2.198713567839196e-05, |
| "loss": 2.6255, |
| "step": 27100 |
| }, |
| { |
| "epoch": 1.11, |
| "learning_rate": 2.1956984924623116e-05, |
| "loss": 2.6765, |
| "step": 27200 |
| }, |
| { |
| "epoch": 1.11, |
| "learning_rate": 2.192683417085427e-05, |
| "loss": 2.6448, |
| "step": 27300 |
| }, |
| { |
| "epoch": 1.12, |
| "learning_rate": 2.1896683417085427e-05, |
| "loss": 2.6667, |
| "step": 27400 |
| }, |
| { |
| "epoch": 1.12, |
| "learning_rate": 2.1866532663316582e-05, |
| "loss": 2.6544, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.13, |
| "learning_rate": 2.183638190954774e-05, |
| "loss": 2.6492, |
| "step": 27600 |
| }, |
| { |
| "epoch": 1.13, |
| "learning_rate": 2.1806231155778896e-05, |
| "loss": 2.6541, |
| "step": 27700 |
| }, |
| { |
| "epoch": 1.13, |
| "learning_rate": 2.177608040201005e-05, |
| "loss": 2.6601, |
| "step": 27800 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 2.1745929648241207e-05, |
| "loss": 2.653, |
| "step": 27900 |
| }, |
| { |
| "epoch": 1.14, |
| "learning_rate": 2.1715778894472362e-05, |
| "loss": 2.6527, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.14, |
| "eval_bleu": 80.15532470386316, |
| "eval_gen_len": 16.238, |
| "eval_loss": 2.573094129562378, |
| "eval_meteor": 0.9042327142167804, |
| "eval_rouge1": 94.281, |
| "eval_rouge2": 90.8096, |
| "eval_rougeL": 92.559, |
| "eval_rougeLsum": 92.5681, |
| "eval_runtime": 25.5646, |
| "eval_samples_per_second": 19.558, |
| "eval_steps_per_second": 2.464, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.15, |
| "learning_rate": 2.1685628140703517e-05, |
| "loss": 2.6359, |
| "step": 28100 |
| }, |
| { |
| "epoch": 1.15, |
| "learning_rate": 2.1655477386934672e-05, |
| "loss": 2.6562, |
| "step": 28200 |
| }, |
| { |
| "epoch": 1.16, |
| "learning_rate": 2.1625326633165828e-05, |
| "loss": 2.6518, |
| "step": 28300 |
| }, |
| { |
| "epoch": 1.16, |
| "learning_rate": 2.1595175879396986e-05, |
| "loss": 2.6403, |
| "step": 28400 |
| }, |
| { |
| "epoch": 1.16, |
| "learning_rate": 2.156502512562814e-05, |
| "loss": 2.658, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 2.1534874371859297e-05, |
| "loss": 2.6583, |
| "step": 28600 |
| }, |
| { |
| "epoch": 1.17, |
| "learning_rate": 2.1504723618090452e-05, |
| "loss": 2.6719, |
| "step": 28700 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 2.147457286432161e-05, |
| "loss": 2.6451, |
| "step": 28800 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 2.1444422110552766e-05, |
| "loss": 2.6701, |
| "step": 28900 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 2.141427135678392e-05, |
| "loss": 2.6666, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.19, |
| "learning_rate": 2.1384120603015073e-05, |
| "loss": 2.6536, |
| "step": 29100 |
| }, |
| { |
| "epoch": 1.19, |
| "learning_rate": 2.1353969849246232e-05, |
| "loss": 2.6423, |
| "step": 29200 |
| }, |
| { |
| "epoch": 1.2, |
| "learning_rate": 2.1323819095477387e-05, |
| "loss": 2.6586, |
| "step": 29300 |
| }, |
| { |
| "epoch": 1.2, |
| "learning_rate": 2.1293668341708542e-05, |
| "loss": 2.6554, |
| "step": 29400 |
| }, |
| { |
| "epoch": 1.2, |
| "learning_rate": 2.1263517587939698e-05, |
| "loss": 2.6623, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.21, |
| "learning_rate": 2.1233366834170856e-05, |
| "loss": 2.6749, |
| "step": 29600 |
| }, |
| { |
| "epoch": 1.21, |
| "learning_rate": 2.120321608040201e-05, |
| "loss": 2.6446, |
| "step": 29700 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 2.1173065326633167e-05, |
| "loss": 2.6764, |
| "step": 29800 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 2.1142914572864322e-05, |
| "loss": 2.6522, |
| "step": 29900 |
| }, |
| { |
| "epoch": 1.22, |
| "learning_rate": 2.1112763819095477e-05, |
| "loss": 2.6618, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.22, |
| "eval_bleu": 79.74215483171986, |
| "eval_gen_len": 16.236, |
| "eval_loss": 2.4326839447021484, |
| "eval_meteor": 0.9044505502074225, |
| "eval_rouge1": 94.3369, |
| "eval_rouge2": 90.6586, |
| "eval_rougeL": 92.1744, |
| "eval_rougeLsum": 92.1895, |
| "eval_runtime": 25.4582, |
| "eval_samples_per_second": 19.64, |
| "eval_steps_per_second": 2.475, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.23, |
| "learning_rate": 2.1082613065326636e-05, |
| "loss": 1.977, |
| "step": 30100 |
| }, |
| { |
| "epoch": 1.23, |
| "learning_rate": 2.105246231155779e-05, |
| "loss": 1.731, |
| "step": 30200 |
| }, |
| { |
| "epoch": 1.24, |
| "learning_rate": 2.1022311557788943e-05, |
| "loss": 1.7164, |
| "step": 30300 |
| }, |
| { |
| "epoch": 1.24, |
| "learning_rate": 2.09921608040201e-05, |
| "loss": 1.6936, |
| "step": 30400 |
| }, |
| { |
| "epoch": 1.25, |
| "learning_rate": 2.0962010050251257e-05, |
| "loss": 1.6888, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1.25, |
| "learning_rate": 2.0931859296482412e-05, |
| "loss": 1.7005, |
| "step": 30600 |
| }, |
| { |
| "epoch": 1.25, |
| "learning_rate": 2.0901708542713568e-05, |
| "loss": 1.6815, |
| "step": 30700 |
| }, |
| { |
| "epoch": 1.26, |
| "learning_rate": 2.0871557788944723e-05, |
| "loss": 1.6894, |
| "step": 30800 |
| }, |
| { |
| "epoch": 1.26, |
| "learning_rate": 2.0841708542713568e-05, |
| "loss": 1.6858, |
| "step": 30900 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 2.0811557788944723e-05, |
| "loss": 2.3491, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 2.0781407035175882e-05, |
| "loss": 2.6593, |
| "step": 31100 |
| }, |
| { |
| "epoch": 1.27, |
| "learning_rate": 2.0751256281407037e-05, |
| "loss": 2.6468, |
| "step": 31200 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 2.0721407035175883e-05, |
| "loss": 2.6608, |
| "step": 31300 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 2.069155778894472e-05, |
| "loss": 2.6587, |
| "step": 31400 |
| }, |
| { |
| "epoch": 1.29, |
| "learning_rate": 2.066140703517588e-05, |
| "loss": 2.6772, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1.29, |
| "learning_rate": 2.0631256281407035e-05, |
| "loss": 2.6861, |
| "step": 31600 |
| }, |
| { |
| "epoch": 1.29, |
| "learning_rate": 2.060140703517588e-05, |
| "loss": 2.6909, |
| "step": 31700 |
| }, |
| { |
| "epoch": 1.3, |
| "learning_rate": 2.0571256281407036e-05, |
| "loss": 2.7178, |
| "step": 31800 |
| }, |
| { |
| "epoch": 1.3, |
| "learning_rate": 2.054110552763819e-05, |
| "loss": 2.7448, |
| "step": 31900 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 2.0510954773869346e-05, |
| "loss": 2.7368, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.31, |
| "eval_bleu": 79.88380574425997, |
| "eval_gen_len": 16.228, |
| "eval_loss": 2.729801893234253, |
| "eval_meteor": 0.9013053514191987, |
| "eval_rouge1": 94.1293, |
| "eval_rouge2": 90.4052, |
| "eval_rougeL": 92.4025, |
| "eval_rougeLsum": 92.4078, |
| "eval_runtime": 25.6909, |
| "eval_samples_per_second": 19.462, |
| "eval_steps_per_second": 2.452, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 2.048110552763819e-05, |
| "loss": 2.7485, |
| "step": 32100 |
| }, |
| { |
| "epoch": 1.31, |
| "learning_rate": 2.0450954773869347e-05, |
| "loss": 2.7678, |
| "step": 32200 |
| }, |
| { |
| "epoch": 1.32, |
| "learning_rate": 2.0420804020100506e-05, |
| "loss": 2.7518, |
| "step": 32300 |
| }, |
| { |
| "epoch": 1.32, |
| "learning_rate": 2.039065326633166e-05, |
| "loss": 2.7449, |
| "step": 32400 |
| }, |
| { |
| "epoch": 1.33, |
| "learning_rate": 2.0360502512562813e-05, |
| "loss": 2.7359, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1.33, |
| "learning_rate": 2.0330351758793968e-05, |
| "loss": 2.7379, |
| "step": 32600 |
| }, |
| { |
| "epoch": 1.33, |
| "learning_rate": 2.0300201005025127e-05, |
| "loss": 2.743, |
| "step": 32700 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 2.0270050251256282e-05, |
| "loss": 2.73, |
| "step": 32800 |
| }, |
| { |
| "epoch": 1.34, |
| "learning_rate": 2.0240201005025127e-05, |
| "loss": 2.7259, |
| "step": 32900 |
| }, |
| { |
| "epoch": 1.35, |
| "learning_rate": 2.0210050251256282e-05, |
| "loss": 2.6952, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1.35, |
| "learning_rate": 2.0179899497487438e-05, |
| "loss": 2.6952, |
| "step": 33100 |
| }, |
| { |
| "epoch": 1.36, |
| "learning_rate": 2.0149748743718593e-05, |
| "loss": 2.6855, |
| "step": 33200 |
| }, |
| { |
| "epoch": 1.36, |
| "learning_rate": 2.011959798994975e-05, |
| "loss": 2.7112, |
| "step": 33300 |
| }, |
| { |
| "epoch": 1.36, |
| "learning_rate": 2.0089447236180907e-05, |
| "loss": 2.6988, |
| "step": 33400 |
| }, |
| { |
| "epoch": 1.37, |
| "learning_rate": 2.0059296482412062e-05, |
| "loss": 2.6994, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1.37, |
| "learning_rate": 2.0029145728643214e-05, |
| "loss": 2.6774, |
| "step": 33600 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 1.9998994974874373e-05, |
| "loss": 2.6856, |
| "step": 33700 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 1.9968844221105528e-05, |
| "loss": 2.6875, |
| "step": 33800 |
| }, |
| { |
| "epoch": 1.38, |
| "learning_rate": 1.9938693467336683e-05, |
| "loss": 2.6905, |
| "step": 33900 |
| }, |
| { |
| "epoch": 1.39, |
| "learning_rate": 1.990854271356784e-05, |
| "loss": 2.6858, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.39, |
| "eval_bleu": 80.43692634867155, |
| "eval_gen_len": 16.234, |
| "eval_loss": 2.6981565952301025, |
| "eval_meteor": 0.9051906006959359, |
| "eval_rouge1": 94.4532, |
| "eval_rouge2": 91.0106, |
| "eval_rougeL": 92.3314, |
| "eval_rougeLsum": 92.3438, |
| "eval_runtime": 24.9557, |
| "eval_samples_per_second": 20.035, |
| "eval_steps_per_second": 2.524, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.39, |
| "learning_rate": 1.9878391959798994e-05, |
| "loss": 2.6896, |
| "step": 34100 |
| }, |
| { |
| "epoch": 1.4, |
| "learning_rate": 1.9848241206030152e-05, |
| "loss": 2.688, |
| "step": 34200 |
| }, |
| { |
| "epoch": 1.4, |
| "learning_rate": 1.9818090452261308e-05, |
| "loss": 2.6817, |
| "step": 34300 |
| }, |
| { |
| "epoch": 1.4, |
| "learning_rate": 1.9787939698492463e-05, |
| "loss": 2.6833, |
| "step": 34400 |
| }, |
| { |
| "epoch": 1.41, |
| "learning_rate": 1.9758090452261308e-05, |
| "loss": 2.6626, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1.41, |
| "learning_rate": 1.9727939698492464e-05, |
| "loss": 2.6504, |
| "step": 34600 |
| }, |
| { |
| "epoch": 1.42, |
| "learning_rate": 1.9697788944723615e-05, |
| "loss": 2.6603, |
| "step": 34700 |
| }, |
| { |
| "epoch": 1.42, |
| "learning_rate": 1.9667638190954774e-05, |
| "loss": 2.6381, |
| "step": 34800 |
| }, |
| { |
| "epoch": 1.42, |
| "learning_rate": 1.963748743718593e-05, |
| "loss": 2.6358, |
| "step": 34900 |
| }, |
| { |
| "epoch": 1.43, |
| "learning_rate": 1.9607336683417085e-05, |
| "loss": 2.6053, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1.43, |
| "learning_rate": 1.957718592964824e-05, |
| "loss": 2.6376, |
| "step": 35100 |
| }, |
| { |
| "epoch": 1.44, |
| "learning_rate": 1.95470351758794e-05, |
| "loss": 2.619, |
| "step": 35200 |
| }, |
| { |
| "epoch": 1.44, |
| "learning_rate": 1.9516884422110554e-05, |
| "loss": 2.6132, |
| "step": 35300 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 1.948673366834171e-05, |
| "loss": 2.6241, |
| "step": 35400 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 1.9456582914572864e-05, |
| "loss": 2.6128, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1.45, |
| "learning_rate": 1.9426432160804023e-05, |
| "loss": 2.6169, |
| "step": 35600 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 1.9396281407035178e-05, |
| "loss": 2.6206, |
| "step": 35700 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 1.936613065326633e-05, |
| "loss": 2.5968, |
| "step": 35800 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 1.9335979899497485e-05, |
| "loss": 2.6079, |
| "step": 35900 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 1.9305829145728644e-05, |
| "loss": 2.6236, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.47, |
| "eval_bleu": 80.05686051541119, |
| "eval_gen_len": 16.246, |
| "eval_loss": 2.579113245010376, |
| "eval_meteor": 0.9032701849367213, |
| "eval_rouge1": 94.3329, |
| "eval_rouge2": 90.4972, |
| "eval_rougeL": 92.1838, |
| "eval_rougeLsum": 92.1803, |
| "eval_runtime": 25.6081, |
| "eval_samples_per_second": 19.525, |
| "eval_steps_per_second": 2.46, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 1.92756783919598e-05, |
| "loss": 2.6189, |
| "step": 36100 |
| }, |
| { |
| "epoch": 1.48, |
| "learning_rate": 1.9245527638190955e-05, |
| "loss": 2.6045, |
| "step": 36200 |
| }, |
| { |
| "epoch": 1.48, |
| "learning_rate": 1.921537688442211e-05, |
| "loss": 2.6162, |
| "step": 36300 |
| }, |
| { |
| "epoch": 1.49, |
| "learning_rate": 1.918522613065327e-05, |
| "loss": 2.6158, |
| "step": 36400 |
| }, |
| { |
| "epoch": 1.49, |
| "learning_rate": 1.9155075376884424e-05, |
| "loss": 2.6142, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1.49, |
| "learning_rate": 1.912492462311558e-05, |
| "loss": 2.6383, |
| "step": 36600 |
| }, |
| { |
| "epoch": 1.5, |
| "learning_rate": 1.9095075376884424e-05, |
| "loss": 2.6594, |
| "step": 36700 |
| }, |
| { |
| "epoch": 1.5, |
| "learning_rate": 1.906522613065327e-05, |
| "loss": 2.6318, |
| "step": 36800 |
| }, |
| { |
| "epoch": 1.51, |
| "learning_rate": 1.9035075376884425e-05, |
| "loss": 2.6514, |
| "step": 36900 |
| }, |
| { |
| "epoch": 1.51, |
| "learning_rate": 1.9004924623115577e-05, |
| "loss": 2.6613, |
| "step": 37000 |
| }, |
| { |
| "epoch": 1.51, |
| "learning_rate": 1.8974773869346732e-05, |
| "loss": 2.6357, |
| "step": 37100 |
| }, |
| { |
| "epoch": 1.52, |
| "learning_rate": 1.894462311557789e-05, |
| "loss": 2.6453, |
| "step": 37200 |
| }, |
| { |
| "epoch": 1.52, |
| "learning_rate": 1.8914773869346733e-05, |
| "loss": 2.6371, |
| "step": 37300 |
| }, |
| { |
| "epoch": 1.53, |
| "learning_rate": 1.888462311557789e-05, |
| "loss": 2.6155, |
| "step": 37400 |
| }, |
| { |
| "epoch": 1.53, |
| "learning_rate": 1.8854773869346733e-05, |
| "loss": 2.6097, |
| "step": 37500 |
| }, |
| { |
| "epoch": 1.53, |
| "learning_rate": 1.882522613065327e-05, |
| "loss": 2.6346, |
| "step": 37600 |
| }, |
| { |
| "epoch": 1.54, |
| "learning_rate": 1.8795075376884424e-05, |
| "loss": 2.6374, |
| "step": 37700 |
| }, |
| { |
| "epoch": 1.54, |
| "learning_rate": 1.876492462311558e-05, |
| "loss": 2.6266, |
| "step": 37800 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 1.8734773869346734e-05, |
| "loss": 2.6392, |
| "step": 37900 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 1.870462311557789e-05, |
| "loss": 2.6279, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.55, |
| "eval_bleu": 80.26404550464542, |
| "eval_gen_len": 16.212, |
| "eval_loss": 2.613689422607422, |
| "eval_meteor": 0.9019056042294404, |
| "eval_rouge1": 94.1522, |
| "eval_rouge2": 90.7421, |
| "eval_rougeL": 92.4197, |
| "eval_rougeLsum": 92.443, |
| "eval_runtime": 25.3778, |
| "eval_samples_per_second": 19.702, |
| "eval_steps_per_second": 2.482, |
| "step": 38000 |
| } |
| ], |
| "max_steps": 100000, |
| "num_train_epochs": 5, |
| "total_flos": 1.8512320510138778e+17, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
