| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 15000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002, |
| "grad_norm": 14.211126327514648, |
| "learning_rate": 6.000000000000001e-08, |
| "loss": 0.9806, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 8.715738296508789, |
| "learning_rate": 1.2666666666666666e-07, |
| "loss": 0.9899, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 10.858619689941406, |
| "learning_rate": 1.9333333333333337e-07, |
| "loss": 1.0494, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 11.522907257080078, |
| "learning_rate": 2.6e-07, |
| "loss": 0.9985, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 11.823868751525879, |
| "learning_rate": 3.266666666666667e-07, |
| "loss": 0.9687, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 10.01672077178955, |
| "learning_rate": 3.9333333333333336e-07, |
| "loss": 0.7783, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 8.285725593566895, |
| "learning_rate": 4.6000000000000004e-07, |
| "loss": 0.8029, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 3.7833917140960693, |
| "learning_rate": 5.266666666666667e-07, |
| "loss": 0.6355, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 3.166145086288452, |
| "learning_rate": 5.933333333333334e-07, |
| "loss": 0.5781, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.388826847076416, |
| "learning_rate": 6.6e-07, |
| "loss": 0.5602, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 2.683410167694092, |
| "learning_rate": 7.266666666666668e-07, |
| "loss": 0.5822, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 2.4587814807891846, |
| "learning_rate": 7.933333333333335e-07, |
| "loss": 0.4702, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 2.512497663497925, |
| "learning_rate": 8.6e-07, |
| "loss": 0.5497, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 1.4995685815811157, |
| "learning_rate": 9.266666666666667e-07, |
| "loss": 0.5195, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.7800076007843018, |
| "learning_rate": 9.933333333333333e-07, |
| "loss": 0.4665, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 1.491605281829834, |
| "learning_rate": 1.06e-06, |
| "loss": 0.5083, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 1.643656611442566, |
| "learning_rate": 1.1266666666666667e-06, |
| "loss": 0.4549, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 2.509424924850464, |
| "learning_rate": 1.1933333333333335e-06, |
| "loss": 0.4816, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 1.9511481523513794, |
| "learning_rate": 1.26e-06, |
| "loss": 0.5072, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.516787052154541, |
| "learning_rate": 1.3266666666666667e-06, |
| "loss": 0.497, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 2.568359851837158, |
| "learning_rate": 1.3933333333333335e-06, |
| "loss": 0.485, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 1.8086744546890259, |
| "learning_rate": 1.46e-06, |
| "loss": 0.5004, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 1.9711308479309082, |
| "learning_rate": 1.526666666666667e-06, |
| "loss": 0.502, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 1.787848949432373, |
| "learning_rate": 1.5933333333333335e-06, |
| "loss": 0.5269, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7853062152862549, |
| "learning_rate": 1.6600000000000002e-06, |
| "loss": 0.4902, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 1.663499355316162, |
| "learning_rate": 1.7266666666666667e-06, |
| "loss": 0.5142, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 1.4939693212509155, |
| "learning_rate": 1.7933333333333337e-06, |
| "loss": 0.4769, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 1.9765783548355103, |
| "learning_rate": 1.8600000000000002e-06, |
| "loss": 0.4955, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 1.5771379470825195, |
| "learning_rate": 1.926666666666667e-06, |
| "loss": 0.4419, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.0956958532333374, |
| "learning_rate": 1.9933333333333334e-06, |
| "loss": 0.4221, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 2.1830596923828125, |
| "learning_rate": 2.06e-06, |
| "loss": 0.5702, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 2.9908502101898193, |
| "learning_rate": 2.126666666666667e-06, |
| "loss": 0.5233, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 1.752899169921875, |
| "learning_rate": 2.1933333333333332e-06, |
| "loss": 0.4822, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 1.7774080038070679, |
| "learning_rate": 2.2600000000000004e-06, |
| "loss": 0.4571, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.2225241661071777, |
| "learning_rate": 2.3266666666666667e-06, |
| "loss": 0.3769, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 1.7270737886428833, |
| "learning_rate": 2.3933333333333334e-06, |
| "loss": 0.4333, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 1.9639253616333008, |
| "learning_rate": 2.46e-06, |
| "loss": 0.494, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 1.4829277992248535, |
| "learning_rate": 2.526666666666667e-06, |
| "loss": 0.455, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 2.67972469329834, |
| "learning_rate": 2.5933333333333336e-06, |
| "loss": 0.4865, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.0642127990722656, |
| "learning_rate": 2.6600000000000004e-06, |
| "loss": 0.4665, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 1.5665631294250488, |
| "learning_rate": 2.726666666666667e-06, |
| "loss": 0.4586, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 1.1839872598648071, |
| "learning_rate": 2.7933333333333334e-06, |
| "loss": 0.4541, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 1.2557004690170288, |
| "learning_rate": 2.86e-06, |
| "loss": 0.4357, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 1.4764341115951538, |
| "learning_rate": 2.9266666666666673e-06, |
| "loss": 0.5011, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.9956254959106445, |
| "learning_rate": 2.9933333333333336e-06, |
| "loss": 0.4933, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 1.6207813024520874, |
| "learning_rate": 3.0600000000000003e-06, |
| "loss": 0.4402, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 1.7665313482284546, |
| "learning_rate": 3.1266666666666667e-06, |
| "loss": 0.4392, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 1.76856529712677, |
| "learning_rate": 3.193333333333334e-06, |
| "loss": 0.4521, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 1.7528122663497925, |
| "learning_rate": 3.2600000000000006e-06, |
| "loss": 0.4168, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.3086860179901123, |
| "learning_rate": 3.326666666666667e-06, |
| "loss": 0.4228, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 2.676274061203003, |
| "learning_rate": 3.3933333333333336e-06, |
| "loss": 0.4733, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 1.9702718257904053, |
| "learning_rate": 3.46e-06, |
| "loss": 0.4273, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 1.8276294469833374, |
| "learning_rate": 3.526666666666667e-06, |
| "loss": 0.491, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 3.189826726913452, |
| "learning_rate": 3.593333333333334e-06, |
| "loss": 0.5354, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.3039813041687012, |
| "learning_rate": 3.66e-06, |
| "loss": 0.4561, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 1.4156097173690796, |
| "learning_rate": 3.726666666666667e-06, |
| "loss": 0.3896, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 1.6464276313781738, |
| "learning_rate": 3.793333333333334e-06, |
| "loss": 0.4438, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 1.4432697296142578, |
| "learning_rate": 3.86e-06, |
| "loss": 0.5175, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 1.6621713638305664, |
| "learning_rate": 3.926666666666667e-06, |
| "loss": 0.4429, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6414673328399658, |
| "learning_rate": 3.993333333333334e-06, |
| "loss": 0.4958, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 1.51468026638031, |
| "learning_rate": 4.060000000000001e-06, |
| "loss": 0.4636, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 1.9095144271850586, |
| "learning_rate": 4.126666666666667e-06, |
| "loss": 0.4545, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 1.6873503923416138, |
| "learning_rate": 4.1933333333333336e-06, |
| "loss": 0.4203, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 1.8741629123687744, |
| "learning_rate": 4.26e-06, |
| "loss": 0.4713, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.5286614894866943, |
| "learning_rate": 4.326666666666667e-06, |
| "loss": 0.3901, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 1.4989817142486572, |
| "learning_rate": 4.393333333333334e-06, |
| "loss": 0.4117, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 1.642307996749878, |
| "learning_rate": 4.4600000000000005e-06, |
| "loss": 0.5395, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 2.079261064529419, |
| "learning_rate": 4.526666666666667e-06, |
| "loss": 0.4314, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 1.440948486328125, |
| "learning_rate": 4.593333333333333e-06, |
| "loss": 0.451, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.213745355606079, |
| "learning_rate": 4.66e-06, |
| "loss": 0.4941, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 2.1743085384368896, |
| "learning_rate": 4.7266666666666674e-06, |
| "loss": 0.4749, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 1.6815190315246582, |
| "learning_rate": 4.793333333333334e-06, |
| "loss": 0.606, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 1.5993754863739014, |
| "learning_rate": 4.86e-06, |
| "loss": 0.4041, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 2.1879842281341553, |
| "learning_rate": 4.926666666666667e-06, |
| "loss": 0.482, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3680864572525024, |
| "learning_rate": 4.9933333333333335e-06, |
| "loss": 0.4598, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 1.4133329391479492, |
| "learning_rate": 5.060000000000001e-06, |
| "loss": 0.4606, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 1.6556570529937744, |
| "learning_rate": 5.126666666666668e-06, |
| "loss": 0.3716, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 1.5880504846572876, |
| "learning_rate": 5.193333333333333e-06, |
| "loss": 0.5006, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 1.4626226425170898, |
| "learning_rate": 5.2600000000000005e-06, |
| "loss": 0.4802, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9758862257003784, |
| "learning_rate": 5.326666666666667e-06, |
| "loss": 0.4725, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 1.7073544263839722, |
| "learning_rate": 5.393333333333334e-06, |
| "loss": 0.412, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 1.9127854108810425, |
| "learning_rate": 5.460000000000001e-06, |
| "loss": 0.4806, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 1.452903389930725, |
| "learning_rate": 5.5266666666666666e-06, |
| "loss": 0.4171, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 1.603830337524414, |
| "learning_rate": 5.593333333333334e-06, |
| "loss": 0.4348, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.7848249673843384, |
| "learning_rate": 5.66e-06, |
| "loss": 0.4739, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 1.8033798933029175, |
| "learning_rate": 5.726666666666667e-06, |
| "loss": 0.4251, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 1.6332205533981323, |
| "learning_rate": 5.793333333333334e-06, |
| "loss": 0.4422, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 1.8807281255722046, |
| "learning_rate": 5.86e-06, |
| "loss": 0.4224, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 1.7026886940002441, |
| "learning_rate": 5.926666666666667e-06, |
| "loss": 0.4299, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.69607412815094, |
| "learning_rate": 5.993333333333334e-06, |
| "loss": 0.5092, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 1.3589431047439575, |
| "learning_rate": 6.0600000000000004e-06, |
| "loss": 0.399, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 1.3969651460647583, |
| "learning_rate": 6.126666666666668e-06, |
| "loss": 0.5225, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 1.8621569871902466, |
| "learning_rate": 6.193333333333333e-06, |
| "loss": 0.4389, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 1.6221462488174438, |
| "learning_rate": 6.26e-06, |
| "loss": 0.4367, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.452337622642517, |
| "learning_rate": 6.326666666666667e-06, |
| "loss": 0.452, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 1.5459558963775635, |
| "learning_rate": 6.393333333333334e-06, |
| "loss": 0.5254, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 1.353761076927185, |
| "learning_rate": 6.460000000000001e-06, |
| "loss": 0.4755, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 1.3966904878616333, |
| "learning_rate": 6.526666666666666e-06, |
| "loss": 0.4842, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 1.3571563959121704, |
| "learning_rate": 6.5933333333333335e-06, |
| "loss": 0.4776, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.7380127906799316, |
| "learning_rate": 6.660000000000001e-06, |
| "loss": 0.5087, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 1.30695378780365, |
| "learning_rate": 6.726666666666667e-06, |
| "loss": 0.4261, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 1.4552329778671265, |
| "learning_rate": 6.793333333333334e-06, |
| "loss": 0.4485, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 1.4665312767028809, |
| "learning_rate": 6.860000000000001e-06, |
| "loss": 0.4326, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 1.511225938796997, |
| "learning_rate": 6.926666666666667e-06, |
| "loss": 0.4234, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.2507603168487549, |
| "learning_rate": 6.993333333333334e-06, |
| "loss": 0.3983, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 1.8667805194854736, |
| "learning_rate": 7.06e-06, |
| "loss": 0.4798, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 1.400815725326538, |
| "learning_rate": 7.126666666666667e-06, |
| "loss": 0.4947, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 1.2267810106277466, |
| "learning_rate": 7.1933333333333345e-06, |
| "loss": 0.4703, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 1.2562822103500366, |
| "learning_rate": 7.260000000000001e-06, |
| "loss": 0.4272, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.6255943775177002, |
| "learning_rate": 7.326666666666667e-06, |
| "loss": 0.5082, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 1.6352773904800415, |
| "learning_rate": 7.393333333333333e-06, |
| "loss": 0.4679, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 1.4105769395828247, |
| "learning_rate": 7.4600000000000006e-06, |
| "loss": 0.4716, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 1.766946792602539, |
| "learning_rate": 7.526666666666668e-06, |
| "loss": 0.5016, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 1.1533312797546387, |
| "learning_rate": 7.593333333333334e-06, |
| "loss": 0.4691, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.6040184497833252, |
| "learning_rate": 7.660000000000001e-06, |
| "loss": 0.4123, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 1.3271604776382446, |
| "learning_rate": 7.726666666666667e-06, |
| "loss": 0.4571, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 1.7813302278518677, |
| "learning_rate": 7.793333333333334e-06, |
| "loss": 0.4868, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 1.5846160650253296, |
| "learning_rate": 7.860000000000001e-06, |
| "loss": 0.4237, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 1.4138127565383911, |
| "learning_rate": 7.926666666666666e-06, |
| "loss": 0.4485, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.7159594297409058, |
| "learning_rate": 7.993333333333334e-06, |
| "loss": 0.5088, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 1.5566740036010742, |
| "learning_rate": 8.06e-06, |
| "loss": 0.4248, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 1.4056092500686646, |
| "learning_rate": 8.126666666666668e-06, |
| "loss": 0.4242, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 1.2954442501068115, |
| "learning_rate": 8.193333333333335e-06, |
| "loss": 0.479, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 1.576978325843811, |
| "learning_rate": 8.26e-06, |
| "loss": 0.4207, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.4118748903274536, |
| "learning_rate": 8.326666666666668e-06, |
| "loss": 0.4451, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 1.3957098722457886, |
| "learning_rate": 8.393333333333335e-06, |
| "loss": 0.4955, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 1.2895923852920532, |
| "learning_rate": 8.46e-06, |
| "loss": 0.4241, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 1.5065820217132568, |
| "learning_rate": 8.526666666666667e-06, |
| "loss": 0.4727, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 1.086529016494751, |
| "learning_rate": 8.593333333333333e-06, |
| "loss": 0.4429, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.2884867191314697, |
| "learning_rate": 8.66e-06, |
| "loss": 0.4496, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 1.344300627708435, |
| "learning_rate": 8.726666666666667e-06, |
| "loss": 0.3874, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 1.2245051860809326, |
| "learning_rate": 8.793333333333334e-06, |
| "loss": 0.5057, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 1.3924754858016968, |
| "learning_rate": 8.860000000000002e-06, |
| "loss": 0.4008, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 1.4217268228530884, |
| "learning_rate": 8.926666666666669e-06, |
| "loss": 0.4915, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9328693747520447, |
| "learning_rate": 8.993333333333334e-06, |
| "loss": 0.4044, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 1.2598109245300293, |
| "learning_rate": 9.060000000000001e-06, |
| "loss": 0.4407, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 1.253463625907898, |
| "learning_rate": 9.126666666666667e-06, |
| "loss": 0.4671, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 1.41267728805542, |
| "learning_rate": 9.193333333333334e-06, |
| "loss": 0.5014, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 1.285569190979004, |
| "learning_rate": 9.260000000000001e-06, |
| "loss": 0.5425, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.9558253288269043, |
| "learning_rate": 9.326666666666667e-06, |
| "loss": 0.4851, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 1.1378921270370483, |
| "learning_rate": 9.393333333333334e-06, |
| "loss": 0.5159, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 1.152918815612793, |
| "learning_rate": 9.460000000000001e-06, |
| "loss": 0.4235, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 1.405306339263916, |
| "learning_rate": 9.526666666666668e-06, |
| "loss": 0.4881, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 1.4959778785705566, |
| "learning_rate": 9.593333333333335e-06, |
| "loss": 0.4729, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3399648666381836, |
| "learning_rate": 9.66e-06, |
| "loss": 0.4554, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 1.1871027946472168, |
| "learning_rate": 9.726666666666668e-06, |
| "loss": 0.4591, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 1.196593165397644, |
| "learning_rate": 9.793333333333333e-06, |
| "loss": 0.5592, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 1.4280208349227905, |
| "learning_rate": 9.86e-06, |
| "loss": 0.4551, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 1.1892995834350586, |
| "learning_rate": 9.926666666666668e-06, |
| "loss": 0.4864, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3978432416915894, |
| "learning_rate": 9.993333333333333e-06, |
| "loss": 0.5178, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 1.2265063524246216, |
| "learning_rate": 9.999989033776898e-06, |
| "loss": 0.446, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 1.7466825246810913, |
| "learning_rate": 9.999951125906936e-06, |
| "loss": 0.5599, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 1.2893444299697876, |
| "learning_rate": 9.999886141209892e-06, |
| "loss": 0.5088, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 1.459552526473999, |
| "learning_rate": 9.999794080037675e-06, |
| "loss": 0.4981, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.654597520828247, |
| "learning_rate": 9.99967494288884e-06, |
| "loss": 0.561, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 1.3994464874267578, |
| "learning_rate": 9.999528730408565e-06, |
| "loss": 0.4872, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 1.6109237670898438, |
| "learning_rate": 9.999355443388649e-06, |
| "loss": 0.4748, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 1.2756563425064087, |
| "learning_rate": 9.999155082767515e-06, |
| "loss": 0.4265, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 1.2647457122802734, |
| "learning_rate": 9.998927649630202e-06, |
| "loss": 0.4898, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.2949209213256836, |
| "learning_rate": 9.998673145208351e-06, |
| "loss": 0.4366, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 1.2482858896255493, |
| "learning_rate": 9.998391570880212e-06, |
| "loss": 0.5014, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 1.0791841745376587, |
| "learning_rate": 9.99808292817063e-06, |
| "loss": 0.4954, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 1.4692087173461914, |
| "learning_rate": 9.997747218751032e-06, |
| "loss": 0.5007, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 1.5948970317840576, |
| "learning_rate": 9.997384444439424e-06, |
| "loss": 0.4542, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2097396850585938, |
| "learning_rate": 9.996994607200382e-06, |
| "loss": 0.4525, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 1.343247413635254, |
| "learning_rate": 9.99657770914504e-06, |
| "loss": 0.4434, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 1.5379422903060913, |
| "learning_rate": 9.996133752531071e-06, |
| "loss": 0.5859, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 1.158941388130188, |
| "learning_rate": 9.99566273976269e-06, |
| "loss": 0.495, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 1.1630929708480835, |
| "learning_rate": 9.995164673390624e-06, |
| "loss": 0.5463, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.256372094154358, |
| "learning_rate": 9.994639556112113e-06, |
| "loss": 0.4853, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 1.8223704099655151, |
| "learning_rate": 9.994087390770887e-06, |
| "loss": 0.4836, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 1.945887565612793, |
| "learning_rate": 9.993508180357154e-06, |
| "loss": 0.5115, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 1.6152077913284302, |
| "learning_rate": 9.992901928007577e-06, |
| "loss": 0.4939, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 1.2321640253067017, |
| "learning_rate": 9.992268637005268e-06, |
| "loss": 0.5277, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.2367174625396729, |
| "learning_rate": 9.991608310779762e-06, |
| "loss": 0.4691, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 1.744498372077942, |
| "learning_rate": 9.990920952907005e-06, |
| "loss": 0.497, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 1.5234036445617676, |
| "learning_rate": 9.99020656710932e-06, |
| "loss": 0.4469, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 1.0841994285583496, |
| "learning_rate": 9.989465157255413e-06, |
| "loss": 0.4317, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 1.1552493572235107, |
| "learning_rate": 9.988696727360323e-06, |
| "loss": 0.461, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6440882682800293, |
| "learning_rate": 9.987901281585423e-06, |
| "loss": 0.5038, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 1.3549693822860718, |
| "learning_rate": 9.987078824238384e-06, |
| "loss": 0.468, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 1.3959366083145142, |
| "learning_rate": 9.986229359773154e-06, |
| "loss": 0.4709, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 1.612743854522705, |
| "learning_rate": 9.985352892789941e-06, |
| "loss": 0.4717, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 1.2929461002349854, |
| "learning_rate": 9.98444942803518e-06, |
| "loss": 0.4811, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.450260877609253, |
| "learning_rate": 9.983518970401508e-06, |
| "loss": 0.5203, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 1.1035138368606567, |
| "learning_rate": 9.982561524927749e-06, |
| "loss": 0.4759, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 1.2472127676010132, |
| "learning_rate": 9.981577096798864e-06, |
| "loss": 0.5506, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 1.1840726137161255, |
| "learning_rate": 9.980565691345945e-06, |
| "loss": 0.4878, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 1.3959659337997437, |
| "learning_rate": 9.979527314046177e-06, |
| "loss": 0.4916, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.154722809791565, |
| "learning_rate": 9.978461970522807e-06, |
| "loss": 0.4592, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 1.2845226526260376, |
| "learning_rate": 9.977369666545114e-06, |
| "loss": 0.5465, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 1.175721287727356, |
| "learning_rate": 9.976250408028383e-06, |
| "loss": 0.4742, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 1.5375049114227295, |
| "learning_rate": 9.975104201033868e-06, |
| "loss": 0.4783, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 1.305464506149292, |
| "learning_rate": 9.973931051768756e-06, |
| "loss": 0.4931, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.2971112728118896, |
| "learning_rate": 9.972730966586144e-06, |
| "loss": 0.4617, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 1.2412433624267578, |
| "learning_rate": 9.971503951984996e-06, |
| "loss": 0.5366, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 1.3253568410873413, |
| "learning_rate": 9.970250014610105e-06, |
| "loss": 0.5186, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 1.2338709831237793, |
| "learning_rate": 9.968969161252072e-06, |
| "loss": 0.5074, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 1.0964592695236206, |
| "learning_rate": 9.96766139884725e-06, |
| "loss": 0.4096, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.8194420337677002, |
| "learning_rate": 9.966326734477721e-06, |
| "loss": 0.4439, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 1.0826818943023682, |
| "learning_rate": 9.96496517537125e-06, |
| "loss": 0.4602, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.9985308647155762, |
| "learning_rate": 9.96357672890125e-06, |
| "loss": 0.429, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 1.4715704917907715, |
| "learning_rate": 9.96216140258674e-06, |
| "loss": 0.5181, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 1.606497049331665, |
| "learning_rate": 9.9607192040923e-06, |
| "loss": 0.4314, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.4677903652191162, |
| "learning_rate": 9.959250141228046e-06, |
| "loss": 0.4204, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 1.4426929950714111, |
| "learning_rate": 9.95775422194956e-06, |
| "loss": 0.4803, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 1.2194904088974, |
| "learning_rate": 9.956231454357876e-06, |
| "loss": 0.4695, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 1.1238853931427002, |
| "learning_rate": 9.954681846699414e-06, |
| "loss": 0.5755, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 1.0031379461288452, |
| "learning_rate": 9.953105407365952e-06, |
| "loss": 0.4325, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.6501160860061646, |
| "learning_rate": 9.951502144894566e-06, |
| "loss": 0.5403, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 1.440741777420044, |
| "learning_rate": 9.94987206796759e-06, |
| "loss": 0.4725, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 1.2382850646972656, |
| "learning_rate": 9.948215185412578e-06, |
| "loss": 0.4235, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 1.3473109006881714, |
| "learning_rate": 9.94653150620224e-06, |
| "loss": 0.4388, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 1.2151130437850952, |
| "learning_rate": 9.944821039454403e-06, |
| "loss": 0.5012, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.1826070547103882, |
| "learning_rate": 9.943083794431959e-06, |
| "loss": 0.486, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 1.0905817747116089, |
| "learning_rate": 9.941319780542817e-06, |
| "loss": 0.5423, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 1.3496341705322266, |
| "learning_rate": 9.939529007339852e-06, |
| "loss": 0.5141, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 1.33112633228302, |
| "learning_rate": 9.937711484520848e-06, |
| "loss": 0.4819, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 1.1748610734939575, |
| "learning_rate": 9.935867221928454e-06, |
| "loss": 0.5097, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2363240718841553, |
| "learning_rate": 9.93399622955012e-06, |
| "loss": 0.4261, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 1.667703628540039, |
| "learning_rate": 9.932098517518056e-06, |
| "loss": 0.4662, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 1.446291446685791, |
| "learning_rate": 9.930174096109163e-06, |
| "loss": 0.445, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 1.476731300354004, |
| "learning_rate": 9.928222975744992e-06, |
| "loss": 0.4666, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 1.3054319620132446, |
| "learning_rate": 9.926245166991671e-06, |
| "loss": 0.4248, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.5817550420761108, |
| "learning_rate": 9.924240680559867e-06, |
| "loss": 0.4325, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 1.0748894214630127, |
| "learning_rate": 9.922209527304709e-06, |
| "loss": 0.4862, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 1.6298894882202148, |
| "learning_rate": 9.920151718225743e-06, |
| "loss": 0.542, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 1.4869043827056885, |
| "learning_rate": 9.918067264466867e-06, |
| "loss": 0.4627, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 1.3258094787597656, |
| "learning_rate": 9.915956177316269e-06, |
| "loss": 0.4389, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.586165189743042, |
| "learning_rate": 9.913818468206368e-06, |
| "loss": 0.6127, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 1.3697926998138428, |
| "learning_rate": 9.911654148713757e-06, |
| "loss": 0.574, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 1.212844729423523, |
| "learning_rate": 9.909463230559127e-06, |
| "loss": 0.5196, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 0.9597765207290649, |
| "learning_rate": 9.907245725607217e-06, |
| "loss": 0.5269, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 1.3319644927978516, |
| "learning_rate": 9.905001645866746e-06, |
| "loss": 0.4136, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0987292528152466, |
| "learning_rate": 9.902731003490344e-06, |
| "loss": 0.4325, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 1.3473751544952393, |
| "learning_rate": 9.90043381077449e-06, |
| "loss": 0.464, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 1.5998402833938599, |
| "learning_rate": 9.898110080159442e-06, |
| "loss": 0.6172, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.9513059258460999, |
| "learning_rate": 9.895759824229176e-06, |
| "loss": 0.4431, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 1.3348459005355835, |
| "learning_rate": 9.893383055711308e-06, |
| "loss": 0.4383, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.3876981735229492, |
| "learning_rate": 9.890979787477036e-06, |
| "loss": 0.5066, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.482, |
| "grad_norm": 1.3132597208023071, |
| "learning_rate": 9.88855003254106e-06, |
| "loss": 0.4995, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 1.3520206212997437, |
| "learning_rate": 9.886093804061523e-06, |
| "loss": 0.4658, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.486, |
| "grad_norm": 1.4986363649368286, |
| "learning_rate": 9.883611115339929e-06, |
| "loss": 0.4718, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 1.3672336339950562, |
| "learning_rate": 9.881101979821075e-06, |
| "loss": 0.5289, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.610236406326294, |
| "learning_rate": 9.87856641109298e-06, |
| "loss": 0.5065, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 1.241811752319336, |
| "learning_rate": 9.876004422886809e-06, |
| "loss": 0.3937, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.494, |
| "grad_norm": 1.385197639465332, |
| "learning_rate": 9.873416029076801e-06, |
| "loss": 0.5553, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 1.2933454513549805, |
| "learning_rate": 9.870801243680191e-06, |
| "loss": 0.4653, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.498, |
| "grad_norm": 1.2639875411987305, |
| "learning_rate": 9.868160080857134e-06, |
| "loss": 0.4908, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.142906665802002, |
| "learning_rate": 9.865492554910634e-06, |
| "loss": 0.4884, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.502, |
| "grad_norm": 1.0850920677185059, |
| "learning_rate": 9.862798680286459e-06, |
| "loss": 0.5224, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.504, |
| "grad_norm": 1.3904608488082886, |
| "learning_rate": 9.860078471573066e-06, |
| "loss": 0.5273, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.506, |
| "grad_norm": 1.1105901002883911, |
| "learning_rate": 9.857331943501527e-06, |
| "loss": 0.4478, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.508, |
| "grad_norm": 1.278568983078003, |
| "learning_rate": 9.854559110945436e-06, |
| "loss": 0.5204, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.9616843461990356, |
| "learning_rate": 9.851759988920843e-06, |
| "loss": 0.452, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 1.7013401985168457, |
| "learning_rate": 9.848934592586165e-06, |
| "loss": 0.5092, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.514, |
| "grad_norm": 1.2884467840194702, |
| "learning_rate": 9.846082937242108e-06, |
| "loss": 0.4333, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.516, |
| "grad_norm": 1.0977705717086792, |
| "learning_rate": 9.843205038331574e-06, |
| "loss": 0.4188, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.518, |
| "grad_norm": 1.1589962244033813, |
| "learning_rate": 9.84030091143959e-06, |
| "loss": 0.5456, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4452130794525146, |
| "learning_rate": 9.837370572293221e-06, |
| "loss": 0.538, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.522, |
| "grad_norm": 0.8810553550720215, |
| "learning_rate": 9.834414036761477e-06, |
| "loss": 0.4697, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.524, |
| "grad_norm": 1.2297122478485107, |
| "learning_rate": 9.831431320855235e-06, |
| "loss": 0.4525, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.526, |
| "grad_norm": 1.4245611429214478, |
| "learning_rate": 9.828422440727152e-06, |
| "loss": 0.5304, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.528, |
| "grad_norm": 1.4869318008422852, |
| "learning_rate": 9.82538741267157e-06, |
| "loss": 0.5631, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.0916733741760254, |
| "learning_rate": 9.822326253124436e-06, |
| "loss": 0.4249, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.532, |
| "grad_norm": 1.3281223773956299, |
| "learning_rate": 9.819238978663212e-06, |
| "loss": 0.4827, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.534, |
| "grad_norm": 1.1685035228729248, |
| "learning_rate": 9.816125606006777e-06, |
| "loss": 0.547, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.536, |
| "grad_norm": 1.309923768043518, |
| "learning_rate": 9.812986152015349e-06, |
| "loss": 0.4927, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.538, |
| "grad_norm": 1.3431212902069092, |
| "learning_rate": 9.809820633690383e-06, |
| "loss": 0.5215, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.6138921976089478, |
| "learning_rate": 9.806629068174486e-06, |
| "loss": 0.4668, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.542, |
| "grad_norm": 1.1583821773529053, |
| "learning_rate": 9.803411472751321e-06, |
| "loss": 0.4882, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 1.1183314323425293, |
| "learning_rate": 9.800167864845513e-06, |
| "loss": 0.5254, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.546, |
| "grad_norm": 1.4351534843444824, |
| "learning_rate": 9.796898262022555e-06, |
| "loss": 0.5631, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.548, |
| "grad_norm": 1.114702582359314, |
| "learning_rate": 9.793602681988714e-06, |
| "loss": 0.5087, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.6921616792678833, |
| "learning_rate": 9.790281142590937e-06, |
| "loss": 0.5482, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.552, |
| "grad_norm": 1.3350164890289307, |
| "learning_rate": 9.786933661816747e-06, |
| "loss": 0.5148, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.554, |
| "grad_norm": 1.3733949661254883, |
| "learning_rate": 9.783560257794153e-06, |
| "loss": 0.4336, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.556, |
| "grad_norm": 1.232109546661377, |
| "learning_rate": 9.78016094879155e-06, |
| "loss": 0.4304, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.558, |
| "grad_norm": 1.4043456315994263, |
| "learning_rate": 9.776735753217618e-06, |
| "loss": 0.4891, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.1592031717300415, |
| "learning_rate": 9.773284689621223e-06, |
| "loss": 0.4892, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.562, |
| "grad_norm": 1.1605182886123657, |
| "learning_rate": 9.76980777669132e-06, |
| "loss": 0.4433, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.564, |
| "grad_norm": 1.1218903064727783, |
| "learning_rate": 9.766305033256847e-06, |
| "loss": 0.5072, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.566, |
| "grad_norm": 1.4614591598510742, |
| "learning_rate": 9.762776478286622e-06, |
| "loss": 0.4988, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.568, |
| "grad_norm": 1.0388537645339966, |
| "learning_rate": 9.75922213088925e-06, |
| "loss": 0.4314, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3844202756881714, |
| "learning_rate": 9.755642010313007e-06, |
| "loss": 0.4516, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.572, |
| "grad_norm": 1.5695295333862305, |
| "learning_rate": 9.752036135945743e-06, |
| "loss": 0.4761, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.574, |
| "grad_norm": 1.3042584657669067, |
| "learning_rate": 9.748404527314782e-06, |
| "loss": 0.4851, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 1.3485811948776245, |
| "learning_rate": 9.744747204086795e-06, |
| "loss": 0.4127, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.578, |
| "grad_norm": 1.074900507926941, |
| "learning_rate": 9.741064186067723e-06, |
| "loss": 0.4803, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.3059568405151367, |
| "learning_rate": 9.73735549320265e-06, |
| "loss": 0.4279, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.582, |
| "grad_norm": 1.1361761093139648, |
| "learning_rate": 9.733621145575697e-06, |
| "loss": 0.5364, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.584, |
| "grad_norm": 1.4308760166168213, |
| "learning_rate": 9.72986116340992e-06, |
| "loss": 0.5978, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.586, |
| "grad_norm": 0.9736759066581726, |
| "learning_rate": 9.726075567067193e-06, |
| "loss": 0.4471, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.588, |
| "grad_norm": 1.555156946182251, |
| "learning_rate": 9.722264377048105e-06, |
| "loss": 0.526, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1218699216842651, |
| "learning_rate": 9.718427613991848e-06, |
| "loss": 0.4025, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.592, |
| "grad_norm": 1.1059517860412598, |
| "learning_rate": 9.714565298676093e-06, |
| "loss": 0.4503, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.594, |
| "grad_norm": 1.3590087890625, |
| "learning_rate": 9.710677452016898e-06, |
| "loss": 0.5018, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.596, |
| "grad_norm": 0.9605317115783691, |
| "learning_rate": 9.706764095068579e-06, |
| "loss": 0.474, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.598, |
| "grad_norm": 0.9634230136871338, |
| "learning_rate": 9.702825249023597e-06, |
| "loss": 0.4051, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0012608766555786, |
| "learning_rate": 9.698860935212455e-06, |
| "loss": 0.5104, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.602, |
| "grad_norm": 1.254647970199585, |
| "learning_rate": 9.69487117510357e-06, |
| "loss": 0.4357, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.604, |
| "grad_norm": 1.2579063177108765, |
| "learning_rate": 9.69085599030316e-06, |
| "loss": 0.4413, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.606, |
| "grad_norm": 1.1054672002792358, |
| "learning_rate": 9.686815402555133e-06, |
| "loss": 0.6412, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 1.3997899293899536, |
| "learning_rate": 9.682749433740963e-06, |
| "loss": 0.4615, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.025417685508728, |
| "learning_rate": 9.678658105879568e-06, |
| "loss": 0.4214, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.612, |
| "grad_norm": 1.0472135543823242, |
| "learning_rate": 9.674541441127202e-06, |
| "loss": 0.5116, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.614, |
| "grad_norm": 1.078364372253418, |
| "learning_rate": 9.670399461777328e-06, |
| "loss": 0.4569, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.616, |
| "grad_norm": 1.3852829933166504, |
| "learning_rate": 9.666232190260496e-06, |
| "loss": 0.53, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.618, |
| "grad_norm": 1.3731964826583862, |
| "learning_rate": 9.662039649144224e-06, |
| "loss": 0.4696, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.291717290878296, |
| "learning_rate": 9.65782186113288e-06, |
| "loss": 0.4263, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.622, |
| "grad_norm": 1.3405389785766602, |
| "learning_rate": 9.653578849067542e-06, |
| "loss": 0.4435, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.624, |
| "grad_norm": 1.226496696472168, |
| "learning_rate": 9.649310635925904e-06, |
| "loss": 0.4492, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.626, |
| "grad_norm": 1.15779447555542, |
| "learning_rate": 9.645017244822124e-06, |
| "loss": 0.5387, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.628, |
| "grad_norm": 1.0545017719268799, |
| "learning_rate": 9.640698699006708e-06, |
| "loss": 0.4616, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0854800939559937, |
| "learning_rate": 9.636355021866388e-06, |
| "loss": 0.518, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.632, |
| "grad_norm": 1.292471170425415, |
| "learning_rate": 9.631986236923998e-06, |
| "loss": 0.4888, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.634, |
| "grad_norm": 1.2289882898330688, |
| "learning_rate": 9.62759236783833e-06, |
| "loss": 0.5193, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.636, |
| "grad_norm": 1.4421725273132324, |
| "learning_rate": 9.623173438404027e-06, |
| "loss": 0.5314, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.638, |
| "grad_norm": 1.4118566513061523, |
| "learning_rate": 9.61872947255144e-06, |
| "loss": 0.5525, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1490426063537598, |
| "learning_rate": 9.614260494346505e-06, |
| "loss": 0.4832, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.642, |
| "grad_norm": 1.3505995273590088, |
| "learning_rate": 9.609766527990604e-06, |
| "loss": 0.4742, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.644, |
| "grad_norm": 1.4278666973114014, |
| "learning_rate": 9.605247597820448e-06, |
| "loss": 0.458, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.646, |
| "grad_norm": 1.5824147462844849, |
| "learning_rate": 9.600703728307935e-06, |
| "loss": 0.4327, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.648, |
| "grad_norm": 1.1965423822402954, |
| "learning_rate": 9.596134944060018e-06, |
| "loss": 0.4241, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.3452823162078857, |
| "learning_rate": 9.591541269818574e-06, |
| "loss": 0.4312, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.652, |
| "grad_norm": 1.6801984310150146, |
| "learning_rate": 9.586922730460273e-06, |
| "loss": 0.4858, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.654, |
| "grad_norm": 1.521422266960144, |
| "learning_rate": 9.582279350996437e-06, |
| "loss": 0.4886, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.656, |
| "grad_norm": 1.0848934650421143, |
| "learning_rate": 9.577611156572908e-06, |
| "loss": 0.5233, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.658, |
| "grad_norm": 1.131194829940796, |
| "learning_rate": 9.572918172469912e-06, |
| "loss": 0.5093, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.7532334923744202, |
| "learning_rate": 9.568200424101918e-06, |
| "loss": 0.4439, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.662, |
| "grad_norm": 0.992387056350708, |
| "learning_rate": 9.563457937017514e-06, |
| "loss": 0.4405, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.664, |
| "grad_norm": 1.5561617612838745, |
| "learning_rate": 9.558690736899248e-06, |
| "loss": 0.5558, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.666, |
| "grad_norm": 0.9538534283638, |
| "learning_rate": 9.553898849563502e-06, |
| "loss": 0.4767, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.668, |
| "grad_norm": 1.5033385753631592, |
| "learning_rate": 9.549082300960351e-06, |
| "loss": 0.4721, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4979592561721802, |
| "learning_rate": 9.544241117173422e-06, |
| "loss": 0.4778, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 1.2602815628051758, |
| "learning_rate": 9.539375324419748e-06, |
| "loss": 0.4715, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.674, |
| "grad_norm": 1.1525267362594604, |
| "learning_rate": 9.534484949049636e-06, |
| "loss": 0.5271, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.676, |
| "grad_norm": 1.18638014793396, |
| "learning_rate": 9.529570017546512e-06, |
| "loss": 0.5016, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.678, |
| "grad_norm": 1.3862594366073608, |
| "learning_rate": 9.524630556526788e-06, |
| "loss": 0.4872, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5191760063171387, |
| "learning_rate": 9.51966659273971e-06, |
| "loss": 0.4688, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.682, |
| "grad_norm": 1.176364541053772, |
| "learning_rate": 9.514678153067218e-06, |
| "loss": 0.4674, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.684, |
| "grad_norm": 1.2833201885223389, |
| "learning_rate": 9.509665264523803e-06, |
| "loss": 0.4414, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.686, |
| "grad_norm": 0.9362300634384155, |
| "learning_rate": 9.504627954256352e-06, |
| "loss": 0.368, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.688, |
| "grad_norm": 1.2998939752578735, |
| "learning_rate": 9.499566249544006e-06, |
| "loss": 0.4505, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7536768913269043, |
| "learning_rate": 9.494480177798013e-06, |
| "loss": 0.5055, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.692, |
| "grad_norm": 1.1865419149398804, |
| "learning_rate": 9.489369766561584e-06, |
| "loss": 0.4671, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.694, |
| "grad_norm": 1.128171443939209, |
| "learning_rate": 9.48423504350973e-06, |
| "loss": 0.4721, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.696, |
| "grad_norm": 1.1129778623580933, |
| "learning_rate": 9.479076036449125e-06, |
| "loss": 0.5855, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.698, |
| "grad_norm": 1.0635051727294922, |
| "learning_rate": 9.473892773317952e-06, |
| "loss": 0.4509, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9211987257003784, |
| "learning_rate": 9.468685282185745e-06, |
| "loss": 0.4543, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.702, |
| "grad_norm": 1.2037076950073242, |
| "learning_rate": 9.463453591253253e-06, |
| "loss": 0.4839, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.9373881220817566, |
| "learning_rate": 9.458197728852268e-06, |
| "loss": 0.4215, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.706, |
| "grad_norm": 0.9381740093231201, |
| "learning_rate": 9.452917723445484e-06, |
| "loss": 0.4598, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.708, |
| "grad_norm": 1.6144822835922241, |
| "learning_rate": 9.447613603626337e-06, |
| "loss": 0.5762, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3809951543807983, |
| "learning_rate": 9.44228539811886e-06, |
| "loss": 0.4934, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.712, |
| "grad_norm": 1.1491771936416626, |
| "learning_rate": 9.436933135777511e-06, |
| "loss": 0.4639, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.714, |
| "grad_norm": 1.0632610321044922, |
| "learning_rate": 9.431556845587029e-06, |
| "loss": 0.4966, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.716, |
| "grad_norm": 1.2312216758728027, |
| "learning_rate": 9.426156556662276e-06, |
| "loss": 0.4287, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.718, |
| "grad_norm": 1.2142528295516968, |
| "learning_rate": 9.420732298248077e-06, |
| "loss": 0.4216, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.7389311194419861, |
| "learning_rate": 9.41528409971906e-06, |
| "loss": 0.4317, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.722, |
| "grad_norm": 1.421856164932251, |
| "learning_rate": 9.409811990579498e-06, |
| "loss": 0.4798, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.724, |
| "grad_norm": 1.5812768936157227, |
| "learning_rate": 9.404316000463152e-06, |
| "loss": 0.5848, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.726, |
| "grad_norm": 0.9333869218826294, |
| "learning_rate": 9.398796159133108e-06, |
| "loss": 0.4232, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.728, |
| "grad_norm": 1.2076997756958008, |
| "learning_rate": 9.393252496481615e-06, |
| "loss": 0.5026, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4881305694580078, |
| "learning_rate": 9.387685042529926e-06, |
| "loss": 0.525, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.732, |
| "grad_norm": 1.2889773845672607, |
| "learning_rate": 9.382093827428135e-06, |
| "loss": 0.4729, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.734, |
| "grad_norm": 1.4050449132919312, |
| "learning_rate": 9.376478881455008e-06, |
| "loss": 0.4944, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.8713739514350891, |
| "learning_rate": 9.370840235017829e-06, |
| "loss": 0.4217, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.738, |
| "grad_norm": 1.031435251235962, |
| "learning_rate": 9.365177918652226e-06, |
| "loss": 0.4611, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.8381909132003784, |
| "learning_rate": 9.35949196302201e-06, |
| "loss": 0.4212, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.742, |
| "grad_norm": 1.1888693571090698, |
| "learning_rate": 9.353782398919012e-06, |
| "loss": 0.4543, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.744, |
| "grad_norm": 1.4899085760116577, |
| "learning_rate": 9.348049257262908e-06, |
| "loss": 0.5147, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.746, |
| "grad_norm": 1.2330344915390015, |
| "learning_rate": 9.342292569101061e-06, |
| "loss": 0.6145, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.748, |
| "grad_norm": 1.0226585865020752, |
| "learning_rate": 9.336512365608343e-06, |
| "loss": 0.4879, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1054939031600952, |
| "learning_rate": 9.330708678086975e-06, |
| "loss": 0.4206, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.752, |
| "grad_norm": 1.4774991273880005, |
| "learning_rate": 9.324881537966355e-06, |
| "loss": 0.4093, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.754, |
| "grad_norm": 1.1856415271759033, |
| "learning_rate": 9.319030976802881e-06, |
| "loss": 0.4614, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.756, |
| "grad_norm": 1.3986643552780151, |
| "learning_rate": 9.313157026279792e-06, |
| "loss": 0.5174, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.758, |
| "grad_norm": 1.2036128044128418, |
| "learning_rate": 9.307259718206984e-06, |
| "loss": 0.464, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8177152276039124, |
| "learning_rate": 9.301339084520853e-06, |
| "loss": 0.4331, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.762, |
| "grad_norm": 1.1826705932617188, |
| "learning_rate": 9.295395157284103e-06, |
| "loss": 0.4363, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.764, |
| "grad_norm": 1.0908697843551636, |
| "learning_rate": 9.289427968685588e-06, |
| "loss": 0.4087, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.766, |
| "grad_norm": 0.9723864793777466, |
| "learning_rate": 9.28343755104013e-06, |
| "loss": 0.3952, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 1.1800845861434937, |
| "learning_rate": 9.277423936788348e-06, |
| "loss": 0.4966, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.5162053108215332, |
| "learning_rate": 9.271387158496477e-06, |
| "loss": 0.5525, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.772, |
| "grad_norm": 1.1737457513809204, |
| "learning_rate": 9.265327248856198e-06, |
| "loss": 0.4374, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.774, |
| "grad_norm": 1.1317731142044067, |
| "learning_rate": 9.259244240684457e-06, |
| "loss": 0.4321, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.776, |
| "grad_norm": 1.3863508701324463, |
| "learning_rate": 9.25313816692329e-06, |
| "loss": 0.5441, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.778, |
| "grad_norm": 1.0942466259002686, |
| "learning_rate": 9.247009060639637e-06, |
| "loss": 0.5124, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3743023872375488, |
| "learning_rate": 9.240856955025175e-06, |
| "loss": 0.4357, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.782, |
| "grad_norm": 1.1339491605758667, |
| "learning_rate": 9.234681883396129e-06, |
| "loss": 0.5066, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.784, |
| "grad_norm": 1.9541819095611572, |
| "learning_rate": 9.228483879193096e-06, |
| "loss": 0.4864, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.786, |
| "grad_norm": 1.257652759552002, |
| "learning_rate": 9.22226297598086e-06, |
| "loss": 0.4361, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.788, |
| "grad_norm": 1.4581412076950073, |
| "learning_rate": 9.216019207448216e-06, |
| "loss": 0.5005, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6676081418991089, |
| "learning_rate": 9.209752607407784e-06, |
| "loss": 0.4307, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.792, |
| "grad_norm": 0.898801863193512, |
| "learning_rate": 9.203463209795822e-06, |
| "loss": 0.487, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.794, |
| "grad_norm": 1.6811095476150513, |
| "learning_rate": 9.197151048672051e-06, |
| "loss": 0.5448, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.796, |
| "grad_norm": 1.222164511680603, |
| "learning_rate": 9.190816158219462e-06, |
| "loss": 0.4603, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.798, |
| "grad_norm": 1.161139726638794, |
| "learning_rate": 9.18445857274414e-06, |
| "loss": 0.5216, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3466241359710693, |
| "learning_rate": 9.178078326675069e-06, |
| "loss": 0.5273, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.802, |
| "grad_norm": 1.1372344493865967, |
| "learning_rate": 9.171675454563949e-06, |
| "loss": 0.4842, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.804, |
| "grad_norm": 1.10002601146698, |
| "learning_rate": 9.165249991085012e-06, |
| "loss": 0.5429, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.806, |
| "grad_norm": 0.8916090726852417, |
| "learning_rate": 9.158801971034832e-06, |
| "loss": 0.5703, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.808, |
| "grad_norm": 1.131230115890503, |
| "learning_rate": 9.152331429332136e-06, |
| "loss": 0.4555, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.9842562079429626, |
| "learning_rate": 9.14583840101761e-06, |
| "loss": 0.4475, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.812, |
| "grad_norm": 1.0680824518203735, |
| "learning_rate": 9.139322921253724e-06, |
| "loss": 0.4471, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.814, |
| "grad_norm": 1.2112277746200562, |
| "learning_rate": 9.132785025324524e-06, |
| "loss": 0.5342, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.816, |
| "grad_norm": 1.359027624130249, |
| "learning_rate": 9.12622474863545e-06, |
| "loss": 0.5038, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.818, |
| "grad_norm": 1.2182432413101196, |
| "learning_rate": 9.119642126713147e-06, |
| "loss": 0.4761, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.905654788017273, |
| "learning_rate": 9.113037195205267e-06, |
| "loss": 0.4434, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.822, |
| "grad_norm": 1.273230791091919, |
| "learning_rate": 9.106409989880274e-06, |
| "loss": 0.4119, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.824, |
| "grad_norm": 1.1936393976211548, |
| "learning_rate": 9.099760546627262e-06, |
| "loss": 0.5159, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.826, |
| "grad_norm": 1.196582555770874, |
| "learning_rate": 9.093088901455746e-06, |
| "loss": 0.4788, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.828, |
| "grad_norm": 1.420160174369812, |
| "learning_rate": 9.086395090495475e-06, |
| "loss": 0.4298, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.2535393238067627, |
| "learning_rate": 9.079679149996235e-06, |
| "loss": 0.5149, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.9435884356498718, |
| "learning_rate": 9.072941116327654e-06, |
| "loss": 0.4495, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.834, |
| "grad_norm": 1.1288723945617676, |
| "learning_rate": 9.066181025979006e-06, |
| "loss": 0.4988, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.836, |
| "grad_norm": 1.53179132938385, |
| "learning_rate": 9.059398915559005e-06, |
| "loss": 0.4834, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.838, |
| "grad_norm": 1.48374342918396, |
| "learning_rate": 9.052594821795616e-06, |
| "loss": 0.5016, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3857916593551636, |
| "learning_rate": 9.045768781535857e-06, |
| "loss": 0.5277, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.842, |
| "grad_norm": 1.1805408000946045, |
| "learning_rate": 9.038920831745587e-06, |
| "loss": 0.432, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.844, |
| "grad_norm": 1.1315293312072754, |
| "learning_rate": 9.032051009509324e-06, |
| "loss": 0.4377, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.846, |
| "grad_norm": 0.9386146068572998, |
| "learning_rate": 9.025159352030024e-06, |
| "loss": 0.4993, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.848, |
| "grad_norm": 1.187091588973999, |
| "learning_rate": 9.0182458966289e-06, |
| "loss": 0.5185, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.0254029035568237, |
| "learning_rate": 9.011310680745203e-06, |
| "loss": 0.471, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.852, |
| "grad_norm": 1.1841859817504883, |
| "learning_rate": 9.004353741936028e-06, |
| "loss": 0.4047, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.854, |
| "grad_norm": 1.25779390335083, |
| "learning_rate": 8.99737511787611e-06, |
| "loss": 0.4827, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.856, |
| "grad_norm": 1.2962913513183594, |
| "learning_rate": 8.990374846357616e-06, |
| "loss": 0.4792, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.858, |
| "grad_norm": 1.1236214637756348, |
| "learning_rate": 8.98335296528995e-06, |
| "loss": 0.5092, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.0570876598358154, |
| "learning_rate": 8.97630951269953e-06, |
| "loss": 0.4761, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.862, |
| "grad_norm": 1.0793334245681763, |
| "learning_rate": 8.969244526729599e-06, |
| "loss": 0.425, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 1.0466865301132202, |
| "learning_rate": 8.962158045640014e-06, |
| "loss": 0.4867, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.866, |
| "grad_norm": 1.8099735975265503, |
| "learning_rate": 8.955050107807035e-06, |
| "loss": 0.453, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.868, |
| "grad_norm": 1.0396076440811157, |
| "learning_rate": 8.947920751723119e-06, |
| "loss": 0.4536, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.1914063692092896, |
| "learning_rate": 8.940770015996707e-06, |
| "loss": 0.448, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.872, |
| "grad_norm": 1.0686973333358765, |
| "learning_rate": 8.933597939352031e-06, |
| "loss": 0.4932, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.874, |
| "grad_norm": 0.9669390320777893, |
| "learning_rate": 8.926404560628882e-06, |
| "loss": 0.4812, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.876, |
| "grad_norm": 1.4926239252090454, |
| "learning_rate": 8.919189918782419e-06, |
| "loss": 0.4337, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.878, |
| "grad_norm": 1.3908580541610718, |
| "learning_rate": 8.911954052882941e-06, |
| "loss": 0.4595, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.088005781173706, |
| "learning_rate": 8.904697002115693e-06, |
| "loss": 0.4685, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.882, |
| "grad_norm": 1.2951703071594238, |
| "learning_rate": 8.89741880578064e-06, |
| "loss": 0.5138, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.884, |
| "grad_norm": 1.3422932624816895, |
| "learning_rate": 8.890119503292258e-06, |
| "loss": 0.5339, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.886, |
| "grad_norm": 1.6533243656158447, |
| "learning_rate": 8.882799134179326e-06, |
| "loss": 0.4854, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.888, |
| "grad_norm": 1.5386734008789062, |
| "learning_rate": 8.875457738084706e-06, |
| "loss": 0.4791, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.3411436080932617, |
| "learning_rate": 8.868095354765125e-06, |
| "loss": 0.4922, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.892, |
| "grad_norm": 0.9799019694328308, |
| "learning_rate": 8.860712024090971e-06, |
| "loss": 0.4265, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.894, |
| "grad_norm": 1.7590001821517944, |
| "learning_rate": 8.853307786046073e-06, |
| "loss": 0.5033, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 1.1440484523773193, |
| "learning_rate": 8.84588268072747e-06, |
| "loss": 0.5036, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.898, |
| "grad_norm": 1.0841706991195679, |
| "learning_rate": 8.838436748345217e-06, |
| "loss": 0.5344, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1884775161743164, |
| "learning_rate": 8.830970029222152e-06, |
| "loss": 0.3504, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.902, |
| "grad_norm": 0.9909444451332092, |
| "learning_rate": 8.823482563793687e-06, |
| "loss": 0.4838, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.904, |
| "grad_norm": 1.079696774482727, |
| "learning_rate": 8.815974392607573e-06, |
| "loss": 0.4601, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.906, |
| "grad_norm": 1.1453964710235596, |
| "learning_rate": 8.808445556323703e-06, |
| "loss": 0.4623, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.908, |
| "grad_norm": 1.1338945627212524, |
| "learning_rate": 8.80089609571387e-06, |
| "loss": 0.5288, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3115707635879517, |
| "learning_rate": 8.79332605166157e-06, |
| "loss": 0.5267, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.912, |
| "grad_norm": 1.3860828876495361, |
| "learning_rate": 8.785735465161752e-06, |
| "loss": 0.4985, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.914, |
| "grad_norm": 1.2067689895629883, |
| "learning_rate": 8.778124377320619e-06, |
| "loss": 0.4699, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.916, |
| "grad_norm": 1.4744197130203247, |
| "learning_rate": 8.770492829355395e-06, |
| "loss": 0.4483, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.918, |
| "grad_norm": 1.1251822710037231, |
| "learning_rate": 8.762840862594106e-06, |
| "loss": 0.4664, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.8830546736717224, |
| "learning_rate": 8.755168518475351e-06, |
| "loss": 0.533, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.922, |
| "grad_norm": 1.2034662961959839, |
| "learning_rate": 8.747475838548088e-06, |
| "loss": 0.4262, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.924, |
| "grad_norm": 1.3047678470611572, |
| "learning_rate": 8.739762864471392e-06, |
| "loss": 0.5621, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.926, |
| "grad_norm": 1.0258435010910034, |
| "learning_rate": 8.732029638014249e-06, |
| "loss": 0.5337, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 1.1698180437088013, |
| "learning_rate": 8.724276201055311e-06, |
| "loss": 0.4402, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.0054242610931396, |
| "learning_rate": 8.716502595582685e-06, |
| "loss": 0.5391, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.932, |
| "grad_norm": 0.8926470875740051, |
| "learning_rate": 8.708708863693696e-06, |
| "loss": 0.4663, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.934, |
| "grad_norm": 1.3373093605041504, |
| "learning_rate": 8.700895047594664e-06, |
| "loss": 0.5086, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.936, |
| "grad_norm": 1.17959725856781, |
| "learning_rate": 8.693061189600671e-06, |
| "loss": 0.4284, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.938, |
| "grad_norm": 1.0325318574905396, |
| "learning_rate": 8.685207332135337e-06, |
| "loss": 0.5204, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.8622048497200012, |
| "learning_rate": 8.677333517730582e-06, |
| "loss": 0.4318, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.942, |
| "grad_norm": 1.214130163192749, |
| "learning_rate": 8.669439789026409e-06, |
| "loss": 0.4886, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.944, |
| "grad_norm": 1.3919086456298828, |
| "learning_rate": 8.66152618877066e-06, |
| "loss": 0.4725, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.946, |
| "grad_norm": 1.263291835784912, |
| "learning_rate": 8.65359275981879e-06, |
| "loss": 0.4854, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.948, |
| "grad_norm": 1.5392141342163086, |
| "learning_rate": 8.645639545133638e-06, |
| "loss": 0.5634, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.246302843093872, |
| "learning_rate": 8.637666587785185e-06, |
| "loss": 0.4597, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.952, |
| "grad_norm": 1.0350593328475952, |
| "learning_rate": 8.629673930950335e-06, |
| "loss": 0.4152, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.954, |
| "grad_norm": 1.295961618423462, |
| "learning_rate": 8.621661617912665e-06, |
| "loss": 0.5035, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.956, |
| "grad_norm": 1.3225280046463013, |
| "learning_rate": 8.613629692062204e-06, |
| "loss": 0.5491, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.958, |
| "grad_norm": 1.495888352394104, |
| "learning_rate": 8.60557819689519e-06, |
| "loss": 0.5184, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.549146056175232, |
| "learning_rate": 8.597507176013839e-06, |
| "loss": 0.4976, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.962, |
| "grad_norm": 1.1670464277267456, |
| "learning_rate": 8.589416673126104e-06, |
| "loss": 0.4262, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.964, |
| "grad_norm": 1.1644515991210938, |
| "learning_rate": 8.581306732045443e-06, |
| "loss": 0.4646, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.966, |
| "grad_norm": 0.8502632975578308, |
| "learning_rate": 8.57317739669058e-06, |
| "loss": 0.4702, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.968, |
| "grad_norm": 1.3403635025024414, |
| "learning_rate": 8.565028711085266e-06, |
| "loss": 0.4864, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.1791622638702393, |
| "learning_rate": 8.556860719358045e-06, |
| "loss": 0.41, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.972, |
| "grad_norm": 1.5249660015106201, |
| "learning_rate": 8.548673465742006e-06, |
| "loss": 0.4471, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.974, |
| "grad_norm": 1.3172943592071533, |
| "learning_rate": 8.540466994574556e-06, |
| "loss": 0.4734, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.976, |
| "grad_norm": 1.012715458869934, |
| "learning_rate": 8.532241350297167e-06, |
| "loss": 0.4765, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.978, |
| "grad_norm": 0.9505335092544556, |
| "learning_rate": 8.523996577455144e-06, |
| "loss": 0.4513, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.9823141098022461, |
| "learning_rate": 8.515732720697383e-06, |
| "loss": 0.5406, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.982, |
| "grad_norm": 1.1936461925506592, |
| "learning_rate": 8.507449824776125e-06, |
| "loss": 0.4852, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.984, |
| "grad_norm": 1.1408801078796387, |
| "learning_rate": 8.499147934546716e-06, |
| "loss": 0.454, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.986, |
| "grad_norm": 1.1299476623535156, |
| "learning_rate": 8.490827094967364e-06, |
| "loss": 0.4875, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.988, |
| "grad_norm": 0.7930355668067932, |
| "learning_rate": 8.482487351098899e-06, |
| "loss": 0.4449, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4795210361480713, |
| "learning_rate": 8.47412874810452e-06, |
| "loss": 0.5077, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 1.3691011667251587, |
| "learning_rate": 8.465751331249558e-06, |
| "loss": 0.4822, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.994, |
| "grad_norm": 1.6543487310409546, |
| "learning_rate": 8.457355145901235e-06, |
| "loss": 0.4765, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.996, |
| "grad_norm": 1.147316813468933, |
| "learning_rate": 8.448940237528404e-06, |
| "loss": 0.4662, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.998, |
| "grad_norm": 1.3053276538848877, |
| "learning_rate": 8.440506651701315e-06, |
| "loss": 0.4694, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.914472758769989, |
| "learning_rate": 8.43205443409136e-06, |
| "loss": 0.3919, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.002, |
| "grad_norm": 1.1292088031768799, |
| "learning_rate": 8.42358363047084e-06, |
| "loss": 0.2872, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.004, |
| "grad_norm": 1.1585907936096191, |
| "learning_rate": 8.415094286712694e-06, |
| "loss": 0.3777, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.006, |
| "grad_norm": 1.4778828620910645, |
| "learning_rate": 8.406586448790277e-06, |
| "loss": 0.3282, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.008, |
| "grad_norm": 1.3356106281280518, |
| "learning_rate": 8.398060162777084e-06, |
| "loss": 0.3194, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.01, |
| "grad_norm": 1.343839168548584, |
| "learning_rate": 8.389515474846522e-06, |
| "loss": 0.3194, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.012, |
| "grad_norm": 1.3251718282699585, |
| "learning_rate": 8.380952431271653e-06, |
| "loss": 0.3459, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.014, |
| "grad_norm": 1.7042008638381958, |
| "learning_rate": 8.372371078424941e-06, |
| "loss": 0.3321, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.016, |
| "grad_norm": 1.3194146156311035, |
| "learning_rate": 8.363771462778e-06, |
| "loss": 0.3652, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.018, |
| "grad_norm": 1.481685996055603, |
| "learning_rate": 8.355153630901344e-06, |
| "loss": 0.3853, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 1.6290403604507446, |
| "learning_rate": 8.346517629464141e-06, |
| "loss": 0.2857, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.022, |
| "grad_norm": 0.9795701503753662, |
| "learning_rate": 8.337863505233954e-06, |
| "loss": 0.3388, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.024, |
| "grad_norm": 1.4000308513641357, |
| "learning_rate": 8.32919130507648e-06, |
| "loss": 0.3922, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.026, |
| "grad_norm": 1.081754446029663, |
| "learning_rate": 8.320501075955317e-06, |
| "loss": 0.2852, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.028, |
| "grad_norm": 1.0564137697219849, |
| "learning_rate": 8.311792864931686e-06, |
| "loss": 0.3219, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.03, |
| "grad_norm": 1.1438813209533691, |
| "learning_rate": 8.303066719164195e-06, |
| "loss": 0.2861, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.032, |
| "grad_norm": 1.4927905797958374, |
| "learning_rate": 8.294322685908576e-06, |
| "loss": 0.3144, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.034, |
| "grad_norm": 1.9864319562911987, |
| "learning_rate": 8.285560812517423e-06, |
| "loss": 0.3573, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.036, |
| "grad_norm": 1.1521250009536743, |
| "learning_rate": 8.27678114643995e-06, |
| "loss": 0.3696, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.038, |
| "grad_norm": 1.2286995649337769, |
| "learning_rate": 8.26798373522172e-06, |
| "loss": 0.3882, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 1.3970285654067993, |
| "learning_rate": 8.259168626504395e-06, |
| "loss": 0.3408, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.042, |
| "grad_norm": 1.3147468566894531, |
| "learning_rate": 8.250335868025477e-06, |
| "loss": 0.3673, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.044, |
| "grad_norm": 1.1939131021499634, |
| "learning_rate": 8.241485507618046e-06, |
| "loss": 0.3329, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.046, |
| "grad_norm": 1.4440771341323853, |
| "learning_rate": 8.232617593210512e-06, |
| "loss": 0.3474, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.048, |
| "grad_norm": 1.0242334604263306, |
| "learning_rate": 8.223732172826336e-06, |
| "loss": 0.361, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 1.4275943040847778, |
| "learning_rate": 8.214829294583786e-06, |
| "loss": 0.3043, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.052, |
| "grad_norm": 1.5001543760299683, |
| "learning_rate": 8.205909006695679e-06, |
| "loss": 0.3676, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.054, |
| "grad_norm": 1.3494583368301392, |
| "learning_rate": 8.196971357469098e-06, |
| "loss": 0.3486, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.056, |
| "grad_norm": 1.2720623016357422, |
| "learning_rate": 8.188016395305156e-06, |
| "loss": 0.3145, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.058, |
| "grad_norm": 1.5187513828277588, |
| "learning_rate": 8.179044168698722e-06, |
| "loss": 0.3581, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 2.041038990020752, |
| "learning_rate": 8.170054726238152e-06, |
| "loss": 0.3858, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.062, |
| "grad_norm": 1.375152587890625, |
| "learning_rate": 8.161048116605039e-06, |
| "loss": 0.3401, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.064, |
| "grad_norm": 0.8547447323799133, |
| "learning_rate": 8.152024388573945e-06, |
| "loss": 0.3006, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.066, |
| "grad_norm": 2.131930351257324, |
| "learning_rate": 8.142983591012128e-06, |
| "loss": 0.3521, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.068, |
| "grad_norm": 1.6276785135269165, |
| "learning_rate": 8.133925772879292e-06, |
| "loss": 0.3877, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.07, |
| "grad_norm": 1.4579194784164429, |
| "learning_rate": 8.124850983227313e-06, |
| "loss": 0.3793, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.072, |
| "grad_norm": 1.182732105255127, |
| "learning_rate": 8.115759271199967e-06, |
| "loss": 0.3425, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.074, |
| "grad_norm": 1.5831196308135986, |
| "learning_rate": 8.106650686032687e-06, |
| "loss": 0.3424, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.076, |
| "grad_norm": 0.9246402978897095, |
| "learning_rate": 8.097525277052265e-06, |
| "loss": 0.3245, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.078, |
| "grad_norm": 1.0254276990890503, |
| "learning_rate": 8.08838309367661e-06, |
| "loss": 0.3218, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 0.9792593717575073, |
| "learning_rate": 8.079224185414471e-06, |
| "loss": 0.3681, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.082, |
| "grad_norm": 1.3363689184188843, |
| "learning_rate": 8.07004860186517e-06, |
| "loss": 0.3799, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.084, |
| "grad_norm": 1.571494698524475, |
| "learning_rate": 8.060856392718326e-06, |
| "loss": 0.2975, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.086, |
| "grad_norm": 1.1808347702026367, |
| "learning_rate": 8.051647607753598e-06, |
| "loss": 0.3532, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.088, |
| "grad_norm": 2.0380117893218994, |
| "learning_rate": 8.04242229684041e-06, |
| "loss": 0.3543, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.09, |
| "grad_norm": 1.3502197265625, |
| "learning_rate": 8.033180509937683e-06, |
| "loss": 0.3566, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.092, |
| "grad_norm": 1.074385404586792, |
| "learning_rate": 8.023922297093557e-06, |
| "loss": 0.3152, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.094, |
| "grad_norm": 1.133074402809143, |
| "learning_rate": 8.014647708445124e-06, |
| "loss": 0.3784, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.096, |
| "grad_norm": 1.1202969551086426, |
| "learning_rate": 8.005356794218167e-06, |
| "loss": 0.4327, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.098, |
| "grad_norm": 1.4087947607040405, |
| "learning_rate": 7.99604960472687e-06, |
| "loss": 0.3206, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 1.140956163406372, |
| "learning_rate": 7.986726190373562e-06, |
| "loss": 0.2804, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.102, |
| "grad_norm": 0.9047802686691284, |
| "learning_rate": 7.977386601648427e-06, |
| "loss": 0.3162, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.104, |
| "grad_norm": 0.9571928381919861, |
| "learning_rate": 7.968030889129247e-06, |
| "loss": 0.2635, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.106, |
| "grad_norm": 1.3515325784683228, |
| "learning_rate": 7.95865910348112e-06, |
| "loss": 0.3598, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.108, |
| "grad_norm": 1.0597070455551147, |
| "learning_rate": 7.949271295456187e-06, |
| "loss": 0.2918, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.11, |
| "grad_norm": 1.3461328744888306, |
| "learning_rate": 7.939867515893353e-06, |
| "loss": 0.2928, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.112, |
| "grad_norm": 1.0447543859481812, |
| "learning_rate": 7.930447815718022e-06, |
| "loss": 0.3584, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.114, |
| "grad_norm": 1.611246109008789, |
| "learning_rate": 7.921012245941809e-06, |
| "loss": 0.3816, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.116, |
| "grad_norm": 0.886353611946106, |
| "learning_rate": 7.91156085766227e-06, |
| "loss": 0.322, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.1179999999999999, |
| "grad_norm": 1.2039692401885986, |
| "learning_rate": 7.90209370206263e-06, |
| "loss": 0.2804, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 1.0296542644500732, |
| "learning_rate": 7.892610830411496e-06, |
| "loss": 0.3007, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.1219999999999999, |
| "grad_norm": 1.3383187055587769, |
| "learning_rate": 7.883112294062585e-06, |
| "loss": 0.38, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.124, |
| "grad_norm": 1.2576732635498047, |
| "learning_rate": 7.873598144454444e-06, |
| "loss": 0.3637, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.126, |
| "grad_norm": 0.6940869688987732, |
| "learning_rate": 7.864068433110176e-06, |
| "loss": 0.2982, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 1.15080726146698, |
| "learning_rate": 7.854523211637152e-06, |
| "loss": 0.31, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.13, |
| "grad_norm": 1.8969014883041382, |
| "learning_rate": 7.844962531726742e-06, |
| "loss": 0.3375, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.1320000000000001, |
| "grad_norm": 1.5290457010269165, |
| "learning_rate": 7.835386445154023e-06, |
| "loss": 0.3467, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.134, |
| "grad_norm": 1.6540489196777344, |
| "learning_rate": 7.825795003777515e-06, |
| "loss": 0.3403, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.1360000000000001, |
| "grad_norm": 1.4303158521652222, |
| "learning_rate": 7.816188259538885e-06, |
| "loss": 0.3727, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.138, |
| "grad_norm": 1.2462937831878662, |
| "learning_rate": 7.806566264462668e-06, |
| "loss": 0.3325, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.1400000000000001, |
| "grad_norm": 1.2328237295150757, |
| "learning_rate": 7.796929070655994e-06, |
| "loss": 0.3572, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.142, |
| "grad_norm": 1.305349349975586, |
| "learning_rate": 7.787276730308304e-06, |
| "loss": 0.3046, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.144, |
| "grad_norm": 1.3444890975952148, |
| "learning_rate": 7.777609295691055e-06, |
| "loss": 0.3464, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.146, |
| "grad_norm": 0.8992980718612671, |
| "learning_rate": 7.767926819157452e-06, |
| "loss": 0.3742, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.148, |
| "grad_norm": 1.571289300918579, |
| "learning_rate": 7.758229353142153e-06, |
| "loss": 0.3863, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 1.2571865320205688, |
| "learning_rate": 7.748516950160993e-06, |
| "loss": 0.3611, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.152, |
| "grad_norm": 0.9523794651031494, |
| "learning_rate": 7.738789662810702e-06, |
| "loss": 0.3352, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.154, |
| "grad_norm": 1.1043280363082886, |
| "learning_rate": 7.729047543768608e-06, |
| "loss": 0.4024, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.156, |
| "grad_norm": 1.4577151536941528, |
| "learning_rate": 7.719290645792361e-06, |
| "loss": 0.3124, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.158, |
| "grad_norm": 1.7957823276519775, |
| "learning_rate": 7.709519021719644e-06, |
| "loss": 0.4165, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 1.2084007263183594, |
| "learning_rate": 7.699732724467894e-06, |
| "loss": 0.3357, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.162, |
| "grad_norm": 1.2520586252212524, |
| "learning_rate": 7.689931807033999e-06, |
| "loss": 0.3114, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.164, |
| "grad_norm": 1.048161268234253, |
| "learning_rate": 7.68011632249403e-06, |
| "loss": 0.3216, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.166, |
| "grad_norm": 1.231397032737732, |
| "learning_rate": 7.670286324002943e-06, |
| "loss": 0.3458, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.168, |
| "grad_norm": 1.6105576753616333, |
| "learning_rate": 7.66044186479429e-06, |
| "loss": 0.3423, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.17, |
| "grad_norm": 1.3911272287368774, |
| "learning_rate": 7.650582998179939e-06, |
| "loss": 0.3088, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.172, |
| "grad_norm": 1.618174433708191, |
| "learning_rate": 7.640709777549773e-06, |
| "loss": 0.3516, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.174, |
| "grad_norm": 2.1823925971984863, |
| "learning_rate": 7.630822256371415e-06, |
| "loss": 0.3054, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.176, |
| "grad_norm": 1.236488938331604, |
| "learning_rate": 7.620920488189929e-06, |
| "loss": 0.3375, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.178, |
| "grad_norm": 1.020044207572937, |
| "learning_rate": 7.6110045266275305e-06, |
| "loss": 0.2757, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 0.9718794822692871, |
| "learning_rate": 7.601074425383302e-06, |
| "loss": 0.3025, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.182, |
| "grad_norm": 1.4841420650482178, |
| "learning_rate": 7.591130238232892e-06, |
| "loss": 0.3117, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.184, |
| "grad_norm": 1.511138916015625, |
| "learning_rate": 7.581172019028238e-06, |
| "loss": 0.3936, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.186, |
| "grad_norm": 1.3772696256637573, |
| "learning_rate": 7.571199821697263e-06, |
| "loss": 0.3486, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.188, |
| "grad_norm": 1.3091078996658325, |
| "learning_rate": 7.561213700243584e-06, |
| "loss": 0.2936, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.19, |
| "grad_norm": 1.3505816459655762, |
| "learning_rate": 7.55121370874623e-06, |
| "loss": 0.3203, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.192, |
| "grad_norm": 1.3498326539993286, |
| "learning_rate": 7.541199901359335e-06, |
| "loss": 0.3734, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.194, |
| "grad_norm": 1.5176153182983398, |
| "learning_rate": 7.531172332311861e-06, |
| "loss": 0.2997, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.196, |
| "grad_norm": 0.9407598972320557, |
| "learning_rate": 7.521131055907283e-06, |
| "loss": 0.3204, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.198, |
| "grad_norm": 1.3535823822021484, |
| "learning_rate": 7.5110761265233156e-06, |
| "loss": 0.2981, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 1.7967560291290283, |
| "learning_rate": 7.501007598611609e-06, |
| "loss": 0.3508, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.202, |
| "grad_norm": 1.682611107826233, |
| "learning_rate": 7.490925526697455e-06, |
| "loss": 0.3258, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.204, |
| "grad_norm": 1.2590186595916748, |
| "learning_rate": 7.480829965379489e-06, |
| "loss": 0.3376, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.206, |
| "grad_norm": 1.1302205324172974, |
| "learning_rate": 7.470720969329399e-06, |
| "loss": 0.3297, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.208, |
| "grad_norm": 1.1471021175384521, |
| "learning_rate": 7.460598593291628e-06, |
| "loss": 0.3566, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.21, |
| "grad_norm": 2.0590806007385254, |
| "learning_rate": 7.450462892083079e-06, |
| "loss": 0.3354, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.212, |
| "grad_norm": 1.6424793004989624, |
| "learning_rate": 7.44031392059281e-06, |
| "loss": 0.348, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.214, |
| "grad_norm": 1.1267763376235962, |
| "learning_rate": 7.430151733781752e-06, |
| "loss": 0.324, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.216, |
| "grad_norm": 1.049166202545166, |
| "learning_rate": 7.419976386682395e-06, |
| "loss": 0.3282, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.218, |
| "grad_norm": 1.6423687934875488, |
| "learning_rate": 7.409787934398502e-06, |
| "loss": 0.2872, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 1.4791516065597534, |
| "learning_rate": 7.3995864321048036e-06, |
| "loss": 0.416, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.222, |
| "grad_norm": 1.1335197687149048, |
| "learning_rate": 7.389371935046703e-06, |
| "loss": 0.3191, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.224, |
| "grad_norm": 1.4202783107757568, |
| "learning_rate": 7.3791444985399755e-06, |
| "loss": 0.3429, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.226, |
| "grad_norm": 1.132926106452942, |
| "learning_rate": 7.368904177970466e-06, |
| "loss": 0.3469, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.228, |
| "grad_norm": 1.7757046222686768, |
| "learning_rate": 7.358651028793797e-06, |
| "loss": 0.333, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.23, |
| "grad_norm": 1.3629705905914307, |
| "learning_rate": 7.3483851065350595e-06, |
| "loss": 0.3802, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.232, |
| "grad_norm": 1.0564378499984741, |
| "learning_rate": 7.33810646678852e-06, |
| "loss": 0.3904, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.234, |
| "grad_norm": 1.6500481367111206, |
| "learning_rate": 7.327815165217309e-06, |
| "loss": 0.3675, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.236, |
| "grad_norm": 1.5274205207824707, |
| "learning_rate": 7.317511257553131e-06, |
| "loss": 0.3182, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.238, |
| "grad_norm": 1.1405715942382812, |
| "learning_rate": 7.307194799595958e-06, |
| "loss": 0.3103, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 1.4158636331558228, |
| "learning_rate": 7.296865847213724e-06, |
| "loss": 0.3453, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.242, |
| "grad_norm": 1.440067172050476, |
| "learning_rate": 7.2865244563420304e-06, |
| "loss": 0.4289, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.244, |
| "grad_norm": 1.2499229907989502, |
| "learning_rate": 7.27617068298383e-06, |
| "loss": 0.3657, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.246, |
| "grad_norm": 1.599689245223999, |
| "learning_rate": 7.265804583209142e-06, |
| "loss": 0.339, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.248, |
| "grad_norm": 1.6074563264846802, |
| "learning_rate": 7.25542621315473e-06, |
| "loss": 0.3562, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 1.6778024435043335, |
| "learning_rate": 7.245035629023812e-06, |
| "loss": 0.313, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.252, |
| "grad_norm": 1.2234922647476196, |
| "learning_rate": 7.2346328870857465e-06, |
| "loss": 0.3822, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.254, |
| "grad_norm": 1.2148653268814087, |
| "learning_rate": 7.224218043675735e-06, |
| "loss": 0.3567, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.256, |
| "grad_norm": 0.9696487188339233, |
| "learning_rate": 7.21379115519451e-06, |
| "loss": 0.3688, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.258, |
| "grad_norm": 1.371671438217163, |
| "learning_rate": 7.2033522781080325e-06, |
| "loss": 0.3409, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 1.5369791984558105, |
| "learning_rate": 7.192901468947193e-06, |
| "loss": 0.3777, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.262, |
| "grad_norm": 1.8359071016311646, |
| "learning_rate": 7.182438784307495e-06, |
| "loss": 0.3179, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.264, |
| "grad_norm": 0.9479062557220459, |
| "learning_rate": 7.171964280848749e-06, |
| "loss": 0.2901, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.266, |
| "grad_norm": 1.220046877861023, |
| "learning_rate": 7.161478015294778e-06, |
| "loss": 0.3478, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.268, |
| "grad_norm": 1.2605116367340088, |
| "learning_rate": 7.150980044433094e-06, |
| "loss": 0.2351, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.27, |
| "grad_norm": 1.6339104175567627, |
| "learning_rate": 7.140470425114603e-06, |
| "loss": 0.3123, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.272, |
| "grad_norm": 1.1417044401168823, |
| "learning_rate": 7.1299492142532876e-06, |
| "loss": 0.3129, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.274, |
| "grad_norm": 0.994657039642334, |
| "learning_rate": 7.119416468825908e-06, |
| "loss": 0.3247, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.276, |
| "grad_norm": 1.182531714439392, |
| "learning_rate": 7.108872245871687e-06, |
| "loss": 0.2929, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.278, |
| "grad_norm": 1.1829276084899902, |
| "learning_rate": 7.098316602492004e-06, |
| "loss": 0.3174, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 1.1945512294769287, |
| "learning_rate": 7.087749595850084e-06, |
| "loss": 0.3341, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.282, |
| "grad_norm": 1.33237886428833, |
| "learning_rate": 7.0771712831706855e-06, |
| "loss": 0.3453, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.284, |
| "grad_norm": 1.4239740371704102, |
| "learning_rate": 7.066581721739801e-06, |
| "loss": 0.3416, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.286, |
| "grad_norm": 1.329602837562561, |
| "learning_rate": 7.0559809689043325e-06, |
| "loss": 0.3434, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.288, |
| "grad_norm": 1.4223501682281494, |
| "learning_rate": 7.045369082071793e-06, |
| "loss": 0.3664, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.29, |
| "grad_norm": 1.5064311027526855, |
| "learning_rate": 7.034746118709989e-06, |
| "loss": 0.3446, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.292, |
| "grad_norm": 1.0884929895401, |
| "learning_rate": 7.024112136346713e-06, |
| "loss": 0.2676, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.294, |
| "grad_norm": 1.623273491859436, |
| "learning_rate": 7.013467192569427e-06, |
| "loss": 0.4001, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.296, |
| "grad_norm": 1.3760849237442017, |
| "learning_rate": 7.002811345024951e-06, |
| "loss": 0.3415, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.298, |
| "grad_norm": 1.071457862854004, |
| "learning_rate": 6.992144651419163e-06, |
| "loss": 0.3584, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 1.245360255241394, |
| "learning_rate": 6.981467169516671e-06, |
| "loss": 0.341, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.302, |
| "grad_norm": 1.653593897819519, |
| "learning_rate": 6.9707789571405025e-06, |
| "loss": 0.3626, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.304, |
| "grad_norm": 0.9302300214767456, |
| "learning_rate": 6.960080072171802e-06, |
| "loss": 0.2995, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.306, |
| "grad_norm": 1.358490228652954, |
| "learning_rate": 6.949370572549506e-06, |
| "loss": 0.3312, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.308, |
| "grad_norm": 1.5318645238876343, |
| "learning_rate": 6.938650516270038e-06, |
| "loss": 0.3552, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.31, |
| "grad_norm": 1.6989809274673462, |
| "learning_rate": 6.927919961386984e-06, |
| "loss": 0.3347, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.312, |
| "grad_norm": 1.2937415838241577, |
| "learning_rate": 6.9171789660107876e-06, |
| "loss": 0.3167, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.314, |
| "grad_norm": 1.2662570476531982, |
| "learning_rate": 6.906427588308436e-06, |
| "loss": 0.374, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.316, |
| "grad_norm": 1.152688980102539, |
| "learning_rate": 6.895665886503136e-06, |
| "loss": 0.2952, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.318, |
| "grad_norm": 1.0898213386535645, |
| "learning_rate": 6.8848939188740034e-06, |
| "loss": 0.3529, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 1.2499762773513794, |
| "learning_rate": 6.874111743755751e-06, |
| "loss": 0.335, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.322, |
| "grad_norm": 1.5297431945800781, |
| "learning_rate": 6.863319419538366e-06, |
| "loss": 0.3896, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.324, |
| "grad_norm": 1.6625542640686035, |
| "learning_rate": 6.852517004666801e-06, |
| "loss": 0.3455, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.326, |
| "grad_norm": 1.4104151725769043, |
| "learning_rate": 6.84170455764065e-06, |
| "loss": 0.3535, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.328, |
| "grad_norm": 1.2529921531677246, |
| "learning_rate": 6.830882137013839e-06, |
| "loss": 0.3219, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.33, |
| "grad_norm": 1.6299757957458496, |
| "learning_rate": 6.820049801394303e-06, |
| "loss": 0.4037, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.332, |
| "grad_norm": 1.215126872062683, |
| "learning_rate": 6.80920760944367e-06, |
| "loss": 0.3307, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.334, |
| "grad_norm": 1.0372707843780518, |
| "learning_rate": 6.798355619876944e-06, |
| "loss": 0.3326, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.336, |
| "grad_norm": 1.1610356569290161, |
| "learning_rate": 6.787493891462191e-06, |
| "loss": 0.3467, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.338, |
| "grad_norm": 1.7156941890716553, |
| "learning_rate": 6.776622483020214e-06, |
| "loss": 0.4261, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 0.9658931493759155, |
| "learning_rate": 6.765741453424237e-06, |
| "loss": 0.307, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.342, |
| "grad_norm": 0.8651520013809204, |
| "learning_rate": 6.754850861599589e-06, |
| "loss": 0.3802, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.3439999999999999, |
| "grad_norm": 1.15030837059021, |
| "learning_rate": 6.743950766523377e-06, |
| "loss": 0.3026, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.346, |
| "grad_norm": 1.2045297622680664, |
| "learning_rate": 6.733041227224182e-06, |
| "loss": 0.3673, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.3479999999999999, |
| "grad_norm": 1.098310112953186, |
| "learning_rate": 6.722122302781716e-06, |
| "loss": 0.3305, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 1.5491714477539062, |
| "learning_rate": 6.711194052326528e-06, |
| "loss": 0.3063, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.3519999999999999, |
| "grad_norm": 1.581486463546753, |
| "learning_rate": 6.700256535039665e-06, |
| "loss": 0.3534, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.354, |
| "grad_norm": 1.3409374952316284, |
| "learning_rate": 6.689309810152359e-06, |
| "loss": 0.3866, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.3559999999999999, |
| "grad_norm": 1.0301975011825562, |
| "learning_rate": 6.678353936945704e-06, |
| "loss": 0.3391, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.358, |
| "grad_norm": 1.1352406740188599, |
| "learning_rate": 6.6673889747503364e-06, |
| "loss": 0.2808, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "grad_norm": 1.2140257358551025, |
| "learning_rate": 6.656414982946115e-06, |
| "loss": 0.3619, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.362, |
| "grad_norm": 1.853940725326538, |
| "learning_rate": 6.645432020961796e-06, |
| "loss": 0.3014, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.3639999999999999, |
| "grad_norm": 0.9603062272071838, |
| "learning_rate": 6.634440148274712e-06, |
| "loss": 0.3011, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.366, |
| "grad_norm": 0.9446805715560913, |
| "learning_rate": 6.623439424410456e-06, |
| "loss": 0.3335, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.3679999999999999, |
| "grad_norm": 1.3330634832382202, |
| "learning_rate": 6.612429908942546e-06, |
| "loss": 0.3776, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.37, |
| "grad_norm": 1.3779356479644775, |
| "learning_rate": 6.601411661492114e-06, |
| "loss": 0.3175, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.3719999999999999, |
| "grad_norm": 1.492652416229248, |
| "learning_rate": 6.590384741727583e-06, |
| "loss": 0.3377, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.374, |
| "grad_norm": 1.719750165939331, |
| "learning_rate": 6.579349209364332e-06, |
| "loss": 0.3711, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.376, |
| "grad_norm": 1.331905722618103, |
| "learning_rate": 6.5683051241643894e-06, |
| "loss": 0.3052, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.3780000000000001, |
| "grad_norm": 1.1688127517700195, |
| "learning_rate": 6.557252545936095e-06, |
| "loss": 0.301, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 0.8940510153770447, |
| "learning_rate": 6.546191534533783e-06, |
| "loss": 0.3122, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.3820000000000001, |
| "grad_norm": 1.363988995552063, |
| "learning_rate": 6.53512214985746e-06, |
| "loss": 0.3079, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.384, |
| "grad_norm": 0.9122200608253479, |
| "learning_rate": 6.5240444518524736e-06, |
| "loss": 0.3486, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.3860000000000001, |
| "grad_norm": 1.0334652662277222, |
| "learning_rate": 6.512958500509193e-06, |
| "loss": 0.2696, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.388, |
| "grad_norm": 1.257965326309204, |
| "learning_rate": 6.501864355862682e-06, |
| "loss": 0.3648, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.3900000000000001, |
| "grad_norm": 1.1571115255355835, |
| "learning_rate": 6.490762077992376e-06, |
| "loss": 0.3474, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.392, |
| "grad_norm": 1.2089656591415405, |
| "learning_rate": 6.479651727021754e-06, |
| "loss": 0.3313, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.3940000000000001, |
| "grad_norm": 1.4407920837402344, |
| "learning_rate": 6.4685333631180145e-06, |
| "loss": 0.3695, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.396, |
| "grad_norm": 2.0778284072875977, |
| "learning_rate": 6.457407046491748e-06, |
| "loss": 0.2625, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.3980000000000001, |
| "grad_norm": 1.36530339717865, |
| "learning_rate": 6.4462728373966165e-06, |
| "loss": 0.3015, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 1.8104184865951538, |
| "learning_rate": 6.435130796129019e-06, |
| "loss": 0.4064, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.4020000000000001, |
| "grad_norm": 1.3507591485977173, |
| "learning_rate": 6.423980983027769e-06, |
| "loss": 0.3225, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.404, |
| "grad_norm": 0.7463653087615967, |
| "learning_rate": 6.412823458473772e-06, |
| "loss": 0.2916, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.4060000000000001, |
| "grad_norm": 1.5296553373336792, |
| "learning_rate": 6.401658282889689e-06, |
| "loss": 0.3413, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.408, |
| "grad_norm": 1.1751571893692017, |
| "learning_rate": 6.390485516739616e-06, |
| "loss": 0.3598, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.41, |
| "grad_norm": 1.090745449066162, |
| "learning_rate": 6.379305220528758e-06, |
| "loss": 0.3398, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.412, |
| "grad_norm": 1.3860448598861694, |
| "learning_rate": 6.368117454803093e-06, |
| "loss": 0.2953, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.414, |
| "grad_norm": 1.4662338495254517, |
| "learning_rate": 6.356922280149058e-06, |
| "loss": 0.3662, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.416, |
| "grad_norm": 1.0763154029846191, |
| "learning_rate": 6.345719757193203e-06, |
| "loss": 0.3182, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.418, |
| "grad_norm": 1.2442153692245483, |
| "learning_rate": 6.334509946601879e-06, |
| "loss": 0.3177, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 1.304867148399353, |
| "learning_rate": 6.323292909080897e-06, |
| "loss": 0.3322, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.422, |
| "grad_norm": 1.5023126602172852, |
| "learning_rate": 6.3120687053752114e-06, |
| "loss": 0.3425, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.424, |
| "grad_norm": 1.539007306098938, |
| "learning_rate": 6.3008373962685785e-06, |
| "loss": 0.3376, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.426, |
| "grad_norm": 1.6825087070465088, |
| "learning_rate": 6.289599042583237e-06, |
| "loss": 0.364, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.428, |
| "grad_norm": 1.3176345825195312, |
| "learning_rate": 6.278353705179572e-06, |
| "loss": 0.3753, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.43, |
| "grad_norm": 1.2803112268447876, |
| "learning_rate": 6.267101444955792e-06, |
| "loss": 0.3295, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.432, |
| "grad_norm": 1.4513520002365112, |
| "learning_rate": 6.255842322847594e-06, |
| "loss": 0.3179, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.434, |
| "grad_norm": 1.314857006072998, |
| "learning_rate": 6.244576399827831e-06, |
| "loss": 0.3537, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.436, |
| "grad_norm": 1.1115436553955078, |
| "learning_rate": 6.233303736906193e-06, |
| "loss": 0.313, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.438, |
| "grad_norm": 1.1615487337112427, |
| "learning_rate": 6.222024395128864e-06, |
| "loss": 0.3293, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 1.4486738443374634, |
| "learning_rate": 6.210738435578198e-06, |
| "loss": 0.3793, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.442, |
| "grad_norm": 1.143863558769226, |
| "learning_rate": 6.199445919372388e-06, |
| "loss": 0.4045, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.444, |
| "grad_norm": 1.4991508722305298, |
| "learning_rate": 6.1881469076651336e-06, |
| "loss": 0.3216, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.446, |
| "grad_norm": 1.1230875253677368, |
| "learning_rate": 6.176841461645311e-06, |
| "loss": 0.3679, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.448, |
| "grad_norm": 1.141588568687439, |
| "learning_rate": 6.16552964253664e-06, |
| "loss": 0.3378, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 1.8605092763900757, |
| "learning_rate": 6.15421151159735e-06, |
| "loss": 0.3412, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.452, |
| "grad_norm": 1.14920175075531, |
| "learning_rate": 6.14288713011986e-06, |
| "loss": 0.2663, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.454, |
| "grad_norm": 1.7807815074920654, |
| "learning_rate": 6.13155655943043e-06, |
| "loss": 0.3288, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.456, |
| "grad_norm": 1.6375200748443604, |
| "learning_rate": 6.1202198608888416e-06, |
| "loss": 0.4102, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.458, |
| "grad_norm": 1.5959913730621338, |
| "learning_rate": 6.1088770958880595e-06, |
| "loss": 0.3615, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 1.452133297920227, |
| "learning_rate": 6.097528325853903e-06, |
| "loss": 0.2841, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.462, |
| "grad_norm": 1.8519127368927002, |
| "learning_rate": 6.086173612244708e-06, |
| "loss": 0.3331, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.464, |
| "grad_norm": 1.0498560667037964, |
| "learning_rate": 6.074813016550998e-06, |
| "loss": 0.2939, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.466, |
| "grad_norm": 1.369956612586975, |
| "learning_rate": 6.0634466002951545e-06, |
| "loss": 0.3859, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.468, |
| "grad_norm": 1.7278661727905273, |
| "learning_rate": 6.052074425031075e-06, |
| "loss": 0.3599, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.47, |
| "grad_norm": 1.1767780780792236, |
| "learning_rate": 6.040696552343845e-06, |
| "loss": 0.3392, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.472, |
| "grad_norm": 1.4453753232955933, |
| "learning_rate": 6.029313043849407e-06, |
| "loss": 0.4165, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.474, |
| "grad_norm": 1.0843770503997803, |
| "learning_rate": 6.017923961194221e-06, |
| "loss": 0.334, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.476, |
| "grad_norm": 1.1147040128707886, |
| "learning_rate": 6.006529366054935e-06, |
| "loss": 0.3453, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.478, |
| "grad_norm": 1.7290093898773193, |
| "learning_rate": 5.995129320138047e-06, |
| "loss": 0.3127, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 1.4090754985809326, |
| "learning_rate": 5.983723885179576e-06, |
| "loss": 0.3197, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.482, |
| "grad_norm": 1.1394073963165283, |
| "learning_rate": 5.972313122944724e-06, |
| "loss": 0.3234, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.484, |
| "grad_norm": 1.281721591949463, |
| "learning_rate": 5.960897095227541e-06, |
| "loss": 0.3311, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.486, |
| "grad_norm": 0.9098526239395142, |
| "learning_rate": 5.949475863850595e-06, |
| "loss": 0.3342, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.488, |
| "grad_norm": 0.939958930015564, |
| "learning_rate": 5.938049490664629e-06, |
| "loss": 0.3139, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.49, |
| "grad_norm": 1.2372125387191772, |
| "learning_rate": 5.926618037548237e-06, |
| "loss": 0.3121, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.492, |
| "grad_norm": 1.0505400896072388, |
| "learning_rate": 5.915181566407519e-06, |
| "loss": 0.3165, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.494, |
| "grad_norm": 1.4748669862747192, |
| "learning_rate": 5.903740139175752e-06, |
| "loss": 0.3584, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.496, |
| "grad_norm": 1.09158456325531, |
| "learning_rate": 5.892293817813048e-06, |
| "loss": 0.3162, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.498, |
| "grad_norm": 1.4084733724594116, |
| "learning_rate": 5.8808426643060265e-06, |
| "loss": 0.3474, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 1.2051564455032349, |
| "learning_rate": 5.869386740667478e-06, |
| "loss": 0.3169, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.502, |
| "grad_norm": 1.2120217084884644, |
| "learning_rate": 5.857926108936015e-06, |
| "loss": 0.3545, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.504, |
| "grad_norm": 1.084529161453247, |
| "learning_rate": 5.84646083117576e-06, |
| "loss": 0.3407, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.506, |
| "grad_norm": 2.2102389335632324, |
| "learning_rate": 5.834990969475984e-06, |
| "loss": 0.3275, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.508, |
| "grad_norm": 1.6285516023635864, |
| "learning_rate": 5.823516585950787e-06, |
| "loss": 0.2969, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.51, |
| "grad_norm": 1.2168736457824707, |
| "learning_rate": 5.812037742738759e-06, |
| "loss": 0.3845, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.512, |
| "grad_norm": 1.2020785808563232, |
| "learning_rate": 5.800554502002635e-06, |
| "loss": 0.2706, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.514, |
| "grad_norm": 1.3338371515274048, |
| "learning_rate": 5.78906692592897e-06, |
| "loss": 0.3217, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.516, |
| "grad_norm": 1.2562854290008545, |
| "learning_rate": 5.77757507672779e-06, |
| "loss": 0.338, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.518, |
| "grad_norm": 1.2902873754501343, |
| "learning_rate": 5.766079016632272e-06, |
| "loss": 0.3115, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 1.3528056144714355, |
| "learning_rate": 5.7545788078983875e-06, |
| "loss": 0.3526, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.522, |
| "grad_norm": 0.9707136750221252, |
| "learning_rate": 5.743074512804579e-06, |
| "loss": 0.3693, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.524, |
| "grad_norm": 1.6493264436721802, |
| "learning_rate": 5.731566193651416e-06, |
| "loss": 0.3304, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.526, |
| "grad_norm": 1.095731258392334, |
| "learning_rate": 5.720053912761261e-06, |
| "loss": 0.3102, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.528, |
| "grad_norm": 1.691691279411316, |
| "learning_rate": 5.708537732477934e-06, |
| "loss": 0.3019, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.53, |
| "grad_norm": 1.4168593883514404, |
| "learning_rate": 5.697017715166366e-06, |
| "loss": 0.3338, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.532, |
| "grad_norm": 1.5588029623031616, |
| "learning_rate": 5.685493923212273e-06, |
| "loss": 0.2633, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.534, |
| "grad_norm": 1.6496397256851196, |
| "learning_rate": 5.673966419021806e-06, |
| "loss": 0.4173, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.536, |
| "grad_norm": 1.0448615550994873, |
| "learning_rate": 5.662435265021225e-06, |
| "loss": 0.2849, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.538, |
| "grad_norm": 1.2294347286224365, |
| "learning_rate": 5.650900523656553e-06, |
| "loss": 0.2609, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 1.5806496143341064, |
| "learning_rate": 5.63936225739324e-06, |
| "loss": 0.3771, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.542, |
| "grad_norm": 1.1037795543670654, |
| "learning_rate": 5.627820528715824e-06, |
| "loss": 0.3149, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.544, |
| "grad_norm": 0.8963010907173157, |
| "learning_rate": 5.616275400127594e-06, |
| "loss": 0.3073, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.546, |
| "grad_norm": 1.5788958072662354, |
| "learning_rate": 5.604726934150253e-06, |
| "loss": 0.3628, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.548, |
| "grad_norm": 1.0473259687423706, |
| "learning_rate": 5.593175193323574e-06, |
| "loss": 0.3114, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 1.295811414718628, |
| "learning_rate": 5.581620240205068e-06, |
| "loss": 0.4363, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.552, |
| "grad_norm": 1.9268922805786133, |
| "learning_rate": 5.57006213736964e-06, |
| "loss": 0.2928, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.554, |
| "grad_norm": 1.4225900173187256, |
| "learning_rate": 5.558500947409249e-06, |
| "loss": 0.3989, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.556, |
| "grad_norm": 1.2886687517166138, |
| "learning_rate": 5.546936732932578e-06, |
| "loss": 0.3041, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.558, |
| "grad_norm": 1.265717625617981, |
| "learning_rate": 5.535369556564687e-06, |
| "loss": 0.3384, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 1.2660807371139526, |
| "learning_rate": 5.523799480946673e-06, |
| "loss": 0.294, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.562, |
| "grad_norm": 1.319225788116455, |
| "learning_rate": 5.512226568735338e-06, |
| "loss": 0.3159, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.564, |
| "grad_norm": 1.193955659866333, |
| "learning_rate": 5.500650882602842e-06, |
| "loss": 0.3044, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.5659999999999998, |
| "grad_norm": 1.2253046035766602, |
| "learning_rate": 5.489072485236368e-06, |
| "loss": 0.3376, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.568, |
| "grad_norm": 1.0734641551971436, |
| "learning_rate": 5.477491439337782e-06, |
| "loss": 0.3555, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.5699999999999998, |
| "grad_norm": 1.7126284837722778, |
| "learning_rate": 5.4659078076232906e-06, |
| "loss": 0.3871, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.572, |
| "grad_norm": 1.323228359222412, |
| "learning_rate": 5.45432165282311e-06, |
| "loss": 0.3337, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.5739999999999998, |
| "grad_norm": 1.7261728048324585, |
| "learning_rate": 5.442733037681112e-06, |
| "loss": 0.2912, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.576, |
| "grad_norm": 1.790432095527649, |
| "learning_rate": 5.431142024954496e-06, |
| "loss": 0.3271, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.5779999999999998, |
| "grad_norm": 1.6568429470062256, |
| "learning_rate": 5.419548677413445e-06, |
| "loss": 0.3535, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 1.545526146888733, |
| "learning_rate": 5.4079530578407895e-06, |
| "loss": 0.348, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.5819999999999999, |
| "grad_norm": 1.8154616355895996, |
| "learning_rate": 5.396355229031656e-06, |
| "loss": 0.2892, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.584, |
| "grad_norm": 0.9787377715110779, |
| "learning_rate": 5.3847552537931395e-06, |
| "loss": 0.2931, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.5859999999999999, |
| "grad_norm": 1.3805267810821533, |
| "learning_rate": 5.373153194943962e-06, |
| "loss": 0.3615, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.588, |
| "grad_norm": 2.3790717124938965, |
| "learning_rate": 5.361549115314123e-06, |
| "loss": 0.3537, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.5899999999999999, |
| "grad_norm": 1.5367940664291382, |
| "learning_rate": 5.349943077744573e-06, |
| "loss": 0.3413, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.592, |
| "grad_norm": 1.2089755535125732, |
| "learning_rate": 5.338335145086855e-06, |
| "loss": 0.3632, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.5939999999999999, |
| "grad_norm": 1.4796146154403687, |
| "learning_rate": 5.3267253802027826e-06, |
| "loss": 0.4095, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.596, |
| "grad_norm": 1.4473693370819092, |
| "learning_rate": 5.315113845964091e-06, |
| "loss": 0.3714, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.5979999999999999, |
| "grad_norm": 1.5862455368041992, |
| "learning_rate": 5.303500605252095e-06, |
| "loss": 0.3283, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 1.4115406274795532, |
| "learning_rate": 5.291885720957351e-06, |
| "loss": 0.3127, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.6019999999999999, |
| "grad_norm": 1.6145530939102173, |
| "learning_rate": 5.2802692559793175e-06, |
| "loss": 0.4085, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.604, |
| "grad_norm": 1.8569374084472656, |
| "learning_rate": 5.268651273226011e-06, |
| "loss": 0.2898, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.6059999999999999, |
| "grad_norm": 1.736876368522644, |
| "learning_rate": 5.2570318356136705e-06, |
| "loss": 0.3503, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.608, |
| "grad_norm": 1.5102406740188599, |
| "learning_rate": 5.2454110060664075e-06, |
| "loss": 0.3111, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.6099999999999999, |
| "grad_norm": 1.7225403785705566, |
| "learning_rate": 5.233788847515882e-06, |
| "loss": 0.3586, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.612, |
| "grad_norm": 1.0642247200012207, |
| "learning_rate": 5.222165422900939e-06, |
| "loss": 0.3721, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.6139999999999999, |
| "grad_norm": 1.3807940483093262, |
| "learning_rate": 5.210540795167287e-06, |
| "loss": 0.398, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.616, |
| "grad_norm": 1.396348237991333, |
| "learning_rate": 5.19891502726715e-06, |
| "loss": 0.3657, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.6179999999999999, |
| "grad_norm": 0.8553020358085632, |
| "learning_rate": 5.187288182158924e-06, |
| "loss": 0.3018, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 1.608389973640442, |
| "learning_rate": 5.175660322806838e-06, |
| "loss": 0.3563, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.6219999999999999, |
| "grad_norm": 1.3906745910644531, |
| "learning_rate": 5.164031512180616e-06, |
| "loss": 0.3186, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.624, |
| "grad_norm": 1.6109449863433838, |
| "learning_rate": 5.152401813255134e-06, |
| "loss": 0.3028, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.626, |
| "grad_norm": 1.3031402826309204, |
| "learning_rate": 5.140771289010073e-06, |
| "loss": 0.3089, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.6280000000000001, |
| "grad_norm": 0.8983224034309387, |
| "learning_rate": 5.1291400024295946e-06, |
| "loss": 0.3388, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.63, |
| "grad_norm": 1.6017338037490845, |
| "learning_rate": 5.117508016501973e-06, |
| "loss": 0.3465, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.6320000000000001, |
| "grad_norm": 1.4374866485595703, |
| "learning_rate": 5.105875394219283e-06, |
| "loss": 0.3152, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.634, |
| "grad_norm": 1.3967483043670654, |
| "learning_rate": 5.0942421985770415e-06, |
| "loss": 0.3158, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.6360000000000001, |
| "grad_norm": 1.0798684358596802, |
| "learning_rate": 5.0826084925738675e-06, |
| "loss": 0.3273, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.638, |
| "grad_norm": 1.1431955099105835, |
| "learning_rate": 5.070974339211148e-06, |
| "loss": 0.4185, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.6400000000000001, |
| "grad_norm": 1.4295889139175415, |
| "learning_rate": 5.059339801492687e-06, |
| "loss": 0.3667, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.642, |
| "grad_norm": 1.2767932415008545, |
| "learning_rate": 5.047704942424377e-06, |
| "loss": 0.3993, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.6440000000000001, |
| "grad_norm": 1.4808293581008911, |
| "learning_rate": 5.0360698250138465e-06, |
| "loss": 0.3618, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.646, |
| "grad_norm": 1.2203787565231323, |
| "learning_rate": 5.024434512270123e-06, |
| "loss": 0.3237, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.6480000000000001, |
| "grad_norm": 1.2480844259262085, |
| "learning_rate": 5.0127990672032945e-06, |
| "loss": 0.3361, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 1.269690990447998, |
| "learning_rate": 5.001163552824162e-06, |
| "loss": 0.2754, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.6520000000000001, |
| "grad_norm": 1.5688775777816772, |
| "learning_rate": 4.9895280321439036e-06, |
| "loss": 0.3312, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.654, |
| "grad_norm": 1.5578945875167847, |
| "learning_rate": 4.977892568173733e-06, |
| "loss": 0.3141, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.6560000000000001, |
| "grad_norm": 1.0505149364471436, |
| "learning_rate": 4.966257223924554e-06, |
| "loss": 0.2919, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.658, |
| "grad_norm": 1.2484036684036255, |
| "learning_rate": 4.954622062406623e-06, |
| "loss": 0.3513, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.6600000000000001, |
| "grad_norm": 1.8447239398956299, |
| "learning_rate": 4.94298714662921e-06, |
| "loss": 0.3111, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.662, |
| "grad_norm": 1.375136137008667, |
| "learning_rate": 4.931352539600248e-06, |
| "loss": 0.2827, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.6640000000000001, |
| "grad_norm": 1.4478310346603394, |
| "learning_rate": 4.9197183043260035e-06, |
| "loss": 0.3177, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.666, |
| "grad_norm": 1.2656853199005127, |
| "learning_rate": 4.9080845038107264e-06, |
| "loss": 0.2888, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.6680000000000001, |
| "grad_norm": 1.177017092704773, |
| "learning_rate": 4.896451201056315e-06, |
| "loss": 0.365, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.67, |
| "grad_norm": 1.2763571739196777, |
| "learning_rate": 4.88481845906197e-06, |
| "loss": 0.2697, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.6720000000000002, |
| "grad_norm": 1.6193398237228394, |
| "learning_rate": 4.873186340823854e-06, |
| "loss": 0.2913, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.674, |
| "grad_norm": 1.353211760520935, |
| "learning_rate": 4.861554909334757e-06, |
| "loss": 0.3652, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.6760000000000002, |
| "grad_norm": 1.4687409400939941, |
| "learning_rate": 4.8499242275837444e-06, |
| "loss": 0.3417, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.678, |
| "grad_norm": 1.644424557685852, |
| "learning_rate": 4.838294358555824e-06, |
| "loss": 0.3228, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "grad_norm": 1.8202049732208252, |
| "learning_rate": 4.826665365231601e-06, |
| "loss": 0.2984, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.682, |
| "grad_norm": 0.9253039360046387, |
| "learning_rate": 4.815037310586941e-06, |
| "loss": 0.3807, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.6840000000000002, |
| "grad_norm": 1.1849908828735352, |
| "learning_rate": 4.803410257592625e-06, |
| "loss": 0.2896, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.686, |
| "grad_norm": 1.0804787874221802, |
| "learning_rate": 4.791784269214004e-06, |
| "loss": 0.3129, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.688, |
| "grad_norm": 1.3081520795822144, |
| "learning_rate": 4.780159408410677e-06, |
| "loss": 0.3055, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.69, |
| "grad_norm": 1.2547225952148438, |
| "learning_rate": 4.7685357381361224e-06, |
| "loss": 0.3321, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.692, |
| "grad_norm": 1.228356957435608, |
| "learning_rate": 4.75691332133738e-06, |
| "loss": 0.3556, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.694, |
| "grad_norm": 1.2856372594833374, |
| "learning_rate": 4.745292220954696e-06, |
| "loss": 0.3334, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.696, |
| "grad_norm": 1.2076910734176636, |
| "learning_rate": 4.733672499921195e-06, |
| "loss": 0.2957, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.698, |
| "grad_norm": 1.3459007740020752, |
| "learning_rate": 4.722054221162528e-06, |
| "loss": 0.3326, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 1.899490475654602, |
| "learning_rate": 4.710437447596528e-06, |
| "loss": 0.3721, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.702, |
| "grad_norm": 1.0619953870773315, |
| "learning_rate": 4.698822242132891e-06, |
| "loss": 0.3474, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.704, |
| "grad_norm": 1.1741877794265747, |
| "learning_rate": 4.687208667672812e-06, |
| "loss": 0.3206, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.706, |
| "grad_norm": 1.295904517173767, |
| "learning_rate": 4.675596787108652e-06, |
| "loss": 0.3445, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.708, |
| "grad_norm": 1.2269822359085083, |
| "learning_rate": 4.6639866633236066e-06, |
| "loss": 0.32, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.71, |
| "grad_norm": 1.142608404159546, |
| "learning_rate": 4.652378359191352e-06, |
| "loss": 0.3178, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.712, |
| "grad_norm": 1.4112498760223389, |
| "learning_rate": 4.6407719375757095e-06, |
| "loss": 0.3598, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.714, |
| "grad_norm": 1.3373513221740723, |
| "learning_rate": 4.629167461330308e-06, |
| "loss": 0.3895, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.716, |
| "grad_norm": 1.5300648212432861, |
| "learning_rate": 4.617564993298244e-06, |
| "loss": 0.3675, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.718, |
| "grad_norm": 1.3708034753799438, |
| "learning_rate": 4.605964596311733e-06, |
| "loss": 0.3543, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 1.1198241710662842, |
| "learning_rate": 4.594366333191778e-06, |
| "loss": 0.4109, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.722, |
| "grad_norm": 1.1231240034103394, |
| "learning_rate": 4.5827702667478275e-06, |
| "loss": 0.3643, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.724, |
| "grad_norm": 1.6655538082122803, |
| "learning_rate": 4.571176459777431e-06, |
| "loss": 0.3271, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.726, |
| "grad_norm": 1.260842204093933, |
| "learning_rate": 4.559584975065905e-06, |
| "loss": 0.3342, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.728, |
| "grad_norm": 1.2399426698684692, |
| "learning_rate": 4.547995875385986e-06, |
| "loss": 0.2852, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.73, |
| "grad_norm": 1.537028193473816, |
| "learning_rate": 4.5364092234975e-06, |
| "loss": 0.4146, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.732, |
| "grad_norm": 1.4281028509140015, |
| "learning_rate": 4.524825082147013e-06, |
| "loss": 0.2961, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.734, |
| "grad_norm": 1.294998049736023, |
| "learning_rate": 4.513243514067495e-06, |
| "loss": 0.2937, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.736, |
| "grad_norm": 1.0920134782791138, |
| "learning_rate": 4.5016645819779865e-06, |
| "loss": 0.3434, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.738, |
| "grad_norm": 1.160057544708252, |
| "learning_rate": 4.490088348583246e-06, |
| "loss": 0.2608, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 1.2526758909225464, |
| "learning_rate": 4.47851487657342e-06, |
| "loss": 0.3652, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.742, |
| "grad_norm": 1.275640845298767, |
| "learning_rate": 4.466944228623701e-06, |
| "loss": 0.3862, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.744, |
| "grad_norm": 1.3032732009887695, |
| "learning_rate": 4.455376467393991e-06, |
| "loss": 0.2721, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.746, |
| "grad_norm": 1.2573343515396118, |
| "learning_rate": 4.443811655528553e-06, |
| "loss": 0.3276, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.748, |
| "grad_norm": 1.478424310684204, |
| "learning_rate": 4.432249855655681e-06, |
| "loss": 0.3695, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 1.3663966655731201, |
| "learning_rate": 4.420691130387365e-06, |
| "loss": 0.3233, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.752, |
| "grad_norm": 1.5956822633743286, |
| "learning_rate": 4.409135542318931e-06, |
| "loss": 0.3789, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.754, |
| "grad_norm": 1.566262125968933, |
| "learning_rate": 4.397583154028725e-06, |
| "loss": 0.3546, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.756, |
| "grad_norm": 1.0735946893692017, |
| "learning_rate": 4.38603402807776e-06, |
| "loss": 0.3638, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.758, |
| "grad_norm": 1.182511329650879, |
| "learning_rate": 4.374488227009391e-06, |
| "loss": 0.3271, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 1.5073894262313843, |
| "learning_rate": 4.362945813348956e-06, |
| "loss": 0.2934, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.762, |
| "grad_norm": 1.476199746131897, |
| "learning_rate": 4.351406849603452e-06, |
| "loss": 0.3143, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.764, |
| "grad_norm": 1.2955067157745361, |
| "learning_rate": 4.3398713982612e-06, |
| "loss": 0.3358, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.766, |
| "grad_norm": 1.4470880031585693, |
| "learning_rate": 4.328339521791493e-06, |
| "loss": 0.3117, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.768, |
| "grad_norm": 1.264491319656372, |
| "learning_rate": 4.316811282644265e-06, |
| "loss": 0.3316, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.77, |
| "grad_norm": 0.9871441125869751, |
| "learning_rate": 4.305286743249756e-06, |
| "loss": 0.3224, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.772, |
| "grad_norm": 1.7321498394012451, |
| "learning_rate": 4.293765966018167e-06, |
| "loss": 0.3177, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.774, |
| "grad_norm": 1.4253642559051514, |
| "learning_rate": 4.282249013339328e-06, |
| "loss": 0.396, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.776, |
| "grad_norm": 1.1400525569915771, |
| "learning_rate": 4.270735947582352e-06, |
| "loss": 0.3207, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.778, |
| "grad_norm": 1.3001306056976318, |
| "learning_rate": 4.259226831095311e-06, |
| "loss": 0.3579, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.78, |
| "grad_norm": 0.9259517788887024, |
| "learning_rate": 4.247721726204883e-06, |
| "loss": 0.3522, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.782, |
| "grad_norm": 1.352211594581604, |
| "learning_rate": 4.236220695216024e-06, |
| "loss": 0.3184, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.784, |
| "grad_norm": 1.4260315895080566, |
| "learning_rate": 4.224723800411631e-06, |
| "loss": 0.3632, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.786, |
| "grad_norm": 1.3724855184555054, |
| "learning_rate": 4.2132311040521975e-06, |
| "loss": 0.314, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.788, |
| "grad_norm": 1.4513239860534668, |
| "learning_rate": 4.201742668375481e-06, |
| "loss": 0.3224, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.79, |
| "grad_norm": 1.2112324237823486, |
| "learning_rate": 4.190258555596168e-06, |
| "loss": 0.3068, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.792, |
| "grad_norm": 1.5572727918624878, |
| "learning_rate": 4.178778827905535e-06, |
| "loss": 0.3771, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.794, |
| "grad_norm": 0.9895251989364624, |
| "learning_rate": 4.167303547471108e-06, |
| "loss": 0.3205, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.796, |
| "grad_norm": 1.2107610702514648, |
| "learning_rate": 4.155832776436331e-06, |
| "loss": 0.353, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.798, |
| "grad_norm": 1.2437814474105835, |
| "learning_rate": 4.14436657692023e-06, |
| "loss": 0.3566, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 1.1405911445617676, |
| "learning_rate": 4.132905011017071e-06, |
| "loss": 0.3001, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.802, |
| "grad_norm": 1.2086176872253418, |
| "learning_rate": 4.121448140796029e-06, |
| "loss": 0.3399, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.804, |
| "grad_norm": 1.3747698068618774, |
| "learning_rate": 4.109996028300847e-06, |
| "loss": 0.3545, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.806, |
| "grad_norm": 1.1939738988876343, |
| "learning_rate": 4.098548735549508e-06, |
| "loss": 0.3397, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.808, |
| "grad_norm": 1.5216190814971924, |
| "learning_rate": 4.087106324533891e-06, |
| "loss": 0.3071, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.81, |
| "grad_norm": 1.557185411453247, |
| "learning_rate": 4.075668857219436e-06, |
| "loss": 0.2898, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.812, |
| "grad_norm": 1.694498896598816, |
| "learning_rate": 4.0642363955448175e-06, |
| "loss": 0.3705, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.814, |
| "grad_norm": 1.7340755462646484, |
| "learning_rate": 4.052809001421595e-06, |
| "loss": 0.3218, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.8159999999999998, |
| "grad_norm": 1.123704195022583, |
| "learning_rate": 4.041386736733889e-06, |
| "loss": 0.3743, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.818, |
| "grad_norm": 1.6737864017486572, |
| "learning_rate": 4.029969663338042e-06, |
| "loss": 0.3169, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.8199999999999998, |
| "grad_norm": 1.1411502361297607, |
| "learning_rate": 4.018557843062282e-06, |
| "loss": 0.2783, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.822, |
| "grad_norm": 1.4459763765335083, |
| "learning_rate": 4.007151337706391e-06, |
| "loss": 0.3288, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.8239999999999998, |
| "grad_norm": 1.1251758337020874, |
| "learning_rate": 3.995750209041365e-06, |
| "loss": 0.2966, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.826, |
| "grad_norm": 1.534656286239624, |
| "learning_rate": 3.98435451880909e-06, |
| "loss": 0.3306, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.8279999999999998, |
| "grad_norm": 1.2617437839508057, |
| "learning_rate": 3.972964328721992e-06, |
| "loss": 0.2749, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.83, |
| "grad_norm": 1.1563127040863037, |
| "learning_rate": 3.961579700462715e-06, |
| "loss": 0.348, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.8319999999999999, |
| "grad_norm": 1.5472575426101685, |
| "learning_rate": 3.950200695683788e-06, |
| "loss": 0.297, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.834, |
| "grad_norm": 1.342626690864563, |
| "learning_rate": 3.938827376007281e-06, |
| "loss": 0.3328, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.8359999999999999, |
| "grad_norm": 1.0215874910354614, |
| "learning_rate": 3.927459803024475e-06, |
| "loss": 0.3094, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.838, |
| "grad_norm": 1.6598362922668457, |
| "learning_rate": 3.9160980382955336e-06, |
| "loss": 0.3091, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.8399999999999999, |
| "grad_norm": 1.050584077835083, |
| "learning_rate": 3.904742143349169e-06, |
| "loss": 0.3078, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.842, |
| "grad_norm": 1.560577630996704, |
| "learning_rate": 3.893392179682304e-06, |
| "loss": 0.323, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.8439999999999999, |
| "grad_norm": 1.0825576782226562, |
| "learning_rate": 3.882048208759735e-06, |
| "loss": 0.3313, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.846, |
| "grad_norm": 1.0511835813522339, |
| "learning_rate": 3.870710292013815e-06, |
| "loss": 0.3295, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.8479999999999999, |
| "grad_norm": 1.3847706317901611, |
| "learning_rate": 3.859378490844104e-06, |
| "loss": 0.3417, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 1.1455384492874146, |
| "learning_rate": 3.8480528666170495e-06, |
| "loss": 0.3394, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.8519999999999999, |
| "grad_norm": 1.5466185808181763, |
| "learning_rate": 3.836733480665637e-06, |
| "loss": 0.3222, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.854, |
| "grad_norm": 1.2878413200378418, |
| "learning_rate": 3.825420394289085e-06, |
| "loss": 0.3517, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.8397305011749268, |
| "learning_rate": 3.814113668752486e-06, |
| "loss": 0.3493, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.858, |
| "grad_norm": 1.3638249635696411, |
| "learning_rate": 3.8028133652864872e-06, |
| "loss": 0.4023, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.8599999999999999, |
| "grad_norm": 1.1861424446105957, |
| "learning_rate": 3.791519545086963e-06, |
| "loss": 0.3283, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.862, |
| "grad_norm": 1.501705527305603, |
| "learning_rate": 3.7802322693146726e-06, |
| "loss": 0.3947, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.8639999999999999, |
| "grad_norm": 1.1663841009140015, |
| "learning_rate": 3.7689515990949364e-06, |
| "loss": 0.3183, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.866, |
| "grad_norm": 1.418528437614441, |
| "learning_rate": 3.757677595517302e-06, |
| "loss": 0.2897, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.8679999999999999, |
| "grad_norm": 1.609471321105957, |
| "learning_rate": 3.7464103196352176e-06, |
| "loss": 0.3356, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.87, |
| "grad_norm": 1.3416111469268799, |
| "learning_rate": 3.7351498324656944e-06, |
| "loss": 0.3206, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.8719999999999999, |
| "grad_norm": 1.485053539276123, |
| "learning_rate": 3.7238961949889796e-06, |
| "loss": 0.3133, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.874, |
| "grad_norm": 1.3999130725860596, |
| "learning_rate": 3.7126494681482317e-06, |
| "loss": 0.367, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.876, |
| "grad_norm": 1.3190253973007202, |
| "learning_rate": 3.70140971284918e-06, |
| "loss": 0.3881, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.8780000000000001, |
| "grad_norm": 1.468934416770935, |
| "learning_rate": 3.690176989959801e-06, |
| "loss": 0.3039, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 1.4125316143035889, |
| "learning_rate": 3.678951360309988e-06, |
| "loss": 0.3603, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.8820000000000001, |
| "grad_norm": 1.2523292303085327, |
| "learning_rate": 3.6677328846912237e-06, |
| "loss": 0.3139, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.884, |
| "grad_norm": 1.6310887336730957, |
| "learning_rate": 3.6565216238562464e-06, |
| "loss": 0.342, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.8860000000000001, |
| "grad_norm": 1.028517723083496, |
| "learning_rate": 3.645317638518721e-06, |
| "loss": 0.3088, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.888, |
| "grad_norm": 1.4186135530471802, |
| "learning_rate": 3.6341209893529195e-06, |
| "loss": 0.3238, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.8900000000000001, |
| "grad_norm": 1.2561564445495605, |
| "learning_rate": 3.6229317369933786e-06, |
| "loss": 0.3813, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.892, |
| "grad_norm": 1.3972420692443848, |
| "learning_rate": 3.61174994203458e-06, |
| "loss": 0.3561, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.8940000000000001, |
| "grad_norm": 1.1440085172653198, |
| "learning_rate": 3.6005756650306258e-06, |
| "loss": 0.2912, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.896, |
| "grad_norm": 1.243796944618225, |
| "learning_rate": 3.589408966494897e-06, |
| "loss": 0.2798, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.8980000000000001, |
| "grad_norm": 1.2843304872512817, |
| "learning_rate": 3.5782499068997386e-06, |
| "loss": 0.3649, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 1.2538890838623047, |
| "learning_rate": 3.5670985466761243e-06, |
| "loss": 0.3573, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.9020000000000001, |
| "grad_norm": 1.5263408422470093, |
| "learning_rate": 3.5559549462133407e-06, |
| "loss": 0.3468, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.904, |
| "grad_norm": 1.2119961977005005, |
| "learning_rate": 3.5448191658586423e-06, |
| "loss": 0.2936, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.9060000000000001, |
| "grad_norm": 1.630476474761963, |
| "learning_rate": 3.5336912659169366e-06, |
| "loss": 0.3447, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.908, |
| "grad_norm": 1.7474474906921387, |
| "learning_rate": 3.522571306650462e-06, |
| "loss": 0.3666, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.9100000000000001, |
| "grad_norm": 2.313354730606079, |
| "learning_rate": 3.511459348278448e-06, |
| "loss": 0.3717, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.912, |
| "grad_norm": 1.660021185874939, |
| "learning_rate": 3.5003554509767966e-06, |
| "loss": 0.3335, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.9140000000000001, |
| "grad_norm": 1.404435396194458, |
| "learning_rate": 3.4892596748777563e-06, |
| "loss": 0.3466, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.916, |
| "grad_norm": 1.2691371440887451, |
| "learning_rate": 3.4781720800696006e-06, |
| "loss": 0.3342, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.9180000000000001, |
| "grad_norm": 1.8161771297454834, |
| "learning_rate": 3.4670927265962908e-06, |
| "loss": 0.3479, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 1.5305116176605225, |
| "learning_rate": 3.4560216744571607e-06, |
| "loss": 0.3067, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.9220000000000002, |
| "grad_norm": 1.5921387672424316, |
| "learning_rate": 3.444958983606592e-06, |
| "loss": 0.3088, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.924, |
| "grad_norm": 1.490713119506836, |
| "learning_rate": 3.433904713953682e-06, |
| "loss": 0.3352, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.9260000000000002, |
| "grad_norm": 1.590400218963623, |
| "learning_rate": 3.4228589253619247e-06, |
| "loss": 0.3203, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.928, |
| "grad_norm": 1.140105128288269, |
| "learning_rate": 3.411821677648887e-06, |
| "loss": 0.3612, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.9300000000000002, |
| "grad_norm": 1.3013497591018677, |
| "learning_rate": 3.400793030585884e-06, |
| "loss": 0.277, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.932, |
| "grad_norm": 1.3757359981536865, |
| "learning_rate": 3.389773043897652e-06, |
| "loss": 0.3651, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.9340000000000002, |
| "grad_norm": 1.2634108066558838, |
| "learning_rate": 3.378761777262028e-06, |
| "loss": 0.3305, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.936, |
| "grad_norm": 1.5106260776519775, |
| "learning_rate": 3.36775929030963e-06, |
| "loss": 0.3067, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.938, |
| "grad_norm": 1.1745408773422241, |
| "learning_rate": 3.3567656426235275e-06, |
| "loss": 0.364, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.94, |
| "grad_norm": 1.7287566661834717, |
| "learning_rate": 3.34578089373892e-06, |
| "loss": 0.3663, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.942, |
| "grad_norm": 1.4090641736984253, |
| "learning_rate": 3.3348051031428184e-06, |
| "loss": 0.2921, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.944, |
| "grad_norm": 1.6581404209136963, |
| "learning_rate": 3.323838330273723e-06, |
| "loss": 0.4043, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.946, |
| "grad_norm": 1.7018346786499023, |
| "learning_rate": 3.312880634521295e-06, |
| "loss": 0.3818, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.948, |
| "grad_norm": 1.4111535549163818, |
| "learning_rate": 3.301932075226041e-06, |
| "loss": 0.33, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 1.4237406253814697, |
| "learning_rate": 3.2909927116789908e-06, |
| "loss": 0.3326, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.952, |
| "grad_norm": 1.3221118450164795, |
| "learning_rate": 3.280062603121373e-06, |
| "loss": 0.2659, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.954, |
| "grad_norm": 1.3768141269683838, |
| "learning_rate": 3.2691418087442995e-06, |
| "loss": 0.3813, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.956, |
| "grad_norm": 1.5262187719345093, |
| "learning_rate": 3.2582303876884406e-06, |
| "loss": 0.3554, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.958, |
| "grad_norm": 1.184778094291687, |
| "learning_rate": 3.247328399043706e-06, |
| "loss": 0.2866, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 1.3611551523208618, |
| "learning_rate": 3.2364359018489245e-06, |
| "loss": 0.3865, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.962, |
| "grad_norm": 1.296720027923584, |
| "learning_rate": 3.2255529550915242e-06, |
| "loss": 0.3272, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.964, |
| "grad_norm": 1.1612666845321655, |
| "learning_rate": 3.2146796177072183e-06, |
| "loss": 0.2417, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.966, |
| "grad_norm": 1.3343042135238647, |
| "learning_rate": 3.203815948579674e-06, |
| "loss": 0.2749, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.968, |
| "grad_norm": 1.5263704061508179, |
| "learning_rate": 3.192962006540205e-06, |
| "loss": 0.2788, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.97, |
| "grad_norm": 1.9184904098510742, |
| "learning_rate": 3.1821178503674515e-06, |
| "loss": 0.2875, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.972, |
| "grad_norm": 1.6000325679779053, |
| "learning_rate": 3.1712835387870527e-06, |
| "loss": 0.3293, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.974, |
| "grad_norm": 1.1482776403427124, |
| "learning_rate": 3.1604591304713394e-06, |
| "loss": 0.3441, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.976, |
| "grad_norm": 1.1263827085494995, |
| "learning_rate": 3.149644684039008e-06, |
| "loss": 0.3172, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.978, |
| "grad_norm": 1.3861206769943237, |
| "learning_rate": 3.1388402580548154e-06, |
| "loss": 0.3633, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 1.7515361309051514, |
| "learning_rate": 3.1280459110292474e-06, |
| "loss": 0.3882, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.982, |
| "grad_norm": 1.409308671951294, |
| "learning_rate": 3.117261701418204e-06, |
| "loss": 0.3439, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.984, |
| "grad_norm": 1.6333212852478027, |
| "learning_rate": 3.106487687622697e-06, |
| "loss": 0.3062, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.986, |
| "grad_norm": 1.5096412897109985, |
| "learning_rate": 3.095723927988517e-06, |
| "loss": 0.3322, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.988, |
| "grad_norm": 0.9250149726867676, |
| "learning_rate": 3.0849704808059266e-06, |
| "loss": 0.3363, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.99, |
| "grad_norm": 1.4919676780700684, |
| "learning_rate": 3.074227404309336e-06, |
| "loss": 0.3459, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.992, |
| "grad_norm": 1.1677219867706299, |
| "learning_rate": 3.063494756677005e-06, |
| "loss": 0.3087, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.994, |
| "grad_norm": 1.3163172006607056, |
| "learning_rate": 3.0527725960307083e-06, |
| "loss": 0.3544, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.996, |
| "grad_norm": 1.1766602993011475, |
| "learning_rate": 3.0420609804354295e-06, |
| "loss": 0.2968, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.998, |
| "grad_norm": 1.754724144935608, |
| "learning_rate": 3.0313599678990514e-06, |
| "loss": 0.3324, |
| "step": 9990 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.334686279296875, |
| "learning_rate": 3.0206696163720317e-06, |
| "loss": 0.3427, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.002, |
| "grad_norm": 1.149556279182434, |
| "learning_rate": 3.0099899837470976e-06, |
| "loss": 0.2296, |
| "step": 10010 |
| }, |
| { |
| "epoch": 2.004, |
| "grad_norm": 2.647596597671509, |
| "learning_rate": 2.999321127858925e-06, |
| "loss": 0.1997, |
| "step": 10020 |
| }, |
| { |
| "epoch": 2.006, |
| "grad_norm": 1.3816395998001099, |
| "learning_rate": 2.9886631064838355e-06, |
| "loss": 0.1688, |
| "step": 10030 |
| }, |
| { |
| "epoch": 2.008, |
| "grad_norm": 1.5958433151245117, |
| "learning_rate": 2.9780159773394713e-06, |
| "loss": 0.1862, |
| "step": 10040 |
| }, |
| { |
| "epoch": 2.01, |
| "grad_norm": 1.7773202657699585, |
| "learning_rate": 2.96737979808449e-06, |
| "loss": 0.1681, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.012, |
| "grad_norm": 1.0190283060073853, |
| "learning_rate": 2.9567546263182554e-06, |
| "loss": 0.1732, |
| "step": 10060 |
| }, |
| { |
| "epoch": 2.014, |
| "grad_norm": 1.5294930934906006, |
| "learning_rate": 2.9461405195805146e-06, |
| "loss": 0.1918, |
| "step": 10070 |
| }, |
| { |
| "epoch": 2.016, |
| "grad_norm": 1.375820517539978, |
| "learning_rate": 2.9355375353510973e-06, |
| "loss": 0.1856, |
| "step": 10080 |
| }, |
| { |
| "epoch": 2.018, |
| "grad_norm": 1.9150773286819458, |
| "learning_rate": 2.9249457310495994e-06, |
| "loss": 0.2228, |
| "step": 10090 |
| }, |
| { |
| "epoch": 2.02, |
| "grad_norm": 1.4141868352890015, |
| "learning_rate": 2.91436516403507e-06, |
| "loss": 0.2042, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.022, |
| "grad_norm": 1.665558099746704, |
| "learning_rate": 2.9037958916057104e-06, |
| "loss": 0.1844, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.024, |
| "grad_norm": 1.4332926273345947, |
| "learning_rate": 2.893237970998547e-06, |
| "loss": 0.2012, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.026, |
| "grad_norm": 1.575321078300476, |
| "learning_rate": 2.8826914593891396e-06, |
| "loss": 0.2173, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.028, |
| "grad_norm": 1.420453667640686, |
| "learning_rate": 2.872156413891263e-06, |
| "loss": 0.1859, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.03, |
| "grad_norm": 1.3123276233673096, |
| "learning_rate": 2.8616328915565907e-06, |
| "loss": 0.1539, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.032, |
| "grad_norm": 2.069629430770874, |
| "learning_rate": 2.8511209493744015e-06, |
| "loss": 0.1664, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.034, |
| "grad_norm": 1.5814684629440308, |
| "learning_rate": 2.8406206442712618e-06, |
| "loss": 0.2212, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.036, |
| "grad_norm": 1.5895538330078125, |
| "learning_rate": 2.830132033110713e-06, |
| "loss": 0.1419, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.038, |
| "grad_norm": 1.795087456703186, |
| "learning_rate": 2.8196551726929745e-06, |
| "loss": 0.1644, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 1.6379607915878296, |
| "learning_rate": 2.80919011975463e-06, |
| "loss": 0.1866, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.042, |
| "grad_norm": 1.2147035598754883, |
| "learning_rate": 2.798736930968315e-06, |
| "loss": 0.1596, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.044, |
| "grad_norm": 1.3540210723876953, |
| "learning_rate": 2.788295662942423e-06, |
| "loss": 0.1673, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.046, |
| "grad_norm": 1.2441480159759521, |
| "learning_rate": 2.777866372220789e-06, |
| "loss": 0.1877, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.048, |
| "grad_norm": 2.1177780628204346, |
| "learning_rate": 2.7674491152823825e-06, |
| "loss": 0.2515, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 1.9897186756134033, |
| "learning_rate": 2.7570439485410116e-06, |
| "loss": 0.1739, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.052, |
| "grad_norm": 2.053022861480713, |
| "learning_rate": 2.7466509283450026e-06, |
| "loss": 0.1839, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.054, |
| "grad_norm": 1.2909846305847168, |
| "learning_rate": 2.736270110976912e-06, |
| "loss": 0.1838, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.056, |
| "grad_norm": 1.4775480031967163, |
| "learning_rate": 2.7259015526532074e-06, |
| "loss": 0.1464, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.058, |
| "grad_norm": 2.2092342376708984, |
| "learning_rate": 2.7155453095239682e-06, |
| "loss": 0.1622, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.06, |
| "grad_norm": 1.2695140838623047, |
| "learning_rate": 2.705201437672585e-06, |
| "loss": 0.1665, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.062, |
| "grad_norm": 1.4544492959976196, |
| "learning_rate": 2.6948699931154533e-06, |
| "loss": 0.158, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.064, |
| "grad_norm": 1.6260836124420166, |
| "learning_rate": 2.684551031801662e-06, |
| "loss": 0.1697, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.066, |
| "grad_norm": 1.1283328533172607, |
| "learning_rate": 2.6742446096127086e-06, |
| "loss": 0.1621, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.068, |
| "grad_norm": 1.4716851711273193, |
| "learning_rate": 2.66395078236218e-06, |
| "loss": 0.1704, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.07, |
| "grad_norm": 1.6541157960891724, |
| "learning_rate": 2.6536696057954553e-06, |
| "loss": 0.2194, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.072, |
| "grad_norm": 1.5134286880493164, |
| "learning_rate": 2.6434011355894074e-06, |
| "loss": 0.185, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.074, |
| "grad_norm": 1.936950922012329, |
| "learning_rate": 2.633145427352102e-06, |
| "loss": 0.1546, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.076, |
| "grad_norm": 2.237762212753296, |
| "learning_rate": 2.6229025366224835e-06, |
| "loss": 0.1923, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.078, |
| "grad_norm": 2.4793312549591064, |
| "learning_rate": 2.612672518870093e-06, |
| "loss": 0.1842, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 1.5138216018676758, |
| "learning_rate": 2.602455429494758e-06, |
| "loss": 0.1437, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.082, |
| "grad_norm": 1.5739482641220093, |
| "learning_rate": 2.5922513238262915e-06, |
| "loss": 0.1765, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.084, |
| "grad_norm": 1.1942251920700073, |
| "learning_rate": 2.582060257124195e-06, |
| "loss": 0.1793, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.086, |
| "grad_norm": 1.485691785812378, |
| "learning_rate": 2.5718822845773516e-06, |
| "loss": 0.1927, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.088, |
| "grad_norm": 1.794269323348999, |
| "learning_rate": 2.5617174613037503e-06, |
| "loss": 0.1779, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.09, |
| "grad_norm": 1.6613082885742188, |
| "learning_rate": 2.5515658423501573e-06, |
| "loss": 0.1955, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.092, |
| "grad_norm": 1.5060651302337646, |
| "learning_rate": 2.541427482691832e-06, |
| "loss": 0.1463, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.094, |
| "grad_norm": 1.6522201299667358, |
| "learning_rate": 2.5313024372322413e-06, |
| "loss": 0.2071, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.096, |
| "grad_norm": 2.138770818710327, |
| "learning_rate": 2.5211907608027366e-06, |
| "loss": 0.182, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.098, |
| "grad_norm": 2.109570264816284, |
| "learning_rate": 2.5110925081622796e-06, |
| "loss": 0.1743, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 1.1957253217697144, |
| "learning_rate": 2.5010077339971283e-06, |
| "loss": 0.1715, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.102, |
| "grad_norm": 1.4688587188720703, |
| "learning_rate": 2.4909364929205575e-06, |
| "loss": 0.1838, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.104, |
| "grad_norm": 1.1424540281295776, |
| "learning_rate": 2.480878839472552e-06, |
| "loss": 0.1815, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.106, |
| "grad_norm": 1.2021138668060303, |
| "learning_rate": 2.470834828119509e-06, |
| "loss": 0.1657, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.108, |
| "grad_norm": 1.8013497591018677, |
| "learning_rate": 2.4608045132539536e-06, |
| "loss": 0.2006, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.11, |
| "grad_norm": 2.014941930770874, |
| "learning_rate": 2.4507879491942388e-06, |
| "loss": 0.1859, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.112, |
| "grad_norm": 1.798327922821045, |
| "learning_rate": 2.4407851901842465e-06, |
| "loss": 0.1798, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.114, |
| "grad_norm": 1.7324855327606201, |
| "learning_rate": 2.4307962903931025e-06, |
| "loss": 0.1823, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.116, |
| "grad_norm": 1.536121129989624, |
| "learning_rate": 2.4208213039148803e-06, |
| "loss": 0.1776, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.118, |
| "grad_norm": 2.203296422958374, |
| "learning_rate": 2.4108602847683012e-06, |
| "loss": 0.2172, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 1.6374783515930176, |
| "learning_rate": 2.4009132868964525e-06, |
| "loss": 0.1755, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.122, |
| "grad_norm": 2.1419484615325928, |
| "learning_rate": 2.3909803641664907e-06, |
| "loss": 0.1998, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.124, |
| "grad_norm": 1.4426078796386719, |
| "learning_rate": 2.3810615703693446e-06, |
| "loss": 0.207, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.126, |
| "grad_norm": 1.7481943368911743, |
| "learning_rate": 2.3711569592194363e-06, |
| "loss": 0.1504, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.128, |
| "grad_norm": 1.914016604423523, |
| "learning_rate": 2.3612665843543737e-06, |
| "loss": 0.1743, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.13, |
| "grad_norm": 1.829076886177063, |
| "learning_rate": 2.3513904993346775e-06, |
| "loss": 0.2314, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.132, |
| "grad_norm": 1.4599560499191284, |
| "learning_rate": 2.3415287576434807e-06, |
| "loss": 0.1967, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.134, |
| "grad_norm": 1.5102792978286743, |
| "learning_rate": 2.3316814126862377e-06, |
| "loss": 0.1772, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.136, |
| "grad_norm": 1.5047998428344727, |
| "learning_rate": 2.321848517790442e-06, |
| "loss": 0.2231, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.138, |
| "grad_norm": 1.4379587173461914, |
| "learning_rate": 2.312030126205335e-06, |
| "loss": 0.1765, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.14, |
| "grad_norm": 2.076664447784424, |
| "learning_rate": 2.302226291101609e-06, |
| "loss": 0.1563, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.142, |
| "grad_norm": 1.7419641017913818, |
| "learning_rate": 2.2924370655711407e-06, |
| "loss": 0.1456, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.144, |
| "grad_norm": 1.5634517669677734, |
| "learning_rate": 2.282662502626678e-06, |
| "loss": 0.1508, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.146, |
| "grad_norm": 2.313948631286621, |
| "learning_rate": 2.2729026552015653e-06, |
| "loss": 0.1975, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.148, |
| "grad_norm": 1.3335062265396118, |
| "learning_rate": 2.263157576149463e-06, |
| "loss": 0.1611, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 1.4061542749404907, |
| "learning_rate": 2.2534273182440515e-06, |
| "loss": 0.1353, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.152, |
| "grad_norm": 2.1555397510528564, |
| "learning_rate": 2.2437119341787444e-06, |
| "loss": 0.1941, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.154, |
| "grad_norm": 1.6966259479522705, |
| "learning_rate": 2.2340114765664137e-06, |
| "loss": 0.1828, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.156, |
| "grad_norm": 1.6515167951583862, |
| "learning_rate": 2.224325997939095e-06, |
| "loss": 0.1654, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.158, |
| "grad_norm": 1.68687105178833, |
| "learning_rate": 2.214655550747709e-06, |
| "loss": 0.1473, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 1.4554318189620972, |
| "learning_rate": 2.2050001873617716e-06, |
| "loss": 0.1534, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.162, |
| "grad_norm": 1.4342589378356934, |
| "learning_rate": 2.19535996006911e-06, |
| "loss": 0.1541, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.164, |
| "grad_norm": 1.8129370212554932, |
| "learning_rate": 2.1857349210755956e-06, |
| "loss": 0.1739, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.166, |
| "grad_norm": 1.8690457344055176, |
| "learning_rate": 2.1761251225048385e-06, |
| "loss": 0.1665, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.168, |
| "grad_norm": 1.6199536323547363, |
| "learning_rate": 2.1665306163979132e-06, |
| "loss": 0.141, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.17, |
| "grad_norm": 1.7210586071014404, |
| "learning_rate": 2.156951454713093e-06, |
| "loss": 0.1729, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.172, |
| "grad_norm": 2.0658435821533203, |
| "learning_rate": 2.147387689325539e-06, |
| "loss": 0.2072, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.174, |
| "grad_norm": 2.763272762298584, |
| "learning_rate": 2.137839372027047e-06, |
| "loss": 0.2201, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.176, |
| "grad_norm": 1.9413820505142212, |
| "learning_rate": 2.1283065545257443e-06, |
| "loss": 0.1413, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.178, |
| "grad_norm": 1.5634864568710327, |
| "learning_rate": 2.118789288445829e-06, |
| "loss": 0.1497, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.18, |
| "grad_norm": 2.5157878398895264, |
| "learning_rate": 2.1092876253272793e-06, |
| "loss": 0.1919, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.182, |
| "grad_norm": 1.4105507135391235, |
| "learning_rate": 2.099801616625573e-06, |
| "loss": 0.1154, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.184, |
| "grad_norm": 1.6929118633270264, |
| "learning_rate": 2.090331313711417e-06, |
| "loss": 0.1904, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.186, |
| "grad_norm": 2.1146175861358643, |
| "learning_rate": 2.080876767870466e-06, |
| "loss": 0.191, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.188, |
| "grad_norm": 1.6462335586547852, |
| "learning_rate": 2.0714380303030373e-06, |
| "loss": 0.2233, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.19, |
| "grad_norm": 2.0763607025146484, |
| "learning_rate": 2.0620151521238453e-06, |
| "loss": 0.1847, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.192, |
| "grad_norm": 1.8710356950759888, |
| "learning_rate": 2.0526081843617183e-06, |
| "loss": 0.1867, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.194, |
| "grad_norm": 1.8661998510360718, |
| "learning_rate": 2.04321717795932e-06, |
| "loss": 0.1691, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.196, |
| "grad_norm": 1.706262230873108, |
| "learning_rate": 2.03384218377288e-06, |
| "loss": 0.1848, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.198, |
| "grad_norm": 1.395787239074707, |
| "learning_rate": 2.0244832525719155e-06, |
| "loss": 0.1661, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 1.469756841659546, |
| "learning_rate": 2.015140435038951e-06, |
| "loss": 0.1701, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.202, |
| "grad_norm": 2.2943742275238037, |
| "learning_rate": 2.005813781769253e-06, |
| "loss": 0.159, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.204, |
| "grad_norm": 2.527089834213257, |
| "learning_rate": 1.996503343270554e-06, |
| "loss": 0.2051, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.206, |
| "grad_norm": 2.241828680038452, |
| "learning_rate": 1.987209169962769e-06, |
| "loss": 0.1856, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.208, |
| "grad_norm": 2.044684410095215, |
| "learning_rate": 1.9779313121777382e-06, |
| "loss": 0.1704, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.21, |
| "grad_norm": 1.545622706413269, |
| "learning_rate": 1.9686698201589395e-06, |
| "loss": 0.1666, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.212, |
| "grad_norm": 2.001255750656128, |
| "learning_rate": 1.9594247440612293e-06, |
| "loss": 0.1813, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.214, |
| "grad_norm": 2.0734426975250244, |
| "learning_rate": 1.9501961339505626e-06, |
| "loss": 0.2223, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.216, |
| "grad_norm": 1.9134544134140015, |
| "learning_rate": 1.94098403980372e-06, |
| "loss": 0.1919, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.218, |
| "grad_norm": 1.5950722694396973, |
| "learning_rate": 1.9317885115080514e-06, |
| "loss": 0.234, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.22, |
| "grad_norm": 1.8253746032714844, |
| "learning_rate": 1.922609598861187e-06, |
| "loss": 0.1471, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.222, |
| "grad_norm": 1.5433813333511353, |
| "learning_rate": 1.913447351570776e-06, |
| "loss": 0.1804, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.224, |
| "grad_norm": 2.1074371337890625, |
| "learning_rate": 1.9043018192542228e-06, |
| "loss": 0.2, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.226, |
| "grad_norm": 1.8115590810775757, |
| "learning_rate": 1.8951730514384103e-06, |
| "loss": 0.2082, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.228, |
| "grad_norm": 0.8639247417449951, |
| "learning_rate": 1.8860610975594384e-06, |
| "loss": 0.1944, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.23, |
| "grad_norm": 1.839328408241272, |
| "learning_rate": 1.8769660069623448e-06, |
| "loss": 0.212, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.232, |
| "grad_norm": 1.7485737800598145, |
| "learning_rate": 1.8678878289008511e-06, |
| "loss": 0.2095, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.234, |
| "grad_norm": 1.7731024026870728, |
| "learning_rate": 1.8588266125370929e-06, |
| "loss": 0.1836, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.2359999999999998, |
| "grad_norm": 1.8955568075180054, |
| "learning_rate": 1.8497824069413445e-06, |
| "loss": 0.2007, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.238, |
| "grad_norm": 1.6335498094558716, |
| "learning_rate": 1.84075526109176e-06, |
| "loss": 0.1826, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.24, |
| "grad_norm": 1.6790274381637573, |
| "learning_rate": 1.831745223874118e-06, |
| "loss": 0.1806, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.242, |
| "grad_norm": 1.6211411952972412, |
| "learning_rate": 1.8227523440815331e-06, |
| "loss": 0.1884, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.2439999999999998, |
| "grad_norm": 1.6547083854675293, |
| "learning_rate": 1.8137766704142141e-06, |
| "loss": 0.1747, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.246, |
| "grad_norm": 1.8069316148757935, |
| "learning_rate": 1.8048182514791901e-06, |
| "loss": 0.1676, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.248, |
| "grad_norm": 2.3242225646972656, |
| "learning_rate": 1.7958771357900446e-06, |
| "loss": 0.1868, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 2.2176382541656494, |
| "learning_rate": 1.7869533717666626e-06, |
| "loss": 0.1645, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.252, |
| "grad_norm": 1.437696933746338, |
| "learning_rate": 1.7780470077349566e-06, |
| "loss": 0.1623, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.254, |
| "grad_norm": 2.0108892917633057, |
| "learning_rate": 1.769158091926615e-06, |
| "loss": 0.2113, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.2560000000000002, |
| "grad_norm": 1.2373582124710083, |
| "learning_rate": 1.760286672478837e-06, |
| "loss": 0.1587, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.258, |
| "grad_norm": 1.3458646535873413, |
| "learning_rate": 1.751432797434068e-06, |
| "loss": 0.2014, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.26, |
| "grad_norm": 1.4614745378494263, |
| "learning_rate": 1.7425965147397462e-06, |
| "loss": 0.1785, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.262, |
| "grad_norm": 2.939737558364868, |
| "learning_rate": 1.7337778722480413e-06, |
| "loss": 0.2342, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.2640000000000002, |
| "grad_norm": 1.6198670864105225, |
| "learning_rate": 1.7249769177155879e-06, |
| "loss": 0.1486, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.266, |
| "grad_norm": 2.2954392433166504, |
| "learning_rate": 1.7161936988032386e-06, |
| "loss": 0.196, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.268, |
| "grad_norm": 1.6478867530822754, |
| "learning_rate": 1.7074282630757998e-06, |
| "loss": 0.1795, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.27, |
| "grad_norm": 1.3108015060424805, |
| "learning_rate": 1.6986806580017695e-06, |
| "loss": 0.1213, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.2720000000000002, |
| "grad_norm": 1.4279754161834717, |
| "learning_rate": 1.689950930953091e-06, |
| "loss": 0.1663, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.274, |
| "grad_norm": 1.3529280424118042, |
| "learning_rate": 1.6812391292048897e-06, |
| "loss": 0.1478, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.276, |
| "grad_norm": 2.1252269744873047, |
| "learning_rate": 1.6725452999352137e-06, |
| "loss": 0.1675, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.278, |
| "grad_norm": 2.0060176849365234, |
| "learning_rate": 1.6638694902247866e-06, |
| "loss": 0.2113, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.2800000000000002, |
| "grad_norm": 2.1761856079101562, |
| "learning_rate": 1.655211747056749e-06, |
| "loss": 0.1726, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.282, |
| "grad_norm": 1.4057432413101196, |
| "learning_rate": 1.6465721173164e-06, |
| "loss": 0.1713, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.284, |
| "grad_norm": 1.271407961845398, |
| "learning_rate": 1.6379506477909518e-06, |
| "loss": 0.173, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.286, |
| "grad_norm": 1.5162497758865356, |
| "learning_rate": 1.629347385169263e-06, |
| "loss": 0.1821, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.288, |
| "grad_norm": 1.081526517868042, |
| "learning_rate": 1.6207623760416074e-06, |
| "loss": 0.1428, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.29, |
| "grad_norm": 1.603796362876892, |
| "learning_rate": 1.6121956668993977e-06, |
| "loss": 0.1669, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.292, |
| "grad_norm": 1.392375111579895, |
| "learning_rate": 1.6036473041349438e-06, |
| "loss": 0.1698, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.294, |
| "grad_norm": 1.9549520015716553, |
| "learning_rate": 1.5951173340412134e-06, |
| "loss": 0.2162, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.296, |
| "grad_norm": 1.8508301973342896, |
| "learning_rate": 1.58660580281156e-06, |
| "loss": 0.1534, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.298, |
| "grad_norm": 1.5918387174606323, |
| "learning_rate": 1.5781127565394838e-06, |
| "loss": 0.161, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 2.0230064392089844, |
| "learning_rate": 1.5696382412183853e-06, |
| "loss": 0.1709, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.302, |
| "grad_norm": 2.3765511512756348, |
| "learning_rate": 1.5611823027413109e-06, |
| "loss": 0.1861, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.304, |
| "grad_norm": 1.9833528995513916, |
| "learning_rate": 1.5527449869007055e-06, |
| "loss": 0.2067, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.306, |
| "grad_norm": 1.4727070331573486, |
| "learning_rate": 1.5443263393881619e-06, |
| "loss": 0.1758, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.308, |
| "grad_norm": 1.8662854433059692, |
| "learning_rate": 1.535926405794179e-06, |
| "loss": 0.1892, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.31, |
| "grad_norm": 1.810899257659912, |
| "learning_rate": 1.5275452316079143e-06, |
| "loss": 0.1321, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.312, |
| "grad_norm": 2.3489248752593994, |
| "learning_rate": 1.519182862216929e-06, |
| "loss": 0.1976, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.314, |
| "grad_norm": 1.5641025304794312, |
| "learning_rate": 1.5108393429069501e-06, |
| "loss": 0.1718, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.316, |
| "grad_norm": 2.0649514198303223, |
| "learning_rate": 1.5025147188616308e-06, |
| "loss": 0.1905, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.318, |
| "grad_norm": 1.309147596359253, |
| "learning_rate": 1.4942090351622884e-06, |
| "loss": 0.185, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.32, |
| "grad_norm": 1.3974589109420776, |
| "learning_rate": 1.4859223367876762e-06, |
| "loss": 0.1564, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.322, |
| "grad_norm": 1.8548953533172607, |
| "learning_rate": 1.477654668613735e-06, |
| "loss": 0.1659, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.324, |
| "grad_norm": 1.7054270505905151, |
| "learning_rate": 1.469406075413342e-06, |
| "loss": 0.2003, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.326, |
| "grad_norm": 1.4067456722259521, |
| "learning_rate": 1.4611766018560835e-06, |
| "loss": 0.1569, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.328, |
| "grad_norm": 2.1007652282714844, |
| "learning_rate": 1.4529662925080023e-06, |
| "loss": 0.1882, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.33, |
| "grad_norm": 1.6421812772750854, |
| "learning_rate": 1.4447751918313552e-06, |
| "loss": 0.2184, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.332, |
| "grad_norm": 2.9512548446655273, |
| "learning_rate": 1.4366033441843823e-06, |
| "loss": 0.1994, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.334, |
| "grad_norm": 1.2109729051589966, |
| "learning_rate": 1.4284507938210545e-06, |
| "loss": 0.1702, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.336, |
| "grad_norm": 1.767602801322937, |
| "learning_rate": 1.420317584890844e-06, |
| "loss": 0.1508, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.338, |
| "grad_norm": 1.924599289894104, |
| "learning_rate": 1.4122037614384814e-06, |
| "loss": 0.2122, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.34, |
| "grad_norm": 1.8495938777923584, |
| "learning_rate": 1.404109367403712e-06, |
| "loss": 0.1816, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.342, |
| "grad_norm": 1.7605769634246826, |
| "learning_rate": 1.3960344466210669e-06, |
| "loss": 0.2041, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.344, |
| "grad_norm": 2.3613359928131104, |
| "learning_rate": 1.3879790428196226e-06, |
| "loss": 0.1848, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.346, |
| "grad_norm": 1.8871616125106812, |
| "learning_rate": 1.3799431996227569e-06, |
| "loss": 0.1771, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.348, |
| "grad_norm": 1.523779034614563, |
| "learning_rate": 1.3719269605479241e-06, |
| "loss": 0.1653, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.35, |
| "grad_norm": 1.7912616729736328, |
| "learning_rate": 1.363930369006415e-06, |
| "loss": 0.1834, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.352, |
| "grad_norm": 2.330554485321045, |
| "learning_rate": 1.3559534683031133e-06, |
| "loss": 0.1694, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.354, |
| "grad_norm": 1.3133292198181152, |
| "learning_rate": 1.3479963016362768e-06, |
| "loss": 0.1925, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.356, |
| "grad_norm": 1.9684919118881226, |
| "learning_rate": 1.3400589120972922e-06, |
| "loss": 0.1448, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.358, |
| "grad_norm": 1.2997586727142334, |
| "learning_rate": 1.3321413426704426e-06, |
| "loss": 0.2113, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.36, |
| "grad_norm": 2.1797378063201904, |
| "learning_rate": 1.3242436362326804e-06, |
| "loss": 0.1585, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.362, |
| "grad_norm": 1.4730124473571777, |
| "learning_rate": 1.3163658355533866e-06, |
| "loss": 0.1928, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.364, |
| "grad_norm": 1.4231460094451904, |
| "learning_rate": 1.3085079832941528e-06, |
| "loss": 0.2012, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.366, |
| "grad_norm": 1.8164182901382446, |
| "learning_rate": 1.3006701220085338e-06, |
| "loss": 0.1639, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.368, |
| "grad_norm": 2.293713092803955, |
| "learning_rate": 1.2928522941418241e-06, |
| "loss": 0.168, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.37, |
| "grad_norm": 1.6054863929748535, |
| "learning_rate": 1.2850545420308386e-06, |
| "loss": 0.1507, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.372, |
| "grad_norm": 2.180938959121704, |
| "learning_rate": 1.2772769079036639e-06, |
| "loss": 0.1563, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.374, |
| "grad_norm": 1.553425908088684, |
| "learning_rate": 1.2695194338794414e-06, |
| "loss": 0.1574, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.376, |
| "grad_norm": 1.3529037237167358, |
| "learning_rate": 1.2617821619681397e-06, |
| "loss": 0.1941, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.378, |
| "grad_norm": 1.9350522756576538, |
| "learning_rate": 1.2540651340703231e-06, |
| "loss": 0.1551, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.38, |
| "grad_norm": 2.1500189304351807, |
| "learning_rate": 1.246368391976927e-06, |
| "loss": 0.166, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.382, |
| "grad_norm": 1.851035237312317, |
| "learning_rate": 1.2386919773690276e-06, |
| "loss": 0.154, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.384, |
| "grad_norm": 1.200472116470337, |
| "learning_rate": 1.2310359318176229e-06, |
| "loss": 0.1441, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.386, |
| "grad_norm": 1.9997992515563965, |
| "learning_rate": 1.2234002967834036e-06, |
| "loss": 0.1886, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.388, |
| "grad_norm": 2.4099040031433105, |
| "learning_rate": 1.2157851136165243e-06, |
| "loss": 0.1631, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.39, |
| "grad_norm": 1.5515005588531494, |
| "learning_rate": 1.2081904235563908e-06, |
| "loss": 0.1468, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.392, |
| "grad_norm": 1.075179100036621, |
| "learning_rate": 1.2006162677314265e-06, |
| "loss": 0.1464, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.394, |
| "grad_norm": 1.8599796295166016, |
| "learning_rate": 1.1930626871588525e-06, |
| "loss": 0.1865, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.396, |
| "grad_norm": 1.7627993822097778, |
| "learning_rate": 1.185529722744469e-06, |
| "loss": 0.165, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.398, |
| "grad_norm": 1.7737939357757568, |
| "learning_rate": 1.1780174152824297e-06, |
| "loss": 0.1545, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.9698889851570129, |
| "learning_rate": 1.1705258054550212e-06, |
| "loss": 0.1575, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.402, |
| "grad_norm": 1.0956158638000488, |
| "learning_rate": 1.1630549338324454e-06, |
| "loss": 0.1703, |
| "step": 12010 |
| }, |
| { |
| "epoch": 2.404, |
| "grad_norm": 1.4204548597335815, |
| "learning_rate": 1.155604840872599e-06, |
| "loss": 0.166, |
| "step": 12020 |
| }, |
| { |
| "epoch": 2.406, |
| "grad_norm": 1.6942260265350342, |
| "learning_rate": 1.1481755669208495e-06, |
| "loss": 0.1596, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.408, |
| "grad_norm": 1.5839786529541016, |
| "learning_rate": 1.1407671522098262e-06, |
| "loss": 0.1931, |
| "step": 12040 |
| }, |
| { |
| "epoch": 2.41, |
| "grad_norm": 2.013857841491699, |
| "learning_rate": 1.1333796368591915e-06, |
| "loss": 0.1791, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.412, |
| "grad_norm": 1.7067184448242188, |
| "learning_rate": 1.126013060875432e-06, |
| "loss": 0.1849, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.414, |
| "grad_norm": 1.8866993188858032, |
| "learning_rate": 1.1186674641516415e-06, |
| "loss": 0.1922, |
| "step": 12070 |
| }, |
| { |
| "epoch": 2.416, |
| "grad_norm": 2.4251067638397217, |
| "learning_rate": 1.1113428864672954e-06, |
| "loss": 0.1807, |
| "step": 12080 |
| }, |
| { |
| "epoch": 2.418, |
| "grad_norm": 1.515995740890503, |
| "learning_rate": 1.1040393674880478e-06, |
| "loss": 0.1896, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.42, |
| "grad_norm": 1.7295435667037964, |
| "learning_rate": 1.0967569467655104e-06, |
| "loss": 0.1473, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.422, |
| "grad_norm": 1.7556982040405273, |
| "learning_rate": 1.0894956637370363e-06, |
| "loss": 0.1475, |
| "step": 12110 |
| }, |
| { |
| "epoch": 2.424, |
| "grad_norm": 1.9276478290557861, |
| "learning_rate": 1.082255557725511e-06, |
| "loss": 0.1539, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.426, |
| "grad_norm": 1.5865824222564697, |
| "learning_rate": 1.0750366679391393e-06, |
| "loss": 0.1449, |
| "step": 12130 |
| }, |
| { |
| "epoch": 2.428, |
| "grad_norm": 1.8489198684692383, |
| "learning_rate": 1.0678390334712275e-06, |
| "loss": 0.1547, |
| "step": 12140 |
| }, |
| { |
| "epoch": 2.43, |
| "grad_norm": 1.6484555006027222, |
| "learning_rate": 1.0606626932999775e-06, |
| "loss": 0.1648, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.432, |
| "grad_norm": 1.7841017246246338, |
| "learning_rate": 1.053507686288276e-06, |
| "loss": 0.1557, |
| "step": 12160 |
| }, |
| { |
| "epoch": 2.434, |
| "grad_norm": 1.6266376972198486, |
| "learning_rate": 1.0463740511834759e-06, |
| "loss": 0.1449, |
| "step": 12170 |
| }, |
| { |
| "epoch": 2.436, |
| "grad_norm": 1.884961724281311, |
| "learning_rate": 1.0392618266171983e-06, |
| "loss": 0.1606, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.438, |
| "grad_norm": 2.732299566268921, |
| "learning_rate": 1.0321710511051108e-06, |
| "loss": 0.1637, |
| "step": 12190 |
| }, |
| { |
| "epoch": 2.44, |
| "grad_norm": 1.4075685739517212, |
| "learning_rate": 1.0251017630467347e-06, |
| "loss": 0.1798, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.442, |
| "grad_norm": 1.3892203569412231, |
| "learning_rate": 1.01805400072522e-06, |
| "loss": 0.1867, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.444, |
| "grad_norm": 1.6456845998764038, |
| "learning_rate": 1.0110278023071445e-06, |
| "loss": 0.1632, |
| "step": 12220 |
| }, |
| { |
| "epoch": 2.446, |
| "grad_norm": 1.5476148128509521, |
| "learning_rate": 1.0040232058423182e-06, |
| "loss": 0.1513, |
| "step": 12230 |
| }, |
| { |
| "epoch": 2.448, |
| "grad_norm": 1.5470598936080933, |
| "learning_rate": 9.970402492635583e-07, |
| "loss": 0.1741, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.45, |
| "grad_norm": 1.6543699502944946, |
| "learning_rate": 9.900789703864933e-07, |
| "loss": 0.1374, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.452, |
| "grad_norm": 1.6343821287155151, |
| "learning_rate": 9.831394069093663e-07, |
| "loss": 0.1526, |
| "step": 12260 |
| }, |
| { |
| "epoch": 2.454, |
| "grad_norm": 1.9217232465744019, |
| "learning_rate": 9.762215964128124e-07, |
| "loss": 0.1716, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.456, |
| "grad_norm": 2.077751874923706, |
| "learning_rate": 9.69325576359672e-07, |
| "loss": 0.1599, |
| "step": 12280 |
| }, |
| { |
| "epoch": 2.458, |
| "grad_norm": 1.3649940490722656, |
| "learning_rate": 9.624513840947764e-07, |
| "loss": 0.1499, |
| "step": 12290 |
| }, |
| { |
| "epoch": 2.46, |
| "grad_norm": 1.173978328704834, |
| "learning_rate": 9.555990568447538e-07, |
| "loss": 0.1685, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.462, |
| "grad_norm": 1.5035467147827148, |
| "learning_rate": 9.487686317178241e-07, |
| "loss": 0.1905, |
| "step": 12310 |
| }, |
| { |
| "epoch": 2.464, |
| "grad_norm": 1.3181893825531006, |
| "learning_rate": 9.419601457035943e-07, |
| "loss": 0.1994, |
| "step": 12320 |
| }, |
| { |
| "epoch": 2.466, |
| "grad_norm": 1.2825194597244263, |
| "learning_rate": 9.351736356728657e-07, |
| "loss": 0.161, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.468, |
| "grad_norm": 2.407343626022339, |
| "learning_rate": 9.284091383774313e-07, |
| "loss": 0.1929, |
| "step": 12340 |
| }, |
| { |
| "epoch": 2.4699999999999998, |
| "grad_norm": 1.4245587587356567, |
| "learning_rate": 9.2166669044987e-07, |
| "loss": 0.154, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.472, |
| "grad_norm": 2.4359230995178223, |
| "learning_rate": 9.149463284033605e-07, |
| "loss": 0.1854, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.474, |
| "grad_norm": 1.9102237224578857, |
| "learning_rate": 9.08248088631476e-07, |
| "loss": 0.2134, |
| "step": 12370 |
| }, |
| { |
| "epoch": 2.476, |
| "grad_norm": 1.268130898475647, |
| "learning_rate": 9.015720074079837e-07, |
| "loss": 0.2093, |
| "step": 12380 |
| }, |
| { |
| "epoch": 2.4779999999999998, |
| "grad_norm": 1.4418933391571045, |
| "learning_rate": 8.949181208866581e-07, |
| "loss": 0.1573, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.48, |
| "grad_norm": 1.8565024137496948, |
| "learning_rate": 8.882864651010798e-07, |
| "loss": 0.1778, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.482, |
| "grad_norm": 1.8131656646728516, |
| "learning_rate": 8.816770759644361e-07, |
| "loss": 0.1609, |
| "step": 12410 |
| }, |
| { |
| "epoch": 2.484, |
| "grad_norm": 1.573459506034851, |
| "learning_rate": 8.750899892693376e-07, |
| "loss": 0.155, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.4859999999999998, |
| "grad_norm": 1.8090794086456299, |
| "learning_rate": 8.685252406876116e-07, |
| "loss": 0.2023, |
| "step": 12430 |
| }, |
| { |
| "epoch": 2.488, |
| "grad_norm": 1.2365047931671143, |
| "learning_rate": 8.61982865770119e-07, |
| "loss": 0.1746, |
| "step": 12440 |
| }, |
| { |
| "epoch": 2.49, |
| "grad_norm": 1.4933933019638062, |
| "learning_rate": 8.554628999465592e-07, |
| "loss": 0.1726, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.492, |
| "grad_norm": 1.6978332996368408, |
| "learning_rate": 8.489653785252711e-07, |
| "loss": 0.1853, |
| "step": 12460 |
| }, |
| { |
| "epoch": 2.4939999999999998, |
| "grad_norm": 1.4669007062911987, |
| "learning_rate": 8.424903366930531e-07, |
| "loss": 0.22, |
| "step": 12470 |
| }, |
| { |
| "epoch": 2.496, |
| "grad_norm": 1.660845398902893, |
| "learning_rate": 8.360378095149674e-07, |
| "loss": 0.1646, |
| "step": 12480 |
| }, |
| { |
| "epoch": 2.498, |
| "grad_norm": 1.6666799783706665, |
| "learning_rate": 8.296078319341444e-07, |
| "loss": 0.1526, |
| "step": 12490 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 1.4847021102905273, |
| "learning_rate": 8.232004387716053e-07, |
| "loss": 0.1516, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.502, |
| "grad_norm": 1.512980580329895, |
| "learning_rate": 8.16815664726065e-07, |
| "loss": 0.1886, |
| "step": 12510 |
| }, |
| { |
| "epoch": 2.504, |
| "grad_norm": 1.0014886856079102, |
| "learning_rate": 8.104535443737438e-07, |
| "loss": 0.151, |
| "step": 12520 |
| }, |
| { |
| "epoch": 2.5060000000000002, |
| "grad_norm": 1.831697940826416, |
| "learning_rate": 8.041141121681867e-07, |
| "loss": 0.1517, |
| "step": 12530 |
| }, |
| { |
| "epoch": 2.508, |
| "grad_norm": 1.6552419662475586, |
| "learning_rate": 7.977974024400703e-07, |
| "loss": 0.1864, |
| "step": 12540 |
| }, |
| { |
| "epoch": 2.51, |
| "grad_norm": 2.3965301513671875, |
| "learning_rate": 7.91503449397022e-07, |
| "loss": 0.1646, |
| "step": 12550 |
| }, |
| { |
| "epoch": 2.512, |
| "grad_norm": 2.3798716068267822, |
| "learning_rate": 7.852322871234286e-07, |
| "loss": 0.1702, |
| "step": 12560 |
| }, |
| { |
| "epoch": 2.5140000000000002, |
| "grad_norm": 1.1681225299835205, |
| "learning_rate": 7.789839495802581e-07, |
| "loss": 0.1726, |
| "step": 12570 |
| }, |
| { |
| "epoch": 2.516, |
| "grad_norm": 1.7020608186721802, |
| "learning_rate": 7.727584706048735e-07, |
| "loss": 0.1862, |
| "step": 12580 |
| }, |
| { |
| "epoch": 2.518, |
| "grad_norm": 1.7006206512451172, |
| "learning_rate": 7.665558839108467e-07, |
| "loss": 0.1638, |
| "step": 12590 |
| }, |
| { |
| "epoch": 2.52, |
| "grad_norm": 1.530461072921753, |
| "learning_rate": 7.603762230877776e-07, |
| "loss": 0.1511, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.5220000000000002, |
| "grad_norm": 1.7536654472351074, |
| "learning_rate": 7.542195216011188e-07, |
| "loss": 0.1693, |
| "step": 12610 |
| }, |
| { |
| "epoch": 2.524, |
| "grad_norm": 2.3601443767547607, |
| "learning_rate": 7.480858127919821e-07, |
| "loss": 0.1946, |
| "step": 12620 |
| }, |
| { |
| "epoch": 2.526, |
| "grad_norm": 1.876556158065796, |
| "learning_rate": 7.419751298769667e-07, |
| "loss": 0.1628, |
| "step": 12630 |
| }, |
| { |
| "epoch": 2.528, |
| "grad_norm": 1.4596962928771973, |
| "learning_rate": 7.358875059479792e-07, |
| "loss": 0.1703, |
| "step": 12640 |
| }, |
| { |
| "epoch": 2.5300000000000002, |
| "grad_norm": 1.8861957788467407, |
| "learning_rate": 7.29822973972047e-07, |
| "loss": 0.1865, |
| "step": 12650 |
| }, |
| { |
| "epoch": 2.532, |
| "grad_norm": 1.5087050199508667, |
| "learning_rate": 7.237815667911502e-07, |
| "loss": 0.1665, |
| "step": 12660 |
| }, |
| { |
| "epoch": 2.534, |
| "grad_norm": 1.47129487991333, |
| "learning_rate": 7.177633171220339e-07, |
| "loss": 0.1728, |
| "step": 12670 |
| }, |
| { |
| "epoch": 2.536, |
| "grad_norm": 2.511249542236328, |
| "learning_rate": 7.117682575560386e-07, |
| "loss": 0.2098, |
| "step": 12680 |
| }, |
| { |
| "epoch": 2.5380000000000003, |
| "grad_norm": 1.4766125679016113, |
| "learning_rate": 7.057964205589218e-07, |
| "loss": 0.1697, |
| "step": 12690 |
| }, |
| { |
| "epoch": 2.54, |
| "grad_norm": 2.0010459423065186, |
| "learning_rate": 6.99847838470677e-07, |
| "loss": 0.2231, |
| "step": 12700 |
| }, |
| { |
| "epoch": 2.542, |
| "grad_norm": 2.9428231716156006, |
| "learning_rate": 6.939225435053648e-07, |
| "loss": 0.2108, |
| "step": 12710 |
| }, |
| { |
| "epoch": 2.544, |
| "grad_norm": 2.4707274436950684, |
| "learning_rate": 6.880205677509383e-07, |
| "loss": 0.207, |
| "step": 12720 |
| }, |
| { |
| "epoch": 2.5460000000000003, |
| "grad_norm": 1.7522751092910767, |
| "learning_rate": 6.821419431690629e-07, |
| "loss": 0.1804, |
| "step": 12730 |
| }, |
| { |
| "epoch": 2.548, |
| "grad_norm": 2.5205798149108887, |
| "learning_rate": 6.762867015949514e-07, |
| "loss": 0.2039, |
| "step": 12740 |
| }, |
| { |
| "epoch": 2.55, |
| "grad_norm": 2.847193479537964, |
| "learning_rate": 6.704548747371869e-07, |
| "loss": 0.1945, |
| "step": 12750 |
| }, |
| { |
| "epoch": 2.552, |
| "grad_norm": 1.2266204357147217, |
| "learning_rate": 6.646464941775499e-07, |
| "loss": 0.178, |
| "step": 12760 |
| }, |
| { |
| "epoch": 2.5540000000000003, |
| "grad_norm": 1.5307732820510864, |
| "learning_rate": 6.588615913708524e-07, |
| "loss": 0.1616, |
| "step": 12770 |
| }, |
| { |
| "epoch": 2.556, |
| "grad_norm": 1.3956282138824463, |
| "learning_rate": 6.531001976447637e-07, |
| "loss": 0.1128, |
| "step": 12780 |
| }, |
| { |
| "epoch": 2.558, |
| "grad_norm": 1.526992678642273, |
| "learning_rate": 6.47362344199639e-07, |
| "loss": 0.2029, |
| "step": 12790 |
| }, |
| { |
| "epoch": 2.56, |
| "grad_norm": 1.8423537015914917, |
| "learning_rate": 6.416480621083582e-07, |
| "loss": 0.1969, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.5620000000000003, |
| "grad_norm": 1.3227084875106812, |
| "learning_rate": 6.359573823161457e-07, |
| "loss": 0.2046, |
| "step": 12810 |
| }, |
| { |
| "epoch": 2.564, |
| "grad_norm": 2.2461440563201904, |
| "learning_rate": 6.302903356404161e-07, |
| "loss": 0.2142, |
| "step": 12820 |
| }, |
| { |
| "epoch": 2.566, |
| "grad_norm": 0.9911752939224243, |
| "learning_rate": 6.246469527705978e-07, |
| "loss": 0.1574, |
| "step": 12830 |
| }, |
| { |
| "epoch": 2.568, |
| "grad_norm": 1.4631303548812866, |
| "learning_rate": 6.190272642679674e-07, |
| "loss": 0.1516, |
| "step": 12840 |
| }, |
| { |
| "epoch": 2.57, |
| "grad_norm": 1.7750544548034668, |
| "learning_rate": 6.134313005654929e-07, |
| "loss": 0.1454, |
| "step": 12850 |
| }, |
| { |
| "epoch": 2.572, |
| "grad_norm": 2.154233455657959, |
| "learning_rate": 6.078590919676575e-07, |
| "loss": 0.1687, |
| "step": 12860 |
| }, |
| { |
| "epoch": 2.574, |
| "grad_norm": 1.879696011543274, |
| "learning_rate": 6.023106686502988e-07, |
| "loss": 0.1999, |
| "step": 12870 |
| }, |
| { |
| "epoch": 2.576, |
| "grad_norm": 1.5651618242263794, |
| "learning_rate": 5.967860606604553e-07, |
| "loss": 0.1647, |
| "step": 12880 |
| }, |
| { |
| "epoch": 2.578, |
| "grad_norm": 1.1055610179901123, |
| "learning_rate": 5.912852979161876e-07, |
| "loss": 0.1461, |
| "step": 12890 |
| }, |
| { |
| "epoch": 2.58, |
| "grad_norm": 1.6748799085617065, |
| "learning_rate": 5.858084102064271e-07, |
| "loss": 0.1708, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.582, |
| "grad_norm": 1.5193976163864136, |
| "learning_rate": 5.803554271908124e-07, |
| "loss": 0.172, |
| "step": 12910 |
| }, |
| { |
| "epoch": 2.584, |
| "grad_norm": 1.606832504272461, |
| "learning_rate": 5.749263783995279e-07, |
| "loss": 0.1459, |
| "step": 12920 |
| }, |
| { |
| "epoch": 2.586, |
| "grad_norm": 2.012147903442383, |
| "learning_rate": 5.69521293233145e-07, |
| "loss": 0.1558, |
| "step": 12930 |
| }, |
| { |
| "epoch": 2.588, |
| "grad_norm": 1.5900416374206543, |
| "learning_rate": 5.641402009624591e-07, |
| "loss": 0.2086, |
| "step": 12940 |
| }, |
| { |
| "epoch": 2.59, |
| "grad_norm": 2.680753469467163, |
| "learning_rate": 5.587831307283375e-07, |
| "loss": 0.1668, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.592, |
| "grad_norm": 1.6326476335525513, |
| "learning_rate": 5.534501115415575e-07, |
| "loss": 0.2084, |
| "step": 12960 |
| }, |
| { |
| "epoch": 2.594, |
| "grad_norm": 1.771647572517395, |
| "learning_rate": 5.48141172282648e-07, |
| "loss": 0.1903, |
| "step": 12970 |
| }, |
| { |
| "epoch": 2.596, |
| "grad_norm": 1.6876575946807861, |
| "learning_rate": 5.428563417017335e-07, |
| "loss": 0.1602, |
| "step": 12980 |
| }, |
| { |
| "epoch": 2.598, |
| "grad_norm": 1.6764187812805176, |
| "learning_rate": 5.375956484183875e-07, |
| "loss": 0.2182, |
| "step": 12990 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 2.2477219104766846, |
| "learning_rate": 5.323591209214612e-07, |
| "loss": 0.1858, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.602, |
| "grad_norm": 1.2577763795852661, |
| "learning_rate": 5.271467875689429e-07, |
| "loss": 0.1794, |
| "step": 13010 |
| }, |
| { |
| "epoch": 2.604, |
| "grad_norm": 2.3537323474884033, |
| "learning_rate": 5.219586765877998e-07, |
| "loss": 0.1936, |
| "step": 13020 |
| }, |
| { |
| "epoch": 2.606, |
| "grad_norm": 2.4193389415740967, |
| "learning_rate": 5.167948160738206e-07, |
| "loss": 0.193, |
| "step": 13030 |
| }, |
| { |
| "epoch": 2.608, |
| "grad_norm": 1.678281545639038, |
| "learning_rate": 5.116552339914726e-07, |
| "loss": 0.1599, |
| "step": 13040 |
| }, |
| { |
| "epoch": 2.61, |
| "grad_norm": 2.4545416831970215, |
| "learning_rate": 5.065399581737412e-07, |
| "loss": 0.2522, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.612, |
| "grad_norm": 1.6324633359909058, |
| "learning_rate": 5.014490163219854e-07, |
| "loss": 0.1548, |
| "step": 13060 |
| }, |
| { |
| "epoch": 2.614, |
| "grad_norm": 1.7150189876556396, |
| "learning_rate": 4.963824360057868e-07, |
| "loss": 0.1563, |
| "step": 13070 |
| }, |
| { |
| "epoch": 2.616, |
| "grad_norm": 1.821446418762207, |
| "learning_rate": 4.913402446627946e-07, |
| "loss": 0.1644, |
| "step": 13080 |
| }, |
| { |
| "epoch": 2.618, |
| "grad_norm": 1.215470552444458, |
| "learning_rate": 4.863224695985858e-07, |
| "loss": 0.1826, |
| "step": 13090 |
| }, |
| { |
| "epoch": 2.62, |
| "grad_norm": 1.6227540969848633, |
| "learning_rate": 4.813291379865126e-07, |
| "loss": 0.2281, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.622, |
| "grad_norm": 2.389894723892212, |
| "learning_rate": 4.763602768675529e-07, |
| "loss": 0.1783, |
| "step": 13110 |
| }, |
| { |
| "epoch": 2.624, |
| "grad_norm": 2.125441312789917, |
| "learning_rate": 4.714159131501689e-07, |
| "loss": 0.2042, |
| "step": 13120 |
| }, |
| { |
| "epoch": 2.626, |
| "grad_norm": 1.7118359804153442, |
| "learning_rate": 4.664960736101598e-07, |
| "loss": 0.1868, |
| "step": 13130 |
| }, |
| { |
| "epoch": 2.628, |
| "grad_norm": 2.2027170658111572, |
| "learning_rate": 4.61600784890513e-07, |
| "loss": 0.1808, |
| "step": 13140 |
| }, |
| { |
| "epoch": 2.63, |
| "grad_norm": 1.8995624780654907, |
| "learning_rate": 4.567300735012653e-07, |
| "loss": 0.1864, |
| "step": 13150 |
| }, |
| { |
| "epoch": 2.632, |
| "grad_norm": 1.7229032516479492, |
| "learning_rate": 4.5188396581935856e-07, |
| "loss": 0.1915, |
| "step": 13160 |
| }, |
| { |
| "epoch": 2.634, |
| "grad_norm": 2.252855062484741, |
| "learning_rate": 4.470624880884905e-07, |
| "loss": 0.2062, |
| "step": 13170 |
| }, |
| { |
| "epoch": 2.636, |
| "grad_norm": 1.9822123050689697, |
| "learning_rate": 4.4226566641898173e-07, |
| "loss": 0.1733, |
| "step": 13180 |
| }, |
| { |
| "epoch": 2.638, |
| "grad_norm": 1.441658854484558, |
| "learning_rate": 4.37493526787629e-07, |
| "loss": 0.1911, |
| "step": 13190 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 1.633154273033142, |
| "learning_rate": 4.327460950375623e-07, |
| "loss": 0.1701, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.642, |
| "grad_norm": 1.7371437549591064, |
| "learning_rate": 4.280233968781139e-07, |
| "loss": 0.1534, |
| "step": 13210 |
| }, |
| { |
| "epoch": 2.644, |
| "grad_norm": 2.687547445297241, |
| "learning_rate": 4.233254578846657e-07, |
| "loss": 0.1954, |
| "step": 13220 |
| }, |
| { |
| "epoch": 2.646, |
| "grad_norm": 1.7198002338409424, |
| "learning_rate": 4.186523034985279e-07, |
| "loss": 0.172, |
| "step": 13230 |
| }, |
| { |
| "epoch": 2.648, |
| "grad_norm": 1.4830220937728882, |
| "learning_rate": 4.140039590267836e-07, |
| "loss": 0.2197, |
| "step": 13240 |
| }, |
| { |
| "epoch": 2.65, |
| "grad_norm": 2.4155113697052, |
| "learning_rate": 4.0938044964216164e-07, |
| "loss": 0.1562, |
| "step": 13250 |
| }, |
| { |
| "epoch": 2.652, |
| "grad_norm": 2.1205966472625732, |
| "learning_rate": 4.0478180038290296e-07, |
| "loss": 0.1917, |
| "step": 13260 |
| }, |
| { |
| "epoch": 2.654, |
| "grad_norm": 1.5603994131088257, |
| "learning_rate": 4.002080361526156e-07, |
| "loss": 0.1492, |
| "step": 13270 |
| }, |
| { |
| "epoch": 2.656, |
| "grad_norm": 2.272676467895508, |
| "learning_rate": 3.9565918172014495e-07, |
| "loss": 0.1571, |
| "step": 13280 |
| }, |
| { |
| "epoch": 2.658, |
| "grad_norm": 2.0802717208862305, |
| "learning_rate": 3.9113526171944195e-07, |
| "loss": 0.1503, |
| "step": 13290 |
| }, |
| { |
| "epoch": 2.66, |
| "grad_norm": 1.6078263521194458, |
| "learning_rate": 3.866363006494256e-07, |
| "loss": 0.1724, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.662, |
| "grad_norm": 2.419299364089966, |
| "learning_rate": 3.821623228738536e-07, |
| "loss": 0.188, |
| "step": 13310 |
| }, |
| { |
| "epoch": 2.664, |
| "grad_norm": 2.157850742340088, |
| "learning_rate": 3.777133526211857e-07, |
| "loss": 0.1876, |
| "step": 13320 |
| }, |
| { |
| "epoch": 2.666, |
| "grad_norm": 2.2567625045776367, |
| "learning_rate": 3.732894139844578e-07, |
| "loss": 0.1865, |
| "step": 13330 |
| }, |
| { |
| "epoch": 2.668, |
| "grad_norm": 1.955741047859192, |
| "learning_rate": 3.688905309211488e-07, |
| "loss": 0.1781, |
| "step": 13340 |
| }, |
| { |
| "epoch": 2.67, |
| "grad_norm": 1.4101120233535767, |
| "learning_rate": 3.6451672725304974e-07, |
| "loss": 0.1871, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.672, |
| "grad_norm": 2.0826516151428223, |
| "learning_rate": 3.601680266661367e-07, |
| "loss": 0.1913, |
| "step": 13360 |
| }, |
| { |
| "epoch": 2.674, |
| "grad_norm": 2.287477493286133, |
| "learning_rate": 3.5584445271044544e-07, |
| "loss": 0.2232, |
| "step": 13370 |
| }, |
| { |
| "epoch": 2.676, |
| "grad_norm": 2.551602602005005, |
| "learning_rate": 3.515460287999345e-07, |
| "loss": 0.1898, |
| "step": 13380 |
| }, |
| { |
| "epoch": 2.678, |
| "grad_norm": 1.6702704429626465, |
| "learning_rate": 3.472727782123697e-07, |
| "loss": 0.1873, |
| "step": 13390 |
| }, |
| { |
| "epoch": 2.68, |
| "grad_norm": 1.998603105545044, |
| "learning_rate": 3.430247240891904e-07, |
| "loss": 0.2089, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.682, |
| "grad_norm": 2.5154683589935303, |
| "learning_rate": 3.3880188943538617e-07, |
| "loss": 0.1813, |
| "step": 13410 |
| }, |
| { |
| "epoch": 2.684, |
| "grad_norm": 1.4025160074234009, |
| "learning_rate": 3.3460429711937417e-07, |
| "loss": 0.1896, |
| "step": 13420 |
| }, |
| { |
| "epoch": 2.686, |
| "grad_norm": 1.7359564304351807, |
| "learning_rate": 3.304319698728714e-07, |
| "loss": 0.1729, |
| "step": 13430 |
| }, |
| { |
| "epoch": 2.6879999999999997, |
| "grad_norm": 1.8465240001678467, |
| "learning_rate": 3.262849302907767e-07, |
| "loss": 0.1519, |
| "step": 13440 |
| }, |
| { |
| "epoch": 2.69, |
| "grad_norm": 1.9284135103225708, |
| "learning_rate": 3.2216320083104434e-07, |
| "loss": 0.2169, |
| "step": 13450 |
| }, |
| { |
| "epoch": 2.692, |
| "grad_norm": 1.5323783159255981, |
| "learning_rate": 3.180668038145629e-07, |
| "loss": 0.1498, |
| "step": 13460 |
| }, |
| { |
| "epoch": 2.694, |
| "grad_norm": 1.5375773906707764, |
| "learning_rate": 3.1399576142503606e-07, |
| "loss": 0.2163, |
| "step": 13470 |
| }, |
| { |
| "epoch": 2.6959999999999997, |
| "grad_norm": 2.2655889987945557, |
| "learning_rate": 3.0995009570886305e-07, |
| "loss": 0.1614, |
| "step": 13480 |
| }, |
| { |
| "epoch": 2.698, |
| "grad_norm": 2.173973560333252, |
| "learning_rate": 3.05929828575014e-07, |
| "loss": 0.155, |
| "step": 13490 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 1.8570374250411987, |
| "learning_rate": 3.01934981794918e-07, |
| "loss": 0.1896, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.702, |
| "grad_norm": 1.7890677452087402, |
| "learning_rate": 2.9796557700234317e-07, |
| "loss": 0.1941, |
| "step": 13510 |
| }, |
| { |
| "epoch": 2.7039999999999997, |
| "grad_norm": 1.8128156661987305, |
| "learning_rate": 2.940216356932746e-07, |
| "loss": 0.2079, |
| "step": 13520 |
| }, |
| { |
| "epoch": 2.706, |
| "grad_norm": 1.5485886335372925, |
| "learning_rate": 2.901031792258058e-07, |
| "loss": 0.1603, |
| "step": 13530 |
| }, |
| { |
| "epoch": 2.708, |
| "grad_norm": 1.4785550832748413, |
| "learning_rate": 2.862102288200186e-07, |
| "loss": 0.2021, |
| "step": 13540 |
| }, |
| { |
| "epoch": 2.71, |
| "grad_norm": 2.2677414417266846, |
| "learning_rate": 2.823428055578664e-07, |
| "loss": 0.1853, |
| "step": 13550 |
| }, |
| { |
| "epoch": 2.7119999999999997, |
| "grad_norm": 1.6280418634414673, |
| "learning_rate": 2.7850093038306493e-07, |
| "loss": 0.164, |
| "step": 13560 |
| }, |
| { |
| "epoch": 2.714, |
| "grad_norm": 1.7581329345703125, |
| "learning_rate": 2.746846241009765e-07, |
| "loss": 0.2056, |
| "step": 13570 |
| }, |
| { |
| "epoch": 2.716, |
| "grad_norm": 1.453389286994934, |
| "learning_rate": 2.7089390737849386e-07, |
| "loss": 0.1762, |
| "step": 13580 |
| }, |
| { |
| "epoch": 2.718, |
| "grad_norm": 1.141204595565796, |
| "learning_rate": 2.67128800743936e-07, |
| "loss": 0.2031, |
| "step": 13590 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "grad_norm": 1.8374614715576172, |
| "learning_rate": 2.6338932458692847e-07, |
| "loss": 0.1961, |
| "step": 13600 |
| }, |
| { |
| "epoch": 2.722, |
| "grad_norm": 1.7040131092071533, |
| "learning_rate": 2.596754991583017e-07, |
| "loss": 0.1614, |
| "step": 13610 |
| }, |
| { |
| "epoch": 2.724, |
| "grad_norm": 1.686630368232727, |
| "learning_rate": 2.5598734456997287e-07, |
| "loss": 0.1527, |
| "step": 13620 |
| }, |
| { |
| "epoch": 2.726, |
| "grad_norm": 1.6243407726287842, |
| "learning_rate": 2.523248807948403e-07, |
| "loss": 0.164, |
| "step": 13630 |
| }, |
| { |
| "epoch": 2.7279999999999998, |
| "grad_norm": 2.1291511058807373, |
| "learning_rate": 2.486881276666808e-07, |
| "loss": 0.1484, |
| "step": 13640 |
| }, |
| { |
| "epoch": 2.73, |
| "grad_norm": 1.8856449127197266, |
| "learning_rate": 2.4507710488003155e-07, |
| "loss": 0.2218, |
| "step": 13650 |
| }, |
| { |
| "epoch": 2.732, |
| "grad_norm": 1.4211268424987793, |
| "learning_rate": 2.414918319900922e-07, |
| "loss": 0.1666, |
| "step": 13660 |
| }, |
| { |
| "epoch": 2.734, |
| "grad_norm": 1.9689491987228394, |
| "learning_rate": 2.379323284126156e-07, |
| "loss": 0.2322, |
| "step": 13670 |
| }, |
| { |
| "epoch": 2.7359999999999998, |
| "grad_norm": 1.373671054840088, |
| "learning_rate": 2.3439861342380243e-07, |
| "loss": 0.1145, |
| "step": 13680 |
| }, |
| { |
| "epoch": 2.738, |
| "grad_norm": 1.6998653411865234, |
| "learning_rate": 2.3089070616019838e-07, |
| "loss": 0.1484, |
| "step": 13690 |
| }, |
| { |
| "epoch": 2.74, |
| "grad_norm": 2.0054614543914795, |
| "learning_rate": 2.2740862561858812e-07, |
| "loss": 0.1963, |
| "step": 13700 |
| }, |
| { |
| "epoch": 2.742, |
| "grad_norm": 2.4972550868988037, |
| "learning_rate": 2.2395239065589436e-07, |
| "loss": 0.1747, |
| "step": 13710 |
| }, |
| { |
| "epoch": 2.7439999999999998, |
| "grad_norm": 1.2388681173324585, |
| "learning_rate": 2.2052201998907673e-07, |
| "loss": 0.1661, |
| "step": 13720 |
| }, |
| { |
| "epoch": 2.746, |
| "grad_norm": 1.4141393899917603, |
| "learning_rate": 2.1711753219502584e-07, |
| "loss": 0.1864, |
| "step": 13730 |
| }, |
| { |
| "epoch": 2.748, |
| "grad_norm": 1.2588516473770142, |
| "learning_rate": 2.1373894571046772e-07, |
| "loss": 0.1865, |
| "step": 13740 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 2.5091469287872314, |
| "learning_rate": 2.103862788318628e-07, |
| "loss": 0.1887, |
| "step": 13750 |
| }, |
| { |
| "epoch": 2.752, |
| "grad_norm": 1.595197081565857, |
| "learning_rate": 2.0705954971530385e-07, |
| "loss": 0.1678, |
| "step": 13760 |
| }, |
| { |
| "epoch": 2.754, |
| "grad_norm": 2.847097396850586, |
| "learning_rate": 2.0375877637642038e-07, |
| "loss": 0.1733, |
| "step": 13770 |
| }, |
| { |
| "epoch": 2.7560000000000002, |
| "grad_norm": 1.9094551801681519, |
| "learning_rate": 2.0048397669028164e-07, |
| "loss": 0.1525, |
| "step": 13780 |
| }, |
| { |
| "epoch": 2.758, |
| "grad_norm": 1.487987995147705, |
| "learning_rate": 1.9723516839129765e-07, |
| "loss": 0.1754, |
| "step": 13790 |
| }, |
| { |
| "epoch": 2.76, |
| "grad_norm": 2.1492459774017334, |
| "learning_rate": 1.9401236907312437e-07, |
| "loss": 0.1516, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.762, |
| "grad_norm": 1.7400575876235962, |
| "learning_rate": 1.9081559618856938e-07, |
| "loss": 0.1693, |
| "step": 13810 |
| }, |
| { |
| "epoch": 2.7640000000000002, |
| "grad_norm": 1.5171923637390137, |
| "learning_rate": 1.8764486704949402e-07, |
| "loss": 0.1957, |
| "step": 13820 |
| }, |
| { |
| "epoch": 2.766, |
| "grad_norm": 2.1869702339172363, |
| "learning_rate": 1.8450019882672366e-07, |
| "loss": 0.1919, |
| "step": 13830 |
| }, |
| { |
| "epoch": 2.768, |
| "grad_norm": 1.4110556840896606, |
| "learning_rate": 1.8138160854995145e-07, |
| "loss": 0.195, |
| "step": 13840 |
| }, |
| { |
| "epoch": 2.77, |
| "grad_norm": 1.9794977903366089, |
| "learning_rate": 1.7828911310764974e-07, |
| "loss": 0.1523, |
| "step": 13850 |
| }, |
| { |
| "epoch": 2.7720000000000002, |
| "grad_norm": 1.8616331815719604, |
| "learning_rate": 1.7522272924697438e-07, |
| "loss": 0.1648, |
| "step": 13860 |
| }, |
| { |
| "epoch": 2.774, |
| "grad_norm": 1.7763707637786865, |
| "learning_rate": 1.7218247357367656e-07, |
| "loss": 0.1844, |
| "step": 13870 |
| }, |
| { |
| "epoch": 2.776, |
| "grad_norm": 1.4819947481155396, |
| "learning_rate": 1.6916836255201297e-07, |
| "loss": 0.1744, |
| "step": 13880 |
| }, |
| { |
| "epoch": 2.778, |
| "grad_norm": 1.3867019414901733, |
| "learning_rate": 1.6618041250465623e-07, |
| "loss": 0.1908, |
| "step": 13890 |
| }, |
| { |
| "epoch": 2.7800000000000002, |
| "grad_norm": 2.0330920219421387, |
| "learning_rate": 1.6321863961260452e-07, |
| "loss": 0.1612, |
| "step": 13900 |
| }, |
| { |
| "epoch": 2.782, |
| "grad_norm": 2.5724823474884033, |
| "learning_rate": 1.602830599150984e-07, |
| "loss": 0.2228, |
| "step": 13910 |
| }, |
| { |
| "epoch": 2.784, |
| "grad_norm": 1.4262503385543823, |
| "learning_rate": 1.573736893095301e-07, |
| "loss": 0.1397, |
| "step": 13920 |
| }, |
| { |
| "epoch": 2.786, |
| "grad_norm": 1.5158369541168213, |
| "learning_rate": 1.5449054355135718e-07, |
| "loss": 0.1641, |
| "step": 13930 |
| }, |
| { |
| "epoch": 2.7880000000000003, |
| "grad_norm": 1.3711594343185425, |
| "learning_rate": 1.5163363825402121e-07, |
| "loss": 0.213, |
| "step": 13940 |
| }, |
| { |
| "epoch": 2.79, |
| "grad_norm": 1.3406068086624146, |
| "learning_rate": 1.488029888888598e-07, |
| "loss": 0.1991, |
| "step": 13950 |
| }, |
| { |
| "epoch": 2.792, |
| "grad_norm": 1.1743435859680176, |
| "learning_rate": 1.459986107850231e-07, |
| "loss": 0.1848, |
| "step": 13960 |
| }, |
| { |
| "epoch": 2.794, |
| "grad_norm": 1.5763418674468994, |
| "learning_rate": 1.4322051912939173e-07, |
| "loss": 0.166, |
| "step": 13970 |
| }, |
| { |
| "epoch": 2.7960000000000003, |
| "grad_norm": 1.492067813873291, |
| "learning_rate": 1.40468728966493e-07, |
| "loss": 0.1746, |
| "step": 13980 |
| }, |
| { |
| "epoch": 2.798, |
| "grad_norm": 1.7857205867767334, |
| "learning_rate": 1.3774325519842423e-07, |
| "loss": 0.2087, |
| "step": 13990 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 2.416992425918579, |
| "learning_rate": 1.3504411258476514e-07, |
| "loss": 0.1844, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.802, |
| "grad_norm": 2.181525945663452, |
| "learning_rate": 1.323713157425005e-07, |
| "loss": 0.1949, |
| "step": 14010 |
| }, |
| { |
| "epoch": 2.8040000000000003, |
| "grad_norm": 1.5728259086608887, |
| "learning_rate": 1.29724879145946e-07, |
| "loss": 0.1979, |
| "step": 14020 |
| }, |
| { |
| "epoch": 2.806, |
| "grad_norm": 1.9201794862747192, |
| "learning_rate": 1.2710481712666144e-07, |
| "loss": 0.1512, |
| "step": 14030 |
| }, |
| { |
| "epoch": 2.808, |
| "grad_norm": 0.9020956158638, |
| "learning_rate": 1.245111438733798e-07, |
| "loss": 0.1687, |
| "step": 14040 |
| }, |
| { |
| "epoch": 2.81, |
| "grad_norm": 1.2932790517807007, |
| "learning_rate": 1.2194387343192504e-07, |
| "loss": 0.1652, |
| "step": 14050 |
| }, |
| { |
| "epoch": 2.8120000000000003, |
| "grad_norm": 1.8155263662338257, |
| "learning_rate": 1.194030197051421e-07, |
| "loss": 0.1753, |
| "step": 14060 |
| }, |
| { |
| "epoch": 2.814, |
| "grad_norm": 2.2060601711273193, |
| "learning_rate": 1.1688859645281659e-07, |
| "loss": 0.1405, |
| "step": 14070 |
| }, |
| { |
| "epoch": 2.816, |
| "grad_norm": 1.731437087059021, |
| "learning_rate": 1.1440061729160235e-07, |
| "loss": 0.1529, |
| "step": 14080 |
| }, |
| { |
| "epoch": 2.818, |
| "grad_norm": 2.3887579441070557, |
| "learning_rate": 1.1193909569494676e-07, |
| "loss": 0.2014, |
| "step": 14090 |
| }, |
| { |
| "epoch": 2.82, |
| "grad_norm": 1.5371918678283691, |
| "learning_rate": 1.0950404499302015e-07, |
| "loss": 0.1534, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.822, |
| "grad_norm": 1.737833857536316, |
| "learning_rate": 1.0709547837263967e-07, |
| "loss": 0.1727, |
| "step": 14110 |
| }, |
| { |
| "epoch": 2.824, |
| "grad_norm": 1.5639506578445435, |
| "learning_rate": 1.0471340887720171e-07, |
| "loss": 0.1899, |
| "step": 14120 |
| }, |
| { |
| "epoch": 2.826, |
| "grad_norm": 1.4468129873275757, |
| "learning_rate": 1.0235784940660965e-07, |
| "loss": 0.1617, |
| "step": 14130 |
| }, |
| { |
| "epoch": 2.828, |
| "grad_norm": 1.7118704319000244, |
| "learning_rate": 1.0002881271720222e-07, |
| "loss": 0.1679, |
| "step": 14140 |
| }, |
| { |
| "epoch": 2.83, |
| "grad_norm": 1.9047939777374268, |
| "learning_rate": 9.772631142168864e-08, |
| "loss": 0.196, |
| "step": 14150 |
| }, |
| { |
| "epoch": 2.832, |
| "grad_norm": 2.239691734313965, |
| "learning_rate": 9.545035798907642e-08, |
| "loss": 0.1941, |
| "step": 14160 |
| }, |
| { |
| "epoch": 2.834, |
| "grad_norm": 2.0404582023620605, |
| "learning_rate": 9.320096474460527e-08, |
| "loss": 0.1634, |
| "step": 14170 |
| }, |
| { |
| "epoch": 2.836, |
| "grad_norm": 2.4190192222595215, |
| "learning_rate": 9.097814386968052e-08, |
| "loss": 0.2195, |
| "step": 14180 |
| }, |
| { |
| "epoch": 2.838, |
| "grad_norm": 2.054330348968506, |
| "learning_rate": 8.878190740180759e-08, |
| "loss": 0.1953, |
| "step": 14190 |
| }, |
| { |
| "epoch": 2.84, |
| "grad_norm": 2.02219557762146, |
| "learning_rate": 8.661226723452542e-08, |
| "loss": 0.1761, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.842, |
| "grad_norm": 1.775745153427124, |
| "learning_rate": 8.446923511734317e-08, |
| "loss": 0.1449, |
| "step": 14210 |
| }, |
| { |
| "epoch": 2.844, |
| "grad_norm": 1.5100916624069214, |
| "learning_rate": 8.235282265567635e-08, |
| "loss": 0.1972, |
| "step": 14220 |
| }, |
| { |
| "epoch": 2.846, |
| "grad_norm": 2.3685286045074463, |
| "learning_rate": 8.02630413107841e-08, |
| "loss": 0.1673, |
| "step": 14230 |
| }, |
| { |
| "epoch": 2.848, |
| "grad_norm": 1.453798770904541, |
| "learning_rate": 7.819990239970654e-08, |
| "loss": 0.1724, |
| "step": 14240 |
| }, |
| { |
| "epoch": 2.85, |
| "grad_norm": 1.8765348196029663, |
| "learning_rate": 7.616341709520359e-08, |
| "loss": 0.1887, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.852, |
| "grad_norm": 1.9411275386810303, |
| "learning_rate": 7.415359642569564e-08, |
| "loss": 0.1774, |
| "step": 14260 |
| }, |
| { |
| "epoch": 2.854, |
| "grad_norm": 1.686895489692688, |
| "learning_rate": 7.21704512752025e-08, |
| "loss": 0.1713, |
| "step": 14270 |
| }, |
| { |
| "epoch": 2.856, |
| "grad_norm": 1.6647790670394897, |
| "learning_rate": 7.021399238328452e-08, |
| "loss": 0.1696, |
| "step": 14280 |
| }, |
| { |
| "epoch": 2.858, |
| "grad_norm": 2.324164390563965, |
| "learning_rate": 6.828423034498488e-08, |
| "loss": 0.1702, |
| "step": 14290 |
| }, |
| { |
| "epoch": 2.86, |
| "grad_norm": 1.610374093055725, |
| "learning_rate": 6.638117561077295e-08, |
| "loss": 0.1636, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.862, |
| "grad_norm": 1.3403874635696411, |
| "learning_rate": 6.450483848648547e-08, |
| "loss": 0.1701, |
| "step": 14310 |
| }, |
| { |
| "epoch": 2.864, |
| "grad_norm": 2.045170545578003, |
| "learning_rate": 6.265522913327326e-08, |
| "loss": 0.1838, |
| "step": 14320 |
| }, |
| { |
| "epoch": 2.866, |
| "grad_norm": 1.726438045501709, |
| "learning_rate": 6.083235756754513e-08, |
| "loss": 0.1493, |
| "step": 14330 |
| }, |
| { |
| "epoch": 2.868, |
| "grad_norm": 1.6481523513793945, |
| "learning_rate": 5.903623366091349e-08, |
| "loss": 0.1588, |
| "step": 14340 |
| }, |
| { |
| "epoch": 2.87, |
| "grad_norm": 1.7567453384399414, |
| "learning_rate": 5.726686714013996e-08, |
| "loss": 0.156, |
| "step": 14350 |
| }, |
| { |
| "epoch": 2.872, |
| "grad_norm": 1.5608904361724854, |
| "learning_rate": 5.552426758708429e-08, |
| "loss": 0.212, |
| "step": 14360 |
| }, |
| { |
| "epoch": 2.874, |
| "grad_norm": 1.747316837310791, |
| "learning_rate": 5.380844443865274e-08, |
| "loss": 0.1706, |
| "step": 14370 |
| }, |
| { |
| "epoch": 2.876, |
| "grad_norm": 2.100895881652832, |
| "learning_rate": 5.2119406986745336e-08, |
| "loss": 0.168, |
| "step": 14380 |
| }, |
| { |
| "epoch": 2.878, |
| "grad_norm": 1.1627360582351685, |
| "learning_rate": 5.0457164378205914e-08, |
| "loss": 0.1368, |
| "step": 14390 |
| }, |
| { |
| "epoch": 2.88, |
| "grad_norm": 1.7362346649169922, |
| "learning_rate": 4.882172561477438e-08, |
| "loss": 0.1627, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.882, |
| "grad_norm": 2.2970685958862305, |
| "learning_rate": 4.7213099553035655e-08, |
| "loss": 0.1751, |
| "step": 14410 |
| }, |
| { |
| "epoch": 2.884, |
| "grad_norm": 2.3094658851623535, |
| "learning_rate": 4.563129490437246e-08, |
| "loss": 0.2271, |
| "step": 14420 |
| }, |
| { |
| "epoch": 2.886, |
| "grad_norm": 1.8514689207077026, |
| "learning_rate": 4.4076320234919254e-08, |
| "loss": 0.162, |
| "step": 14430 |
| }, |
| { |
| "epoch": 2.888, |
| "grad_norm": 1.9428884983062744, |
| "learning_rate": 4.2548183965513415e-08, |
| "loss": 0.2024, |
| "step": 14440 |
| }, |
| { |
| "epoch": 2.89, |
| "grad_norm": 1.88101327419281, |
| "learning_rate": 4.104689437165354e-08, |
| "loss": 0.162, |
| "step": 14450 |
| }, |
| { |
| "epoch": 2.892, |
| "grad_norm": 3.1377224922180176, |
| "learning_rate": 3.957245958345013e-08, |
| "loss": 0.1987, |
| "step": 14460 |
| }, |
| { |
| "epoch": 2.894, |
| "grad_norm": 1.4738689661026, |
| "learning_rate": 3.812488758558386e-08, |
| "loss": 0.1797, |
| "step": 14470 |
| }, |
| { |
| "epoch": 2.896, |
| "grad_norm": 1.6967921257019043, |
| "learning_rate": 3.6704186217263457e-08, |
| "loss": 0.1748, |
| "step": 14480 |
| }, |
| { |
| "epoch": 2.898, |
| "grad_norm": 1.5632615089416504, |
| "learning_rate": 3.531036317218128e-08, |
| "loss": 0.1959, |
| "step": 14490 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 1.3949593305587769, |
| "learning_rate": 3.394342599847111e-08, |
| "loss": 0.1612, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.902, |
| "grad_norm": 1.8362523317337036, |
| "learning_rate": 3.260338209867153e-08, |
| "loss": 0.1713, |
| "step": 14510 |
| }, |
| { |
| "epoch": 2.904, |
| "grad_norm": 1.7234903573989868, |
| "learning_rate": 3.129023872967874e-08, |
| "loss": 0.1514, |
| "step": 14520 |
| }, |
| { |
| "epoch": 2.906, |
| "grad_norm": 1.4591097831726074, |
| "learning_rate": 3.0004003002714886e-08, |
| "loss": 0.1996, |
| "step": 14530 |
| }, |
| { |
| "epoch": 2.908, |
| "grad_norm": 2.5706465244293213, |
| "learning_rate": 2.8744681883284274e-08, |
| "loss": 0.1624, |
| "step": 14540 |
| }, |
| { |
| "epoch": 2.91, |
| "grad_norm": 1.6069506406784058, |
| "learning_rate": 2.7512282191136663e-08, |
| "loss": 0.1696, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.912, |
| "grad_norm": 1.6182852983474731, |
| "learning_rate": 2.6306810600233435e-08, |
| "loss": 0.1736, |
| "step": 14560 |
| }, |
| { |
| "epoch": 2.914, |
| "grad_norm": 1.7584065198898315, |
| "learning_rate": 2.5128273638706513e-08, |
| "loss": 0.1879, |
| "step": 14570 |
| }, |
| { |
| "epoch": 2.916, |
| "grad_norm": 2.2820541858673096, |
| "learning_rate": 2.3976677688827276e-08, |
| "loss": 0.194, |
| "step": 14580 |
| }, |
| { |
| "epoch": 2.918, |
| "grad_norm": 1.8409901857376099, |
| "learning_rate": 2.285202898696881e-08, |
| "loss": 0.208, |
| "step": 14590 |
| }, |
| { |
| "epoch": 2.92, |
| "grad_norm": 2.1918840408325195, |
| "learning_rate": 2.175433362357482e-08, |
| "loss": 0.1869, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.922, |
| "grad_norm": 1.8916000127792358, |
| "learning_rate": 2.0683597543124655e-08, |
| "loss": 0.1531, |
| "step": 14610 |
| }, |
| { |
| "epoch": 2.924, |
| "grad_norm": 1.347509741783142, |
| "learning_rate": 1.963982654410279e-08, |
| "loss": 0.1879, |
| "step": 14620 |
| }, |
| { |
| "epoch": 2.926, |
| "grad_norm": 1.712788701057434, |
| "learning_rate": 1.862302627896495e-08, |
| "loss": 0.1711, |
| "step": 14630 |
| }, |
| { |
| "epoch": 2.928, |
| "grad_norm": 2.293809175491333, |
| "learning_rate": 1.763320225411036e-08, |
| "loss": 0.2065, |
| "step": 14640 |
| }, |
| { |
| "epoch": 2.93, |
| "grad_norm": 2.585679531097412, |
| "learning_rate": 1.6670359829850657e-08, |
| "loss": 0.2012, |
| "step": 14650 |
| }, |
| { |
| "epoch": 2.932, |
| "grad_norm": 2.2906439304351807, |
| "learning_rate": 1.573450422037992e-08, |
| "loss": 0.1803, |
| "step": 14660 |
| }, |
| { |
| "epoch": 2.934, |
| "grad_norm": 1.0971269607543945, |
| "learning_rate": 1.4825640493747462e-08, |
| "loss": 0.1916, |
| "step": 14670 |
| }, |
| { |
| "epoch": 2.936, |
| "grad_norm": 1.7314507961273193, |
| "learning_rate": 1.3943773571831188e-08, |
| "loss": 0.205, |
| "step": 14680 |
| }, |
| { |
| "epoch": 2.9379999999999997, |
| "grad_norm": 1.9683465957641602, |
| "learning_rate": 1.3088908230308728e-08, |
| "loss": 0.1355, |
| "step": 14690 |
| }, |
| { |
| "epoch": 2.94, |
| "grad_norm": 2.5472261905670166, |
| "learning_rate": 1.2261049098634125e-08, |
| "loss": 0.1713, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.942, |
| "grad_norm": 1.2666493654251099, |
| "learning_rate": 1.146020066001119e-08, |
| "loss": 0.1523, |
| "step": 14710 |
| }, |
| { |
| "epoch": 2.944, |
| "grad_norm": 1.82552170753479, |
| "learning_rate": 1.0686367251368512e-08, |
| "loss": 0.1705, |
| "step": 14720 |
| }, |
| { |
| "epoch": 2.9459999999999997, |
| "grad_norm": 1.3673129081726074, |
| "learning_rate": 9.939553063337826e-09, |
| "loss": 0.1737, |
| "step": 14730 |
| }, |
| { |
| "epoch": 2.948, |
| "grad_norm": 2.0833985805511475, |
| "learning_rate": 9.219762140231237e-09, |
| "loss": 0.1701, |
| "step": 14740 |
| }, |
| { |
| "epoch": 2.95, |
| "grad_norm": 1.2477442026138306, |
| "learning_rate": 8.526998380016804e-09, |
| "loss": 0.1864, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.952, |
| "grad_norm": 2.231452226638794, |
| "learning_rate": 7.861265534300222e-09, |
| "loss": 0.1928, |
| "step": 14760 |
| }, |
| { |
| "epoch": 2.9539999999999997, |
| "grad_norm": 1.7045234441757202, |
| "learning_rate": 7.222567208303721e-09, |
| "loss": 0.1471, |
| "step": 14770 |
| }, |
| { |
| "epoch": 2.956, |
| "grad_norm": 1.1955382823944092, |
| "learning_rate": 6.610906860845534e-09, |
| "loss": 0.1582, |
| "step": 14780 |
| }, |
| { |
| "epoch": 2.958, |
| "grad_norm": 1.9184893369674683, |
| "learning_rate": 6.026287804322683e-09, |
| "loss": 0.2123, |
| "step": 14790 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 2.046898126602173, |
| "learning_rate": 5.468713204692111e-09, |
| "loss": 0.1694, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.9619999999999997, |
| "grad_norm": 1.4556955099105835, |
| "learning_rate": 4.9381860814529115e-09, |
| "loss": 0.1834, |
| "step": 14810 |
| }, |
| { |
| "epoch": 2.964, |
| "grad_norm": 1.5225237607955933, |
| "learning_rate": 4.434709307631901e-09, |
| "loss": 0.1509, |
| "step": 14820 |
| }, |
| { |
| "epoch": 2.966, |
| "grad_norm": 2.2594845294952393, |
| "learning_rate": 3.9582856097658554e-09, |
| "loss": 0.1882, |
| "step": 14830 |
| }, |
| { |
| "epoch": 2.968, |
| "grad_norm": 1.5588994026184082, |
| "learning_rate": 3.5089175678892916e-09, |
| "loss": 0.203, |
| "step": 14840 |
| }, |
| { |
| "epoch": 2.9699999999999998, |
| "grad_norm": 2.009692668914795, |
| "learning_rate": 3.0866076155172677e-09, |
| "loss": 0.1684, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.972, |
| "grad_norm": 1.583719253540039, |
| "learning_rate": 2.6913580396359384e-09, |
| "loss": 0.1863, |
| "step": 14860 |
| }, |
| { |
| "epoch": 2.974, |
| "grad_norm": 1.9162685871124268, |
| "learning_rate": 2.323170980685907e-09, |
| "loss": 0.1777, |
| "step": 14870 |
| }, |
| { |
| "epoch": 2.976, |
| "grad_norm": 1.2543405294418335, |
| "learning_rate": 1.982048432554451e-09, |
| "loss": 0.1686, |
| "step": 14880 |
| }, |
| { |
| "epoch": 2.9779999999999998, |
| "grad_norm": 2.3343191146850586, |
| "learning_rate": 1.6679922425638651e-09, |
| "loss": 0.2004, |
| "step": 14890 |
| }, |
| { |
| "epoch": 2.98, |
| "grad_norm": 2.2958972454071045, |
| "learning_rate": 1.3810041114581397e-09, |
| "loss": 0.2172, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.982, |
| "grad_norm": 1.3667978048324585, |
| "learning_rate": 1.1210855933996289e-09, |
| "loss": 0.1731, |
| "step": 14910 |
| }, |
| { |
| "epoch": 2.984, |
| "grad_norm": 2.113403558731079, |
| "learning_rate": 8.88238095955174e-10, |
| "loss": 0.1527, |
| "step": 14920 |
| }, |
| { |
| "epoch": 2.9859999999999998, |
| "grad_norm": 2.218931198120117, |
| "learning_rate": 6.824628800911059e-10, |
| "loss": 0.1829, |
| "step": 14930 |
| }, |
| { |
| "epoch": 2.988, |
| "grad_norm": 1.7202938795089722, |
| "learning_rate": 5.037610601665855e-10, |
| "loss": 0.148, |
| "step": 14940 |
| }, |
| { |
| "epoch": 2.99, |
| "grad_norm": 1.6666905879974365, |
| "learning_rate": 3.521336039263856e-10, |
| "loss": 0.1999, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.992, |
| "grad_norm": 1.587571620941162, |
| "learning_rate": 2.2758133249756175e-10, |
| "loss": 0.14, |
| "step": 14960 |
| }, |
| { |
| "epoch": 2.9939999999999998, |
| "grad_norm": 1.2970430850982666, |
| "learning_rate": 1.3010492038223465e-10, |
| "loss": 0.1418, |
| "step": 14970 |
| }, |
| { |
| "epoch": 2.996, |
| "grad_norm": 1.8305574655532837, |
| "learning_rate": 5.970489545537028e-11, |
| "loss": 0.1642, |
| "step": 14980 |
| }, |
| { |
| "epoch": 2.998, |
| "grad_norm": 1.9229685068130493, |
| "learning_rate": 1.63816389631144e-11, |
| "loss": 0.1686, |
| "step": 14990 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.2971068620681763, |
| "learning_rate": 1.3538551946190582e-13, |
| "loss": 0.1871, |
| "step": 15000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3591424743807386e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
