{ "v1": [ { "elapsed_seconds": 2.5777943750144914, "epoch": 1, "learning_rate": 0.00032, "step": 32, "train_next_token_loss": 3.711528110825188, "validation": { "accuracy": 0.0, "answer_nll": 2.8879593121178186, "correct": 0, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "=11", "prompt": "0+16=" }, { "ended": true, "expected": "22", "generated": "=11", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "=11", "prompt": "0+35=" }, { "ended": true, "expected": "40", "generated": "=11", "prompt": "0+40=" }, { "ended": true, "expected": "59", "generated": "=11", "prompt": "0+59=" }, { "ended": true, "expected": "75", "generated": "=11", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "=11", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "=11", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "=11", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "=11", "prompt": "1+45=" } ], "next_token_loss": 2.864164357303453, "terminated": 994 } }, { "elapsed_seconds": 2.9898164580808952, "epoch": 2, "learning_rate": 0.00064, "step": 64, "train_next_token_loss": 2.2723911405195576 }, { "elapsed_seconds": 3.3046214170753956, "epoch": 3, "learning_rate": 0.00096, "step": 96, "train_next_token_loss": 1.6359108755662852 }, { "elapsed_seconds": 3.617235292098485, "epoch": 4, "learning_rate": 0.0009999592000141625, "step": 128, "train_next_token_loss": 1.5081534121338787 }, { "elapsed_seconds": 3.922582417028025, "epoch": 5, "learning_rate": 0.0009998051897819684, "step": 160, "train_next_token_loss": 1.442180827854539, "validation": { "accuracy": 0.040755467196819085, "answer_nll": 1.0833664027225984, "correct": 41, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "20", "prompt": "0+16=" }, { "ended": true, "expected": "22", "generated": "20", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "20", "prompt": "0+35=" }, { "ended": true, "expected": "40", "generated": "20", "prompt": "0+40=" }, { "ended": true, "expected": "59", "generated": "80", "prompt": "0+59=" }, { "ended": true, "expected": "75", "generated": "60", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "20", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "20", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "20", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "20", "prompt": "1+45=" } ], "next_token_loss": 1.4065794126280957, "terminated": 1006 } }, { "elapsed_seconds": 4.371991708059795, "epoch": 6, "learning_rate": 0.000999536609334592, "step": 192, "train_next_token_loss": 1.39425419306487 }, { "elapsed_seconds": 4.672679292038083, "epoch": 7, "learning_rate": 0.0009991535270823585, "step": 224, "train_next_token_loss": 1.3566342121903234 }, { "elapsed_seconds": 4.983580667059869, "epoch": 8, "learning_rate": 0.0009986560406004344, "step": 256, "train_next_token_loss": 1.3417821588624104 }, { "elapsed_seconds": 5.292977167060599, "epoch": 9, "learning_rate": 0.000998044276603972, "step": 288, "train_next_token_loss": 1.3179403687361346 }, { "elapsed_seconds": 5.6015771250240505, "epoch": 10, "learning_rate": 0.0009973183909158352, "step": 320, "train_next_token_loss": 1.2525335907221788, "validation": { "accuracy": 0.4224652087475149, "answer_nll": 0.5249050951926238, "correct": 425, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "25", "prompt": "0+16=" }, { "ended": true, "expected": "22", "generated": "24", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "44", "prompt": "0+35=" }, { "ended": true, "expected": "40", "generated": "45", "prompt": "0+40=" }, { "ended": true, "expected": "59", "generated": "69", "prompt": "0+59=" }, { "ended": true, "expected": "18", "generated": "20", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "24", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "45", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "45", "prompt": "1+45=" }, { "ended": true, "expected": "48", "generated": "49", "prompt": "1+47=" } ], "next_token_loss": 1.1955516108277513, "terminated": 1006 } }, { "elapsed_seconds": 5.9763566250912845, "epoch": 11, "learning_rate": 0.0009964785684269083, "step": 352, "train_next_token_loss": 1.1739588585685161 }, { "elapsed_seconds": 6.240094167063944, "epoch": 12, "learning_rate": 0.000995525023049004, "step": 384, "train_next_token_loss": 1.1194550010432927 }, { "elapsed_seconds": 6.555677875061519, "epoch": 13, "learning_rate": 0.0009944579976603758, "step": 416, "train_next_token_loss": 1.0891594849587578 }, { "elapsed_seconds": 6.836153500014916, "epoch": 14, "learning_rate": 0.0009932777640438563, "step": 448, "train_next_token_loss": 1.0700844539726317 }, { "elapsed_seconds": 7.102567458059639, "epoch": 15, "learning_rate": 0.000991984622817629, "step": 480, "train_next_token_loss": 1.0516046865455295, "validation": { "accuracy": 0.8817097415506958, "answer_nll": 0.13394443438186038, "correct": 887, "examples": 1006, "mistakes": [ { "ended": true, "expected": "18", "generated": "19", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "22", "prompt": "1+20=" }, { "ended": true, "expected": "46", "generated": "47", "prompt": "1+45=" }, { "ended": true, "expected": "48", "generated": "49", "prompt": "1+47=" }, { "ended": true, "expected": "60", "generated": "50", "prompt": "1+59=" }, { "ended": true, "expected": "61", "generated": "62", "prompt": "1+60=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "31", "generated": "30", "prompt": "2+29=" }, { "ended": true, "expected": "101", "generated": "90", "prompt": "2+99=" } ], "next_token_loss": 1.046133222180895, "terminated": 1006 } }, { "elapsed_seconds": 7.497119417064823, "epoch": 16, "learning_rate": 0.0009905789033586604, "step": 512, "train_next_token_loss": 1.0393970978650904 }, { "elapsed_seconds": 7.81143574998714, "epoch": 17, "learning_rate": 0.0009890609637188013, "step": 544, "train_next_token_loss": 1.0320736674791169 }, { "elapsed_seconds": 8.082478500087745, "epoch": 18, "learning_rate": 0.000987431190533589, "step": 576, "train_next_token_loss": 1.0309372051776815 }, { "elapsed_seconds": 8.34707366710063, "epoch": 19, "learning_rate": 0.000985689998923766, "step": 608, "train_next_token_loss": 1.0246194044845254 }, { "elapsed_seconds": 8.613382375100628, "epoch": 20, "learning_rate": 0.0009838378323895457, "step": 640, "train_next_token_loss": 1.019221547978547, "validation": { "accuracy": 0.9254473161033797, "answer_nll": 0.08672178374758081, "correct": 931, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "15", "prompt": "0+16=" }, { "ended": true, "expected": "18", "generated": "19", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "22", "prompt": "1+20=" }, { "ended": true, "expected": "60", "generated": "59", "prompt": "1+59=" }, { "ended": true, "expected": "61", "generated": "62", "prompt": "1+60=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "27", "generated": "26", "prompt": "3+24=" }, { "ended": true, "expected": "48", "generated": "49", "prompt": "3+45=" }, { "ended": true, "expected": "75", "generated": "74", "prompt": "3+72=" }, { "ended": true, "expected": "63", "generated": "64", "prompt": "4+59=" } ], "next_token_loss": 1.025602137095698, "terminated": 1006 } }, { "elapsed_seconds": 9.003814208088443, "epoch": 21, "learning_rate": 0.0009818751626976465, "step": 672, "train_next_token_loss": 1.0170095406565482 }, { "elapsed_seconds": 9.277304125018418, "epoch": 22, "learning_rate": 0.0009798024897611287, "step": 704, "train_next_token_loss": 1.0157812769979786 }, { "elapsed_seconds": 9.543417125009, "epoch": 23, "learning_rate": 0.0009776203415120604, "step": 736, "train_next_token_loss": 1.017437701790949 }, { "elapsed_seconds": 9.8144361670129, "epoch": 24, "learning_rate": 0.0009753292737670498, "step": 768, "train_next_token_loss": 1.011888996594716 }, { "elapsed_seconds": 10.124898832989857, "epoch": 25, "learning_rate": 0.0009729298700856688, "step": 800, "train_next_token_loss": 1.012444328460791, "validation": { "accuracy": 0.9572564612326043, "answer_nll": 0.048225868277175434, "correct": 963, "examples": 1006, "mistakes": [ { "ended": true, "expected": "44", "generated": "43", "prompt": "1+43=" }, { "ended": true, "expected": "31", "generated": "30", "prompt": "2+29=" }, { "ended": true, "expected": "99", "generated": "98", "prompt": "2+97=" }, { "ended": true, "expected": "17", "generated": "16", "prompt": "3+14=" }, { "ended": true, "expected": "79", "generated": "89", "prompt": "5+74=" }, { "ended": true, "expected": "29", "generated": "30", "prompt": "7+22=" }, { "ended": true, "expected": "59", "generated": "60", "prompt": "7+52=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "7+97=" }, { "ended": true, "expected": "24", "generated": "23", "prompt": "9+15=" }, { "ended": true, "expected": "32", "generated": "31", "prompt": "9+23=" } ], "next_token_loss": 1.0155808263920394, "terminated": 1006 } }, { "elapsed_seconds": 10.574470916995779, "epoch": 26, "learning_rate": 0.0009704227416218186, "step": 832, "train_next_token_loss": 1.0077260070285965 }, { "elapsed_seconds": 10.839725417084992, "epoch": 27, "learning_rate": 0.0009678085269680587, "step": 864, "train_next_token_loss": 1.01109601548968 }, { "elapsed_seconds": 11.104881458100863, "epoch": 28, "learning_rate": 0.0009650878919929524, "step": 896, "train_next_token_loss": 1.0074323338618913 }, { "elapsed_seconds": 11.375839042011648, "epoch": 29, "learning_rate": 0.0009622615296714618, "step": 928, "train_next_token_loss": 1.0105021160973016 }, { "elapsed_seconds": 11.671163166989572, "epoch": 30, "learning_rate": 0.0009593301599084413, "step": 960, "train_next_token_loss": 1.0042406573918727, "validation": { "accuracy": 0.9711729622266402, "answer_nll": 0.03160029358153186, "correct": 977, "examples": 1006, "mistakes": [ { "ended": true, "expected": "73", "generated": "72", "prompt": "1+72=" }, { "ended": true, "expected": "94", "generated": "93", "prompt": "1+93=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "65", "generated": "64", "prompt": "2+63=" }, { "ended": true, "expected": "99", "generated": "90", "prompt": "2+97=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "4+59=" }, { "ended": true, "expected": "24", "generated": "23", "prompt": "5+19=" }, { "ended": true, "expected": "24", "generated": "23", "prompt": "9+15=" }, { "ended": true, "expected": "17", "generated": "18", "prompt": "11+6=" }, { "ended": true, "expected": "21", "generated": "2", "prompt": "20+1=" } ], "next_token_loss": 1.0061643422922448, "terminated": 1006 } }, { "elapsed_seconds": 12.073641041992232, "epoch": 31, "learning_rate": 0.0009562945293552678, "step": 992, "train_next_token_loss": 1.004298188969205 }, { "elapsed_seconds": 12.35336679208558, "epoch": 32, "learning_rate": 0.0009531554112196626, "step": 1024, "train_next_token_loss": 1.004311467885634 }, { "elapsed_seconds": 12.652567625045776, "epoch": 33, "learning_rate": 0.0009499136050687457, "step": 1056, "train_next_token_loss": 1.003553650093939 }, { "elapsed_seconds": 12.92084729205817, "epoch": 34, "learning_rate": 0.0009465699366253787, "step": 1088, "train_next_token_loss": 1.0037755521549436 }, { "elapsed_seconds": 13.185384207987227, "epoch": 35, "learning_rate": 0.000943125257557843, "step": 1120, "train_next_token_loss": 1.0029218749053581, "validation": { "accuracy": 0.9562624254473161, "answer_nll": 0.041731649427012504, "correct": 962, "examples": 1006, "mistakes": [ { "ended": true, "expected": "22", "generated": "21", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "36", "prompt": "0+35=" }, { "ended": true, "expected": "21", "generated": "20", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "45", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "47", "prompt": "1+45=" }, { "ended": true, "expected": "61", "generated": "60", "prompt": "1+60=" }, { "ended": true, "expected": "94", "generated": "95", "prompt": "1+93=" }, { "ended": true, "expected": "65", "generated": "66", "prompt": "2+63=" }, { "ended": true, "expected": "70", "generated": "60", "prompt": "5+65=" }, { "ended": true, "expected": "78", "generated": "79", "prompt": "8+70=" } ], "next_token_loss": 1.0130395799697107, "terminated": 1006 } }, { "elapsed_seconds": 13.548404792090878, "epoch": 36, "learning_rate": 0.0009395804452629117, "step": 1152, "train_next_token_loss": 1.0071253162453506 }, { "elapsed_seconds": 13.85086037509609, "epoch": 37, "learning_rate": 0.0009359364026423667, "step": 1184, "train_next_token_loss": 1.0054049523905826 }, { "elapsed_seconds": 14.138247333001345, "epoch": 38, "learning_rate": 0.0009321940578730202, "step": 1216, "train_next_token_loss": 1.0008662091018712 }, { "elapsed_seconds": 14.405720917042345, "epoch": 39, "learning_rate": 0.0009283543641702981, "step": 1248, "train_next_token_loss": 1.0022884322024994 }, { "elapsed_seconds": 14.67122775001917, "epoch": 40, "learning_rate": 0.0009244182995454457, "step": 1280, "train_next_token_loss": 1.0046755540244934, "validation": { "accuracy": 0.9821073558648111, "answer_nll": 0.019000239475324022, "correct": 988, "examples": 1006, "mistakes": [ { "ended": false, "expected": "101", "generated": "1111", "prompt": "2+99=" }, { "ended": true, "expected": "64", "generated": "63", "prompt": "9+55=" }, { "ended": true, "expected": "64", "generated": "63", "prompt": "55+9=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "59+4=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "60+3=" }, { "ended": true, "expected": "73", "generated": "72", "prompt": "70+3=" }, { "ended": true, "expected": "79", "generated": "89", "prompt": "73+6=" }, { "ended": true, "expected": "79", "generated": "89", "prompt": "74+5=" }, { "ended": true, "expected": "88", "generated": "97", "prompt": "79+9=" }, { "ended": true, "expected": "11", "generated": "12", "prompt": "8+3=" } ], "next_token_loss": 1.0020524700109414, "terminated": 1005 } }, { "elapsed_seconds": 15.123985333018936, "epoch": 41, "learning_rate": 0.0009203868665564175, "step": 1312, "train_next_token_loss": 0.998919971789574 }, { "elapsed_seconds": 15.399770500021987, "epoch": 42, "learning_rate": 0.0009162610920525152, "step": 1344, "train_next_token_loss": 1.0026088656275103 }, { "elapsed_seconds": 15.66899141704198, "epoch": 43, "learning_rate": 0.0009120420269128383, "step": 1376, "train_next_token_loss": 0.9998254617215776 }, { "elapsed_seconds": 15.935984958079644, "epoch": 44, "learning_rate": 0.0009077307457786134, "step": 1408, "train_next_token_loss": 1.0033165313928993 }, { "elapsed_seconds": 16.205919500091113, "epoch": 45, "learning_rate": 0.0009033283467794717, "step": 1440, "train_next_token_loss": 0.9994116582188599, "validation": { "accuracy": 0.989065606361829, "answer_nll": 0.010643675736871054, "correct": 995, "examples": 1006, "mistakes": [ { "ended": true, "expected": "61", "generated": "60", "prompt": "1+60=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "2+99=" }, { "ended": true, "expected": "29", "generated": "39", "prompt": "22+7=" }, { "ended": true, "expected": "65", "generated": "66", "prompt": "59+6=" }, { "ended": true, "expected": "61", "generated": "60", "prompt": "60+1=" }, { "ended": true, "expected": "99", "generated": "19", "prompt": "97+2=" }, { "ended": true, "expected": "11", "generated": "12", "prompt": "3+8=" }, { "ended": true, "expected": "11", "generated": "12", "prompt": "8+3=" }, { "ended": true, "expected": "98", "generated": "108", "prompt": "14+84=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "31+49=" } ], "next_token_loss": 0.9984917905369343, "terminated": 1006 } }, { "elapsed_seconds": 16.608947750064544, "epoch": 46, "learning_rate": 0.000898835951253744, "step": 1472, "train_next_token_loss": 0.9978677569427354 }, { "elapsed_seconds": 16.88183808303438, "epoch": 47, "learning_rate": 0.0008942547034628439, "step": 1504, "train_next_token_loss": 1.001047536954088 }, { "elapsed_seconds": 17.150142166996375, "epoch": 48, "learning_rate": 0.0008895857702998105, "step": 1536, "train_next_token_loss": 0.9997858477619563 }, { "elapsed_seconds": 17.4459110830212, "epoch": 49, "learning_rate": 0.0008848303409920902, "step": 1568, "train_next_token_loss": 0.9996561207892012 }, { "elapsed_seconds": 17.746657208073884, "epoch": 50, "learning_rate": 0.000879989626798627, "step": 1600, "train_next_token_loss": 1.0000353937509252, "validation": { "accuracy": 0.9860834990059643, "answer_nll": 0.013597190854763685, "correct": 992, "examples": 1006, "mistakes": [ { "ended": true, "expected": "60", "generated": "50", "prompt": "1+59=" }, { "ended": true, "expected": "73", "generated": "74", "prompt": "1+72=" }, { "ended": true, "expected": "83", "generated": "84", "prompt": "1+82=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "70", "generated": "60", "prompt": "5+65=" }, { "ended": true, "expected": "88", "generated": "97", "prompt": "9+79=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" }, { "ended": true, "expected": "21", "generated": "22", "prompt": "20+1=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "60+3=" }, { "ended": true, "expected": "6", "generated": "5", "prompt": "1+5=" } ], "next_token_loss": 0.9991012820822881, "terminated": 1006 } } ], "v2": [ { "elapsed_seconds": 0.6937677919631824, "epoch": 1, "learning_rate": 0.00032, "step": 32, "train_next_token_loss": 3.7115281108701335, "validation": { "accuracy": 0.0, "answer_nll": 2.8879593121178186, "correct": 0, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "=11", "prompt": "0+16=" }, { "ended": true, "expected": "22", "generated": "=11", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "=11", "prompt": "0+35=" }, { "ended": true, "expected": "40", "generated": "=11", "prompt": "0+40=" }, { "ended": true, "expected": "59", "generated": "=11", "prompt": "0+59=" }, { "ended": true, "expected": "75", "generated": "=11", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "=11", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "=11", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "=11", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "=11", "prompt": "1+45=" } ], "next_token_loss": 2.8641644094257046, "terminated": 994 } }, { "elapsed_seconds": 1.1299485840136185, "epoch": 2, "learning_rate": 0.00064, "step": 64, "train_next_token_loss": 2.272390969010031 }, { "elapsed_seconds": 1.4123517499538139, "epoch": 3, "learning_rate": 0.00096, "step": 96, "train_next_token_loss": 1.635907174715376 }, { "elapsed_seconds": 1.6897475419100374, "epoch": 4, "learning_rate": 0.0009999592000141625, "step": 128, "train_next_token_loss": 1.508150953025936 }, { "elapsed_seconds": 1.961136749945581, "epoch": 5, "learning_rate": 0.0009998051897819684, "step": 160, "train_next_token_loss": 1.442034159483255, "validation": { "accuracy": 0.05168986083499006, "answer_nll": 1.0937982934598087, "correct": 52, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "20", "prompt": "0+16=" }, { "ended": true, "expected": "35", "generated": "50", "prompt": "0+35=" }, { "ended": true, "expected": "59", "generated": "80", "prompt": "0+59=" }, { "ended": true, "expected": "75", "generated": "58", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "20", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "20", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "20", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "20", "prompt": "1+45=" }, { "ended": true, "expected": "48", "generated": "50", "prompt": "1+47=" }, { "ended": true, "expected": "53", "generated": "55", "prompt": "1+52=" } ], "next_token_loss": 1.409280439811726, "terminated": 1006 } }, { "elapsed_seconds": 2.4030623749131337, "epoch": 6, "learning_rate": 0.000999536609334592, "step": 192, "train_next_token_loss": 1.392316113938581 }, { "elapsed_seconds": 2.6903953339206055, "epoch": 7, "learning_rate": 0.0009991535270823585, "step": 224, "train_next_token_loss": 1.355589041839599 }, { "elapsed_seconds": 2.976921916939318, "epoch": 8, "learning_rate": 0.0009986560406004344, "step": 256, "train_next_token_loss": 1.3411281386682146 }, { "elapsed_seconds": 3.2481644169893116, "epoch": 9, "learning_rate": 0.000998044276603972, "step": 288, "train_next_token_loss": 1.323780937107502 }, { "elapsed_seconds": 3.5288672919850796, "epoch": 10, "learning_rate": 0.0009973183909158352, "step": 320, "train_next_token_loss": 1.3043723358784045, "validation": { "accuracy": 0.1878727634194831, "answer_nll": 0.7347987568825992, "correct": 189, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "10", "prompt": "0+16=" }, { "ended": true, "expected": "22", "generated": "24", "prompt": "0+22=" }, { "ended": true, "expected": "35", "generated": "34", "prompt": "0+35=" }, { "ended": true, "expected": "40", "generated": "46", "prompt": "0+40=" }, { "ended": true, "expected": "59", "generated": "58", "prompt": "0+59=" }, { "ended": true, "expected": "75", "generated": "76", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "10", "prompt": "1+17=" }, { "ended": true, "expected": "21", "generated": "24", "prompt": "1+20=" }, { "ended": true, "expected": "44", "generated": "45", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "44", "prompt": "1+45=" } ], "next_token_loss": 1.2741834215380818, "terminated": 1006 } }, { "elapsed_seconds": 3.9351439169840887, "epoch": 11, "learning_rate": 0.0009964785684269083, "step": 352, "train_next_token_loss": 1.2206123504575748 }, { "elapsed_seconds": 4.235871625016443, "epoch": 12, "learning_rate": 0.000995525023049004, "step": 384, "train_next_token_loss": 1.1484641452867126 }, { "elapsed_seconds": 4.524053999921307, "epoch": 13, "learning_rate": 0.0009944579976603758, "step": 416, "train_next_token_loss": 1.104155085018281 }, { "elapsed_seconds": 4.8061642500106245, "epoch": 14, "learning_rate": 0.0009932777640438563, "step": 448, "train_next_token_loss": 1.0817770226526797 }, { "elapsed_seconds": 5.115767374983989, "epoch": 15, "learning_rate": 0.000991984622817629, "step": 480, "train_next_token_loss": 1.0653430069190344, "validation": { "accuracy": 0.81610337972167, "answer_nll": 0.17832568996459822, "correct": 821, "examples": 1006, "mistakes": [ { "ended": true, "expected": "16", "generated": "19", "prompt": "0+16=" }, { "ended": true, "expected": "35", "generated": "30", "prompt": "0+35=" }, { "ended": true, "expected": "75", "generated": "74", "prompt": "0+75=" }, { "ended": true, "expected": "18", "generated": "19", "prompt": "1+17=" }, { "ended": true, "expected": "44", "generated": "42", "prompt": "1+43=" }, { "ended": true, "expected": "46", "generated": "45", "prompt": "1+45=" }, { "ended": true, "expected": "53", "generated": "52", "prompt": "1+52=" }, { "ended": true, "expected": "60", "generated": "50", "prompt": "1+59=" }, { "ended": true, "expected": "61", "generated": "62", "prompt": "1+60=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" } ], "next_token_loss": 1.0634865439111203, "terminated": 1006 } }, { "elapsed_seconds": 5.509187083924189, "epoch": 16, "learning_rate": 0.0009905789033586604, "step": 512, "train_next_token_loss": 1.0483694424895993 }, { "elapsed_seconds": 5.778172041988, "epoch": 17, "learning_rate": 0.0009890609637188013, "step": 544, "train_next_token_loss": 1.0382141534514695 }, { "elapsed_seconds": 6.07045441691298, "epoch": 18, "learning_rate": 0.000987431190533589, "step": 576, "train_next_token_loss": 1.0339005753447101 }, { "elapsed_seconds": 6.3434060419676825, "epoch": 19, "learning_rate": 0.000985689998923766, "step": 608, "train_next_token_loss": 1.0273792457285211 }, { "elapsed_seconds": 6.618827334023081, "epoch": 20, "learning_rate": 0.0009838378323895457, "step": 640, "train_next_token_loss": 1.0216281036716484, "validation": { "accuracy": 0.9294234592445328, "answer_nll": 0.07844274713995784, "correct": 935, "examples": 1006, "mistakes": [ { "ended": true, "expected": "22", "generated": "32", "prompt": "0+22=" }, { "ended": true, "expected": "18", "generated": "19", "prompt": "1+17=" }, { "ended": true, "expected": "46", "generated": "47", "prompt": "1+45=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "17", "generated": "18", "prompt": "3+14=" }, { "ended": true, "expected": "24", "generated": "35", "prompt": "5+19=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "5+99=" }, { "ended": true, "expected": "17", "generated": "18", "prompt": "6+11=" }, { "ended": true, "expected": "43", "generated": "52", "prompt": "6+37=" } ], "next_token_loss": 1.0225654947360696, "terminated": 1005 } }, { "elapsed_seconds": 7.034171666949987, "epoch": 21, "learning_rate": 0.0009818751626976465, "step": 672, "train_next_token_loss": 1.021136688049623 }, { "elapsed_seconds": 7.317644333932549, "epoch": 22, "learning_rate": 0.0009798024897611287, "step": 704, "train_next_token_loss": 1.0166341387703066 }, { "elapsed_seconds": 7.622055749990977, "epoch": 23, "learning_rate": 0.0009776203415120604, "step": 736, "train_next_token_loss": 1.017381161390744 }, { "elapsed_seconds": 7.895172375021502, "epoch": 24, "learning_rate": 0.0009753292737670498, "step": 768, "train_next_token_loss": 1.0135889945732963 }, { "elapsed_seconds": 8.178138833958656, "epoch": 25, "learning_rate": 0.0009729298700856688, "step": 800, "train_next_token_loss": 1.0124259854313309, "validation": { "accuracy": 0.9324055666003976, "answer_nll": 0.07242404288941819, "correct": 938, "examples": 1006, "mistakes": [ { "ended": true, "expected": "22", "generated": "23", "prompt": "0+22=" }, { "ended": true, "expected": "53", "generated": "54", "prompt": "1+52=" }, { "ended": true, "expected": "73", "generated": "74", "prompt": "1+72=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "83", "generated": "84", "prompt": "1+82=" }, { "ended": true, "expected": "94", "generated": "95", "prompt": "1+93=" }, { "ended": true, "expected": "65", "generated": "66", "prompt": "2+63=" }, { "ended": true, "expected": "75", "generated": "76", "prompt": "3+72=" }, { "ended": true, "expected": "60", "generated": "69", "prompt": "4+56=" }, { "ended": true, "expected": "70", "generated": "79", "prompt": "5+65=" } ], "next_token_loss": 1.026640386280089, "terminated": 1006 } }, { "elapsed_seconds": 8.58801487495657, "epoch": 26, "learning_rate": 0.0009704227416218186, "step": 832, "train_next_token_loss": 1.0104460616035669 }, { "elapsed_seconds": 8.86867383401841, "epoch": 27, "learning_rate": 0.0009678085269680587, "step": 864, "train_next_token_loss": 1.0122948497391338 }, { "elapsed_seconds": 9.151052958914079, "epoch": 28, "learning_rate": 0.0009650878919929524, "step": 896, "train_next_token_loss": 1.0107682602659007 }, { "elapsed_seconds": 9.423201374942437, "epoch": 29, "learning_rate": 0.0009622615296714618, "step": 928, "train_next_token_loss": 1.0074732745343056 }, { "elapsed_seconds": 9.706767124938779, "epoch": 30, "learning_rate": 0.0009593301599084413, "step": 960, "train_next_token_loss": 1.0078844328918, "validation": { "accuracy": 0.9642147117296223, "answer_nll": 0.037970442820734536, "correct": 970, "examples": 1006, "mistakes": [ { "ended": true, "expected": "22", "generated": "23", "prompt": "0+22=" }, { "ended": true, "expected": "40", "generated": "30", "prompt": "0+40=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "5+99=" }, { "ended": true, "expected": "46", "generated": "47", "prompt": "6+40=" }, { "ended": true, "expected": "56", "generated": "57", "prompt": "6+50=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "6+98=" }, { "ended": true, "expected": "90", "generated": "80", "prompt": "9+81=" }, { "ended": true, "expected": "101", "generated": "100", "prompt": "9+92=" }, { "ended": true, "expected": "62", "generated": "61", "prompt": "55+7=" }, { "ended": true, "expected": "60", "generated": "59", "prompt": "59+1=" } ], "next_token_loss": 1.0074949191229452, "terminated": 1004 } }, { "elapsed_seconds": 10.100172624923289, "epoch": 31, "learning_rate": 0.0009562945293552678, "step": 992, "train_next_token_loss": 1.0037810301769465 }, { "elapsed_seconds": 10.369716624962166, "epoch": 32, "learning_rate": 0.0009531554112196626, "step": 1024, "train_next_token_loss": 1.0052987071493937 }, { "elapsed_seconds": 10.653549624956213, "epoch": 33, "learning_rate": 0.0009499136050687457, "step": 1056, "train_next_token_loss": 1.0040534659241984 }, { "elapsed_seconds": 10.941085874917917, "epoch": 34, "learning_rate": 0.0009465699366253787, "step": 1088, "train_next_token_loss": 1.0051092686431942 }, { "elapsed_seconds": 11.213988999952562, "epoch": 35, "learning_rate": 0.000943125257557843, "step": 1120, "train_next_token_loss": 1.0021287080519754, "validation": { "accuracy": 0.9652087475149106, "answer_nll": 0.03237666476166153, "correct": 971, "examples": 1006, "mistakes": [ { "ended": true, "expected": "73", "generated": "74", "prompt": "5+68=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "6+98=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "7+97=" }, { "ended": true, "expected": "22", "generated": "23", "prompt": "9+13=" }, { "ended": true, "expected": "32", "generated": "33", "prompt": "9+23=" }, { "ended": true, "expected": "61", "generated": "62", "prompt": "60+1=" }, { "ended": true, "expected": "73", "generated": "74", "prompt": "72+1=" }, { "ended": true, "expected": "80", "generated": "81", "prompt": "79+1=" }, { "ended": true, "expected": "88", "generated": "87", "prompt": "79+9=" }, { "ended": true, "expected": "90", "generated": "91", "prompt": "81+9=" } ], "next_token_loss": 1.009412548869823, "terminated": 1006 } }, { "elapsed_seconds": 11.604102374985814, "epoch": 36, "learning_rate": 0.0009395804452629117, "step": 1152, "train_next_token_loss": 1.0035511905493852 }, { "elapsed_seconds": 11.9207390419906, "epoch": 37, "learning_rate": 0.0009359364026423667, "step": 1184, "train_next_token_loss": 1.0044201028408815 }, { "elapsed_seconds": 12.208958124974743, "epoch": 38, "learning_rate": 0.0009321940578730202, "step": 1216, "train_next_token_loss": 1.0012565669375848 }, { "elapsed_seconds": 12.491418041987345, "epoch": 39, "learning_rate": 0.0009283543641702981, "step": 1248, "train_next_token_loss": 1.003862901594489 }, { "elapsed_seconds": 12.760971958981827, "epoch": 40, "learning_rate": 0.0009244182995454457, "step": 1280, "train_next_token_loss": 1.0007162454304355, "validation": { "accuracy": 0.967196819085487, "answer_nll": 0.02333982297313634, "correct": 973, "examples": 1006, "mistakes": [ { "ended": true, "expected": "75", "generated": "85", "prompt": "0+75=" }, { "ended": true, "expected": "99", "generated": "19", "prompt": "2+97=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "4+59=" }, { "ended": true, "expected": "44", "generated": "43", "prompt": "5+39=" }, { "ended": true, "expected": "79", "generated": "78", "prompt": "5+74=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "5+99=" }, { "ended": true, "expected": "65", "generated": "64", "prompt": "6+59=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" }, { "ended": true, "expected": "24", "generated": "25", "prompt": "19+5=" }, { "ended": true, "expected": "38", "generated": "39", "prompt": "31+7=" } ], "next_token_loss": 1.0035965656440142, "terminated": 1006 } }, { "elapsed_seconds": 13.179650541977026, "epoch": 41, "learning_rate": 0.0009203868665564175, "step": 1312, "train_next_token_loss": 1.001772348139813 }, { "elapsed_seconds": 13.46946383395698, "epoch": 42, "learning_rate": 0.0009162610920525152, "step": 1344, "train_next_token_loss": 1.001069376164957 }, { "elapsed_seconds": 13.737884124973789, "epoch": 43, "learning_rate": 0.0009120420269128383, "step": 1376, "train_next_token_loss": 1.0016658309139579 }, { "elapsed_seconds": 14.018124833935872, "epoch": 44, "learning_rate": 0.0009077307457786134, "step": 1408, "train_next_token_loss": 1.0009717951966706 }, { "elapsed_seconds": 14.319644458941184, "epoch": 45, "learning_rate": 0.0009033283467794717, "step": 1440, "train_next_token_loss": 0.998977920393153, "validation": { "accuracy": 0.9592445328031809, "answer_nll": 0.031561490076258185, "correct": 965, "examples": 1006, "mistakes": [ { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "73", "generated": "63", "prompt": "5+68=" }, { "ended": true, "expected": "67", "generated": "57", "prompt": "6+61=" }, { "ended": true, "expected": "68", "generated": "69", "prompt": "6+62=" }, { "ended": true, "expected": "73", "generated": "63", "prompt": "6+67=" }, { "ended": true, "expected": "74", "generated": "64", "prompt": "7+67=" }, { "ended": true, "expected": "45", "generated": "44", "prompt": "9+36=" }, { "ended": true, "expected": "95", "generated": "94", "prompt": "9+86=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" } ], "next_token_loss": 1.007115729744876, "terminated": 1005 } }, { "elapsed_seconds": 14.812929083942436, "epoch": 46, "learning_rate": 0.000898835951253744, "step": 1472, "train_next_token_loss": 1.0003813647424493 }, { "elapsed_seconds": 15.096958374953829, "epoch": 47, "learning_rate": 0.0008942547034628439, "step": 1504, "train_next_token_loss": 1.0003541185664366 }, { "elapsed_seconds": 15.365355334011838, "epoch": 48, "learning_rate": 0.0008895857702998105, "step": 1536, "train_next_token_loss": 0.9971858128340471 }, { "elapsed_seconds": 15.667134542018175, "epoch": 49, "learning_rate": 0.0008848303409920902, "step": 1568, "train_next_token_loss": 0.9976143435902814 }, { "elapsed_seconds": 16.012102584005333, "epoch": 50, "learning_rate": 0.000879989626798627, "step": 1600, "train_next_token_loss": 1.0026186502670862, "validation": { "accuracy": 0.9642147117296223, "answer_nll": 0.029274666268670924, "correct": 970, "examples": 1006, "mistakes": [ { "ended": true, "expected": "21", "generated": "22", "prompt": "1+20=" }, { "ended": true, "expected": "61", "generated": "62", "prompt": "1+60=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "2+26=" }, { "ended": true, "expected": "75", "generated": "76", "prompt": "3+72=" }, { "ended": true, "expected": "17", "generated": "18", "prompt": "6+11=" }, { "ended": true, "expected": "67", "generated": "68", "prompt": "6+61=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "6+98=" }, { "ended": true, "expected": "56", "generated": "57", "prompt": "8+48=" }, { "ended": true, "expected": "101", "generated": "111", "prompt": "9+92=" }, { "ended": true, "expected": "28", "generated": "29", "prompt": "21+7=" } ], "next_token_loss": 1.0047717921047716, "terminated": 1006 } }, { "elapsed_seconds": 16.425720958970487, "epoch": 51, "learning_rate": 0.0008750648607013413, "step": 1632, "train_next_token_loss": 0.9994979128896656 }, { "elapsed_seconds": 16.701993542024866, "epoch": 52, "learning_rate": 0.0008700572970910768, "step": 1664, "train_next_token_loss": 0.9993775523127044 }, { "elapsed_seconds": 17.016302999923937, "epoch": 53, "learning_rate": 0.0008649682114480934, "step": 1696, "train_next_token_loss": 0.9982831251827513 }, { "elapsed_seconds": 17.307556667015888, "epoch": 54, "learning_rate": 0.0008597989000171888, "step": 1728, "train_next_token_loss": 0.9968927090732865 }, { "elapsed_seconds": 17.590993291931227, "epoch": 55, "learning_rate": 0.0008545506794775306, "step": 1760, "train_next_token_loss": 0.9992516937620558, "validation": { "accuracy": 0.9801192842942346, "answer_nll": 0.019788224542507133, "correct": 986, "examples": 1006, "mistakes": [ { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "2+99=" }, { "ended": true, "expected": "27", "generated": "26", "prompt": "3+24=" }, { "ended": true, "expected": "48", "generated": "47", "prompt": "3+45=" }, { "ended": true, "expected": "104", "generated": "103", "prompt": "5+99=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" }, { "ended": true, "expected": "57", "generated": "58", "prompt": "50+7=" }, { "ended": true, "expected": "63", "generated": "62", "prompt": "59+4=" }, { "ended": true, "expected": "78", "generated": "79", "prompt": "70+8=" }, { "ended": true, "expected": "80", "generated": "70", "prompt": "79+1=" } ], "next_token_loss": 1.0003282919996932, "terminated": 1006 } }, { "elapsed_seconds": 18.04438258393202, "epoch": 56, "learning_rate": 0.000849224886607285, "step": 1792, "train_next_token_loss": 0.9999572229563551 }, { "elapsed_seconds": 18.3495728749549, "epoch": 57, "learning_rate": 0.0008438228779431235, "step": 1824, "train_next_token_loss": 0.9974393862727066 }, { "elapsed_seconds": 18.639869791921228, "epoch": 58, "learning_rate": 0.0008383460294347, "step": 1856, "train_next_token_loss": 0.9966902432903685 }, { "elapsed_seconds": 18.919608791940846, "epoch": 59, "learning_rate": 0.0008327957360941807, "step": 1888, "train_next_token_loss": 0.9970521408821496 }, { "elapsed_seconds": 19.199605666915886, "epoch": 60, "learning_rate": 0.0008271734116409192, "step": 1920, "train_next_token_loss": 0.9960418369989479, "validation": { "accuracy": 0.9960238568588469, "answer_nll": 0.005024782762321324, "correct": 1002, "examples": 1006, "mistakes": [ { "ended": true, "expected": "101", "generated": "11", "prompt": "2+99=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "7+97=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "98+6=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "6+4=" } ], "next_token_loss": 0.9970160271752909, "terminated": 1006 } }, { "elapsed_seconds": 19.59681554196868, "epoch": 61, "learning_rate": 0.0008214804881413686, "step": 1952, "train_next_token_loss": 0.9952040032723098 }, { "elapsed_seconds": 19.86655533395242, "epoch": 62, "learning_rate": 0.0008157184156443166, "step": 1984, "train_next_token_loss": 1.0011974935586834 }, { "elapsed_seconds": 20.15503879194148, "epoch": 63, "learning_rate": 0.0008098886618115442, "step": 2016, "train_next_token_loss": 0.9966244596756966 }, { "elapsed_seconds": 20.44000295898877, "epoch": 64, "learning_rate": 0.0008039927115439959, "step": 2048, "train_next_token_loss": 0.9965140736216224 }, { "elapsed_seconds": 20.71270045894198, "epoch": 65, "learning_rate": 0.0007980320666035591, "step": 2080, "train_next_token_loss": 0.9958839971393333, "validation": { "accuracy": 0.989065606361829, "answer_nll": 0.009066154389929311, "correct": 995, "examples": 1006, "mistakes": [ { "ended": true, "expected": "101", "generated": "11", "prompt": "2+99=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" }, { "ended": true, "expected": "83", "generated": "84", "prompt": "82+1=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "92+9=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "3+7=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "4+6=" }, { "ended": true, "expected": "11", "generated": "12", "prompt": "8+3=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "8+7=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "9+6=" }, { "ended": true, "expected": "101", "generated": "91", "prompt": "65+36=" } ], "next_token_loss": 1.0008558213049077, "terminated": 1006 } }, { "elapsed_seconds": 21.099415374919772, "epoch": 66, "learning_rate": 0.00079200824523055, "step": 2112, "train_next_token_loss": 0.9964647905566367 }, { "elapsed_seconds": 21.384985791984946, "epoch": 67, "learning_rate": 0.0007859227817570006, "step": 2144, "train_next_token_loss": 0.9970852082822087 }, { "elapsed_seconds": 21.68588137498591, "epoch": 68, "learning_rate": 0.0007797772262158483, "step": 2176, "train_next_token_loss": 0.9953887318678756 }, { "elapsed_seconds": 21.959773291950114, "epoch": 69, "learning_rate": 0.0007735731439461266, "step": 2208, "train_next_token_loss": 0.9955130898309607 }, { "elapsed_seconds": 22.231547124916688, "epoch": 70, "learning_rate": 0.0007673121151942544, "step": 2240, "train_next_token_loss": 0.9966634500149499, "validation": { "accuracy": 0.9930417495029821, "answer_nll": 0.007034745368263149, "correct": 999, "examples": 1006, "mistakes": [ { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "65", "generated": "66", "prompt": "2+63=" }, { "ended": true, "expected": "24", "generated": "25", "prompt": "9+15=" }, { "ended": true, "expected": "29", "generated": "28", "prompt": "22+7=" }, { "ended": true, "expected": "104", "generated": "105", "prompt": "97+7=" }, { "ended": true, "expected": "170", "generated": "160", "prompt": "80+90=" }, { "ended": true, "expected": "170", "generated": "160", "prompt": "90+80=" } ], "next_token_loss": 0.9963454222903101, "terminated": 1006 } }, { "elapsed_seconds": 22.627163541968912, "epoch": 71, "learning_rate": 0.0007609957347115326, "step": 2272, "train_next_token_loss": 0.9947644305760505 }, { "elapsed_seconds": 22.9119284999324, "epoch": 72, "learning_rate": 0.0007546256113479422, "step": 2304, "train_next_token_loss": 0.9951121373119751 }, { "elapsed_seconds": 23.20192079199478, "epoch": 73, "learning_rate": 0.0007482033676423534, "step": 2336, "train_next_token_loss": 0.9959766631767516 }, { "elapsed_seconds": 23.47985004191287, "epoch": 74, "learning_rate": 0.0007417306394092478, "step": 2368, "train_next_token_loss": 0.9955929889692118 }, { "elapsed_seconds": 23.774698166991584, "epoch": 75, "learning_rate": 0.0007352090753220587, "step": 2400, "train_next_token_loss": 0.9948139428795447, "validation": { "accuracy": 0.9980119284294234, "answer_nll": 0.0022185974763928827, "correct": 1004, "examples": 1006, "mistakes": [ { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "90", "generated": "80", "prompt": "75+15=" } ], "next_token_loss": 0.9940098242104104, "terminated": 1006 } }, { "elapsed_seconds": 24.26895091694314, "epoch": 76, "learning_rate": 0.000728640336493236, "step": 2432, "train_next_token_loss": 0.9939264383338834 }, { "elapsed_seconds": 24.557305666967295, "epoch": 77, "learning_rate": 0.0007220260960511431, "step": 2464, "train_next_token_loss": 0.99532380576231 }, { "elapsed_seconds": 24.825347375008278, "epoch": 78, "learning_rate": 0.0007153680387138934, "step": 2496, "train_next_token_loss": 0.9940591816451745 }, { "elapsed_seconds": 25.116781583987176, "epoch": 79, "learning_rate": 0.0007086678603602343, "step": 2528, "train_next_token_loss": 0.9945404600641233 }, { "elapsed_seconds": 25.41605908400379, "epoch": 80, "learning_rate": 0.0007019272675975891, "step": 2560, "train_next_token_loss": 0.9961051925620527, "validation": { "accuracy": 0.9980119284294234, "answer_nll": 0.003439835771765725, "correct": 1004, "examples": 1006, "mistakes": [ { "ended": true, "expected": "59", "generated": "69", "prompt": "7+52=" }, { "ended": true, "expected": "15", "generated": "16", "prompt": "9+6=" } ], "next_token_loss": 0.9963553255180535, "terminated": 1006 } }, { "elapsed_seconds": 25.89439033390954, "epoch": 81, "learning_rate": 0.0006951479773273643, "step": 2592, "train_next_token_loss": 0.9956459588011868 }, { "elapsed_seconds": 26.20116816693917, "epoch": 82, "learning_rate": 0.0006883317163076387, "step": 2624, "train_next_token_loss": 0.9935914005196584 }, { "elapsed_seconds": 26.54623687500134, "epoch": 83, "learning_rate": 0.0006814802207133371, "step": 2656, "train_next_token_loss": 0.9940032441150715 }, { "elapsed_seconds": 26.818567791953683, "epoch": 84, "learning_rate": 0.0006745952356940097, "step": 2688, "train_next_token_loss": 0.9950973008414643 }, { "elapsed_seconds": 27.099681208957918, "epoch": 85, "learning_rate": 0.0006676785149293229, "step": 2720, "train_next_token_loss": 0.9941788733105847, "validation": { "accuracy": 0.9960238568588469, "answer_nll": 0.004781070066800296, "correct": 1002, "examples": 1006, "mistakes": [ { "ended": true, "expected": "10", "generated": "11", "prompt": "3+7=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "4+6=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "8+7=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "9+6=" } ], "next_token_loss": 0.9961660696236523, "terminated": 1006 } }, { "elapsed_seconds": 27.498276458936743, "epoch": 86, "learning_rate": 0.0006607318201823788, "step": 2752, "train_next_token_loss": 0.9938494642182311 }, { "elapsed_seconds": 27.78427608392667, "epoch": 87, "learning_rate": 0.0006537569208509745, "step": 2784, "train_next_token_loss": 0.9944929425213815 }, { "elapsed_seconds": 28.089504375006072, "epoch": 88, "learning_rate": 0.000646755593516918, "step": 2816, "train_next_token_loss": 0.9943729615625625 }, { "elapsed_seconds": 28.369235708960332, "epoch": 89, "learning_rate": 0.0006397296214935129, "step": 2848, "train_next_token_loss": 0.9935171094212333 }, { "elapsed_seconds": 28.64958366693463, "epoch": 90, "learning_rate": 0.0006326807943713312, "step": 2880, "train_next_token_loss": 0.9940890356915363, "validation": { "accuracy": 1.0, "answer_nll": 0.0025001674110707705, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 0.9962857423125934, "terminated": 1006 } }, { "elapsed_seconds": 29.056906124926172, "epoch": 91, "learning_rate": 0.0006256109075623834, "step": 2912, "train_next_token_loss": 0.9936658499722913 }, { "elapsed_seconds": 29.323137458995916, "epoch": 92, "learning_rate": 0.0006185217618428085, "step": 2944, "train_next_token_loss": 0.9949754399401904 }, { "elapsed_seconds": 29.601467291940935, "epoch": 93, "learning_rate": 0.0006114151628941971, "step": 2976, "train_next_token_loss": 0.9928918605796867 }, { "elapsed_seconds": 29.89221824996639, "epoch": 94, "learning_rate": 0.000604292920843665, "step": 3008, "train_next_token_loss": 0.9934323134899364 }, { "elapsed_seconds": 30.191363124991767, "epoch": 95, "learning_rate": 0.0005971568498027938, "step": 3040, "train_next_token_loss": 0.9942955335727695, "validation": { "accuracy": 0.9960238568588469, "answer_nll": 0.005976435979478595, "correct": 1002, "examples": 1006, "mistakes": [ { "ended": true, "expected": "80", "generated": "70", "prompt": "1+79=" }, { "ended": true, "expected": "46", "generated": "47", "prompt": "6+40=" }, { "ended": true, "expected": "56", "generated": "57", "prompt": "6+50=" }, { "ended": true, "expected": "15", "generated": "16", "prompt": "6+9=" } ], "next_token_loss": 0.9975821008853277, "terminated": 1006 } }, { "elapsed_seconds": 30.57228587497957, "epoch": 96, "learning_rate": 0.0005900087674055578, "step": 3072, "train_next_token_loss": 0.9933062140655736 }, { "elapsed_seconds": 30.840778667014092, "epoch": 97, "learning_rate": 0.0005828504943453524, "step": 3104, "train_next_token_loss": 0.9933432146466429 }, { "elapsed_seconds": 31.131269458914176, "epoch": 98, "learning_rate": 0.0005756838539112451, "step": 3136, "train_next_token_loss": 0.9931449385088381 }, { "elapsed_seconds": 31.428364249994047, "epoch": 99, "learning_rate": 0.0005685106715235628, "step": 3168, "train_next_token_loss": 0.9935014409231737 }, { "elapsed_seconds": 31.702109291916713, "epoch": 100, "learning_rate": 0.0005613327742689385, "step": 3200, "train_next_token_loss": 0.9930353456985619, "validation": { "accuracy": 1.0, "answer_nll": 0.0005534407815157486, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 0.9954982793402407, "terminated": 1006 } }, { "elapsed_seconds": 32.13035570899956, "epoch": 101, "learning_rate": 0.0005541519904349324, "step": 3232, "train_next_token_loss": 0.9931990836803611 }, { "elapsed_seconds": 32.416212624986656, "epoch": 102, "learning_rate": 0.0005469701490443479, "step": 3264, "train_next_token_loss": 0.993788434119126 }, { "elapsed_seconds": 32.69520787498914, "epoch": 103, "learning_rate": 0.0005397890793893586, "step": 3296, "train_next_token_loss": 0.9937404060166332 }, { "elapsed_seconds": 32.97537454194389, "epoch": 104, "learning_rate": 0.0005326106105655696, "step": 3328, "train_next_token_loss": 0.9932272501042545 }, { "elapsed_seconds": 33.24823604198173, "epoch": 105, "learning_rate": 0.0005254365710061257, "step": 3360, "train_next_token_loss": 0.9927483765988898, "validation": { "accuracy": 0.9980119284294234, "answer_nll": 0.002259309025347843, "correct": 1004, "examples": 1006, "mistakes": [ { "ended": true, "expected": "104", "generated": "105", "prompt": "98+6=" }, { "ended": true, "expected": "115", "generated": "105", "prompt": "52+63=" } ], "next_token_loss": 0.997713865936566, "terminated": 1006 } }, { "elapsed_seconds": 33.646742500015534, "epoch": 106, "learning_rate": 0.000518268788015991, "step": 3392, "train_next_token_loss": 0.9931521750536622 }, { "elapsed_seconds": 33.94420683395583, "epoch": 107, "learning_rate": 0.0005111090873065136, "step": 3424, "train_next_token_loss": 0.9939616402519966 }, { "elapsed_seconds": 34.211455249926075, "epoch": 108, "learning_rate": 0.0005039592925303986, "step": 3456, "train_next_token_loss": 0.9933706386189007 }, { "elapsed_seconds": 34.482748084003106, "epoch": 109, "learning_rate": 0.0004968212248172028, "step": 3488, "train_next_token_loss": 0.992776260746454 }, { "elapsed_seconds": 34.77289091690909, "epoch": 110, "learning_rate": 0.0004896967023094742, "step": 3520, "train_next_token_loss": 0.9925698699240395, "validation": { "accuracy": 1.0, "answer_nll": 0.00040787405867354185, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 0.9947955150262195, "terminated": 1006 } }, { "elapsed_seconds": 35.29319079197012, "epoch": 111, "learning_rate": 0.00048258753969965154, "step": 3552, "train_next_token_loss": 0.9924236252975168 }, { "elapsed_seconds": 35.58737558394205, "epoch": 112, "learning_rate": 0.0004754955477678425, "step": 3584, "train_next_token_loss": 0.99338154364682 }, { "elapsed_seconds": 35.8570946669206, "epoch": 113, "learning_rate": 0.0004684225329205987, "step": 3616, "train_next_token_loss": 0.992485273123542 }, { "elapsed_seconds": 36.14823199994862, "epoch": 114, "learning_rate": 0.0004613702967308039, "step": 3648, "train_next_token_loss": 0.9928363344360023 }, { "elapsed_seconds": 36.434611708973534, "epoch": 115, "learning_rate": 0.00045434063547879547, "step": 3680, "train_next_token_loss": 0.9925632832596569, "validation": { "accuracy": 0.9980119284294234, "answer_nll": 0.0012062432433015522, "correct": 1004, "examples": 1006, "mistakes": [ { "ended": true, "expected": "15", "generated": "14", "prompt": "6+9=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "9+6=" } ], "next_token_loss": 0.9959835114385408, "terminated": 1006 } }, { "elapsed_seconds": 36.825603000004776, "epoch": 116, "learning_rate": 0.0004473353396948302, "step": 3712, "train_next_token_loss": 0.9924194443549306 }, { "elapsed_seconds": 37.11671083397232, "epoch": 117, "learning_rate": 0.0004403561937030195, "step": 3744, "train_next_token_loss": 0.9923312790906045 }, { "elapsed_seconds": 37.40618433395866, "epoch": 118, "learning_rate": 0.0004334049751668413, "step": 3776, "train_next_token_loss": 0.9924608933598973 }, { "elapsed_seconds": 37.69912195892539, "epoch": 119, "learning_rate": 0.0004264834546363505, "step": 3808, "train_next_token_loss": 0.9926377281495428 }, { "elapsed_seconds": 37.96894045895897, "epoch": 120, "learning_rate": 0.00041959339509720106, "step": 3840, "train_next_token_loss": 0.9924850716411421, "validation": { "accuracy": 0.9990059642147118, "answer_nll": 0.0008411357884927822, "correct": 1005, "examples": 1006, "mistakes": [ { "ended": true, "expected": "15", "generated": "16", "prompt": "9+6=" } ], "next_token_loss": 0.9969390426101489, "terminated": 1006 } }, { "elapsed_seconds": 38.39223791693803, "epoch": 121, "learning_rate": 0.00041273655152159394, "step": 3872, "train_next_token_loss": 0.9928407845228744 }, { "elapsed_seconds": 38.696423916961066, "epoch": 122, "learning_rate": 0.0004059146704212674, "step": 3904, "train_next_token_loss": 0.9923664534805455 }, { "elapsed_seconds": 38.98337808391079, "epoch": 123, "learning_rate": 0.0003991294894026418, "step": 3936, "train_next_token_loss": 0.9921881662726217 }, { "elapsed_seconds": 39.25897870899644, "epoch": 124, "learning_rate": 0.0003923827367242323, "step": 3968, "train_next_token_loss": 0.9922855725402681 }, { "elapsed_seconds": 39.54555774992332, "epoch": 125, "learning_rate": 0.0003856761308564427, "step": 4000, "train_next_token_loss": 0.9919692476221281, "validation": { "accuracy": 0.9910536779324056, "answer_nll": 0.006713562747792037, "correct": 997, "examples": 1006, "mistakes": [ { "ended": true, "expected": "51", "generated": "52", "prompt": "8+43=" }, { "ended": true, "expected": "101", "generated": "11", "prompt": "9+92=" }, { "ended": true, "expected": "17", "generated": "18", "prompt": "14+3=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "4+6=" }, { "ended": true, "expected": "10", "generated": "11", "prompt": "6+4=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "6+9=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "7+8=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "8+7=" }, { "ended": true, "expected": "15", "generated": "14", "prompt": "9+6=" } ], "next_token_loss": 0.99919392938394, "terminated": 1006 } }, { "elapsed_seconds": 39.98543945897836, "epoch": 126, "learning_rate": 0.00037901138004385295, "step": 4032, "train_next_token_loss": 0.9920192905959718 }, { "elapsed_seconds": 40.29674433392938, "epoch": 127, "learning_rate": 0.0003723901818701102, "step": 4064, "train_next_token_loss": 0.9918687504806447 }, { "elapsed_seconds": 40.57358741702046, "epoch": 128, "learning_rate": 0.0003658142228255372, "step": 4096, "train_next_token_loss": 0.9919318012988007 }, { "elapsed_seconds": 40.84086941694841, "epoch": 129, "learning_rate": 0.00035928517787756374, "step": 4128, "train_next_token_loss": 0.9920768546887956 }, { "elapsed_seconds": 41.12236087501515, "epoch": 130, "learning_rate": 0.00035280471004409575, "step": 4160, "train_next_token_loss": 0.9921560618890733, "validation": { "accuracy": 0.9970178926441352, "answer_nll": 0.002009176540022146, "correct": 1003, "examples": 1006, "mistakes": [ { "ended": true, "expected": "112", "generated": "113", "prompt": "35+77=" }, { "ended": true, "expected": "132", "generated": "133", "prompt": "35+97=" }, { "ended": true, "expected": "191", "generated": "192", "prompt": "94+97=" } ], "next_token_loss": 1.0008316365803134, "terminated": 1006 } }, { "elapsed_seconds": 41.525590874953195, "epoch": 131, "learning_rate": 0.0003463744699699257, "step": 4192, "train_next_token_loss": 0.9917141323449804 }, { "elapsed_seconds": 41.79985695891082, "epoch": 132, "learning_rate": 0.0003399960955062956, "step": 4224, "train_next_token_loss": 0.9916677687004873 }, { "elapsed_seconds": 42.10395562497433, "epoch": 133, "learning_rate": 0.0003336712112937202, "step": 4256, "train_next_token_loss": 0.9916729097212877 }, { "elapsed_seconds": 42.382529541966505, "epoch": 134, "learning_rate": 0.00032740142834817177, "step": 4288, "train_next_token_loss": 0.9917522808971416 }, { "elapsed_seconds": 42.68003095895983, "epoch": 135, "learning_rate": 0.0003211883436507381, "step": 4320, "train_next_token_loss": 0.9914821121352839, "validation": { "accuracy": 1.0, "answer_nll": 0.0003044188204851845, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 1.0012375386121637, "terminated": 1006 } }, { "elapsed_seconds": 43.074483459000476, "epoch": 136, "learning_rate": 0.00031503353974085367, "step": 4352, "train_next_token_loss": 0.9914492196638014 }, { "elapsed_seconds": 43.341859209001996, "epoch": 137, "learning_rate": 0.0003089385843132103, "step": 4384, "train_next_token_loss": 0.991642927840961 }, { "elapsed_seconds": 43.64420483401045, "epoch": 138, "learning_rate": 0.0003029050298184484, "step": 4416, "train_next_token_loss": 0.9914728724682828 }, { "elapsed_seconds": 43.966564249945804, "epoch": 139, "learning_rate": 0.00029693441306773074, "step": 4448, "train_next_token_loss": 0.9915855799493087 }, { "elapsed_seconds": 44.262515916954726, "epoch": 140, "learning_rate": 0.00029102825484130033, "step": 4480, "train_next_token_loss": 0.9913180938001708, "validation": { "accuracy": 1.0, "answer_nll": 0.00011196578678010674, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 1.0038665589056495, "terminated": 1006 } }, { "elapsed_seconds": 44.73331020900514, "epoch": 141, "learning_rate": 0.000285188059501122, "step": 4512, "train_next_token_loss": 0.9913607704104105 }, { "elapsed_seconds": 45.01821624999866, "epoch": 142, "learning_rate": 0.00027941531460770407, "step": 4544, "train_next_token_loss": 0.9914977586077559 }, { "elapsed_seconds": 45.289654584019445, "epoch": 143, "learning_rate": 0.00027371149054120135, "step": 4576, "train_next_token_loss": 0.990977363558977 }, { "elapsed_seconds": 45.563416499993764, "epoch": 144, "learning_rate": 0.0002680780401268934, "step": 4608, "train_next_token_loss": 0.99092097575517 }, { "elapsed_seconds": 45.83374512498267, "epoch": 145, "learning_rate": 0.000262516398265135, "step": 4640, "train_next_token_loss": 0.9911433001379368, "validation": { "accuracy": 0.9990059642147118, "answer_nll": 0.00036393735765461496, "correct": 1005, "examples": 1006, "mistakes": [ { "ended": true, "expected": "15", "generated": "16", "prompt": "9+6=" } ], "next_token_loss": 1.0055340279075042, "terminated": 1006 } }, { "elapsed_seconds": 46.30907529196702, "epoch": 146, "learning_rate": 0.00025702798156587015, "step": 4672, "train_next_token_loss": 0.9908559093031989 }, { "elapsed_seconds": 46.587491208920255, "epoch": 147, "learning_rate": 0.00025161418798780766, "step": 4704, "train_next_token_loss": 0.9908191626211421 }, { "elapsed_seconds": 46.85758454201277, "epoch": 148, "learning_rate": 0.0002462763964823453, "step": 4736, "train_next_token_loss": 0.9909086724559779 }, { "elapsed_seconds": 47.1385569589911, "epoch": 149, "learning_rate": 0.0002410159666423363, "step": 4768, "train_next_token_loss": 0.9907454627728628 }, { "elapsed_seconds": 47.4275346249342, "epoch": 150, "learning_rate": 0.00023583423835578648, "step": 4800, "train_next_token_loss": 0.9906807863382444, "validation": { "accuracy": 1.0, "answer_nll": 0.00014535479662903882, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 1.0065337066259474, "terminated": 1006 } }, { "elapsed_seconds": 47.886827708920464, "epoch": 151, "learning_rate": 0.00023073253146457015, "step": 4832, "train_next_token_loss": 0.99059360253725 }, { "elapsed_seconds": 48.18861700000707, "epoch": 152, "learning_rate": 0.00022571214542825243, "step": 4864, "train_next_token_loss": 0.9906429481973458 }, { "elapsed_seconds": 48.47228754195385, "epoch": 153, "learning_rate": 0.00022077435899310336, "step": 4896, "train_next_token_loss": 0.9903390042670911 }, { "elapsed_seconds": 48.74547241698019, "epoch": 154, "learning_rate": 0.00021592042986638606, "step": 4928, "train_next_token_loss": 0.990420315392947 }, { "elapsed_seconds": 49.03228683397174, "epoch": 155, "learning_rate": 0.00021115159439600683, "step": 4960, "train_next_token_loss": 0.9903113073029117, "validation": { "accuracy": 1.0, "answer_nll": 0.00038137961607066166, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 1.0113256439808391, "terminated": 1006 } }, { "elapsed_seconds": 49.46070154197514, "epoch": 156, "learning_rate": 0.00020646906725560295, "step": 4992, "train_next_token_loss": 0.9903248326333615 }, { "elapsed_seconds": 49.74386262497865, "epoch": 157, "learning_rate": 0.00020187404113515306, "step": 5024, "train_next_token_loss": 0.9903528120343889 }, { "elapsed_seconds": 50.01924470893573, "epoch": 158, "learning_rate": 0.00019736768643718538, "step": 5056, "train_next_token_loss": 0.9902088291627553 }, { "elapsed_seconds": 50.28932891692966, "epoch": 159, "learning_rate": 0.0001929511509786641, "step": 5088, "train_next_token_loss": 0.9899909375990503 }, { "elapsed_seconds": 50.5691189999925, "epoch": 160, "learning_rate": 0.00018862555969862815, "step": 5120, "train_next_token_loss": 0.9899114580240457, "validation": { "accuracy": 1.0, "answer_nll": 0.00034859427277409853, "correct": 1006, "examples": 1006, "mistakes": [], "next_token_loss": 1.011619300744556, "terminated": 1006 } } ] }