{ "best_global_step": 1014, "best_metric": 0.12946189939975739, "best_model_checkpoint": "/mnt/d/ai/training/openbiollm-phi/outputs/final-adapter/checkpoint-1014", "epoch": 1.0, "eval_steps": 500, "global_step": 1014, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "entropy": 0.8023399017751217, "epoch": 0.009865581452706869, "grad_norm": 4.375, "learning_rate": 1.8e-05, "loss": 1.1496441841125489, "mean_token_accuracy": 0.785130063444376, "num_tokens": 28284.0, "step": 10 }, { "entropy": 0.5005267957225442, "epoch": 0.019731162905413737, "grad_norm": 0.7890625, "learning_rate": 3.8e-05, "loss": 0.4015222072601318, "mean_token_accuracy": 0.931036177277565, "num_tokens": 57055.0, "step": 20 }, { "entropy": 0.20316241607069968, "epoch": 0.029596744358120607, "grad_norm": 1.046875, "learning_rate": 5.8e-05, "loss": 0.19807834625244142, "mean_token_accuracy": 0.968285684287548, "num_tokens": 85550.0, "step": 30 }, { "entropy": 0.17202282957732679, "epoch": 0.039462325810827474, "grad_norm": 0.51953125, "learning_rate": 7.800000000000001e-05, "loss": 0.15795693397521973, "mean_token_accuracy": 0.9717290192842484, "num_tokens": 113950.0, "step": 40 }, { "entropy": 0.158708918094635, "epoch": 0.049327907263534344, "grad_norm": 0.19921875, "learning_rate": 9.8e-05, "loss": 0.14324311017990113, "mean_token_accuracy": 0.9745404750108719, "num_tokens": 142366.0, "step": 50 }, { "entropy": 0.14976419135928154, "epoch": 0.059193488716241215, "grad_norm": 0.0986328125, "learning_rate": 0.000118, "loss": 0.1319120168685913, "mean_token_accuracy": 0.9765947729349136, "num_tokens": 170629.0, "step": 60 }, { "entropy": 0.14688248625025152, "epoch": 0.06905907016894808, "grad_norm": 0.306640625, "learning_rate": 0.000138, "loss": 0.13508867025375365, "mean_token_accuracy": 0.9753234691917896, "num_tokens": 198826.0, "step": 70 }, { "entropy": 0.13914804700762035, "epoch": 0.07892465162165495, "grad_norm": 0.126953125, "learning_rate": 0.00015800000000000002, "loss": 0.1278115391731262, "mean_token_accuracy": 0.9766607381403446, "num_tokens": 227301.0, "step": 80 }, { "entropy": 0.14371367944404484, "epoch": 0.08879023307436182, "grad_norm": 0.35546875, "learning_rate": 0.00017800000000000002, "loss": 0.1317190170288086, "mean_token_accuracy": 0.9761511102318764, "num_tokens": 255497.0, "step": 90 }, { "entropy": 0.13979870928451418, "epoch": 0.09865581452706869, "grad_norm": 0.22265625, "learning_rate": 0.00019800000000000002, "loss": 0.13048830032348632, "mean_token_accuracy": 0.9765857473015785, "num_tokens": 283740.0, "step": 100 }, { "entropy": 0.14078679895028473, "epoch": 0.10852139597977556, "grad_norm": 0.044677734375, "learning_rate": 0.00019998924691878362, "loss": 0.12818093299865724, "mean_token_accuracy": 0.9770116224884987, "num_tokens": 311969.0, "step": 110 }, { "entropy": 0.13612987883388997, "epoch": 0.11838697743248243, "grad_norm": 0.146484375, "learning_rate": 0.0001999520787428256, "loss": 0.12426202297210694, "mean_token_accuracy": 0.9769940137863159, "num_tokens": 340527.0, "step": 120 }, { "entropy": 0.13964395532384516, "epoch": 0.1282525588851893, "grad_norm": 0.1220703125, "learning_rate": 0.0001998883725841002, "loss": 0.1288180708885193, "mean_token_accuracy": 0.9765414282679558, "num_tokens": 368794.0, "step": 130 }, { "entropy": 0.13610617620870472, "epoch": 0.13811814033789616, "grad_norm": 0.11083984375, "learning_rate": 0.00019979814535704243, "loss": 0.12604674100875854, "mean_token_accuracy": 0.976799800992012, "num_tokens": 397372.0, "step": 140 }, { "entropy": 0.1376406972296536, "epoch": 0.14798372179060304, "grad_norm": 0.0830078125, "learning_rate": 0.00019968142101761826, "loss": 0.1287875294685364, "mean_token_accuracy": 0.9766498073935509, "num_tokens": 425822.0, "step": 150 }, { "entropy": 0.13571005184203386, "epoch": 0.1578493032433099, "grad_norm": 0.125, "learning_rate": 0.00019953823055696412, "loss": 0.12613801956176757, "mean_token_accuracy": 0.9775339424610138, "num_tokens": 454265.0, "step": 160 }, { "entropy": 0.1362694211304188, "epoch": 0.16771488469601678, "grad_norm": 0.06298828125, "learning_rate": 0.0001993686119931585, "loss": 0.12453360557556152, "mean_token_accuracy": 0.9771473035216331, "num_tokens": 482868.0, "step": 170 }, { "entropy": 0.14204563926905395, "epoch": 0.17758046614872364, "grad_norm": 0.07080078125, "learning_rate": 0.000199172610361128, "loss": 0.12911393642425537, "mean_token_accuracy": 0.97633573487401, "num_tokens": 511076.0, "step": 180 }, { "entropy": 0.1398276717402041, "epoch": 0.18744604760143052, "grad_norm": 0.1220703125, "learning_rate": 0.00019895027770069, "loss": 0.12636626958847047, "mean_token_accuracy": 0.9771449662744999, "num_tokens": 539269.0, "step": 190 }, { "entropy": 0.1380731706507504, "epoch": 0.19731162905413738, "grad_norm": 0.0380859375, "learning_rate": 0.00019870167304273607, "loss": 0.1280285596847534, "mean_token_accuracy": 0.977227246016264, "num_tokens": 567464.0, "step": 200 }, { "entropy": 0.13736872393637894, "epoch": 0.20717721050684423, "grad_norm": 0.003021240234375, "learning_rate": 0.00019842686239355842, "loss": 0.12631702423095703, "mean_token_accuracy": 0.9771020725369454, "num_tokens": 595781.0, "step": 210 }, { "entropy": 0.12889715228229762, "epoch": 0.21704279195955112, "grad_norm": 0.1162109375, "learning_rate": 0.00019812591871732517, "loss": 0.1197730541229248, "mean_token_accuracy": 0.9784359365701676, "num_tokens": 624587.0, "step": 220 }, { "entropy": 0.13859685016795992, "epoch": 0.22690837341225797, "grad_norm": 0.1328125, "learning_rate": 0.00019779892191670767, "loss": 0.12636926174163818, "mean_token_accuracy": 0.9770418994128705, "num_tokens": 653000.0, "step": 230 }, { "entropy": 0.13383242171257734, "epoch": 0.23677395486496486, "grad_norm": 0.041015625, "learning_rate": 0.00019744595881166562, "loss": 0.12312976121902466, "mean_token_accuracy": 0.9780343927443027, "num_tokens": 681615.0, "step": 240 }, { "entropy": 0.14151692641898989, "epoch": 0.24663953631767171, "grad_norm": 0.08203125, "learning_rate": 0.00019706712311639616, "loss": 0.12832958698272706, "mean_token_accuracy": 0.9766872271895408, "num_tokens": 709713.0, "step": 250 }, { "entropy": 0.14054928198456765, "epoch": 0.2565051177703786, "grad_norm": 0.1279296875, "learning_rate": 0.00019666251541445163, "loss": 0.12945976257324218, "mean_token_accuracy": 0.9767507568001748, "num_tokens": 737780.0, "step": 260 }, { "entropy": 0.1373858324252069, "epoch": 0.2663706992230855, "grad_norm": 0.0272216796875, "learning_rate": 0.00019623224313203432, "loss": 0.12566013336181642, "mean_token_accuracy": 0.9775523208081722, "num_tokens": 766198.0, "step": 270 }, { "entropy": 0.13666383242234587, "epoch": 0.2762362806757923, "grad_norm": 0.1455078125, "learning_rate": 0.0001957764205094737, "loss": 0.12408857345581055, "mean_token_accuracy": 0.9773378528654575, "num_tokens": 794690.0, "step": 280 }, { "entropy": 0.13422702737152575, "epoch": 0.2861018621284992, "grad_norm": 0.0291748046875, "learning_rate": 0.00019529516857089512, "loss": 0.12166121006011962, "mean_token_accuracy": 0.9774681590497494, "num_tokens": 823273.0, "step": 290 }, { "entropy": 0.1338389404118061, "epoch": 0.2959674435812061, "grad_norm": 0.2001953125, "learning_rate": 0.00019478861509208688, "loss": 0.1265432357788086, "mean_token_accuracy": 0.9771662212908268, "num_tokens": 851790.0, "step": 300 }, { "entropy": 0.13281645821407437, "epoch": 0.3058330250339129, "grad_norm": 0.0281982421875, "learning_rate": 0.0001942568945665749, "loss": 0.12200206518173218, "mean_token_accuracy": 0.9776300400495529, "num_tokens": 880577.0, "step": 310 }, { "entropy": 0.13494051322340966, "epoch": 0.3156986064866198, "grad_norm": 0.146484375, "learning_rate": 0.0001937001481699136, "loss": 0.12529757022857665, "mean_token_accuracy": 0.9775164686143398, "num_tokens": 909005.0, "step": 320 }, { "entropy": 0.14295281181111932, "epoch": 0.3255641879393267, "grad_norm": 0.017822265625, "learning_rate": 0.0001931185237222032, "loss": 0.12978450059890748, "mean_token_accuracy": 0.9768691435456276, "num_tokens": 937077.0, "step": 330 }, { "entropy": 0.13115282114595175, "epoch": 0.33542976939203356, "grad_norm": 0.0185546875, "learning_rate": 0.00019251217564884187, "loss": 0.11987617015838622, "mean_token_accuracy": 0.9781784944236278, "num_tokens": 965862.0, "step": 340 }, { "entropy": 0.13873312631621956, "epoch": 0.3452953508447404, "grad_norm": 0.005279541015625, "learning_rate": 0.00019188126493952518, "loss": 0.12614299058914186, "mean_token_accuracy": 0.9771831274032593, "num_tokens": 994161.0, "step": 350 }, { "entropy": 0.13355796597898006, "epoch": 0.3551609322974473, "grad_norm": 0.37890625, "learning_rate": 0.00019122595910550191, "loss": 0.12263578176498413, "mean_token_accuracy": 0.9777961499989033, "num_tokens": 1022807.0, "step": 360 }, { "entropy": 0.13650657385587692, "epoch": 0.36502651375015416, "grad_norm": 0.0247802734375, "learning_rate": 0.0001905464321350988, "loss": 0.12675031423568725, "mean_token_accuracy": 0.9774383820593358, "num_tokens": 1051131.0, "step": 370 }, { "entropy": 0.13800616860389708, "epoch": 0.37489209520286104, "grad_norm": 0.0196533203125, "learning_rate": 0.00018984286444752524, "loss": 0.12497754096984863, "mean_token_accuracy": 0.9774119921028614, "num_tokens": 1079501.0, "step": 380 }, { "entropy": 0.13551138881593944, "epoch": 0.38475767665556787, "grad_norm": 0.051513671875, "learning_rate": 0.00018911544284497093, "loss": 0.12369418144226074, "mean_token_accuracy": 0.9777314260601997, "num_tokens": 1107999.0, "step": 390 }, { "entropy": 0.1347731866873801, "epoch": 0.39462325810827475, "grad_norm": 0.01226806640625, "learning_rate": 0.0001883643604630084, "loss": 0.12635958194732666, "mean_token_accuracy": 0.9772857747972011, "num_tokens": 1136346.0, "step": 400 }, { "entropy": 0.1420691579580307, "epoch": 0.40448883956098164, "grad_norm": 0.007598876953125, "learning_rate": 0.00018758981671931416, "loss": 0.1292852520942688, "mean_token_accuracy": 0.9766104318201542, "num_tokens": 1164402.0, "step": 410 }, { "entropy": 0.1375271413475275, "epoch": 0.41435442101368847, "grad_norm": 0.010009765625, "learning_rate": 0.00018679201726072204, "loss": 0.12546764612197875, "mean_token_accuracy": 0.9771398045122623, "num_tokens": 1192710.0, "step": 420 }, { "entropy": 0.1342703066766262, "epoch": 0.42422000246639535, "grad_norm": 0.0191650390625, "learning_rate": 0.00018597117390862228, "loss": 0.12357202768325806, "mean_token_accuracy": 0.9779355488717556, "num_tokens": 1221103.0, "step": 430 }, { "entropy": 0.13978215726092458, "epoch": 0.43408558391910224, "grad_norm": 0.10498046875, "learning_rate": 0.0001851275046027217, "loss": 0.13000580072402954, "mean_token_accuracy": 0.9766978964209556, "num_tokens": 1249258.0, "step": 440 }, { "entropy": 0.13839555103331805, "epoch": 0.4439511653718091, "grad_norm": 0.029296875, "learning_rate": 0.00018426123334317905, "loss": 0.12596620321273805, "mean_token_accuracy": 0.9773071080446243, "num_tokens": 1277491.0, "step": 450 }, { "entropy": 0.13596669165417552, "epoch": 0.45381674682451595, "grad_norm": 0.0150146484375, "learning_rate": 0.00018337259013113125, "loss": 0.12328847646713256, "mean_token_accuracy": 0.9780720941722393, "num_tokens": 1305867.0, "step": 460 }, { "entropy": 0.13245578771457076, "epoch": 0.46368232827722283, "grad_norm": 0.091796875, "learning_rate": 0.00018246181090762677, "loss": 0.12181999683380126, "mean_token_accuracy": 0.9777809880673886, "num_tokens": 1334412.0, "step": 470 }, { "entropy": 0.13981428062543272, "epoch": 0.4735479097299297, "grad_norm": 0.0262451171875, "learning_rate": 0.00018152913749098132, "loss": 0.1279812455177307, "mean_token_accuracy": 0.9768534265458584, "num_tokens": 1362565.0, "step": 480 }, { "entropy": 0.13838341003283858, "epoch": 0.4834134911826366, "grad_norm": 0.10546875, "learning_rate": 0.00018057481751257356, "loss": 0.12548565864562988, "mean_token_accuracy": 0.9772889137268066, "num_tokens": 1390996.0, "step": 490 }, { "entropy": 0.13627033829689025, "epoch": 0.49327907263534343, "grad_norm": 0.05908203125, "learning_rate": 0.00017959910435109717, "loss": 0.12579237222671508, "mean_token_accuracy": 0.9775010101497174, "num_tokens": 1419383.0, "step": 500 }, { "entropy": 0.12956608394160868, "epoch": 0.5031446540880503, "grad_norm": 0.052734375, "learning_rate": 0.00017860225706528703, "loss": 0.11810436248779296, "mean_token_accuracy": 0.9790474943816662, "num_tokens": 1448074.0, "step": 510 }, { "entropy": 0.134104797616601, "epoch": 0.5130102355407572, "grad_norm": 0.00762939453125, "learning_rate": 0.00017758454032513723, "loss": 0.12165459394454955, "mean_token_accuracy": 0.9784664116799832, "num_tokens": 1476462.0, "step": 520 }, { "entropy": 0.13819981999695302, "epoch": 0.5228758169934641, "grad_norm": 0.05859375, "learning_rate": 0.0001765462243416294, "loss": 0.12643526792526244, "mean_token_accuracy": 0.9772073484957218, "num_tokens": 1504622.0, "step": 530 }, { "entropy": 0.131108792219311, "epoch": 0.532741398446171, "grad_norm": 0.04736328125, "learning_rate": 0.00017548758479498972, "loss": 0.12083779573440552, "mean_token_accuracy": 0.9781857557594776, "num_tokens": 1533231.0, "step": 540 }, { "entropy": 0.13788466211408376, "epoch": 0.5426069798988777, "grad_norm": 0.0072021484375, "learning_rate": 0.00017440890276149395, "loss": 0.1245079755783081, "mean_token_accuracy": 0.9772788502275944, "num_tokens": 1561554.0, "step": 550 }, { "entropy": 0.13741337759420275, "epoch": 0.5524725613515846, "grad_norm": 0.00628662109375, "learning_rate": 0.00017331046463883967, "loss": 0.1247126579284668, "mean_token_accuracy": 0.9774496532976628, "num_tokens": 1589793.0, "step": 560 }, { "entropy": 0.13634313521906732, "epoch": 0.5623381428042915, "grad_norm": 0.150390625, "learning_rate": 0.0001721925620701055, "loss": 0.12345428466796875, "mean_token_accuracy": 0.9776806205511093, "num_tokens": 1618206.0, "step": 570 }, { "entropy": 0.14105848912149668, "epoch": 0.5722037242569984, "grad_norm": 0.07421875, "learning_rate": 0.00017105549186631822, "loss": 0.12956223487854004, "mean_token_accuracy": 0.9768215775489807, "num_tokens": 1646278.0, "step": 580 }, { "entropy": 0.13872844530269504, "epoch": 0.5820693057097053, "grad_norm": 0.1240234375, "learning_rate": 0.0001698995559276468, "loss": 0.12983914613723754, "mean_token_accuracy": 0.9765517644584178, "num_tokens": 1674561.0, "step": 590 }, { "entropy": 0.14561426928266882, "epoch": 0.5919348871624122, "grad_norm": 0.0074462890625, "learning_rate": 0.00016872506116324617, "loss": 0.13211548328399658, "mean_token_accuracy": 0.9762530513107777, "num_tokens": 1702452.0, "step": 600 }, { "entropy": 0.13719567554071546, "epoch": 0.601800468615119, "grad_norm": 0.02197265625, "learning_rate": 0.0001675323194097706, "loss": 0.12331978082656861, "mean_token_accuracy": 0.9778655581176281, "num_tokens": 1730903.0, "step": 610 }, { "entropy": 0.13551129242405296, "epoch": 0.6116660500678258, "grad_norm": 0.06103515625, "learning_rate": 0.00016632164734857883, "loss": 0.12384191751480103, "mean_token_accuracy": 0.9774068400263787, "num_tokens": 1759380.0, "step": 620 }, { "entropy": 0.1343284510076046, "epoch": 0.6215316315205327, "grad_norm": 0.02978515625, "learning_rate": 0.00016509336642165273, "loss": 0.12308658361434936, "mean_token_accuracy": 0.9781653232872486, "num_tokens": 1787756.0, "step": 630 }, { "entropy": 0.1336012206040323, "epoch": 0.6313972129732396, "grad_norm": 0.00323486328125, "learning_rate": 0.00016384780274625264, "loss": 0.12076139450073242, "mean_token_accuracy": 0.9782443180680275, "num_tokens": 1816167.0, "step": 640 }, { "entropy": 0.13287872709333898, "epoch": 0.6412627944259465, "grad_norm": 0.0228271484375, "learning_rate": 0.00016258528702833047, "loss": 0.12263975143432618, "mean_token_accuracy": 0.9782126508653164, "num_tokens": 1844651.0, "step": 650 }, { "entropy": 0.13714895490556955, "epoch": 0.6511283758786534, "grad_norm": 0.04443359375, "learning_rate": 0.00016130615447472522, "loss": 0.12450298070907592, "mean_token_accuracy": 0.9775685340166091, "num_tokens": 1872913.0, "step": 660 }, { "entropy": 0.13559102937579154, "epoch": 0.6609939573313602, "grad_norm": 0.0869140625, "learning_rate": 0.00016001074470416314, "loss": 0.12432575225830078, "mean_token_accuracy": 0.9774284318089486, "num_tokens": 1901325.0, "step": 670 }, { "entropy": 0.14654233315959572, "epoch": 0.6708595387840671, "grad_norm": 0.05908203125, "learning_rate": 0.0001586994016570865, "loss": 0.133248770236969, "mean_token_accuracy": 0.9761250920593738, "num_tokens": 1929156.0, "step": 680 }, { "entropy": 0.136425125785172, "epoch": 0.680725120236774, "grad_norm": 0.0035552978515625, "learning_rate": 0.0001573724735043349, "loss": 0.12281620502471924, "mean_token_accuracy": 0.9778434507548809, "num_tokens": 1957527.0, "step": 690 }, { "entropy": 0.13412187108770013, "epoch": 0.6905907016894808, "grad_norm": 0.009033203125, "learning_rate": 0.00015603031255470375, "loss": 0.12007204294204712, "mean_token_accuracy": 0.9783773384988308, "num_tokens": 1986049.0, "step": 700 }, { "entropy": 0.13671441841870546, "epoch": 0.7004562831421877, "grad_norm": 0.0057373046875, "learning_rate": 0.00015467327516140346, "loss": 0.12455042600631713, "mean_token_accuracy": 0.9777524806559086, "num_tokens": 2014375.0, "step": 710 }, { "entropy": 0.13356605730950832, "epoch": 0.7103218645948945, "grad_norm": 0.01092529296875, "learning_rate": 0.0001533017216274454, "loss": 0.12249385118484497, "mean_token_accuracy": 0.9779535219073295, "num_tokens": 2042809.0, "step": 720 }, { "entropy": 0.13847268400713802, "epoch": 0.7201874460476014, "grad_norm": 0.103515625, "learning_rate": 0.0001519160161099787, "loss": 0.1281079888343811, "mean_token_accuracy": 0.9772497572004795, "num_tokens": 2070893.0, "step": 730 }, { "entropy": 0.1359175430610776, "epoch": 0.7300530275003083, "grad_norm": 1.15625, "learning_rate": 0.0001505165265236041, "loss": 0.12455817461013793, "mean_token_accuracy": 0.977594693005085, "num_tokens": 2099191.0, "step": 740 }, { "entropy": 0.13774135578423738, "epoch": 0.7399186089530152, "grad_norm": 0.01409912109375, "learning_rate": 0.00014910362444268998, "loss": 0.12687115669250487, "mean_token_accuracy": 0.9774483822286129, "num_tokens": 2127334.0, "step": 750 }, { "entropy": 0.13371777413412927, "epoch": 0.7497841904057221, "grad_norm": 0.20703125, "learning_rate": 0.00014767768500271672, "loss": 0.12280063629150391, "mean_token_accuracy": 0.9777301244437695, "num_tokens": 2155825.0, "step": 760 }, { "entropy": 0.14284388041123747, "epoch": 0.7596497718584289, "grad_norm": 0.039794921875, "learning_rate": 0.0001462390868006756, "loss": 0.13144956827163695, "mean_token_accuracy": 0.9766757681965827, "num_tokens": 2183894.0, "step": 770 }, { "entropy": 0.14144302653148771, "epoch": 0.7695153533111357, "grad_norm": 0.017822265625, "learning_rate": 0.00014478821179454872, "loss": 0.12898389101028443, "mean_token_accuracy": 0.9770457074046135, "num_tokens": 2211972.0, "step": 780 }, { "entropy": 0.14034299813210965, "epoch": 0.7793809347638426, "grad_norm": 0.017578125, "learning_rate": 0.00014332544520189616, "loss": 0.12705788612365723, "mean_token_accuracy": 0.9771609790623188, "num_tokens": 2240230.0, "step": 790 }, { "entropy": 0.13051901962608098, "epoch": 0.7892465162165495, "grad_norm": 0.01116943359375, "learning_rate": 0.0001418511753975784, "loss": 0.11829437017440796, "mean_token_accuracy": 0.9785726971924305, "num_tokens": 2268986.0, "step": 800 }, { "entropy": 0.13454419681802393, "epoch": 0.7991120976692564, "grad_norm": 0.01904296875, "learning_rate": 0.00014036579381063971, "loss": 0.1226949691772461, "mean_token_accuracy": 0.9776648931205273, "num_tokens": 2297484.0, "step": 810 }, { "entropy": 0.1361277119256556, "epoch": 0.8089776791219633, "grad_norm": 0.0294189453125, "learning_rate": 0.00013886969482038126, "loss": 0.1240857720375061, "mean_token_accuracy": 0.9777307607233524, "num_tokens": 2325691.0, "step": 820 }, { "entropy": 0.1346275858581066, "epoch": 0.8188432605746702, "grad_norm": 0.01177978515625, "learning_rate": 0.00013736327565165037, "loss": 0.12228076457977295, "mean_token_accuracy": 0.9780977793037892, "num_tokens": 2354153.0, "step": 830 }, { "entropy": 0.13894635848701, "epoch": 0.8287088420273769, "grad_norm": 0.007476806640625, "learning_rate": 0.00013584693626937465, "loss": 0.12682583332061767, "mean_token_accuracy": 0.9772831581532955, "num_tokens": 2382275.0, "step": 840 }, { "entropy": 0.13055060487240552, "epoch": 0.8385744234800838, "grad_norm": 0.0072021484375, "learning_rate": 0.0001343210792723685, "loss": 0.11919403076171875, "mean_token_accuracy": 0.9786668792366982, "num_tokens": 2410859.0, "step": 850 }, { "entropy": 0.1351913319900632, "epoch": 0.8484400049327907, "grad_norm": 0.05615234375, "learning_rate": 0.00013278610978644025, "loss": 0.12403948307037353, "mean_token_accuracy": 0.9774477735161782, "num_tokens": 2439275.0, "step": 860 }, { "entropy": 0.135931574460119, "epoch": 0.8583055863854976, "grad_norm": 0.00885009765625, "learning_rate": 0.00013124243535682825, "loss": 0.1243247628211975, "mean_token_accuracy": 0.9779405005276203, "num_tokens": 2467530.0, "step": 870 }, { "entropy": 0.13914883006364107, "epoch": 0.8681711678382045, "grad_norm": 0.05712890625, "learning_rate": 0.0001296904658399951, "loss": 0.1256848931312561, "mean_token_accuracy": 0.9774674661457539, "num_tokens": 2495718.0, "step": 880 }, { "entropy": 0.1410721031948924, "epoch": 0.8780367492909114, "grad_norm": 0.00433349609375, "learning_rate": 0.00012813061329480747, "loss": 0.12887948751449585, "mean_token_accuracy": 0.9768504619598388, "num_tokens": 2523765.0, "step": 890 }, { "entropy": 0.1413712895475328, "epoch": 0.8879023307436182, "grad_norm": 0.005523681640625, "learning_rate": 0.0001265632918731318, "loss": 0.12763890027999877, "mean_token_accuracy": 0.9769708946347236, "num_tokens": 2551816.0, "step": 900 }, { "entropy": 0.13617176273837686, "epoch": 0.8977679121963251, "grad_norm": 0.07373046875, "learning_rate": 0.00012498891770987394, "loss": 0.12494395971298218, "mean_token_accuracy": 0.9774423398077488, "num_tokens": 2580036.0, "step": 910 }, { "entropy": 0.13287583040073514, "epoch": 0.9076334936490319, "grad_norm": 0.03564453125, "learning_rate": 0.0001234079088124925, "loss": 0.12190787792205811, "mean_token_accuracy": 0.9780240021646023, "num_tokens": 2608493.0, "step": 920 }, { "entropy": 0.1400419868528843, "epoch": 0.9174990751017388, "grad_norm": 0.01123046875, "learning_rate": 0.00012182068495001475, "loss": 0.12783472537994384, "mean_token_accuracy": 0.9770628847181797, "num_tokens": 2636593.0, "step": 930 }, { "entropy": 0.13885226137936116, "epoch": 0.9273646565544457, "grad_norm": 0.045654296875, "learning_rate": 0.00012022766754158521, "loss": 0.12473338842391968, "mean_token_accuracy": 0.9772628821432591, "num_tokens": 2664857.0, "step": 940 }, { "entropy": 0.1308811165392399, "epoch": 0.9372302380071525, "grad_norm": 0.0037689208984375, "learning_rate": 0.00011862927954457566, "loss": 0.12016142606735229, "mean_token_accuracy": 0.9784671284258366, "num_tokens": 2693546.0, "step": 950 }, { "entropy": 0.13529244558885695, "epoch": 0.9470958194598594, "grad_norm": 0.05908203125, "learning_rate": 0.0001170259453422871, "loss": 0.12330687046051025, "mean_token_accuracy": 0.977809751778841, "num_tokens": 2721832.0, "step": 960 }, { "entropy": 0.12781465742737055, "epoch": 0.9569614009125663, "grad_norm": 0.12890625, "learning_rate": 0.00011541809063127307, "loss": 0.11694331169128418, "mean_token_accuracy": 0.9792409002780914, "num_tokens": 2750552.0, "step": 970 }, { "entropy": 0.1382864972576499, "epoch": 0.9668269823652732, "grad_norm": 0.003021240234375, "learning_rate": 0.0001138061423083139, "loss": 0.12697868347167968, "mean_token_accuracy": 0.9772090330719948, "num_tokens": 2778782.0, "step": 980 }, { "entropy": 0.14215879468247294, "epoch": 0.97669256381798, "grad_norm": 0.12060546875, "learning_rate": 0.00011219052835707293, "loss": 0.12857697010040284, "mean_token_accuracy": 0.9767957553267479, "num_tokens": 2806804.0, "step": 990 }, { "entropy": 0.12928050421178341, "epoch": 0.9865581452706869, "grad_norm": 0.0035552978515625, "learning_rate": 0.00011057167773446373, "loss": 0.11841636896133423, "mean_token_accuracy": 0.9786058440804482, "num_tokens": 2835477.0, "step": 1000 }, { "entropy": 0.13619811739772558, "epoch": 0.9964237267233937, "grad_norm": 0.0084228515625, "learning_rate": 0.0001089500202567589, "loss": 0.12360646724700927, "mean_token_accuracy": 0.9778580211102963, "num_tokens": 2863853.0, "step": 1010 }, { "epoch": 1.0, "eval_entropy": 0.13515008005076612, "eval_loss": 0.12946189939975739, "eval_mean_token_accuracy": 0.9778799934264941, "eval_num_tokens": 2874093.0, "eval_runtime": 101.3679, "eval_samples_per_second": 19.996, "eval_steps_per_second": 10.003, "step": 1014 } ], "logging_steps": 10, "max_steps": 2028, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.3659374727910195e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }