gpt2_m040_tiny-stories_1024_dpos / trainer_state.json
jonasknobloch's picture
Upload folder using huggingface_hub
cd6ffa1 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 1000,
"global_step": 19048,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02624947501049979,
"grad_norm": 1.2762126922607422,
"learning_rate": 4.868752624947501e-05,
"loss": 4.3755,
"step": 500
},
{
"epoch": 0.05249895002099958,
"grad_norm": 2.1579689979553223,
"learning_rate": 4.7375052498950025e-05,
"loss": 2.9041,
"step": 1000
},
{
"epoch": 0.05249895002099958,
"eval_accuracy": 0.4456327704194102,
"eval_loss": 2.4551732540130615,
"eval_runtime": 52.3921,
"eval_samples_per_second": 116.945,
"eval_steps_per_second": 3.665,
"step": 1000
},
{
"epoch": 0.07874842503149937,
"grad_norm": 2.8109207153320312,
"learning_rate": 4.606257874842503e-05,
"loss": 2.2866,
"step": 1500
},
{
"epoch": 0.10499790004199916,
"grad_norm": 1.555198073387146,
"learning_rate": 4.475010499790005e-05,
"loss": 1.975,
"step": 2000
},
{
"epoch": 0.10499790004199916,
"eval_accuracy": 0.566995340241206,
"eval_loss": 1.800054907798767,
"eval_runtime": 52.4411,
"eval_samples_per_second": 116.836,
"eval_steps_per_second": 3.661,
"step": 2000
},
{
"epoch": 0.13124737505249895,
"grad_norm": 1.6156566143035889,
"learning_rate": 4.3437631247375055e-05,
"loss": 1.8239,
"step": 2500
},
{
"epoch": 0.15749685006299874,
"grad_norm": 1.3470197916030884,
"learning_rate": 4.212515749685006e-05,
"loss": 1.7304,
"step": 3000
},
{
"epoch": 0.15749685006299874,
"eval_accuracy": 0.6007325235911557,
"eval_loss": 1.610120177268982,
"eval_runtime": 52.0749,
"eval_samples_per_second": 117.657,
"eval_steps_per_second": 3.687,
"step": 3000
},
{
"epoch": 0.18374632507349853,
"grad_norm": 1.3028109073638916,
"learning_rate": 4.081268374632508e-05,
"loss": 1.6586,
"step": 3500
},
{
"epoch": 0.20999580008399832,
"grad_norm": 1.4646774530410767,
"learning_rate": 3.9500209995800084e-05,
"loss": 1.6082,
"step": 4000
},
{
"epoch": 0.20999580008399832,
"eval_accuracy": 0.6184141440200028,
"eval_loss": 1.5135186910629272,
"eval_runtime": 52.2531,
"eval_samples_per_second": 117.256,
"eval_steps_per_second": 3.674,
"step": 4000
},
{
"epoch": 0.2362452750944981,
"grad_norm": 1.2850710153579712,
"learning_rate": 3.81877362452751e-05,
"loss": 1.5687,
"step": 4500
},
{
"epoch": 0.2624947501049979,
"grad_norm": 1.3608484268188477,
"learning_rate": 3.687526249475011e-05,
"loss": 1.5347,
"step": 5000
},
{
"epoch": 0.2624947501049979,
"eval_accuracy": 0.6303795149938871,
"eval_loss": 1.4518604278564453,
"eval_runtime": 52.3842,
"eval_samples_per_second": 116.963,
"eval_steps_per_second": 3.665,
"step": 5000
},
{
"epoch": 0.2887442251154977,
"grad_norm": 1.2262423038482666,
"learning_rate": 3.5562788744225114e-05,
"loss": 1.5052,
"step": 5500
},
{
"epoch": 0.3149937001259975,
"grad_norm": 1.1985517740249634,
"learning_rate": 3.425031499370013e-05,
"loss": 1.481,
"step": 6000
},
{
"epoch": 0.3149937001259975,
"eval_accuracy": 0.6388963740927813,
"eval_loss": 1.406346082687378,
"eval_runtime": 52.3896,
"eval_samples_per_second": 116.951,
"eval_steps_per_second": 3.665,
"step": 6000
},
{
"epoch": 0.34124317513649727,
"grad_norm": 1.2099275588989258,
"learning_rate": 3.2937841243175137e-05,
"loss": 1.4638,
"step": 6500
},
{
"epoch": 0.36749265014699706,
"grad_norm": 1.30404794216156,
"learning_rate": 3.162536749265015e-05,
"loss": 1.4437,
"step": 7000
},
{
"epoch": 0.36749265014699706,
"eval_accuracy": 0.6458597675369553,
"eval_loss": 1.3707749843597412,
"eval_runtime": 51.9205,
"eval_samples_per_second": 118.007,
"eval_steps_per_second": 3.698,
"step": 7000
},
{
"epoch": 0.39374212515749685,
"grad_norm": 1.2142497301101685,
"learning_rate": 3.031289374212516e-05,
"loss": 1.4271,
"step": 7500
},
{
"epoch": 0.41999160016799664,
"grad_norm": 1.209383487701416,
"learning_rate": 2.900041999160017e-05,
"loss": 1.4146,
"step": 8000
},
{
"epoch": 0.41999160016799664,
"eval_accuracy": 0.6510902099755246,
"eval_loss": 1.342362880706787,
"eval_runtime": 52.0734,
"eval_samples_per_second": 117.661,
"eval_steps_per_second": 3.687,
"step": 8000
},
{
"epoch": 0.4462410751784964,
"grad_norm": 1.0856986045837402,
"learning_rate": 2.768794624107518e-05,
"loss": 1.399,
"step": 8500
},
{
"epoch": 0.4724905501889962,
"grad_norm": 1.1674331426620483,
"learning_rate": 2.6375472490550192e-05,
"loss": 1.3851,
"step": 9000
},
{
"epoch": 0.4724905501889962,
"eval_accuracy": 0.6559099899312707,
"eval_loss": 1.3188802003860474,
"eval_runtime": 52.2608,
"eval_samples_per_second": 117.239,
"eval_steps_per_second": 3.674,
"step": 9000
},
{
"epoch": 0.498740025199496,
"grad_norm": 1.103853464126587,
"learning_rate": 2.50629987400252e-05,
"loss": 1.3755,
"step": 9500
},
{
"epoch": 0.5249895002099958,
"grad_norm": 1.1234028339385986,
"learning_rate": 2.375052498950021e-05,
"loss": 1.3649,
"step": 10000
},
{
"epoch": 0.5249895002099958,
"eval_accuracy": 0.659545964283851,
"eval_loss": 1.2999330759048462,
"eval_runtime": 52.336,
"eval_samples_per_second": 117.07,
"eval_steps_per_second": 3.669,
"step": 10000
},
{
"epoch": 0.5512389752204956,
"grad_norm": 1.092689037322998,
"learning_rate": 2.2438051238975222e-05,
"loss": 1.3586,
"step": 10500
},
{
"epoch": 0.5774884502309954,
"grad_norm": 1.1136916875839233,
"learning_rate": 2.1125577488450233e-05,
"loss": 1.3483,
"step": 11000
},
{
"epoch": 0.5774884502309954,
"eval_accuracy": 0.6628488138251902,
"eval_loss": 1.284113883972168,
"eval_runtime": 52.2557,
"eval_samples_per_second": 117.25,
"eval_steps_per_second": 3.674,
"step": 11000
},
{
"epoch": 0.6037379252414952,
"grad_norm": 1.1153841018676758,
"learning_rate": 1.9813103737925244e-05,
"loss": 1.3389,
"step": 11500
},
{
"epoch": 0.629987400251995,
"grad_norm": 1.117702841758728,
"learning_rate": 1.8500629987400252e-05,
"loss": 1.3335,
"step": 12000
},
{
"epoch": 0.629987400251995,
"eval_accuracy": 0.6658040201846832,
"eval_loss": 1.2690930366516113,
"eval_runtime": 51.8646,
"eval_samples_per_second": 118.135,
"eval_steps_per_second": 3.702,
"step": 12000
},
{
"epoch": 0.6562368752624947,
"grad_norm": 1.1310999393463135,
"learning_rate": 1.7188156236875263e-05,
"loss": 1.3266,
"step": 12500
},
{
"epoch": 0.6824863502729945,
"grad_norm": 1.1650059223175049,
"learning_rate": 1.5875682486350274e-05,
"loss": 1.3166,
"step": 13000
},
{
"epoch": 0.6824863502729945,
"eval_accuracy": 0.6683760053772215,
"eval_loss": 1.2568169832229614,
"eval_runtime": 51.9065,
"eval_samples_per_second": 118.039,
"eval_steps_per_second": 3.699,
"step": 13000
},
{
"epoch": 0.7087358252834943,
"grad_norm": 1.0919125080108643,
"learning_rate": 1.4563208735825285e-05,
"loss": 1.3098,
"step": 13500
},
{
"epoch": 0.7349853002939941,
"grad_norm": 1.129116177558899,
"learning_rate": 1.3250734985300295e-05,
"loss": 1.307,
"step": 14000
},
{
"epoch": 0.7349853002939941,
"eval_accuracy": 0.6705609403819863,
"eval_loss": 1.2448893785476685,
"eval_runtime": 51.8742,
"eval_samples_per_second": 118.113,
"eval_steps_per_second": 3.701,
"step": 14000
},
{
"epoch": 0.7612347753044939,
"grad_norm": 1.131659984588623,
"learning_rate": 1.1938261234775306e-05,
"loss": 1.2994,
"step": 14500
},
{
"epoch": 0.7874842503149937,
"grad_norm": 1.100225567817688,
"learning_rate": 1.0625787484250315e-05,
"loss": 1.2959,
"step": 15000
},
{
"epoch": 0.7874842503149937,
"eval_accuracy": 0.6726351528680722,
"eval_loss": 1.234655499458313,
"eval_runtime": 52.0418,
"eval_samples_per_second": 117.732,
"eval_steps_per_second": 3.689,
"step": 15000
},
{
"epoch": 0.8137337253254935,
"grad_norm": 1.1060478687286377,
"learning_rate": 9.313313733725326e-06,
"loss": 1.2905,
"step": 15500
},
{
"epoch": 0.8399832003359933,
"grad_norm": 1.1289230585098267,
"learning_rate": 8.000839983200337e-06,
"loss": 1.286,
"step": 16000
},
{
"epoch": 0.8399832003359933,
"eval_accuracy": 0.6743912375411241,
"eval_loss": 1.2270058393478394,
"eval_runtime": 52.0522,
"eval_samples_per_second": 117.709,
"eval_steps_per_second": 3.689,
"step": 16000
},
{
"epoch": 0.8662326753464931,
"grad_norm": 1.1142446994781494,
"learning_rate": 6.6883662326753475e-06,
"loss": 1.2826,
"step": 16500
},
{
"epoch": 0.8924821503569929,
"grad_norm": 1.1280709505081177,
"learning_rate": 5.375892482150358e-06,
"loss": 1.2818,
"step": 17000
},
{
"epoch": 0.8924821503569929,
"eval_accuracy": 0.6755184055446775,
"eval_loss": 1.2210115194320679,
"eval_runtime": 52.3903,
"eval_samples_per_second": 116.949,
"eval_steps_per_second": 3.665,
"step": 17000
},
{
"epoch": 0.9187316253674926,
"grad_norm": 1.1283568143844604,
"learning_rate": 4.063418731625368e-06,
"loss": 1.2752,
"step": 17500
},
{
"epoch": 0.9449811003779924,
"grad_norm": 1.1261204481124878,
"learning_rate": 2.7509449811003783e-06,
"loss": 1.2701,
"step": 18000
},
{
"epoch": 0.9449811003779924,
"eval_accuracy": 0.6768737193720215,
"eval_loss": 1.2154804468154907,
"eval_runtime": 51.9422,
"eval_samples_per_second": 117.958,
"eval_steps_per_second": 3.696,
"step": 18000
},
{
"epoch": 0.9712305753884922,
"grad_norm": 1.1426098346710205,
"learning_rate": 1.4384712305753885e-06,
"loss": 1.2699,
"step": 18500
},
{
"epoch": 0.997480050398992,
"grad_norm": 1.1207588911056519,
"learning_rate": 1.25997480050399e-07,
"loss": 1.2691,
"step": 19000
},
{
"epoch": 0.997480050398992,
"eval_accuracy": 0.6775645385447583,
"eval_loss": 1.2121435403823853,
"eval_runtime": 51.8514,
"eval_samples_per_second": 118.165,
"eval_steps_per_second": 3.703,
"step": 19000
},
{
"epoch": 1.0,
"step": 19048,
"total_flos": 3.18526483857408e+17,
"train_loss": 1.5567941711710962,
"train_runtime": 7364.253,
"train_samples_per_second": 82.768,
"train_steps_per_second": 2.587
}
],
"logging_steps": 500,
"max_steps": 19048,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3.18526483857408e+17,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}