Chenghao-Qiu's picture
Upload folder using huggingface_hub
7b94e3c verified
raw
history blame
5.34 kB
{
"best_metric": 0.5542874336242676,
"best_model_checkpoint": "/scratch/hlv8980/Attack_Benchmark/models/hyena/H3K79me3/origin/checkpoint-800",
"epoch": 4.0,
"global_step": 1444,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.28,
"learning_rate": 2.9010043041606888e-05,
"loss": 0.6492,
"step": 100
},
{
"epoch": 0.55,
"learning_rate": 2.685796269727403e-05,
"loss": 0.5967,
"step": 200
},
{
"epoch": 0.55,
"eval_accuracy": 0.7194868238557559,
"eval_f1": 0.7125187672771385,
"eval_loss": 0.5663554668426514,
"eval_matthews_correlation": 0.4328658643535897,
"eval_precision": 0.7215249885471378,
"eval_recall": 0.7114579237216727,
"eval_runtime": 0.3161,
"eval_samples_per_second": 9124.084,
"eval_steps_per_second": 145.53,
"step": 200
},
{
"epoch": 0.83,
"learning_rate": 2.4705882352941174e-05,
"loss": 0.5628,
"step": 300
},
{
"epoch": 1.11,
"learning_rate": 2.2553802008608324e-05,
"loss": 0.5681,
"step": 400
},
{
"epoch": 1.11,
"eval_accuracy": 0.7246879334257975,
"eval_f1": 0.7169113701963612,
"eval_loss": 0.556188702583313,
"eval_matthews_correlation": 0.44411227437605705,
"eval_precision": 0.7284378843788438,
"eval_recall": 0.7158526734606512,
"eval_runtime": 0.3146,
"eval_samples_per_second": 9167.676,
"eval_steps_per_second": 146.225,
"step": 400
},
{
"epoch": 1.39,
"learning_rate": 2.0401721664275467e-05,
"loss": 0.5278,
"step": 500
},
{
"epoch": 1.66,
"learning_rate": 1.824964131994261e-05,
"loss": 0.5334,
"step": 600
},
{
"epoch": 1.66,
"eval_accuracy": 0.6962552011095701,
"eval_f1": 0.6959591092257931,
"eval_loss": 0.5852939486503601,
"eval_matthews_correlation": 0.410413310451205,
"eval_precision": 0.7066984921857804,
"eval_recall": 0.7037255855307889,
"eval_runtime": 0.3127,
"eval_samples_per_second": 9222.081,
"eval_steps_per_second": 147.093,
"step": 600
},
{
"epoch": 1.94,
"learning_rate": 1.6097560975609757e-05,
"loss": 0.5228,
"step": 700
},
{
"epoch": 2.22,
"learning_rate": 1.39454806312769e-05,
"loss": 0.4923,
"step": 800
},
{
"epoch": 2.22,
"eval_accuracy": 0.7309292649098474,
"eval_f1": 0.7267182559859875,
"eval_loss": 0.5542874336242676,
"eval_matthews_correlation": 0.4559363019384072,
"eval_precision": 0.7303363787375414,
"eval_recall": 0.7256242723844096,
"eval_runtime": 0.3134,
"eval_samples_per_second": 9203.025,
"eval_steps_per_second": 146.789,
"step": 800
},
{
"epoch": 2.49,
"learning_rate": 1.1793400286944047e-05,
"loss": 0.4696,
"step": 900
},
{
"epoch": 2.77,
"learning_rate": 9.64131994261119e-06,
"loss": 0.4846,
"step": 1000
},
{
"epoch": 2.77,
"eval_accuracy": 0.7302357836338419,
"eval_f1": 0.7224178543151227,
"eval_loss": 0.5590723156929016,
"eval_matthews_correlation": 0.4557539696083062,
"eval_precision": 0.734686686513929,
"eval_recall": 0.7212648743513204,
"eval_runtime": 0.3129,
"eval_samples_per_second": 9216.628,
"eval_steps_per_second": 147.006,
"step": 1000
},
{
"epoch": 3.05,
"learning_rate": 7.489239598278336e-06,
"loss": 0.4619,
"step": 1100
},
{
"epoch": 3.32,
"learning_rate": 5.337159253945481e-06,
"loss": 0.4095,
"step": 1200
},
{
"epoch": 3.32,
"eval_accuracy": 0.7309292649098474,
"eval_f1": 0.7257053883220748,
"eval_loss": 0.5748168230056763,
"eval_matthews_correlation": 0.4559197439774417,
"eval_precision": 0.7315122272836251,
"eval_recall": 0.7244620245195558,
"eval_runtime": 0.3141,
"eval_samples_per_second": 9182.109,
"eval_steps_per_second": 146.455,
"step": 1200
},
{
"epoch": 3.6,
"learning_rate": 3.1850789096126257e-06,
"loss": 0.413,
"step": 1300
},
{
"epoch": 3.88,
"learning_rate": 1.0329985652797704e-06,
"loss": 0.4056,
"step": 1400
},
{
"epoch": 3.88,
"eval_accuracy": 0.7243411927877947,
"eval_f1": 0.7206616312708678,
"eval_loss": 0.578804612159729,
"eval_matthews_correlation": 0.4427908422969292,
"eval_precision": 0.7230280173949538,
"eval_recall": 0.719774775734589,
"eval_runtime": 0.3161,
"eval_samples_per_second": 9124.793,
"eval_steps_per_second": 145.541,
"step": 1400
},
{
"epoch": 4.0,
"step": 1444,
"total_flos": 464041186689024.0,
"train_loss": 0.5042063245482722,
"train_runtime": 53.5835,
"train_samples_per_second": 1722.099,
"train_steps_per_second": 26.949
}
],
"max_steps": 1444,
"num_train_epochs": 4,
"total_flos": 464041186689024.0,
"trial_name": null,
"trial_params": null
}