{ "best_metric": 0.6153628826141357, "best_model_checkpoint": "/scratch/hlv8980/Attack_Benchmark/models/hyena/H3K36me3/origin/checkpoint-800", "epoch": 4.0, "global_step": 1744, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.23, "learning_rate": 2.9185360094451005e-05, "loss": 0.6753, "step": 100 }, { "epoch": 0.46, "learning_rate": 2.743211334120425e-05, "loss": 0.6463, "step": 200 }, { "epoch": 0.46, "eval_accuracy": 0.6381880733944955, "eval_f1": 0.6293704480200728, "eval_loss": 0.6571564078330994, "eval_matthews_correlation": 0.2687158724644651, "eval_precision": 0.638140624481766, "eval_recall": 0.6306788288840222, "eval_runtime": 0.3776, "eval_samples_per_second": 9236.671, "eval_steps_per_second": 145.647, "step": 200 }, { "epoch": 0.69, "learning_rate": 2.566115702479339e-05, "loss": 0.6291, "step": 300 }, { "epoch": 0.92, "learning_rate": 2.3890200708382528e-05, "loss": 0.6164, "step": 400 }, { "epoch": 0.92, "eval_accuracy": 0.6533830275229358, "eval_f1": 0.6501947076192083, "eval_loss": 0.6272850632667542, "eval_matthews_correlation": 0.3014520165470814, "eval_precision": 0.6515533176621434, "eval_recall": 0.6499032150567714, "eval_runtime": 0.3825, "eval_samples_per_second": 9119.121, "eval_steps_per_second": 143.793, "step": 400 }, { "epoch": 1.15, "learning_rate": 2.2119244391971666e-05, "loss": 0.6008, "step": 500 }, { "epoch": 1.38, "learning_rate": 2.0348288075560804e-05, "loss": 0.5908, "step": 600 }, { "epoch": 1.38, "eval_accuracy": 0.654243119266055, "eval_f1": 0.6523705255140899, "eval_loss": 0.6235532164573669, "eval_matthews_correlation": 0.3047933721984209, "eval_precision": 0.6525386181989038, "eval_recall": 0.652254886062605, "eval_runtime": 0.3782, "eval_samples_per_second": 9221.911, "eval_steps_per_second": 145.414, "step": 600 }, { "epoch": 1.61, "learning_rate": 1.8577331759149942e-05, "loss": 0.5798, "step": 700 }, { "epoch": 1.83, "learning_rate": 1.680637544273908e-05, "loss": 0.5861, "step": 800 }, { "epoch": 1.83, "eval_accuracy": 0.6657110091743119, "eval_f1": 0.6596887517940149, "eval_loss": 0.6153628826141357, "eval_matthews_correlation": 0.3252959939784362, "eval_precision": 0.6655924237460404, "eval_recall": 0.6597559255801235, "eval_runtime": 0.3805, "eval_samples_per_second": 9166.252, "eval_steps_per_second": 144.537, "step": 800 }, { "epoch": 2.06, "learning_rate": 1.5035419126328217e-05, "loss": 0.5815, "step": 900 }, { "epoch": 2.29, "learning_rate": 1.3264462809917357e-05, "loss": 0.5418, "step": 1000 }, { "epoch": 2.29, "eval_accuracy": 0.663704128440367, "eval_f1": 0.662298907706719, "eval_loss": 0.6290417313575745, "eval_matthews_correlation": 0.3246066893936959, "eval_precision": 0.6622490983117438, "eval_recall": 0.6623576092186956, "eval_runtime": 0.3783, "eval_samples_per_second": 9221.173, "eval_steps_per_second": 145.403, "step": 1000 }, { "epoch": 2.52, "learning_rate": 1.1493506493506495e-05, "loss": 0.5349, "step": 1100 }, { "epoch": 2.75, "learning_rate": 9.722550177095632e-06, "loss": 0.5462, "step": 1200 }, { "epoch": 2.75, "eval_accuracy": 0.6688646788990825, "eval_f1": 0.6648234050545554, "eval_loss": 0.6210712194442749, "eval_matthews_correlation": 0.33212236005328033, "eval_precision": 0.6676485636768795, "eval_recall": 0.6644888265490297, "eval_runtime": 0.3788, "eval_samples_per_second": 9208.41, "eval_steps_per_second": 145.201, "step": 1200 }, { "epoch": 2.98, "learning_rate": 7.95159386068477e-06, "loss": 0.5375, "step": 1300 }, { "epoch": 3.21, "learning_rate": 6.180637544273908e-06, "loss": 0.4954, "step": 1400 }, { "epoch": 3.21, "eval_accuracy": 0.6648509174311926, "eval_f1": 0.6602246823985176, "eval_loss": 0.6378622055053711, "eval_matthews_correlation": 0.32377317797326727, "eval_precision": 0.6638023612345288, "eval_recall": 0.6599932229072341, "eval_runtime": 0.3796, "eval_samples_per_second": 9189.796, "eval_steps_per_second": 144.908, "step": 1400 }, { "epoch": 3.44, "learning_rate": 4.409681227863046e-06, "loss": 0.4748, "step": 1500 }, { "epoch": 3.67, "learning_rate": 2.638724911452184e-06, "loss": 0.4717, "step": 1600 }, { "epoch": 3.67, "eval_accuracy": 0.663704128440367, "eval_f1": 0.6607953280662985, "eval_loss": 0.6447471976280212, "eval_matthews_correlation": 0.3224627838118332, "eval_precision": 0.6620022673468707, "eval_recall": 0.6604641846169903, "eval_runtime": 0.3884, "eval_samples_per_second": 8979.758, "eval_steps_per_second": 141.596, "step": 1600 }, { "epoch": 3.9, "learning_rate": 8.677685950413224e-07, "loss": 0.476, "step": 1700 }, { "epoch": 4.0, "step": 1744, "total_flos": 561298941149184.0, "train_loss": 0.5613566888581722, "train_runtime": 66.3555, "train_samples_per_second": 1682.092, "train_steps_per_second": 26.283 } ], "max_steps": 1744, "num_train_epochs": 4, "total_flos": 561298941149184.0, "trial_name": null, "trial_params": null }