| { | |
| "best_metric": 0.6153628826141357, | |
| "best_model_checkpoint": "/scratch/hlv8980/Attack_Benchmark/models/hyena/H3K36me3/origin/checkpoint-800", | |
| "epoch": 4.0, | |
| "global_step": 1744, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 2.9185360094451005e-05, | |
| "loss": 0.6753, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.743211334120425e-05, | |
| "loss": 0.6463, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_accuracy": 0.6381880733944955, | |
| "eval_f1": 0.6293704480200728, | |
| "eval_loss": 0.6571564078330994, | |
| "eval_matthews_correlation": 0.2687158724644651, | |
| "eval_precision": 0.638140624481766, | |
| "eval_recall": 0.6306788288840222, | |
| "eval_runtime": 0.3776, | |
| "eval_samples_per_second": 9236.671, | |
| "eval_steps_per_second": 145.647, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.566115702479339e-05, | |
| "loss": 0.6291, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.3890200708382528e-05, | |
| "loss": 0.6164, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "eval_accuracy": 0.6533830275229358, | |
| "eval_f1": 0.6501947076192083, | |
| "eval_loss": 0.6272850632667542, | |
| "eval_matthews_correlation": 0.3014520165470814, | |
| "eval_precision": 0.6515533176621434, | |
| "eval_recall": 0.6499032150567714, | |
| "eval_runtime": 0.3825, | |
| "eval_samples_per_second": 9119.121, | |
| "eval_steps_per_second": 143.793, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 2.2119244391971666e-05, | |
| "loss": 0.6008, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.0348288075560804e-05, | |
| "loss": 0.5908, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_accuracy": 0.654243119266055, | |
| "eval_f1": 0.6523705255140899, | |
| "eval_loss": 0.6235532164573669, | |
| "eval_matthews_correlation": 0.3047933721984209, | |
| "eval_precision": 0.6525386181989038, | |
| "eval_recall": 0.652254886062605, | |
| "eval_runtime": 0.3782, | |
| "eval_samples_per_second": 9221.911, | |
| "eval_steps_per_second": 145.414, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 1.8577331759149942e-05, | |
| "loss": 0.5798, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.680637544273908e-05, | |
| "loss": 0.5861, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "eval_accuracy": 0.6657110091743119, | |
| "eval_f1": 0.6596887517940149, | |
| "eval_loss": 0.6153628826141357, | |
| "eval_matthews_correlation": 0.3252959939784362, | |
| "eval_precision": 0.6655924237460404, | |
| "eval_recall": 0.6597559255801235, | |
| "eval_runtime": 0.3805, | |
| "eval_samples_per_second": 9166.252, | |
| "eval_steps_per_second": 144.537, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.5035419126328217e-05, | |
| "loss": 0.5815, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.3264462809917357e-05, | |
| "loss": 0.5418, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "eval_accuracy": 0.663704128440367, | |
| "eval_f1": 0.662298907706719, | |
| "eval_loss": 0.6290417313575745, | |
| "eval_matthews_correlation": 0.3246066893936959, | |
| "eval_precision": 0.6622490983117438, | |
| "eval_recall": 0.6623576092186956, | |
| "eval_runtime": 0.3783, | |
| "eval_samples_per_second": 9221.173, | |
| "eval_steps_per_second": 145.403, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 1.1493506493506495e-05, | |
| "loss": 0.5349, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 9.722550177095632e-06, | |
| "loss": 0.5462, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "eval_accuracy": 0.6688646788990825, | |
| "eval_f1": 0.6648234050545554, | |
| "eval_loss": 0.6210712194442749, | |
| "eval_matthews_correlation": 0.33212236005328033, | |
| "eval_precision": 0.6676485636768795, | |
| "eval_recall": 0.6644888265490297, | |
| "eval_runtime": 0.3788, | |
| "eval_samples_per_second": 9208.41, | |
| "eval_steps_per_second": 145.201, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 7.95159386068477e-06, | |
| "loss": 0.5375, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 6.180637544273908e-06, | |
| "loss": 0.4954, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "eval_accuracy": 0.6648509174311926, | |
| "eval_f1": 0.6602246823985176, | |
| "eval_loss": 0.6378622055053711, | |
| "eval_matthews_correlation": 0.32377317797326727, | |
| "eval_precision": 0.6638023612345288, | |
| "eval_recall": 0.6599932229072341, | |
| "eval_runtime": 0.3796, | |
| "eval_samples_per_second": 9189.796, | |
| "eval_steps_per_second": 144.908, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 4.409681227863046e-06, | |
| "loss": 0.4748, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 2.638724911452184e-06, | |
| "loss": 0.4717, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "eval_accuracy": 0.663704128440367, | |
| "eval_f1": 0.6607953280662985, | |
| "eval_loss": 0.6447471976280212, | |
| "eval_matthews_correlation": 0.3224627838118332, | |
| "eval_precision": 0.6620022673468707, | |
| "eval_recall": 0.6604641846169903, | |
| "eval_runtime": 0.3884, | |
| "eval_samples_per_second": 8979.758, | |
| "eval_steps_per_second": 141.596, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 8.677685950413224e-07, | |
| "loss": 0.476, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 1744, | |
| "total_flos": 561298941149184.0, | |
| "train_loss": 0.5613566888581722, | |
| "train_runtime": 66.3555, | |
| "train_samples_per_second": 1682.092, | |
| "train_steps_per_second": 26.283 | |
| } | |
| ], | |
| "max_steps": 1744, | |
| "num_train_epochs": 4, | |
| "total_flos": 561298941149184.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |