🍻 cheers

README.md

@@ -3,6 +3,7 @@ library_name: transformers
 license: apache-2.0
 base_model: google/vit-base-patch16-224-in21k
 tags:
+- image-classification
 - generated_from_trainer
 metrics:
 - accuracy
@@ -16,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # fish_disease_datasets
 
-This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
+This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the fish_disease_datasets dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.0866
 - Accuracy: 0.9728

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 4.0,
-    "eval_accuracy": 0.9809782608695652,
-    "eval_loss": 0.07041697204113007,
-    "eval_runtime": 1.7197,
-    "eval_samples_per_second": 213.985,
-    "eval_steps_per_second": 26.748,
+    "eval_accuracy": 0.9728260869565217,
+    "eval_loss": 0.08664274215698242,
+    "eval_runtime": 1.5646,
+    "eval_samples_per_second": 235.209,
+    "eval_steps_per_second": 29.401,
     "total_flos": 6.45382209997357e+17,
-    "train_loss": 0.27801662728986665,
-    "train_runtime": 166.0361,
-    "train_samples_per_second": 50.158,
-    "train_steps_per_second": 3.156
+    "train_loss": 0.2574100203186501,
+    "train_runtime": 180.8127,
+    "train_samples_per_second": 46.059,
+    "train_steps_per_second": 2.898
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 4.0,
-    "eval_accuracy": 0.9809782608695652,
-    "eval_loss": 0.07041697204113007,
-    "eval_runtime": 1.7197,
-    "eval_samples_per_second": 213.985,
-    "eval_steps_per_second": 26.748
+    "eval_accuracy": 0.9728260869565217,
+    "eval_loss": 0.08664274215698242,
+    "eval_runtime": 1.5646,
+    "eval_samples_per_second": 235.209,
+    "eval_steps_per_second": 29.401
 }

runs/May29_06-11-43_24e856c6c156/events.out.tfevents.1748499812.24e856c6c156.378.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6173c982c40285fdac5012c21d6b1623b1e1421ebf6c821114c15b471aa399fe
+size 411

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 4.0,
     "total_flos": 6.45382209997357e+17,
-    "train_loss": 0.27801662728986665,
-    "train_runtime": 166.0361,
-    "train_samples_per_second": 50.158,
-    "train_steps_per_second": 3.156
+    "train_loss": 0.2574100203186501,
+    "train_runtime": 180.8127,
+    "train_samples_per_second": 46.059,
+    "train_steps_per_second": 2.898
 }

trainer_state.json

@@ -1,6 +1,6 @@
 {
   "best_global_step": 500,
-  "best_metric": 0.07041697204113007,
+  "best_metric": 0.08664274215698242,
   "best_model_checkpoint": "fish_disease_datasets/checkpoint-500",
   "epoch": 4.0,
   "eval_steps": 100,
@@ -11,421 +11,421 @@
   "log_history": [
     {
       "epoch": 0.07633587786259542,
-      "grad_norm": 1.8386459350585938,
+      "grad_norm": 2.0032925605773926,
       "learning_rate": 0.00019656488549618322,
-      "loss": 1.8727,
+      "loss": 1.8167,
       "step": 10
     },
     {
       "epoch": 0.15267175572519084,
-      "grad_norm": 2.027068614959717,
+      "grad_norm": 2.0694987773895264,
       "learning_rate": 0.00019274809160305345,
-      "loss": 1.6646,
+      "loss": 1.5113,
       "step": 20
     },
     {
       "epoch": 0.22900763358778625,
-      "grad_norm": 1.9189614057540894,
+      "grad_norm": 1.8945856094360352,
       "learning_rate": 0.00018893129770992367,
-      "loss": 1.4059,
+      "loss": 1.3072,
       "step": 30
     },
     {
       "epoch": 0.3053435114503817,
-      "grad_norm": 2.0967509746551514,
+      "grad_norm": 1.994113564491272,
       "learning_rate": 0.0001851145038167939,
-      "loss": 1.0754,
+      "loss": 1.0743,
       "step": 40
     },
     {
       "epoch": 0.3816793893129771,
-      "grad_norm": 2.0452075004577637,
+      "grad_norm": 2.0848724842071533,
       "learning_rate": 0.00018129770992366412,
-      "loss": 0.9438,
+      "loss": 0.7789,
       "step": 50
     },
     {
       "epoch": 0.4580152671755725,
-      "grad_norm": 2.0183463096618652,
+      "grad_norm": 2.2140491008758545,
       "learning_rate": 0.00017748091603053437,
-      "loss": 0.8577,
+      "loss": 0.7127,
       "step": 60
     },
     {
       "epoch": 0.5343511450381679,
-      "grad_norm": 3.3413853645324707,
+      "grad_norm": 2.714928388595581,
       "learning_rate": 0.0001736641221374046,
-      "loss": 0.8169,
+      "loss": 0.592,
       "step": 70
     },
     {
       "epoch": 0.6106870229007634,
-      "grad_norm": 2.440781593322754,
+      "grad_norm": 0.919693112373352,
       "learning_rate": 0.00016984732824427482,
-      "loss": 0.6525,
+      "loss": 0.4939,
       "step": 80
     },
     {
       "epoch": 0.6870229007633588,
-      "grad_norm": 3.064451217651367,
+      "grad_norm": 3.400426149368286,
       "learning_rate": 0.00016603053435114505,
-      "loss": 0.4708,
+      "loss": 0.4973,
       "step": 90
     },
     {
       "epoch": 0.7633587786259542,
-      "grad_norm": 2.395552396774292,
+      "grad_norm": 6.015654563903809,
       "learning_rate": 0.00016221374045801527,
-      "loss": 0.4357,
+      "loss": 0.3865,
       "step": 100
     },
     {
       "epoch": 0.7633587786259542,
-      "eval_accuracy": 0.9375,
-      "eval_loss": 0.32088735699653625,
-      "eval_runtime": 1.5155,
-      "eval_samples_per_second": 242.823,
-      "eval_steps_per_second": 30.353,
+      "eval_accuracy": 0.8913043478260869,
+      "eval_loss": 0.4161355495452881,
+      "eval_runtime": 1.7389,
+      "eval_samples_per_second": 211.632,
+      "eval_steps_per_second": 26.454,
       "step": 100
     },
     {
       "epoch": 0.8396946564885496,
-      "grad_norm": 4.234215259552002,
+      "grad_norm": 2.465869665145874,
       "learning_rate": 0.0001583969465648855,
-      "loss": 0.3343,
+      "loss": 0.3979,
       "step": 110
     },
     {
       "epoch": 0.916030534351145,
-      "grad_norm": 2.090794086456299,
+      "grad_norm": 3.375448226928711,
       "learning_rate": 0.00015458015267175574,
-      "loss": 0.3294,
+      "loss": 0.3569,
       "step": 120
     },
     {
       "epoch": 0.9923664122137404,
-      "grad_norm": 1.4856677055358887,
+      "grad_norm": 1.7015740871429443,
       "learning_rate": 0.00015076335877862594,
-      "loss": 0.3227,
+      "loss": 0.4148,
       "step": 130
     },
     {
       "epoch": 1.0687022900763359,
-      "grad_norm": 0.4898907542228699,
+      "grad_norm": 0.402433305978775,
       "learning_rate": 0.0001469465648854962,
-      "loss": 0.1935,
+      "loss": 0.2044,
       "step": 140
     },
     {
       "epoch": 1.1450381679389312,
-      "grad_norm": 1.27410089969635,
+      "grad_norm": 2.2606430053710938,
       "learning_rate": 0.00014312977099236642,
-      "loss": 0.2564,
+      "loss": 0.1364,
       "step": 150
     },
     {
       "epoch": 1.2213740458015268,
-      "grad_norm": 1.4080382585525513,
+      "grad_norm": 1.087276816368103,
       "learning_rate": 0.00013931297709923664,
-      "loss": 0.1208,
+      "loss": 0.2527,
       "step": 160
     },
     {
       "epoch": 1.297709923664122,
-      "grad_norm": 4.060358047485352,
+      "grad_norm": 3.1737782955169678,
       "learning_rate": 0.0001354961832061069,
-      "loss": 0.1377,
+      "loss": 0.1463,
       "step": 170
     },
     {
       "epoch": 1.3740458015267176,
-      "grad_norm": 1.9385284185409546,
+      "grad_norm": 0.22228187322616577,
       "learning_rate": 0.0001316793893129771,
-      "loss": 0.1576,
+      "loss": 0.136,
       "step": 180
     },
     {
       "epoch": 1.450381679389313,
-      "grad_norm": 1.01824152469635,
+      "grad_norm": 6.465834617614746,
       "learning_rate": 0.00012786259541984734,
-      "loss": 0.1459,
+      "loss": 0.1747,
       "step": 190
     },
     {
       "epoch": 1.5267175572519083,
-      "grad_norm": 3.3385653495788574,
+      "grad_norm": 1.6935511827468872,
       "learning_rate": 0.00012404580152671757,
-      "loss": 0.1859,
+      "loss": 0.1206,
       "step": 200
     },
     {
       "epoch": 1.5267175572519083,
-      "eval_accuracy": 0.970108695652174,
-      "eval_loss": 0.13519759476184845,
-      "eval_runtime": 1.5011,
-      "eval_samples_per_second": 245.146,
-      "eval_steps_per_second": 30.643,
+      "eval_accuracy": 0.9456521739130435,
+      "eval_loss": 0.2170080989599228,
+      "eval_runtime": 1.5107,
+      "eval_samples_per_second": 243.59,
+      "eval_steps_per_second": 30.449,
       "step": 200
     },
     {
       "epoch": 1.6030534351145038,
-      "grad_norm": 1.7121399641036987,
+      "grad_norm": 2.237194061279297,
       "learning_rate": 0.0001202290076335878,
-      "loss": 0.2204,
+      "loss": 0.1119,
       "step": 210
     },
     {
       "epoch": 1.6793893129770994,
-      "grad_norm": 0.9915915727615356,
+      "grad_norm": 0.3265667259693146,
       "learning_rate": 0.00011641221374045803,
-      "loss": 0.1224,
+      "loss": 0.1954,
       "step": 220
     },
     {
       "epoch": 1.7557251908396947,
-      "grad_norm": 0.21471183001995087,
+      "grad_norm": 4.540020942687988,
       "learning_rate": 0.00011259541984732824,
-      "loss": 0.0638,
+      "loss": 0.1225,
       "step": 230
     },
     {
       "epoch": 1.83206106870229,
-      "grad_norm": 0.16611893475055695,
+      "grad_norm": 4.758110046386719,
       "learning_rate": 0.00010877862595419848,
-      "loss": 0.1206,
+      "loss": 0.1258,
       "step": 240
     },
     {
       "epoch": 1.9083969465648853,
-      "grad_norm": 1.0316003561019897,
+      "grad_norm": 0.1943335086107254,
       "learning_rate": 0.00010496183206106871,
-      "loss": 0.1723,
+      "loss": 0.0803,
       "step": 250
     },
     {
       "epoch": 1.984732824427481,
-      "grad_norm": 5.562504291534424,
+      "grad_norm": 3.112128734588623,
       "learning_rate": 0.00010114503816793894,
-      "loss": 0.1555,
+      "loss": 0.0871,
       "step": 260
     },
     {
       "epoch": 2.0610687022900764,
-      "grad_norm": 0.12873513996601105,
+      "grad_norm": 2.004229784011841,
       "learning_rate": 9.732824427480916e-05,
-      "loss": 0.0993,
+      "loss": 0.1014,
       "step": 270
     },
     {
       "epoch": 2.1374045801526718,
-      "grad_norm": 0.1394704133272171,
+      "grad_norm": 2.089447498321533,
       "learning_rate": 9.351145038167939e-05,
-      "loss": 0.0892,
+      "loss": 0.0635,
       "step": 280
     },
     {
       "epoch": 2.213740458015267,
-      "grad_norm": 0.514519989490509,
+      "grad_norm": 0.177068829536438,
       "learning_rate": 8.969465648854962e-05,
-      "loss": 0.061,
+      "loss": 0.0506,
       "step": 290
     },
     {
       "epoch": 2.2900763358778624,
-      "grad_norm": 0.5804300904273987,
+      "grad_norm": 1.701705813407898,
       "learning_rate": 8.587786259541986e-05,
-      "loss": 0.0641,
+      "loss": 0.1132,
       "step": 300
     },
     {
       "epoch": 2.2900763358778624,
-      "eval_accuracy": 0.9782608695652174,
-      "eval_loss": 0.09063434600830078,
-      "eval_runtime": 1.5297,
-      "eval_samples_per_second": 240.566,
-      "eval_steps_per_second": 30.071,
+      "eval_accuracy": 0.967391304347826,
+      "eval_loss": 0.13170665502548218,
+      "eval_runtime": 1.8599,
+      "eval_samples_per_second": 197.858,
+      "eval_steps_per_second": 24.732,
       "step": 300
     },
     {
       "epoch": 2.366412213740458,
-      "grad_norm": 0.3890454173088074,
+      "grad_norm": 0.22077667713165283,
       "learning_rate": 8.206106870229007e-05,
-      "loss": 0.1259,
+      "loss": 0.0579,
       "step": 310
     },
     {
       "epoch": 2.4427480916030535,
-      "grad_norm": 1.0797548294067383,
+      "grad_norm": 4.027545928955078,
       "learning_rate": 7.824427480916031e-05,
-      "loss": 0.0578,
+      "loss": 0.0684,
       "step": 320
     },
     {
       "epoch": 2.519083969465649,
-      "grad_norm": 3.639617443084717,
+      "grad_norm": 0.08583887666463852,
       "learning_rate": 7.442748091603053e-05,
-      "loss": 0.0914,
+      "loss": 0.0709,
       "step": 330
     },
     {
       "epoch": 2.595419847328244,
-      "grad_norm": 0.27799326181411743,
+      "grad_norm": 0.07327867299318314,
       "learning_rate": 7.061068702290077e-05,
-      "loss": 0.0622,
+      "loss": 0.0301,
       "step": 340
     },
     {
       "epoch": 2.67175572519084,
-      "grad_norm": 0.09738999605178833,
+      "grad_norm": 0.08430969715118408,
       "learning_rate": 6.6793893129771e-05,
-      "loss": 0.0516,
+      "loss": 0.0843,
       "step": 350
     },
     {
       "epoch": 2.7480916030534353,
-      "grad_norm": 0.08531022071838379,
+      "grad_norm": 0.08751753717660904,
       "learning_rate": 6.297709923664122e-05,
-      "loss": 0.0362,
+      "loss": 0.0345,
       "step": 360
     },
     {
       "epoch": 2.8244274809160306,
-      "grad_norm": 0.08216961473226547,
+      "grad_norm": 0.06909404695034027,
       "learning_rate": 5.916030534351146e-05,
-      "loss": 0.0482,
+      "loss": 0.0416,
       "step": 370
     },
     {
       "epoch": 2.900763358778626,
-      "grad_norm": 0.07119940966367722,
+      "grad_norm": 0.06500696390867233,
       "learning_rate": 5.534351145038168e-05,
-      "loss": 0.0288,
+      "loss": 0.066,
       "step": 380
     },
     {
       "epoch": 2.9770992366412212,
-      "grad_norm": 0.06432362645864487,
+      "grad_norm": 0.08221684396266937,
       "learning_rate": 5.152671755725191e-05,
-      "loss": 0.0445,
+      "loss": 0.0433,
       "step": 390
     },
     {
       "epoch": 3.053435114503817,
-      "grad_norm": 0.09170796722173691,
+      "grad_norm": 1.0126067399978638,
       "learning_rate": 4.7709923664122144e-05,
-      "loss": 0.0202,
+      "loss": 0.0547,
       "step": 400
     },
     {
       "epoch": 3.053435114503817,
-      "eval_accuracy": 0.9755434782608695,
-      "eval_loss": 0.10268648713827133,
-      "eval_runtime": 1.5318,
-      "eval_samples_per_second": 240.238,
-      "eval_steps_per_second": 30.03,
+      "eval_accuracy": 0.9809782608695652,
+      "eval_loss": 0.08785175532102585,
+      "eval_runtime": 1.8079,
+      "eval_samples_per_second": 203.548,
+      "eval_steps_per_second": 25.443,
       "step": 400
     },
     {
       "epoch": 3.1297709923664123,
-      "grad_norm": 0.5211504697799683,
+      "grad_norm": 0.07123812288045883,
       "learning_rate": 4.389312977099237e-05,
-      "loss": 0.0262,
+      "loss": 0.0272,
       "step": 410
     },
     {
       "epoch": 3.2061068702290076,
-      "grad_norm": 0.23740150034427643,
+      "grad_norm": 0.06167351081967354,
       "learning_rate": 4.00763358778626e-05,
-      "loss": 0.0276,
+      "loss": 0.0386,
       "step": 420
     },
     {
       "epoch": 3.282442748091603,
-      "grad_norm": 0.28564441204071045,
+      "grad_norm": 0.06654069572687149,
       "learning_rate": 3.625954198473282e-05,
-      "loss": 0.0215,
+      "loss": 0.0312,
       "step": 430
     },
     {
       "epoch": 3.3587786259541983,
-      "grad_norm": 0.06320058554410934,
+      "grad_norm": 0.12739847600460052,
       "learning_rate": 3.2442748091603054e-05,
-      "loss": 0.0306,
+      "loss": 0.0446,
       "step": 440
     },
     {
       "epoch": 3.435114503816794,
-      "grad_norm": 0.0660184696316719,
+      "grad_norm": 0.8813410997390747,
       "learning_rate": 2.862595419847328e-05,
-      "loss": 0.0321,
+      "loss": 0.0417,
       "step": 450
     },
     {
       "epoch": 3.5114503816793894,
-      "grad_norm": 0.7349413633346558,
+      "grad_norm": 0.9467947483062744,
       "learning_rate": 2.4809160305343512e-05,
-      "loss": 0.0331,
+      "loss": 0.027,
       "step": 460
     },
     {
       "epoch": 3.5877862595419847,
-      "grad_norm": 0.057535506784915924,
+      "grad_norm": 0.22488470375537872,
       "learning_rate": 2.099236641221374e-05,
-      "loss": 0.0188,
+      "loss": 0.021,
       "step": 470
     },
     {
       "epoch": 3.66412213740458,
-      "grad_norm": 0.4652552902698517,
+      "grad_norm": 0.05164281651377678,
       "learning_rate": 1.717557251908397e-05,
-      "loss": 0.0179,
+      "loss": 0.0254,
       "step": 480
     },
     {
       "epoch": 3.7404580152671754,
-      "grad_norm": 0.057850148528814316,
+      "grad_norm": 0.055942848324775696,
       "learning_rate": 1.3358778625954198e-05,
-      "loss": 0.0539,
+      "loss": 0.0376,
       "step": 490
     },
     {
       "epoch": 3.816793893129771,
-      "grad_norm": 1.1574023962020874,
+      "grad_norm": 0.17778228223323822,
       "learning_rate": 9.541984732824428e-06,
-      "loss": 0.0352,
+      "loss": 0.0209,
       "step": 500
     },
     {
       "epoch": 3.816793893129771,
-      "eval_accuracy": 0.9809782608695652,
-      "eval_loss": 0.07041697204113007,
-      "eval_runtime": 1.5657,
-      "eval_samples_per_second": 235.036,
-      "eval_steps_per_second": 29.379,
+      "eval_accuracy": 0.9728260869565217,
+      "eval_loss": 0.08664274215698242,
+      "eval_runtime": 1.5113,
+      "eval_samples_per_second": 243.505,
+      "eval_steps_per_second": 30.438,
       "step": 500
     },
     {
       "epoch": 3.8931297709923665,
-      "grad_norm": 0.06465106457471848,
+      "grad_norm": 0.05874630808830261,
       "learning_rate": 5.725190839694657e-06,
-      "loss": 0.0173,
+      "loss": 0.0193,
       "step": 510
     },
     {
       "epoch": 3.969465648854962,
-      "grad_norm": 0.25634443759918213,
+      "grad_norm": 0.07613587379455566,
       "learning_rate": 1.908396946564886e-06,
-      "loss": 0.0968,
+      "loss": 0.0316,
       "step": 520
     },
     {
       "epoch": 4.0,
       "step": 524,
       "total_flos": 6.45382209997357e+17,
-      "train_loss": 0.27801662728986665,
-      "train_runtime": 166.0361,
-      "train_samples_per_second": 50.158,
-      "train_steps_per_second": 3.156
+      "train_loss": 0.2574100203186501,
+      "train_runtime": 180.8127,
+      "train_samples_per_second": 46.059,
+      "train_steps_per_second": 2.898
     }
   ],
   "logging_steps": 10,