{
    "run": {
        "task": "captioning",
        "cache_root": "./cache",
        "lr_sched": "linear_warmup_cosine_lr",
        "init_lr": 1e-05,
        "min_lr": 0,
        "warmup_lr": 1e-08,
        "warmup_steps": 17,
        "weight_decay": 0.01,
        "max_epoch": 10,
        "batch_size_train": 8,
        "batch_size_eval": 8,
        "num_workers": 4,
        "accum_grad_iters": 1,
        "max_len": 100,
        "min_len": 8,
        "num_beams": 5,
        "seed": 42,
        "output_dir": "output/BLIP2/Caption_Gurushots_OPT2.7b_Run1",
        "amp": true,
        "resume_ckpt_path": null,
        "evaluate": false,
        "train_splits": [
            "train"
        ],
        "valid_splits": [
            "val"
        ],
        "device": "cuda",
        "world_size": 1,
        "dist_url": "env://",
        "distributed": true,
        "rank": 0,
        "gpu": 0,
        "dist_backend": "nccl"
    },
    "model": {
        "arch": "blip2_opt",
        "load_finetuned": false,
        "pretrained": "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/models/BLIP2/blip2_pretrained_opt2.7b.pth",
        "finetuned": "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/models/BLIP2/blip2_caption_opt2.7b.pth",
        "image_size": 364,
        "drop_path_rate": 0,
        "use_grad_checkpoint": true,
        "vit_precision": "fp32",
        "freeze_vit": false,
        "num_query_token": 32,
        "opt_model": "facebook/opt-2.7b",
        "prompt": "a photo of",
        "model_type": "caption_coco_opt2.7b"
    },
    "preprocess": {
        "vis_processor": {
            "train": {
                "name": "blip_image_train",
                "image_size": 364
            },
            "eval": {
                "name": "blip_image_eval",
                "image_size": 364
            }
        },
        "text_processor": {
            "train": {
                "name": "blip_caption"
            },
            "eval": {
                "name": "blip_caption"
            }
        }
    },
    "datasets": {
        "gurushots_technical": {
            "data_type": "images",
            "build_info": {
                "annotations": {
                    "train": {
                        "url": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/train.json",
                        "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/train.json"
                    },
                    "val": {
                        "url": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/val.json",
                        "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/annotations/val.json"
                    }
                },
                "images": {
                    "storage": "/home/ec2-user/blip2-train/blip2/output/gurushots_technical/images/"
                }
            },
            "vis_processor": {
                "train": {
                    "name": "blip2_image_train",
                    "image_size": 364
                },
                "eval": {
                    "name": "blip_image_eval",
                    "image_size": 364
                }
            },
            "text_processor": {
                "train": {
                    "name": "blip_caption"
                },
                "eval": {
                    "name": "blip_caption"
                }
            }
        }
    }
}
{"train_lr": "0.000", "train_loss": "2.780"}
{"val_Bleu_1": 0.30595288793500475, "val_Bleu_2": 0.14923367873353585, "val_Bleu_3": 0.0820387489070936, "val_Bleu_4": 0.045874710875489166, "val_METEOR": 0.1336068084164801, "val_ROUGE_L": 0.24179135756915954, "val_CIDEr": 0.17837936690178705, "val_SPICE": 0.13797488815244338, "val_agg_metrics": 0.2242540777772762, "val_best_epoch": 0}
{"train_lr": "0.000", "train_loss": "2.593"}
{"val_Bleu_1": 0.3129844954441037, "val_Bleu_2": 0.15564015777314377, "val_Bleu_3": 0.0874730180987987, "val_Bleu_4": 0.050279047896448346, "val_METEOR": 0.1354101617083608, "val_ROUGE_L": 0.24997976189568466, "val_CIDEr": 0.21233635676249518, "val_SPICE": 0.14564832529375385, "val_agg_metrics": 0.2626154046589435, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "2.511"}
{"val_Bleu_1": 0.28868419658321876, "val_Bleu_2": 0.1446603043064871, "val_Bleu_3": 0.08216162819700076, "val_Bleu_4": 0.048017550367038295, "val_METEOR": 0.12958360331627208, "val_ROUGE_L": 0.24319957483344218, "val_CIDEr": 0.18436995613141066, "val_SPICE": 0.14395404375533924, "val_agg_metrics": 0.23238750649844897, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "2.395"}
{"val_Bleu_1": 0.28875235873319094, "val_Bleu_2": 0.14253559886049272, "val_Bleu_3": 0.07981602638234792, "val_Bleu_4": 0.04548206489639673, "val_METEOR": 0.12999240447447322, "val_ROUGE_L": 0.24262895216769334, "val_CIDEr": 0.1830749510743932, "val_SPICE": 0.14271018635086355, "val_agg_metrics": 0.22855701597078992, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "2.283"}
{"val_Bleu_1": 0.29092808876380966, "val_Bleu_2": 0.14550285042341107, "val_Bleu_3": 0.08217162163717627, "val_Bleu_4": 0.04748584606941129, "val_METEOR": 0.1318959161027712, "val_ROUGE_L": 0.2416451680437791, "val_CIDEr": 0.19052214152551405, "val_SPICE": 0.1468366431441867, "val_agg_metrics": 0.23800798759492534, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "2.135"}
{"val_Bleu_1": 0.2929027070639357, "val_Bleu_2": 0.14491007749744908, "val_Bleu_3": 0.08086910472267413, "val_Bleu_4": 0.04588313026318384, "val_METEOR": 0.1303409896357362, "val_ROUGE_L": 0.2425253056855794, "val_CIDEr": 0.17250652819488135, "val_SPICE": 0.14684961039721336, "val_agg_metrics": 0.21838965845806518, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "1.993"}
{"val_Bleu_1": 0.2775230164160479, "val_Bleu_2": 0.13405065029555194, "val_Bleu_3": 0.0730974953206048, "val_Bleu_4": 0.04054532947628883, "val_METEOR": 0.12618702118166886, "val_ROUGE_L": 0.23489719011758586, "val_CIDEr": 0.1765015502143572, "val_SPICE": 0.1433441104753326, "val_agg_metrics": 0.21704687969064604, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "1.861"}
{"val_Bleu_1": 0.28042514194954626, "val_Bleu_2": 0.13610385538523315, "val_Bleu_3": 0.07417039707077015, "val_Bleu_4": 0.04099947927439462, "val_METEOR": 0.12643825205146886, "val_ROUGE_L": 0.23516733291982098, "val_CIDEr": 0.1592900528277173, "val_SPICE": 0.14445139100297855, "val_agg_metrics": 0.20028953210211192, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "1.751"}
{"val_Bleu_1": 0.28961520541295765, "val_Bleu_2": 0.14006087204376735, "val_Bleu_3": 0.07533194254262221, "val_Bleu_4": 0.041623845467829886, "val_METEOR": 0.12685206395622012, "val_ROUGE_L": 0.2359339492562956, "val_CIDEr": 0.17995047071480774, "val_SPICE": 0.14212743206956974, "val_agg_metrics": 0.22157431618263762, "val_best_epoch": 1}
{"train_lr": "0.000", "train_loss": "1.692"}
{"val_Bleu_1": 0.285179373445298, "val_Bleu_2": 0.13707036250257051, "val_Bleu_3": 0.07377157458539449, "val_Bleu_4": 0.040737972413321645, "val_METEOR": 0.1256722271852735, "val_ROUGE_L": 0.2350574510981613, "val_CIDEr": 0.16097987228761598, "val_SPICE": 0.14116900004774902, "val_agg_metrics": 0.20171784470093762, "val_best_epoch": 1}