Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1.jsonl filter=lfs diff=lfs merge=lfs -text

checkpoints/step-025500-epoch-64-loss=0.0361.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b77bc4c34e8e7a698c8d13cce44c7067c73093eb34d218669bf0ef566dbdfa
+size 11322825962

config.json

@@ -0,0 +1,59 @@
+{
+  "action_dim": 7,
+  "action_model_type": "DiT-B",
+  "data_root_dir": "/mnt/inspurfs/efm_t/robot_data/cache/LIBERO/dataset",
+  "debug": false,
+  "disable_instruction": false,
+  "fix_system1": false,
+  "future_action_window_size": 7,
+  "hf_token": "hf_token",
+  "image_aug": true,
+  "is_resume": false,
+  "load_all_data_for_training": true,
+  "num_of_meta_query": 64,
+  "past_action_window_size": 0,
+  "pretrained_checkpoint": null,
+  "repeated_diffusion_steps": 4,
+  "resume_epoch": null,
+  "resume_step": null,
+  "run_id": "sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1",
+  "run_id_note": null,
+  "run_root_dir": "outputs/libero_wrist",
+  "save_interval": 1500,
+  "seed": 42,
+  "stage": "stage1",
+  "trackers": [
+    "jsonl",
+    "wandb"
+  ],
+  "use_ema": false,
+  "use_mm": false,
+  "vla": {
+    "action_tokenizer": "extra_action_tokenizer",
+    "base_vlm": "/mnt/petrelfs/yangshuai1/yangshuai1/share_mllm/Eagle2-2B",
+    "data_mix": "libero_10_no_noops",
+    "enable_gradient_checkpointing": true,
+    "enable_mixed_precision_training": true,
+    "epochs": 100,
+    "expected_world_size": 8,
+    "freeze_llm_backbone": false,
+    "freeze_vision_backbone": false,
+    "global_batch_size": 256,
+    "learning_rate": 5e-05,
+    "lr_scheduler_type": "constant",
+    "max_grad_norm": 1.0,
+    "max_steps": null,
+    "per_device_batch_size": 32,
+    "reduce_in_full_precision": true,
+    "shuffle_buffer_size": 250000,
+    "train_strategy": "fsdp-full-shard",
+    "type": "prism-qwen25-dinosiglip-224px+0_5b",
+    "unfreeze_last_llm_layer": false,
+    "vla_id": "prism-qwen25-dinosiglip-224px+0_5b",
+    "warmup_ratio": 0.0,
+    "weight_decay": 0.0
+  },
+  "wandb_entity": "shuaiyang2003",
+  "wandb_project": "dual_sys_libero",
+  "with_pointing": true
+}

config.yaml

@@ -0,0 +1,55 @@
+action_dim: 7
+action_model_type: DiT-B
+data_root_dir: /mnt/inspurfs/efm_t/robot_data/cache/LIBERO/dataset
+debug: false
+disable_instruction: false
+fix_system1: false
+future_action_window_size: 7
+hf_token: hf_token
+image_aug: true
+is_resume: false
+load_all_data_for_training: true
+num_of_meta_query: 64
+past_action_window_size: 0
+pretrained_checkpoint: null
+repeated_diffusion_steps: 4
+resume_epoch: null
+resume_step: null
+run_id: sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1
+run_id_note: null
+run_root_dir: outputs/libero_wrist
+save_interval: 1500
+seed: 42
+stage: stage1
+trackers:
+- jsonl
+- wandb
+use_ema: false
+use_mm: false
+vla:
+  action_tokenizer: extra_action_tokenizer
+  base_vlm: /mnt/petrelfs/yangshuai1/yangshuai1/share_mllm/Eagle2-2B
+  data_mix: libero_10_no_noops
+  enable_gradient_checkpointing: true
+  enable_mixed_precision_training: true
+  epochs: 100
+  expected_world_size: 8
+  freeze_llm_backbone: false
+  freeze_vision_backbone: false
+  global_batch_size: 256
+  learning_rate: 5.0e-05
+  lr_scheduler_type: constant
+  max_grad_norm: 1.0
+  max_steps: null
+  per_device_batch_size: 32
+  reduce_in_full_precision: true
+  shuffle_buffer_size: 250000
+  train_strategy: fsdp-full-shard
+  type: prism-qwen25-dinosiglip-224px+0_5b
+  unfreeze_last_llm_layer: false
+  vla_id: prism-qwen25-dinosiglip-224px+0_5b
+  warmup_ratio: 0.0
+  weight_decay: 0.0
+wandb_entity: shuaiyang2003
+wandb_project: dual_sys_libero
+with_pointing: true

dataset_statistics.json

@@ -0,0 +1,133 @@
+{
+  "libero_10_no_noops": {
+    "action": {
+      "mean": [
+        0.01820324920117855,
+        0.05858374014496803,
+        -0.05592384561896324,
+        0.004626928828656673,
+        0.00289608770981431,
+        -0.007673131301999092,
+        0.5457824468612671
+      ],
+      "std": [
+        0.2825464606285095,
+        0.35904666781425476,
+        0.3673802614212036,
+        0.03770702704787254,
+        0.05429719388484955,
+        0.08725254982709885,
+        0.49815231561660767
+      ],
+      "max": [
+        0.9375,
+        0.9375,
+        0.9375,
+        0.30000001192092896,
+        0.29357144236564636,
+        0.375,
+        1.0
+      ],
+      "min": [
+        -0.9375,
+        -0.9375,
+        -0.9375,
+        -0.23642857372760773,
+        -0.3053571283817291,
+        -0.3675000071525574,
+        0.0
+      ],
+      "q01": [
+        -0.6348214149475098,
+        -0.7741071581840515,
+        -0.7633928656578064,
+        -0.09749999642372131,
+        -0.14819999992847435,
+        -0.2742857038974762,
+        0.0
+      ],
+      "q99": [
+        0.7714285850524902,
+        0.8464285731315613,
+        0.9375,
+        0.13928571343421936,
+        0.15964286029338837,
+        0.3246428668498993,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "proprio": {
+      "mean": [
+        -0.04190658777952194,
+        0.03539430722594261,
+        0.8257141709327698,
+        2.908308267593384,
+        -0.5562185049057007,
+        -0.16649018228054047,
+        0.028316624462604523,
+        -0.028561657294631004
+      ],
+      "std": [
+        0.10743364691734314,
+        0.14424669742584229,
+        0.2572328448295593,
+        0.3441362977027893,
+        1.234421730041504,
+        0.3579835891723633,
+        0.013308707624673843,
+        0.013174631632864475
+      ],
+      "max": [
+        0.21031762659549713,
+        0.39128610491752625,
+        1.3332009315490723,
+        3.6714255809783936,
+        3.560650587081909,
+        1.386339545249939,
+        0.04160946607589722,
+        0.0013633022317662835
+      ],
+      "min": [
+        -0.4828203022480011,
+        -0.3255046010017395,
+        0.445506751537323,
+        1.1321442127227783,
+        -3.641430377960205,
+        -1.842738389968872,
+        -0.0010040868073701859,
+        -0.04111652821302414
+      ],
+      "q01": [
+        -0.3899900782108307,
+        -0.2838300323486328,
+        0.44795057058334353,
+        1.8810229921340942,
+        -2.886677579879761,
+        -1.1599004411697387,
+        0.002066459748893976,
+        -0.04001387819647789
+      ],
+      "q99": [
+        0.1530261474847791,
+        0.32915401458740223,
+        1.2546923208236693,
+        3.303542451858519,
+        2.7496529006957933,
+        0.6893712210655194,
+        0.040048558115959164,
+        -0.0017598449345678235
+      ]
+    },
+    "num_transitions": 101469,
+    "num_trajectories": 379
+  }
+}

run-metrics.jsonl

@@ -0,0 +1 @@
+{"hparams": {"action_dim": 7, "action_model_type": "DiT-B", "data_root_dir": "/mnt/inspurfs/efm_t/robot_data/cache/LIBERO/dataset", "debug": false, "disable_instruction": false, "fix_system1": false, "future_action_window_size": 7, "hf_token": "hf_token", "image_aug": true, "is_resume": false, "load_all_data_for_training": true, "num_of_meta_query": 64, "past_action_window_size": 0, "pretrained_checkpoint": null, "repeated_diffusion_steps": 4, "resume_epoch": null, "resume_step": null, "run_id": "sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1", "run_id_note": null, "run_root_dir": "outputs/libero_wrist", "save_interval": 1500, "seed": 42, "stage": "stage1", "trackers": ["jsonl", "wandb"], "use_ema": false, "use_mm": false, "vla": {"action_tokenizer": "extra_action_tokenizer", "base_vlm": "/mnt/petrelfs/yangshuai1/yangshuai1/share_mllm/Eagle2-2B", "data_mix": "libero_10_no_noops", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "epochs": 100, "expected_world_size": 8, "freeze_llm_backbone": false, "freeze_vision_backbone": false, "global_batch_size": 256, "learning_rate": 5e-05, "lr_scheduler_type": "constant", "max_grad_norm": 1.0, "max_steps": null, "per_device_batch_size": 32, "reduce_in_full_precision": true, "shuffle_buffer_size": 250000, "train_strategy": "fsdp-full-shard", "type": "prism-qwen25-dinosiglip-224px+0_5b", "unfreeze_last_llm_layer": false, "vla_id": "prism-qwen25-dinosiglip-224px+0_5b", "warmup_ratio": 0.0, "weight_decay": 0.0}, "wandb_entity": "shuaiyang2003", "wandb_project": "dual_sys_libero", "with_pointing": true}, "run_id": "sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1"}

sys12_meta_query_action_only_sync_pretraining_v2_query_64_mlp_lora_libero_10_wrist--image_augstage1.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21b5cdac4b388dab1303fe9db2481b6b5487c63f90e24b9d097cdd83803f54
+size 15938619