{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
rank-3 worker-0 dataset-block_dataset: resuming data at row#0
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
rank-6 worker-0 dataset-block_dataset: resuming data at row#0
rank-4 worker-0 dataset-block_dataset: resuming data at row#0
FullyShardedDataParallel(
  (_fsdp_wrapped_module): Bagel(
    (language_model): Qwen2ForCausalLM(
      (model): Qwen2Model(
        (embed_tokens): Embedding(152064, 3584)
        (layers): ModuleList(
          (0-27): 28 x FullyShardedDataParallel(
            (_fsdp_wrapped_module): CheckpointWrapper(
              (_checkpoint_wrapped_module): Qwen2MoTDecoderLayer(
                (self_attn): PackedAttentionMoT(
                  (q_proj): Linear(in_features=3584, out_features=3584, bias=True)
                  (k_proj): Linear(in_features=3584, out_features=512, bias=True)
                  (v_proj): Linear(in_features=3584, out_features=512, bias=True)
                  (o_proj): Linear(in_features=3584, out_features=3584, bias=False)
                  (q_norm): Qwen2RMSNorm((128,), eps=1e-06)
                  (k_norm): Qwen2RMSNorm((128,), eps=1e-06)
                  (q_norm_moe_gen): Qwen2RMSNorm((128,), eps=1e-06)
                  (k_norm_moe_gen): Qwen2RMSNorm((128,), eps=1e-06)
                  (q_proj_moe_gen): Linear(in_features=3584, out_features=3584, bias=True)
                  (k_proj_moe_gen): Linear(in_features=3584, out_features=512, bias=True)
                  (v_proj_moe_gen): Linear(in_features=3584, out_features=512, bias=True)
                  (o_proj_moe_gen): Linear(in_features=3584, out_features=3584, bias=False)
                )
                (mlp): Qwen2MLP(
                  (gate_proj): Linear(in_features=3584, out_features=18944, bias=False)
                  (up_proj): Linear(in_features=3584, out_features=18944, bias=False)
                  (down_proj): Linear(in_features=18944, out_features=3584, bias=False)
                  (act_fn): SiLU()
                )
                (mlp_moe_gen): Qwen2MLP(
                  (gate_proj): Linear(in_features=3584, out_features=18944, bias=False)
                  (up_proj): Linear(in_features=3584, out_features=18944, bias=False)
                  (down_proj): Linear(in_features=18944, out_features=3584, bias=False)
                  (act_fn): SiLU()
                )
                (input_layernorm): Qwen2RMSNorm((3584,), eps=1e-06)
                (input_layernorm_moe_gen): Qwen2RMSNorm((3584,), eps=1e-06)
                (post_attention_layernorm): Qwen2RMSNorm((3584,), eps=1e-06)
                (post_attention_layernorm_moe_gen): Qwen2RMSNorm((3584,), eps=1e-06)
              )
            )
          )
        )
        (norm): Qwen2RMSNorm((3584,), eps=1e-06)
        (norm_moe_gen): Qwen2RMSNorm((3584,), eps=1e-06)
        (rotary_emb): Qwen2RotaryEmbedding()
      )
      (lm_head): Linear(in_features=3584, out_features=152064, bias=False)
    )
    (time_embedder): FullyShardedDataParallel(
      (_fsdp_wrapped_module): TimestepEmbedder(
        (mlp): Sequential(
          (0): Linear(in_features=256, out_features=3584, bias=True)
          (1): SiLU()
          (2): Linear(in_features=3584, out_features=3584, bias=True)
        )
      )
    )
    (vae2llm): Linear(in_features=64, out_features=3584, bias=True)
    (llm2vae): Linear(in_features=3584, out_features=64, bias=True)
    (latent_pos_embed): FullyShardedDataParallel(
      (_fsdp_wrapped_module): PositionEmbedding()
    )
    (vit_model): SiglipVisionModel(
      (vision_model): FullyShardedDataParallel(
        (_fsdp_wrapped_module): SiglipVisionTransformer(
          (embeddings): SiglipVisionEmbeddings(
            (position_embedding): Embedding(4900, 1152)
            (patch_embedding): Linear(in_features=588, out_features=1152, bias=True)
          )
          (encoder): SiglipEncoder(
            (layers): ModuleList(
              (0-25): 26 x FullyShardedDataParallel(
                (_fsdp_wrapped_module): CheckpointWrapper(
                  (_checkpoint_wrapped_module): SiglipEncoderLayer(
                    (self_attn): SiglipFlashAttention2(
                      (k_proj): Linear(in_features=1152, out_features=1152, bias=True)
                      (v_proj): Linear(in_features=1152, out_features=1152, bias=True)
                      (q_proj): Linear(in_features=1152, out_features=1152, bias=True)
                      (out_proj): Linear(in_features=1152, out_features=1152, bias=True)
                    )
                    (layer_norm1): LayerNorm((1152,), eps=1e-06, elementwise_affine=True)
                    (mlp): SiglipMLP(
                      (activation_fn): PytorchGELUTanh()
                      (fc1): Linear(in_features=1152, out_features=4304, bias=True)
                      (fc2): Linear(in_features=4304, out_features=1152, bias=True)
                    )
                    (layer_norm2): LayerNorm((1152,), eps=1e-06, elementwise_affine=True)
                  )
                )
              )
            )
          )
          (post_layernorm): LayerNorm((1152,), eps=1e-06, elementwise_affine=True)
        )
      )
    )
    (connector): FullyShardedDataParallel(
      (_fsdp_wrapped_module): CheckpointWrapper(
        (_checkpoint_wrapped_module): MLPconnector(
          (activation_fn): PytorchGELUTanh()
          (fc1): Linear(in_features=1152, out_features=3584, bias=True)
          (fc2): Linear(in_features=3584, out_features=3584, bias=True)
        )
      )
    )
    (vit_pos_embed): FullyShardedDataParallel(
      (_fsdp_wrapped_module): PositionEmbedding()
    )
  )
)
_flat_param True
language_model.model.layers.0._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.1._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.2._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.3._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.4._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.5._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.6._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.7._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.8._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.9._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.10._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.11._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.12._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.13._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.14._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.15._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.16._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.17._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.18._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.19._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.20._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.21._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.22._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.23._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.24._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.25._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.26._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
language_model.model.layers.27._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
time_embedder._fsdp_wrapped_module._flat_param True
latent_pos_embed._fsdp_wrapped_module._flat_param False
vit_model.vision_model._fsdp_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.0._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.1._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.2._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.3._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.4._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.5._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.6._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.7._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.8._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.9._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.10._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.11._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.12._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.13._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.14._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.15._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.16._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.17._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.18._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.19._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.20._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.21._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.22._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.23._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.24._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_model.vision_model._fsdp_wrapped_module.encoder.layers.25._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
connector._fsdp_wrapped_module._checkpoint_wrapped_module._flat_param True
vit_pos_embed._fsdp_wrapped_module._flat_param False
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
Preparing Dataset block_dataset/block_dataset
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
rank-0 worker-0 dataset-block_dataset: resuming data at row#0
rank-7 worker-0 dataset-block_dataset: resuming data at row#0
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
rank-2 worker-0 dataset-block_dataset: resuming data at row#0
rank-5 worker-0 dataset-block_dataset: resuming data at row#0
{'block_dataset': {'dataset_names': ['block_dataset'], 'jsonl_path_list': ['/scratch/by2593/project/SMM/SMM_data/semantic_block_train_part1.jsonl'], 'num_used_data': 'None', 'image_prefix_dir': '/scratch/by2593/project/SMM/semantic_blocks_part1', 'image_transform_args': {'image_stride': 16, 'max_image_size': 512, 'min_image_size': 512}, 'vit_image_transform_args': {'image_stride': 14, 'max_image_size': 512, 'min_image_size': 512}, 'weight': 1.0, 'is_mandatory': True}}
rank-1 worker-0 dataset-block_dataset: resuming data at row#0
skip a sample with length 43202
skip a sample with length 48060
skip a sample with length 41094
skip a sample with length 43245
skip a sample with length 57756
skip a sample with length 41160
skip a sample with length 44611
skip a sample with length 41094
skip a sample with length 48060
skip a sample with length 50787
skip a sample with length 44611
skip a sample with length 43245
skip a sample with length 41106
skip a sample with length 41160
skip a sample with length 57756
skip a sample with length 42480
skip a sample with length 42486
skip a sample with length 42486
skip a sample with length 50787
skip a sample with length 43202
skip a sample with length 42480
block_dataset repeat in rank-3 worker-0
block_dataset repeat in rank-4 worker-0
block_dataset repeat in rank-6 worker-0
block_dataset repeat in rank-7 worker-0
block_dataset repeat in rank-0 worker-0
block_dataset repeat in rank-5 worker-0
block_dataset repeat in rank-2 worker-0
skip a sample with length 41106
skip a sample with length 48060
skip a sample with length 43202
block_dataset repeat in rank-1 worker-0
skip a sample with length 41094
skip a sample with length 57756
Yielding data with length 31517
skip a sample with length 43245
skip a sample with length 41160
skip a sample with length 44611
Yielding data with length 33637
Yielding data with length 33154
Yielding data with length 15542
skip a sample with length 50787
Yielding data with length 35486
Yielding data with length 12716
skip a sample with length 48060
skip a sample with length 41094
skip a sample with length 43245
skip a sample with length 41160
skip a sample with length 44611
Yielding data with length 26172
Yielding data with length 23933
skip a sample with length 41106
skip a sample with length 57756
Yielding data with length 32737
Yielding data with length 27691
Yielding data with length 31628
Yielding data with length 36149
skip a sample with length 42486
Yielding data with length 30708
Yielding data with length 13411
Yielding data with length 18973
Yielding data with length 27959
Yielding data with length 23821
skip a sample with length 50787
Yielding data with length 27474
Yielding data with length 7870
skip a sample with length 42486
Yielding data with length 37241
Yielding data with length 27998
Yielding data with length 13811
Yielding data with length 20795
Yielding data with length 32169
Yielding data with length 16921
Yielding data with length 16202
Yielding data with length 21081
Yielding data with length 21217
Yielding data with length 26994
Yielding data with length 17856
Yielding data with length 33309
Yielding data with length 31064
Yielding data with length 23492
Yielding data with length 20761
Yielding data with length 31378
Yielding data with length 23451
Yielding data with length 25220
Yielding data with length 26611
Yielding data with length 27250
Yielding data with length 35216
skip a sample with length 42480
Yielding data with length 13720
Yielding data with length 19578
Yielding data with length 25498
Yielding data with length 22109
Yielding data with length 19619
Yielding data with length 23415
Yielding data with length 30332
Yielding data with length 34858
block_dataset repeat in rank-0 worker-0
block_dataset repeat in rank-6 worker-0
block_dataset repeat in rank-5 worker-0
Yielding data with length 19720
Yielding data with length 25991
Yielding data with length 29387
Yielding data with length 21979
skip a sample with length 43202
skip a sample with length 41106
Yielding data with length 23402
Yielding data with length 22465
Yielding data with length 21998
Yielding data with length 25679
block_dataset repeat in rank-3 worker-0
Yielding data with length 17957
Yielding data with length 22013
Yielding data with length 20711
Yielding data with length 23461
Yielding data with length 24469
Yielding data with length 24915
Yielding data with length 27691
Yielding data with length 37262
skip a sample with length 43202
block_dataset repeat in rank-7 worker-0
block_dataset repeat in rank-1 worker-0
Yielding data with length 17288
Yielding data with length 20687
Yielding data with length 20361
Yielding data with length 28560
Yielding data with length 31247
Yielding data with length 17983
block_dataset repeat in rank-2 worker-0
Yielding data with length 27946
Yielding data with length 27631
skip a sample with length 41094
skip a sample with length 42480
Yielding data with length 10650
Yielding data with length 14641
Yielding data with length 23037
skip a sample with length 43245
Yielding data with length 16219
Yielding data with length 35530
Yielding data with length 16208
Yielding data with length 26188
Yielding data with length 27937
block_dataset repeat in rank-4 worker-0
Yielding data with length 11424
Yielding data with length 12453
Yielding data with length 16146
Yielding data with length 18287
Yielding data with length 20791
Yielding data with length 24236
Yielding data with length 25579
Yielding data with length 28956
Yielding data with length 14121
Yielding data with length 14781
Yielding data with length 15221
Yielding data with length 15921
skip a sample with length 41160
Yielding data with length 28466
skip a sample with length 48060
Yielding data with length 17646
Yielding data with length 31256
Yielding data with length 26792
Yielding data with length 17122
Yielding data with length 20057
skip a sample with length 48060
Yielding data with length 31691
Yielding data with length 32761
Yielding data with length 23701
Yielding data with length 23722
Yielding data with length 27340
Yielding data with length 33869
skip a sample with length 44611
skip a sample with length 57756
skip a sample with length 41094
Yielding data with length 15091Yielding data with length 16206

Yielding data with length 13157
Yielding data with length 26843
Yielding data with length 21094
Yielding data with length 24549
Yielding data with length 20404
Yielding data with length 25400
skip a sample with length 41106
Yielding data with length 18332
Yielding data with length 20708
Yielding data with length 21310
skip a sample with length 50787
Yielding data with length 27881
Yielding data with length 25557
skip a sample with length 57756
Yielding data with length 24894
Yielding data with length 28219
Yielding data with length 24140
skip a sample with length 43245
skip a sample with length 44611
skip a sample with length 41160
Yielding data with length 27592
Yielding data with length 26168
Yielding data with length 20709
Yielding data with length 23581
skip a sample with length 42486
Yielding data with length 29274
Yielding data with length 24805
Yielding data with length 31112
Yielding data with length 36407
skip a sample with length 50787
Yielding data with length 18262
Yielding data with length 26439
Yielding data with length 18322
Yielding data with length 33505
Yielding data with length 29023
Yielding data with length 25487
Yielding data with length 31643
Yielding data with length 27712
skip a sample with length 42486
Yielding data with length 15735
Yielding data with length 17616
Yielding data with length 13811
Yielding data with length 19365
Yielding data with length 19566
Yielding data with length 24227
Yielding data with length 28214
Yielding data with length 30026
Yielding data with length 18195
Yielding data with length 18206
Yielding data with length 19699
Yielding data with length 23103
Yielding data with length 33474
Yielding data with length 29109
Yielding data with length 36518
Yielding data with length 27659
Yielding data with length 21031
Yielding data with length 27532
Yielding data with length 21080
Yielding data with length 20740
Yielding data with length 24066
Yielding data with length 26959
Yielding data with length 32162
skip a sample with length 42480
Yielding data with length 31373
block_dataset repeat in rank-0 worker-0
Yielding data with length 9629
block_dataset repeat in rank-6 worker-0
Yielding data with length 12734
Yielding data with length 20622
Yielding data with length 31650
Yielding data with length 23291
Yielding data with length 25245
Yielding data with length 27515
Yielding data with length 28296
Yielding data with length 20698
Yielding data with length 21726
skip a sample with length 43202
Yielding data with length 21768
Yielding data with length 18011
Yielding data with length 23070
Yielding data with length 19691
Yielding data with length 25171
Yielding data with length 33860
block_dataset repeat in rank-5 worker-0
Yielding data with length 8964
skip a sample with length 43202
block_dataset repeat in rank-3 worker-0
Yielding data with length 19248
Yielding data with length 16262
Yielding data with length 29186
skip a sample with length 41106
Yielding data with length 19245
Yielding data with length 24191
Yielding data with length 23133
Yielding data with length 35614
block_dataset repeat in rank-2 worker-0
Yielding data with length 13769
Yielding data with length 24400
Yielding data with length 31113
Yielding data with length 25652
Yielding data with length 25500
Yielding data with length 26979
block_dataset repeat in rank-7 worker-0
Yielding data with length 24263
Yielding data with length 27393
skip a sample with length 41094
Yielding data with length 23188
Yielding data with length 19658
block_dataset repeat in rank-1 worker-0
Yielding data with length 24787
Yielding data with length 26221
Yielding data with length 21409
Yielding data with length 32059
skip a sample with length 43245
Yielding data with length 26058
Yielding data with length 24507
Yielding data with length 8292
skip a sample with length 42480
Yielding data with length 12746
Yielding data with length 17288
Yielding data with length 20793
Yielding data with length 17252
Yielding data with length 25240
Yielding data with length 25304
Yielding data with length 30376
block_dataset repeat in rank-4 worker-0
Yielding data with length 14138
skip a sample with length 48060
skip a sample with length 41160
skip a sample with length 48060
Yielding data with length 19684
Yielding data with length 14748
Yielding data with length 21158
Yielding data with length 21425
Yielding data with length 30781
Yielding data with length 33027
Yielding data with length 33537
Yielding data with length 14837
Yielding data with length 12766
Yielding data with length 14115
Yielding data with length 15474
Yielding data with length 21749
Yielding data with length 33147
Yielding data with length 25621
skip a sample with length 57756
Yielding data with length 22466
skip a sample with length 41094
Yielding data with length 22413
skip a sample with length 50787
Yielding data with length 27913
Yielding data with length 25090
Yielding data with length 25551
Yielding data with length 25335
skip a sample with length 57756
skip a sample with length 43245
Yielding data with length 25947
skip a sample with length 41160
Yielding data with length 31872
Yielding data with length 36109
skip a sample with length 44611
Yielding data with length 16234
Yielding data with length 19945
Yielding data with length 19685
Yielding data with length 34186
Yielding data with length 36943
Yielding data with length 23090
Yielding data with length 29034
Yielding data with length 30067
Yielding data with length 8489
skip a sample with length 41106
skip a sample with length 44611
skip a sample with length 50787
Yielding data with length 10008
Yielding data with length 32829
Yielding data with length 23593
Yielding data with length 29907
skip a sample with length 42486
Yielding data with length 25500
Yielding data with length 34717
Yielding data with length 29714
Yielding data with length 16266
Yielding data with length 17271
Yielding data with length 20547
Yielding data with length 22351
Yielding data with length 26637
Yielding data with length 32390
Yielding data with length 30503
Yielding data with length 29728
skip a sample with length 42486
Yielding data with length 21561
Yielding data with length 16923
Yielding data with length 19642
Yielding data with length 20198
Yielding data with length 22735
Yielding data with length 32930
Yielding data with length 24262
Yielding data with length 34823
Yielding data with length 28608
Yielding data with length 28122
Yielding data with length 24532
Yielding data with length 26210
Yielding data with length 36308
Yielding data with length 27414
Yielding data with length 30425
Yielding data with length 30774
block_dataset repeat in rank-6 worker-0
block_dataset repeat in rank-0 worker-0
skip a sample with length 42480
Yielding data with length 15870
Yielding data with length 15590
Yielding data with length 18509
Yielding data with length 23812
Yielding data with length 18170
Yielding data with length 32514
Yielding data with length 24814
Yielding data with length 28298
Yielding data with length 9988
Yielding data with length 18332
Yielding data with length 21420
Yielding data with length 23903
Yielding data with length 25120
Yielding data with length 28991
Yielding data with length 30114
Yielding data with length 30128
skip a sample with length 43202
skip a sample with length 43202
Yielding data with length 17850
Yielding data with length 18166
Yielding data with length 22663
Yielding data with length 20751
Yielding data with length 19273
Yielding data with length 17552
Yielding data with length 26616
Yielding data with length 28527
block_dataset repeat in rank-3 worker-0
block_dataset repeat in rank-5 worker-0
Yielding data with length 13466
Yielding data with length 14852
block_dataset repeat in rank-7 worker-0
Yielding data with length 20760
Yielding data with length 22448
Yielding data with length 20269
Yielding data with length 27307
Yielding data with length 31128
Yielding data with length 23848
block_dataset repeat in rank-2 worker-0
Yielding data with length 8948
skip a sample with length 41106
Yielding data with length 10367
Yielding data with length 12612
Yielding data with length 18632
Yielding data with length 32428
Yielding data with length 25651
Yielding data with length 22117
Yielding data with length 30468
Yielding data with length 12051
Yielding data with length 13346
Yielding data with length 15726
Yielding data with length 11383
skip a sample with length 41094
Yielding data with length 19358
Yielding data with length 31964
skip a sample with length 43245
Yielding data with length 34359
Yielding data with length 25146
block_dataset repeat in rank-1 worker-0
Yielding data with length 12528
Yielding data with length 14445
Yielding data with length 21808
skip a sample with length 48060
Yielding data with length 24973
Yielding data with length 24141
Yielding data with length 35965
Yielding data with length 29665
Yielding data with length 28975
skip a sample with length 42480
skip a sample with length 48060
Yielding data with length 15182
Yielding data with length 19712
skip a sample with length 41160
Yielding data with length 19698
Yielding data with length 18255
Yielding data with length 30749
Yielding data with length 34841
Yielding data with length 22848
Yielding data with length 28618
block_dataset repeat in rank-4 worker-0
Yielding data with length 12071
Yielding data with length 15527
Yielding data with length 19227
Yielding data with length 19199
skip a sample with length 50787
Yielding data with length 25207
Yielding data with length 26500
skip a sample with length 57756
Yielding data with length 25915
skip a sample with length 57756
Yielding data with length 29886
skip a sample with length 43245
skip a sample with length 41160
skip a sample with length 41094
Yielding data with length 18659
Yielding data with length 23460
Yielding data with length 29942
Yielding data with length 30289
Yielding data with length 27297
Yielding data with length 28034
Yielding data with length 29025
Yielding data with length 36590
skip a sample with length 44611
skip a sample with length 50787
skip a sample with length 44611
Yielding data with length 24792
Yielding data with length 20748
Yielding data with length 23187
Yielding data with length 19037
Yielding data with length 31561
Yielding data with length 34200
Yielding data with length 26330
Yielding data with length 30027
skip a sample with length 41106
Yielding data with length 12095
Yielding data with length 15214
Yielding data with length 17243
Yielding data with length 23097
Yielding data with length 24142
Yielding data with length 28934
Yielding data with length 29052
skip a sample with length 42486
Yielding data with length 34556
Yielding data with length 14895
Yielding data with length 19552
Yielding data with length 22053
Yielding data with length 29467
Yielding data with length 23444
Yielding data with length 26636
Yielding data with length 33801
Yielding data with length 34191
skip a sample with length 42486
Yielding data with length 20414
Yielding data with length 21739
Yielding data with length 23877
Yielding data with length 26520
Yielding data with length 24877
Yielding data with length 27696
Yielding data with length 27597
Yielding data with length 32703
block_dataset repeat in rank-0 worker-0
block_dataset repeat in rank-6 worker-0
Yielding data with length 18005
Yielding data with length 26527
Yielding data with length 20791
Yielding data with length 20719
Yielding data with length 22114
Yielding data with length 22512
Yielding data with length 29336
Yielding data with length 31527
Yielding data with length 9284
skip a sample with length 42480
Yielding data with length 17316
Yielding data with length 19314
Yielding data with length 25239
Yielding data with length 19703
Yielding data with length 21232
Yielding data with length 17268
Yielding data with length 26931
skip a sample with length 43202
Yielding data with length 16230
Yielding data with length 19692
Yielding data with length 23196
Yielding data with length 22444
Yielding data with length 29708
Yielding data with length 20680
Yielding data with length 30765
Yielding data with length 27917
skip a sample with length 43202
Yielding data with length 17207
Yielding data with length 17853
Yielding data with length 23427
block_dataset repeat in rank-5 worker-0
Yielding data with length 27646
Yielding data with length 25169
Yielding data with length 26475
Yielding data with length 25127
Yielding data with length 27339
block_dataset repeat in rank-3 worker-0
block_dataset repeat in rank-7 worker-0
Yielding data with length 16546
Yielding data with length 16256
Yielding data with length 22339
Yielding data with length 17919
Yielding data with length 23138
Yielding data with length 19676
Yielding data with length 24070
Yielding data with length 25924
block_dataset repeat in rank-2 worker-0
Yielding data with length 14569
Yielding data with length 31705
Yielding data with length 24120
Yielding data with length 33709
Yielding data with length 26245
Yielding data with length 39397
Yielding data with length 31035
Yielding data with length 15921
skip a sample with length 41094
skip a sample with length 41106
Yielding data with length 11323
Yielding data with length 20758
Yielding data with length 24109
skip a sample with length 43245
skip a sample with length 48060
Yielding data with length 21739
Yielding data with length 22062
Yielding data with length 11069
Yielding data with length 33774
Yielding data with length 24783
Yielding data with length 13348
Yielding data with length 13218
Yielding data with length 17288
Yielding data with length 26493
Yielding data with length 24246
Yielding data with length 26920
Yielding data with length 28599
Yielding data with length 31042
block_dataset repeat in rank-1 worker-0
skip a sample with length 48060
skip a sample with length 41160
Yielding data with length 25722
Yielding data with length 33186
skip a sample with length 50787
Yielding data with length 19367
Yielding data with length 26598
Yielding data with length 18672
Yielding data with length 27291
Yielding data with length 33105
skip a sample with length 57756
Yielding data with length 31380
skip a sample with length 43245
skip a sample with length 42480
skip a sample with length 41160
Yielding data with length 22996
Yielding data with length 18896
Yielding data with length 19621
Yielding data with length 24453
Yielding data with length 37227
Yielding data with length 28758
skip a sample with length 57756
Yielding data with length 31736
Yielding data with length 26241
block_dataset repeat in rank-4 worker-0
skip a sample with length 44611
skip a sample with length 50787
Yielding data with length 8502
skip a sample with length 41094
Yielding data with length 23339
Yielding data with length 26828
Yielding data with length 22141
Yielding data with length 27917
Yielding data with length 30731
Yielding data with length 35152
Yielding data with length 32504
Yielding data with length 14524
Yielding data with length 21770
Yielding data with length 23021
Yielding data with length 31645
Yielding data with length 34056
skip a sample with length 44611
Yielding data with length 24506
Yielding data with length 27457
Yielding data with length 28513
Yielding data with length 15147
skip a sample with length 41106
Yielding data with length 16968
Yielding data with length 13491
Yielding data with length 22125
Yielding data with length 21138
Yielding data with length 24903
Yielding data with length 28043
skip a sample with length 42486
Yielding data with length 31782
Yielding data with length 6701
Yielding data with length 13494
Yielding data with length 15875
Yielding data with length 17545
Yielding data with length 21060
Yielding data with length 22115
Yielding data with length 29729
Yielding data with length 31752
skip a sample with length 42486
Yielding data with length 17316
block_dataset repeat in rank-0 worker-0
Yielding data with length 24478
Yielding data with length 24714
skip a sample with length 42480
Yielding data with length 24145
Yielding data with length 25188
Yielding data with length 21724
block_dataset repeat in rank-6 worker-0
Yielding data with length 28652
Yielding data with length 31606
Yielding data with length 8619
Yielding data with length 16608
Yielding data with length 21134
Yielding data with length 28671
Yielding data with length 24139
Yielding data with length 34737
Yielding data with length 28959
Yielding data with length 30967