{ "snr_gamma": null, "use_soft_min_snr": false, "soft_min_snr_sigma_data": null, "model_family": "pixart_sigma", "model_flavour": "900M-1024-v0.7-stage2", "model_type": "full", "loss_type": "l2", "huber_schedule": "snr", "huber_c": 0.1, "hidream_use_load_balancing_loss": false, "hidream_load_balancing_loss_weight": null, "flux_lora_target": "all", "flow_sigmoid_scale": 1.0, "flux_fast_schedule": false, "flow_use_uniform_schedule": false, "flow_use_beta_schedule": false, "flow_beta_schedule_alpha": 2.0, "flow_beta_schedule_beta": 2.0, "flow_schedule_shift": 3, "flow_schedule_auto_shift": false, "flux_guidance_mode": "constant", "flux_guidance_value": 1.0, "flux_guidance_min": 0.0, "flux_guidance_max": 4.0, "flux_attention_masked_training": false, "ltx_train_mode": "i2v", "ltx_i2v_prob": 0.1, "ltx_protect_first_frame": false, "ltx_partial_noise_fraction": 0.05, "t5_padding": "unmodified", "sd3_clip_uncond_behaviour": "empty_string", "sd3_t5_uncond_behaviour": null, "lora_type": "standard", "peft_lora_mode": "standard", "singlora_ramp_up_steps": 0, "lora_init_type": "default", "init_lora": null, "lora_rank": 16, "lora_alpha": null, "lora_dropout": 0.1, "lycoris_config": "config/lycoris_config.json", "init_lokr_norm": null, "conditioning_multidataset_sampling": "random", "control": false, "controlnet": false, "controlnet_custom_config": null, "tread_config": null, "controlnet_model_name_or_path": null, "pretrained_model_name_or_path": "pixart-alpha/pixart-sigma-xl-2-1024-ms", "pretrained_transformer_model_name_or_path": null, "pretrained_transformer_subfolder": "transformer", "pretrained_unet_model_name_or_path": null, "pretrained_unet_subfolder": "unet", "pretrained_vae_model_name_or_path": "madebyollin/sdxl-vae-fp16-fix", "pretrained_t5_model_name_or_path": null, "prediction_type": "epsilon", "snr_weight": 1.0, "training_scheduler_timestep_spacing": "trailing", "inference_scheduler_timestep_spacing": "trailing", "refiner_training": true, "refiner_training_invert_schedule": false, "refiner_training_strength": 0.2, "timestep_bias_strategy": "none", "timestep_bias_multiplier": 1.0, "timestep_bias_begin": 0, "timestep_bias_end": 1000, "timestep_bias_portion": 0.25, "disable_segmented_timestep_sampling": false, "rescale_betas_zero_snr": false, "vae_dtype": "bf16", "vae_batch_size": 4, "vae_enable_tiling": false, "vae_enable_slicing": false, "vae_cache_scan_behaviour": "recreate", "vae_cache_ondemand": false, "compress_disk_cache": false, "aspect_bucket_disable_rebuild": false, "keep_vae_loaded": false, "skip_file_discovery": "", "revision": null, "variant": null, "preserve_data_backend_cache": false, "use_dora": false, "override_dataset_config": false, "cache_dir_text": "cache", "cache_dir_vae": "", "data_backend_config": "config/multidatabackend.json", "data_backend_sampling": "auto-weighting", "ignore_missing_files": false, "write_batch_size": 128, "read_batch_size": 25, "image_processing_batch_size": 32, "enable_multiprocessing": false, "max_workers": 32, "aws_max_pool_connections": 128, "torch_num_threads": 8, "dataloader_prefetch": false, "dataloader_prefetch_qlen": 10, "aspect_bucket_worker_count": 12, "cache_dir": "/workspace/SimpleTuner/output/models/cache", "cache_clear_validation_prompts": false, "caption_strategy": "filename", "parquet_caption_column": null, "parquet_filename_column": null, "instance_prompt": null, "output_dir": "/workspace/SimpleTuner/output/models", "seed": 42, "seed_for_each_device": true, "framerate": null, "resolution": 1024.0, "resolution_type": "pixel_area", "aspect_bucket_rounding": 2, "aspect_bucket_alignment": 64, "minimum_image_size": 0.0, "maximum_image_size": null, "target_downsample_size": null, "train_text_encoder": false, "tokenizer_max_length": 300, "train_batch_size": 1, "num_train_epochs": 1, "max_train_steps": 10000, "ignore_final_epochs": false, "checkpointing_steps": 500, "checkpointing_rolling_steps": 0, "checkpointing_use_tempdir": false, "checkpoints_total_limit": 5, "checkpoints_rolling_total_limit": 1, "resume_from_checkpoint": null, "gradient_accumulation_steps": 1, "gradient_checkpointing": true, "gradient_checkpointing_interval": null, "learning_rate": 0.0001, "text_encoder_lr": null, "lr_scale": false, "lr_scale_sqrt": false, "lr_scheduler": "polynomial", "lr_warmup_steps": 100, "lr_num_cycles": 1, "lr_power": 0.8, "distillation_method": null, "distillation_config": null, "use_ema": false, "ema_device": "cpu", "ema_validation": "comparison", "ema_cpu_only": false, "ema_foreach_disable": false, "ema_update_interval": null, "ema_decay": 0.995, "non_ema_revision": null, "offload_during_startup": false, "offload_param_path": null, "optimizer": "adamw_bf16", "optimizer_config": null, "optimizer_cpu_offload_method": "none", "optimizer_offload_gradients": false, "fuse_optimizer": false, "optimizer_beta1": null, "optimizer_beta2": null, "optimizer_release_gradients": false, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_weight_decay": 0.01, "adam_epsilon": 1e-08, "prodigy_steps": null, "max_grad_norm": 0.01, "grad_clip_method": "value", "push_to_hub": true, "push_checkpoints_to_hub": true, "hub_model_id": "simpletuner-lora", "model_card_note": null, "model_card_safe_for_work": false, "logging_dir": "/workspace/SimpleTuner/output/models/logs", "disable_benchmark": false, "evaluation_type": null, "eval_dataset_pooling": false, "pretrained_evaluation_model_name_or_path": "openai/clip-vit-large-patch14-336", "validation_on_startup": false, "validation_seed_source": "cpu", "validation_lycoris_strength": 1.0, "validation_torch_compile": false, "validation_torch_compile_mode": "max-autotune", "validation_guidance_skip_layers": null, "validation_guidance_skip_layers_start": 0.01, "validation_guidance_skip_layers_stop": 0.2, "validation_guidance_skip_scale": 2.8, "sana_complex_human_instruction": [ "Given a user prompt, generate an 'Enhanced prompt' that provides detailed visual descriptions suitable for image generation. Evaluate the level of detail in the user prompt:", "- If the prompt is simple, focus on adding specifics about colors, shapes, sizes, textures, and spatial relationships to create vivid and concrete scenes.", "- Do not add detail that is not in the original prompt! Do not mention colors if the User Prompt does not!", "- If the prompt is already detailed, refine and enhance the existing details slightly without overcomplicating.", "- If the prompt contains explicit material, do not remove this information from the output, which would damage the performance of downstream classifiers.", "Here are examples of how to transform or refine prompts:", "- User Prompt: A cat sleeping -> Enhanced: A cat sleeping peacefully, showcasing the joy of pet ownership. Cute floof kitty cat gatto.", "- User Prompt: A busy city street -> Enhanced: A bustling city street scene featuring a crowd of people.", "Please generate only the enhanced description for the prompt below and avoid including any additional commentary or evaluations:", "User Prompt: " ], "disable_tf32": false, "validation_using_datasets": null, "webhook_config": null, "webhook_reporting_interval": null, "report_to": "wandb", "tracker_run_name": "simpletuner-lora", "tracker_project_name": "lora-training", "tracker_image_layout": "gallery", "validation_prompt": "A photo-realistic image of a cat", "validation_prompt_library": false, "user_prompt_library": null, "validation_negative_prompt": "blurry, cropped, ugly", "num_validation_images": 1, "validation_disable": false, "validation_steps": 500, "validation_stitch_input_location": "left", "eval_steps_interval": null, "eval_timesteps": 28, "num_eval_images": 4, "eval_dataset_id": null, "validation_num_inference_steps": 20, "validation_num_video_frames": null, "validation_resolution": "1024x1024,1280x768", "validation_noise_scheduler": "ddim", "validation_disable_unconditional": false, "enable_watermark": false, "mixed_precision": "bf16", "gradient_precision": null, "quantize_via": "accelerator", "base_model_precision": "no_change", "quantize_activations": false, "base_model_default_dtype": "bf16", "text_encoder_1_precision": "no_change", "text_encoder_2_precision": "no_change", "text_encoder_3_precision": "no_change", "text_encoder_4_precision": "no_change", "local_rank": -1, "fuse_qkv_projections": false, "attention_mechanism": "diffusers", "sageattention_usage": "inference", "set_grads_to_none": false, "noise_offset": 0.1, "noise_offset_probability": 0.25, "masked_loss_probability": 1.0, "validation_guidance": 3.5, "validation_guidance_real": 1.0, "validation_no_cfg_until_timestep": 2, "validation_guidance_rescale": 0.0, "validation_randomize": false, "validation_seed": 42, "fully_unload_text_encoder": false, "freeze_encoder_before": 12, "freeze_encoder_after": 17, "freeze_encoder_strategy": "after", "layer_freeze_strategy": "none", "unet_attention_slice": false, "print_filenames": false, "print_sampler_statistics": false, "metadata_update_interval": 3600, "debug_aspect_buckets": false, "debug_dataset_loader": false, "freeze_encoder": true, "save_text_encoder": false, "text_encoder_limit": 25, "prepend_instance_prompt": false, "only_instance_prompt": false, "data_aesthetic_score": 7.0, "sdxl_refiner_uses_full_range": false, "caption_dropout_probability": 0.1, "delete_unwanted_images": false, "delete_problematic_images": false, "disable_bucket_pruning": false, "offset_noise": false, "input_perturbation": 0.0, "input_perturbation_steps": 0, "lr_end": "4e-7", "i_know_what_i_am_doing": false, "accelerator_cache_clear_interval": null, "vae_path": "madebyollin/sdxl-vae-fp16-fix", "accelerator_project_config": { "project_dir": "/workspace/SimpleTuner/output/models", "logging_dir": "/workspace/SimpleTuner/output/models/logs", "automatic_checkpoint_naming": false, "total_limit": null, "iteration": 20, "save_on_each_node": false }, "process_group_kwargs": { "backend": "nccl", "init_method": null, "timeout": "1:30:00" }, "is_quantized": false, "weight_dtype": "torch.bfloat16", "disable_accelerator": false, "lora_initialisation_style": true, "model_type_label": "PixArt Sigma", "use_deepspeed_optimizer": false, "use_deepspeed_scheduler": false, "base_weight_dtype": "torch.bfloat16", "is_quanto": false, "is_torchao": false, "is_bnb": false, "flow_matching": false, "vae_kwargs": { "pretrained_model_name_or_path": "madebyollin/sdxl-vae-fp16-fix", "subfolder": null, "revision": null, "force_upcast": false, "variant": null }, "enable_adamw_bf16": true, "overrode_max_train_steps": false, "total_num_batches": 14093, "num_update_steps_per_epoch": 14093, "total_batch_size": 1, "is_schedulefree": false, "is_lr_scheduler_disabled": false, "total_steps_remaining_at_start": 10000 }