adam_beta1: 0.9
adam_beta2: 0.999
adam_epsilon: 1.0e-08
adam_weight_decay: 0.0001
allow_tf32: false
bnb_quantization_config_path: /tmp/hidream_bnb_4bit.json
cache_dir: null
cache_latents: true
caption_column: caption
center_crop: true
checkpointing_steps: 100
checkpoints_total_limit: 1
class_data_dir: null
class_prompt: null
dataloader_num_workers: 0
dataset_config_name: null
dataset_name: /tmp/pig_pkmn_glm46v_pokemonword_v1_eFP59dEy
final_validation_prompt: null
gradient_accumulation_steps: 4
gradient_checkpointing: true
hub_model_id: null
hub_token: null
image_column: image
instance_data_dir: null
instance_prompt: pkmn
learning_rate: 0.0001
local_rank: -1
logging_dir: logs
logit_mean: 0.0
logit_std: 1.0
lora_dropout: 0.0
lora_layers: null
lr_num_cycles: 1
lr_power: 1.0
lr_scheduler: constant
lr_warmup_steps: 0
max_grad_norm: 1.0
max_sequence_length: 128
max_train_steps: 1200
mixed_precision: bf16
mode_scale: 1.29
num_class_images: 100
num_train_epochs: 6
num_validation_images: 4
offload: true
optimizer: AdamW
output_dir: /workspace/loras/pokemon-hidream-lora-pkmn-glm46v-pokemonword-v1
pretrained_model_name_or_path: HiDream-ai/HiDream-I1-Dev
pretrained_text_encoder_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
pretrained_tokenizer_4_name_or_path: meta-llama/Meta-Llama-3.1-8B-Instruct
prior_loss_weight: 1.0
prodigy_beta3: null
prodigy_decouple: true
prodigy_safeguard_warmup: true
prodigy_use_bias_correction: true
push_to_hub: false
random_flip: true
rank: 16
repeats: 1
report_to: tensorboard
resolution: 1024
resume_from_checkpoint: null
revision: null
sample_batch_size: 4
scale_lr: false
seed: null
skip_final_inference: true
train_batch_size: 1
upcast_before_saving: false
use_8bit_adam: true
validation_epochs: 50
validation_prompt: null
variant: null
weighting_scheme: none
with_prior_preservation: false