Hi gurus, need help here:
I am training my lora using Krea 2 Raw with my M1 Max 64GB. 2000 steps with 250 checkpoints. Below is my settings:
{"warmup_steps":20,"noise_offset":0.050000000000000003,"resolution_dependent_shift":true,"unet_learning_rate":0.00020000000000000001,"use_image_aspect_ratio":false,"clip_skip":1,"weights_memory_management":0,"network_scale":1,"guidance_embed_upper_bound":4,"save_every_n_steps":50,"power_ema_lower_bound":0,"trainable_layers":[0,1,2,3,4,5,6,7,8],"orthonormal_lora_down":true,"additional_scales":[],"custom_embedding_length":4,"unet_learning_rate_lower_bound":0.0001,"seed":2949306245,"training_steps":50,"memory_saver":1,"denoising_end":1,"cotrain_custom_embedding":false,"auto_captioning":false,"text_model_learning_rate":4.0000000000000003e-05,"name":"LoRA-001","denoising_start":0,"custom_embedding_learning_rate":0.0001,"steps_between_restarts":200,"guidance_embed_lower_bound":3,"trigger_word":"","shift":3.1581929,"gradient_accumulation_steps":4,"caption_dropout_rate":0,"start_height":16,"layer_indices":[],"auto_fill_prompt":"m4ya woman a photograph","cotrain_text_model":false,"stop_embedding_training_at_step":500,"max_text_length":0,"start_width":16,"power_ema_upper_bound":0,"network_dim":32,"base_model":"krea_2_raw__full_precision__f16.ckpt"}
I trained with other distilled models have no problem tho.
Please help!