i rewrote the rohitgandikota sliders repository for various reasons. you can now train 'sliders' with fractional 'scales', such that one subset of your data is optimized to appear at '<lora:name:0.15>' , another at '<lora:name:1.5>', and another at '<lora:name:-3>', purely as an example.
we suggest using this feature to explore with clustering subsets of your training data at 'scale' magnitudes near each other, such as 3 dataset splits at '0.8, 1.0, 1.2', and another 3 dataset splits, expressing a different visual idea, at '1.8, 2.0, 2.2'.
full training code and training dataset available at https://github.com/SQCU/sliders/tree/ambitious_batcher.
this adapter model was trained on an illustriousXL 'slopmerge' for ~4000 dataset at 4 batchsize, 8 gradient accumulation, dynamic gradient accumulation (see repository or read https://arxiv.org/abs/1812.06162 for reference), and responds very eagerly to the terms 'bracketed', 'simple background', and 'chalk drawing cartoon sketch'. if you are curious as to why the images shrink and turn green at high 'lora scale', i recommend constructing your own scale-labeled training dataset and giving the repository a try; at time of publication it costs under 33 cents to operate a single rtx 4090 for a full hour, far more time than it takes to train 1 batch-scaled 'lora'.
Description
"config_snapshot": {
"model_config": null,
"pretrained_model": {
"name_or_path": "F:/dox/ai/stable-diffusion-1.5/models/Stable-diffusion/molKeunMix_deepblueV2EPS.safetensors",
"v2": false,
"v_pred": false
},
"network": {
"type": "c3lier",
"rank": 64,
"alpha": 16,
"training_method": "noxattn"
},
"train": {
"seed": 42,
"lr": 0.00016,
"lr_warmup_steps": 32,
"lr_scheduler": "constant",
"precision": "bfloat16",
"optimizer": "Adam8bit",
"noise_scheduler": "ddim",
"max_denoising_steps": 50,
"resolution": [
640,
640
],
"iterations": 4000,
"gradient_accumulation_steps": 8,
"batch_size": 4,
"bounds_test_vae_batch_size": true,
"vae_encoding_batch_size": 20,
"invalidate_latent_cache": false,
"estimate_gradient_noise_scale": true,
"gns_profile_freq": 2,
"gns_ema_fast": 0.1,
"gns_ema_slow": 0.01,
"max_grad_norm": 1.0
},
"save": {
"name": "molKM_IL_imageslider_b",
"path": "./models",
"per_steps": 20,
"precision": "bfloat16"
},
"logging": {
"use_wandb": false,
"verbose": false
},
"other": {
"use_xformers": false,
"use_pytorch_SDPA": true,
"torch_compile": true,
"lycorisize": false,
"gradient_checkpointing": true
},
"dset_config": {
"refpath": "trainscripts/imagesliders/data/bracket_dataset.yaml"
},
"dataset": {
"folder_main": "datasets/bracket",
"folders": "0, 1, 2",
"scales": "0.15, 1, 2",
"prompts_file": "trainscripts/imagesliders/data/prompts-xl-dilora-bracket.yaml"
}
},
"prompt_map": {
"prompt_0": {
"target": "simple background ",
"positive": "bracketed, simple background chalk drawing cartoon sketch",
"unconditional": "simple background",
"neutral": "simple background chalk drawing cartoon sketch",
"action": "enhance",
"guidance_scale": 1,
"resolution": 512,
"dynamic_resolution": false
}
},
"schedule": [
[
{
"image_path": "datasets\\bracket\\2\\A.png",
"scale": 2.0,
"prompt_key": "prompt_0",
"pair_index": 0,
"is_low_case": false,
"noise_seed": 1051802512
},
{
"image_path": "datasets\\bracket\\1\\A.png",
"scale": 1.0,
"prompt_key": "prompt_0",
"pair_index": 0,
"is_low_case": true,
"noise_seed": 1051802512
},
{
"image_path": "datasets\\bracket\\2\\A.png",
"scale": 2.0,
"prompt_key": "prompt_0",
"pair_index": 1,
"is_low_case": false,
"noise_seed": 2536146025
},
{
"image_path": "datasets\\bracket\\0\\A.png",
"scale": 0.15,
"prompt_key": "prompt_0",
"pair_index": 1,
"is_low_case": true,
"noise_seed": 2536146025
}
],
...