diff --git a/config/my_beam_job.yaml b/config/my_beam_job.yaml new file mode 100644 index 00000000..4c8c5d4f --- /dev/null +++ b/config/my_beam_job.yaml @@ -0,0 +1,64 @@ +--- +job: extension +config: + # This name becomes the output folder and filename. + name: "my_first_flux_lora_v1" + process: + - type: 'sd_trainer' + # run_beam.py enforces this persistent Beam Volume path at runtime. + training_folder: "/volumes/ai-toolkit-output" + device: cuda:0 + trigger_word: "zb0rbt" + network: + type: "lora" + linear: 16 + linear_alpha: 16 + save: + dtype: float16 + save_every: 100 + max_step_saves_to_keep: 4 + datasets: + # Beam synchronizes the repository to /mnt/code. Keep your dataset + # inside this repository and update this path to match its folder. + - folder_path: "/mnt/code/sample" + caption_ext: "txt" + caption_dropout_rate: 0.05 + shuffle_tokens: false + # Add a mirrored training item for every source image (4 -> 8). + flip_x: true + cache_latents_to_disk: true + resolution: [512, 768, 1024] + train: + batch_size: 1 + # Short smoke-test run for the tiny sample dataset. + steps: 300 + gradient_accumulation_steps: 1 + train_unet: true + train_text_encoder: false + gradient_checkpointing: true + noise_scheduler: "flowmatch" + optimizer: "adamw8bit" + lr: 1e-4 + dtype: bf16 + model: + name_or_path: "black-forest-labs/FLUX.1-dev" + is_flux: true + quantize: true + sample: + sampler: "flowmatch" + sample_every: 100 + sample_start_step: 0 + width: 1024 + height: 1024 + prompts: + - "zb0rbt robot standing on a kitchen counter, natural morning light" + - "zb0rbt robot walking through a rainy city street at night" + - "zb0rbt robot sitting on a mossy rock in a forest" + neg: "" + seed: 42 + walk_seed: true + guidance_scale: 4 + sample_steps: 20 +meta: + name: "[name]" + version: '1.0' diff --git a/sample/zibo_01.png b/sample/zibo_01.png new file mode 100644 index 00000000..21984e16 Binary files /dev/null and b/sample/zibo_01.png differ diff --git a/sample/zibo_01.txt b/sample/zibo_01.txt new file mode 100644 index 00000000..28c9a379 --- /dev/null +++ b/sample/zibo_01.txt @@ -0,0 +1 @@ +[trigger] robot standing on a wooden desk beside a ceramic mug, three-quarter front view, soft morning window light diff --git a/sample/zibo_02.png b/sample/zibo_02.png new file mode 100644 index 00000000..df9f0f28 Binary files /dev/null and b/sample/zibo_02.png differ diff --git a/sample/zibo_02.txt b/sample/zibo_02.txt new file mode 100644 index 00000000..6d147662 --- /dev/null +++ b/sample/zibo_02.txt @@ -0,0 +1 @@ +[trigger] robot standing on a bright windowsill, three-quarter side view, soft daylight diff --git a/sample/zibo_03.png b/sample/zibo_03.png new file mode 100644 index 00000000..6badb605 Binary files /dev/null and b/sample/zibo_03.png differ diff --git a/sample/zibo_03.txt b/sample/zibo_03.txt new file mode 100644 index 00000000..cbc0957e --- /dev/null +++ b/sample/zibo_03.txt @@ -0,0 +1 @@ +[trigger] robot walking across a workshop bench while holding a small wrench, warm indoor light diff --git a/sample/zibo_04.png b/sample/zibo_04.png new file mode 100644 index 00000000..8751d259 Binary files /dev/null and b/sample/zibo_04.png differ diff --git a/sample/zibo_04.txt b/sample/zibo_04.txt new file mode 100644 index 00000000..c1b7270e --- /dev/null +++ b/sample/zibo_04.txt @@ -0,0 +1 @@ +[trigger] robot examining a yellow flower on a garden path, outdoor daylight