Upload config.yaml

config.yaml

@@ -0,0 +1,138 @@
+job: extension
+config:
+  name: jacob_z_image_turbo_v0.1
+  process:
+  - type: diffusion_trainer
+    training_folder: /home/jacob/ai-toolkit/output
+    sqlite_db_path: /home/jacob/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: Jacob
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 48
+      linear_alpha: 48
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 250
+      max_step_saves_to_keep: 4
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /home/jacob/ai-toolkit/datasets/test2
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 1024
+      - 1536
+      - 1280
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      do_i2v: true
+      flip_x: false
+      flip_y: false
+    train:
+      batch_size: 2
+      bypass_guidance_embedding: false
+      steps: 2000
+      gradient_accumulation: 2
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: weighted
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: false
+      lr: 0.00015
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: false
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+      loss_type: mse
+    model:
+      name_or_path: Tongyi-MAI/Z-Image-Turbo
+      quantize: true
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: zimage:turbo
+      low_vram: false
+      model_kwargs: {}
+      layer_offloading: false
+      layer_offloading_text_encoder_percent: 1
+      layer_offloading_transformer_percent: 1
+      assistant_lora_path: ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      samples:
+      - prompt: Jacob holding a sign that says 'I am Jacob!'
+      - prompt: Jacob, with short and colorful ombre hair, presented at the international
+          conference stage.
+      - prompt: Jacob playing the guitar, on stage, singing a song, laser lights,
+          punk rocker
+      - prompt: The camera is above Jacob, capturing him as he clings to the cliff
+          face. From this angle, the rough texture of the rock surrounds him, framing
+          his determined figure. His face is turned upward, his eyes scanning the
+          cliff's surface with laser focus, darting from one potential handhold to
+          the next as he calculates the best route.
+      - prompt: Jacob standing confidently with arms crossed, wears a complete set
+          of professional suits, photographed by professional photographers and studio
+          lighting
+      - prompt: Jacob is a DJ at a night club, fish eye lens, smoke machine, lazer
+          lights, holding a martini
+      - prompt: Jacob is 160cm tall, wears a complete set of professional suits and
+          walks on the streets of Taiwan, photographed by professional photographers
+          and studio lighting
+      - prompt: Jacob holding a coffee cup, in a beanie, sitting at a cafe
+      - prompt: Jacob as an anime character with exaggerated features and vibrant
+          colors.
+      - prompt: Jacob, in 90s Japanese Anime style with beautiful city background
+      - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style,
+          natural photo cinematic
+      - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style,
+          natural photo cinematic
+      - prompt: Jacob's sister, with long hair, in a suit, 20 years old, cool, fantasy
+          style, natural photo cinematic
+      - prompt: Jacob, clad in white tennis attire, tosses the ball high into the
+          air, his left arm stretched upward while his right arm prepares to deliver
+          a powerful serve. His racket swings back in a fluid motion, muscles taut
+          as he prepares to strike. The ball hovers mid-air, just above his outstretched
+          hand, ready to be smashed down the court. The bright sunlight reflects off
+          his racket and sweat-lined face, capturing the intensity of the competition.
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 1
+      sample_steps: 8
+      num_frames: 1
+      fps: 1
+meta:
+  name: jacob_z_image_turbo_v0.1
+  version: '1.0'