From 50669c66635fb0581ed591c69e88e2c41f777902 Mon Sep 17 00:00:00 2001
From: waterminer <420773173@qq.com>
Date: Sun, 5 Mar 2023 22:37:13 +0800
Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=E5=99=AA=E5=A3=B0=E5=81=8F?=
 =?UTF-8?q?=E7=A7=BB=E7=9A=84=E8=AE=BE=E5=AE=9A?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 train.ps1 | 6 +++++-
 train.sh  | 3 +++
 2 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/train.ps1 b/train.ps1
index df71cf3..26f4f4e 100644
--- a/train.ps1
+++ b/train.ps1
@@ -33,6 +33,7 @@ $network_weights = "" # pretrained weights for LoRA network | 若需要从已有
 $min_bucket_reso = 256 # arb min resolution | arb 最小分辨率
 $max_bucket_reso = 1024 # arb max resolution | arb 最大分辨率
 $persistent_data_loader_workers = 0 # persistent dataloader workers | 容易爆内存，保留加载训练集的worker，减少每个 epoch 之间的停顿
+$noise_offset = 0 # noise offset | 在训练中添加噪声偏移来改良生成非常暗或者非常亮的图像，推荐参数为0.1
 
 # 优化器设置
 $use_8bit_adam = 1 # use 8bit adam optimizer | 使用 8bit adam 优化器节省显存，默认启用。部分 10 系老显卡无法使用，修改为 0 禁用。
@@ -86,6 +87,10 @@ if ($enable_locon_train) {
   [void]$ext_args.Add("conv_alpha=$conv_alpha")
 }
 
+if ($noise_offset){
+  [void]$ext_args.Add("--noise_offset=$noise_offset")
+}
+
 # run train
 accelerate launch --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py" `
   --enable_bucket `
@@ -119,6 +124,5 @@ accelerate launch --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py
   --min_bucket_reso=$min_bucket_reso `
   --max_bucket_reso=$max_bucket_reso `
   --xformers --shuffle_caption $ext_args
-
 Write-Output "Train finished"
 Read-Host | Out-Null ;
\ No newline at end of file
diff --git a/train.sh b/train.sh
index 9662c32..96f7b20 100644
--- a/train.sh
+++ b/train.sh
@@ -33,6 +33,7 @@ network_weights=""               # pretrained weights for LoRA network | 若需
 min_bucket_reso=256              # arb min resolution | arb 最小分辨率
 max_bucket_reso=1024             # arb max resolution | arb 最大分辨率
 persistent_data_loader_workers=0 # persistent dataloader workers | 容易爆内存，保留加载训练集的worker，减少每个 epoch 之间的停顿
+noise_offset=0 # noise offset | 在训练中添加噪声偏移来改良生成非常暗或者非常亮的图像，推荐参数为0.1
 
 # 优化器设置
 use_8bit_adam=1 # use 8bit adam optimizer | 使用 8bit adam 优化器节省显存，默认启用。部分 10 系老显卡无法使用，修改为 0 禁用。
@@ -69,6 +70,8 @@ if [ $enable_locon_train == 1 ]; then
   extArgs+=("--network_args conv_dim=$conv_dim conv_alpha=$conv_alpha")
 fi
 
+if [ $noise_offset ]; then extArgs+=("--noise_offset $noise_offset"); fi
+
 accelerate launch --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py" \
   --enable_bucket \
   --pretrained_model_name_or_path=$pretrained_model \