improve: 优化算法超参数

pull/48/head
梁浩 4 months ago
parent 0b4c141347
commit fe90dc173e

@ -50,8 +50,6 @@ CUDA_VISIBLE_DEVICES=0 python ../algorithms/pid.py \
--center_crop \
--eps 10 \
--step_size 0.002 \
--save_every 200 \
--attack_type add-log \
--seed 0 \
--dataloader_num_workers 2

@ -24,29 +24,29 @@ echo "Clearing output directory: $OUTPUT_DIR"
find "$OUTPUT_DIR" -mindepth 1 -delete
accelerate launch ../algorithms/aspl.py \
  --pretrained_model_name_or_path=$MODEL_PATH  \
  --enable_xformers_memory_efficient_attention \
  --instance_data_dir_for_train=$CLEAN_TRAIN_DIR \
  --instance_data_dir_for_adversarial=$CLEAN_ADV_DIR \
  --instance_prompt="a photo of sks person" \
  --class_data_dir=$CLASS_DIR \
  --num_class_images=200 \
  --class_prompt="a photo of person" \
  --output_dir=$OUTPUT_DIR \
  --center_crop \
  --with_prior_preservation \
  --prior_loss_weight=1.0 \
  --resolution=384 \
  --train_batch_size=1 \
  --max_train_steps=50 \
  --max_f_train_steps=3 \
  --max_adv_train_steps=6 \
  --checkpointing_iterations=10 \
  --learning_rate=5e-7 \
  --pgd_alpha=0.005 \
  --pgd_eps=8 \
  --seed=0
accelerate launch --num_processes 1 --num_machines 1 ../algorithms/aspl.py \
--pretrained_model_name_or_path="$MODEL_PATH" \
--enable_xformers_memory_efficient_attention \
--instance_data_dir_for_train="$CLEAN_TRAIN_DIR" \
--instance_data_dir_for_adversarial="$CLEAN_ADV_DIR" \
--instance_prompt="a photo of sks person" \
--class_data_dir="$CLASS_DIR" \
--num_class_images=200 \
--class_prompt="a photo of person" \
--output_dir="$OUTPUT_DIR" \
--center_crop \
--with_prior_preservation \
--prior_loss_weight=1.0 \
--resolution=384 \
--train_batch_size=1 \
--max_train_steps=50 \
--max_f_train_steps=3 \
--max_adv_train_steps=6 \
--checkpointing_iterations=10 \
--learning_rate=5e-7 \
--pgd_alpha=0.005 \
--pgd_eps=8 \
--seed=0
# ------------------------- 训练后清空 CLASS_DIR -------------------------
# 注意:这会在 accelerate launch 成功结束后执行

@ -21,17 +21,19 @@ echo "Clearing output directory: $OUTPUT_DIR"
# 查找并删除目录下的所有文件和子目录(但不删除 . 或 ..
find "$OUTPUT_DIR" -mindepth 1 -delete
#--debug_oom_step0_only \
accelerate launch ../algorithms/caat.py \
--pretrained_model_name_or_path=$MODEL_NAME \
--instance_data_dir=$INSTANCE_DIR \
--output_dir=$OUTPUT_DIR \
--instance_prompt="a photo of a person" \
--resolution=512 \
--learning_rate=1e-5 \
--lr_warmup_steps=0 \
--max_train_steps=250 \
--pretrained_model_name_or_path="$MODEL_NAME" \
--instance_data_dir="$INSTANCE_DIR" \
--output_dir="$OUTPUT_DIR" \
--instance_prompt="a photo of <sks> person" \
--resolution 512 \
--learning_rate 1e-5 \
--lr_warmup_steps 0 \
--max_train_steps 250 \
--hflip \
--mixed_precision bf16 \
--alpha=5e-3 \
--eps=0.05
--mixed_precision bf16 \
--alpha 5e-3 \
--eps 0.05 \
--debug_oom \
--debug_oom_sync

@ -22,13 +22,13 @@ echo "Clearing output directory: $OUTPUT_DIR"
# 查找并删除目录下的所有文件和子目录(但不删除 . 或 ..
find "$OUTPUT_DIR" -mindepth 1 -delete
#--debug_oom_step0_only \
accelerate launch ../algorithms/caat.py \
--pretrained_model_name_or_path=$MODEL_NAME \
--instance_data_dir=$INSTANCE_DIR \
--output_dir=$OUTPUT_DIR \
--with_prior_preservation \
--instance_prompt="a photo of a person" \
--instance_prompt="a photo of <sks> person" \
--num_class_images=200 \
--class_data_dir=$CLASS_DIR \
--class_prompt='person' \
@ -39,7 +39,9 @@ accelerate launch ../algorithms/caat.py \
--hflip \
--mixed_precision bf16 \
--alpha=5e-3 \
--eps=0.05
--eps=0.05 \
--debug_oom \
--debug_oom_sync
# ------------------------- 【步骤 2】训练后清空 CLASS_DIR -------------------------

@ -25,20 +25,20 @@ echo "Clearing output directory: $OUTPUT_DIR"
mkdir -p "$OUTPUT_DIR"
# 查找并删除目录下的所有文件和子目录(但不删除 . 或 ..
find "$OUTPUT_DIR" -mindepth 1 -delete
find "$CLASS_DIR" -mindepth 1 -delete
# find "$CLASS_DIR" -mindepth 1 -delete
accelerate launch ../algorithms/simac.py \
--pretrained_model_name_or_path=$MODEL_PATH \
accelerate launch --num_processes 1 --num_machines 1 ../algorithms/simac.py \
--pretrained_model_name_or_path="$MODEL_PATH" \
--enable_xformers_memory_efficient_attention \
--instance_data_dir_for_train=$CLEAN_TRAIN_DIR \
--instance_data_dir_for_adversarial=$CLEAN_ADV_DIR \
--instance_data_dir_for_train="$CLEAN_TRAIN_DIR" \
--instance_data_dir_for_adversarial="$CLEAN_ADV_DIR" \
--instance_prompt="a photo of <sks> person" \
--class_data_dir=$CLASS_DIR \
--class_data_dir="$CLASS_DIR" \
--num_class_images=100 \
--class_prompt="a photo of person" \
--output_dir=$OUTPUT_DIR \
--output_dir="$OUTPUT_DIR" \
--center_crop \
--with_prior_preservation \
--prior_loss_weight=1.0 \

@ -145,7 +145,10 @@ class AlgorithmConfig:
'max_train_steps': 250,
'hflip': True,
'mixed_precision': 'bf16',
'alpha': 5e-3
'alpha': 5e-3,
'eps': 0.05,
'debug_oom': True,
'debug_oom_sync': True
}
},
'caat_pro': {
@ -156,7 +159,7 @@ class AlgorithmConfig:
'pretrained_model_name_or_path': MODELS_DIR['model2'],
'with_prior_preservation': True,
'instance_prompt': 'a selfie photo of <sks> person',
'class_prompt': 'a selfie photo of person',
'class_prompt': 'person',
'num_class_images': 200,
'resolution': 512,
'learning_rate': 1e-5,
@ -165,7 +168,9 @@ class AlgorithmConfig:
'hflip': True,
'mixed_precision': 'bf16',
'alpha': 5e-3,
'eps': 0.05
'eps': 0.05,
'debug_oom': True,
'debug_oom_sync': True
}
},
'pid': {
@ -233,7 +238,6 @@ class AlgorithmConfig:
'max_train_steps': 2000,
'center_crop': True,
'step_size': 0.002,
'save_every': 200,
'attack_type': 'add-log',
'seed': 0,
'dataloader_num_workers': 2

Loading…
Cancel
Save