add readme.md

README.md

@@ -78,19 +78,14 @@ python  deal_coco.py  --lablel  captions_train2017.json   --images train2017/
 https://github.com/huggingface/diffusers.git
 ```
 
-
-
-
 # 环境搭建
 
 ```
 #将requiments.txt中torchvision注释
-pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
-python setup.py install 
-
-
-
 
+python setup.py install 
+cd examples/text_to_image
+pip install -r requirements_sdxl.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
 
 ```
 
@@ -98,7 +93,7 @@ python setup.py install
 # 训练
 
 
-lora 训练
+## lora 训练
 ```
 export MODEL_NAME="/datasets/custom_model/stable-diffusion-xl-base-1.0"                                                                                                                                                                                                                                                                                
  
@@ -107,7 +102,7 @@ export OUTPUT_DIR="/path/to/sd_xl"
                                                                                                                                                              
 export DATASET_NAME="/datasets/custom_datasets/coco2017/images/train2017"   
 export VAE_NAME="/datasets/custom_model/sdxl-vae-fp16-fix"
-accelerate launch --multi_gpu  examples/text_to_image/train_text_to_image_sdxl.py \
+accelerate launch --multi_gpu  examples/text_to_image/train_text_to_image_lora_sdxl.py \
   --pretrained_model_name_or_path=$MODEL_NAME \
   --pretrained_vae_model_name_or_path=$VAE_NAME \
   --dataset_name=$DATASET_NAME \
@@ -126,9 +121,83 @@ accelerate launch --multi_gpu  examples/text_to_image/train_text_to_image_sdxl.p
 
 ```
 
+
+
+## fine train 
+
+
+```
+export MODEL_NAME="/mnt/fs/user/llama/custom_model/stable-diffusion-xl-base-1.0"                                                                                                                              
+export OUTPUT_DIR="/path/to/sd_xl"                                                                                                                                                                                                               
+#export DATASET_NAME="/datasets/custom_datasets/pokemon-blip-captions"                                                                                                                                            
+export DATASET_NAME="/mnt/fs/user/llama/custom_datasets/coco2017/images/train2017"                                                                                                                                                                                                                                                                                  
+                                                                                                                                                             
+DATASET_NAME="/datasets/custom_datasets/coco2017/images/train2017"
+
+accelerate launch examples/text_to_image/train_text_to_image_sdxl.py \
+  --pretrained_model_name_or_path=$MODEL_NAME \
+  --pretrained_vae_model_name_or_path=$VAE_NAME \
+  --train_data_dir=$DATASET_NAME --caption_column="text" \
+  --resolution=512 --random_flip \
+  --train_batch_size=1 \
+  --num_train_epochs=2 --checkpointing_steps=500 \
+  --learning_rate=1e-04 --lr_scheduler="constant" --lr_warmup_steps=0 \
+  --mixed_precision="fp16" \
+  --seed=42 \
+  --output_dir="/path/to/sd-pokemon-model-lora-sdxl" \
+  --validation_prompt="cute dragon creature"  \
+
+```
+
+
+
+
+## 多卡训练：
+分别在不同机器测试 --machine_rank 1 
+
+```
+export MODEL_NAME="/mnt/fs/user/llama/custom_model/stable-diffusion-xl-base-1.0"                                                                                                                              
+export OUTPUT_DIR="/path/to/sd_xl"                                                                                                                                                                                                               
+#export DATASET_NAME="/datasets/custom_datasets/pokemon-blip-captions"                                                                                                                                            
+export DATASET_NAME="/mnt/fs/user/llama/custom_datasets/coco2017/images/
+export VAE_NAME="/mnt/fs/user/llama/custom_model/sdxl-vae-fp16-fix"
+accelerate launch --multi_gpu  --num_processes  16  --num_machines  "2" --machine_rank 1  --rdzv_backend  static  --main_process_ip node21  --main_process_port 11223  examples/text_to_image/train_text_to_image_sdxl.py \
+  --pretrained_model_name_or_path=$MODEL_NAME \
+  --pretrained_vae_model_name_or_path=$VAE_NAME \
+  --train_data_dir=$DATASET_NAME --caption_column="text" \
+  --resolution=512 --random_flip \
+  --train_batch_size=1 \
+  --num_train_epochs=2 --checkpointing_steps=500 \
+  --learning_rate=1e-04 --lr_scheduler="constant" --lr_warmup_steps=0 \
+  --mixed_precision="fp16" \
+  --seed=42 \
+  --output_dir=$OUTPUT_DIR \
+  --validation_prompt="cute dragon creature"  \
+
+```
+
+
+
+
 # 推理
 
 
+```
+from diffusers import DiffusionPipeline
+import torch
+
+model_path = "/mnt/fs/user/llama/custom_model/stable-diffusion-xl-base-1.0" # <-- change this
+pipe = DiffusionPipeline.from_pretrained(model_path, torch_dtype=torch.float16)
+pipe.to("cuda")
+
+prompt = "A naruto with green eyes and red legs."
+image = pipe(prompt, num_inference_steps=30, guidance_scale=7.5).images[0]
+image.save("naruto.png")
+
+```
+
+
+
 
 # 参考
  https://github.com/huggingface/diffusers/blob/main/examples/text_to_image/README_sdxl.md