update readme

PlusLabNLP · Nov 26, 2022 · 3306f52 · 3306f52
1 parent d194a5b
commit 3306f52
Show file tree

Hide file tree

Showing 3 changed files with 27 additions and 4 deletions.
diff --git a/README.md b/README.md
@@ -1,2 +1,25 @@
-# VP-CSV
-cleaning the code and data
+# Character-Centric Story Visualization via Visual Planning and Token Alignment
+
+
+## Overview
+<img src="image/overall.png" width="600">
+
+
+## Processing
+- Traning VQ-GAN
+borrow codes from https://github.com/CompVis/taming-transformers[https://github.com/CompVis/taming-transformers]
+
+cd VQ-VAE/taming-transformers
+configure train/test image and names in custon_vqgan.yaml
+python main.py --base configs/custom_vqgan.yaml -t True --gpus 0,1,2,3
+
+
+- Training DALLE (VQ-VAQ-LM)
+Data could be found here
+[https://drive.google.com/file/d/10tU8A84XRJ1jLFRyzo1liKFI1f0kwjXB/view?usp=share_link]
+cd VQ-VAE/VQ-VAE-LM
+change train.py line 28-29:
+model_path = $VQ_GAN_MODEL_PATH 
+model_config = $VQ_GAN_CONFIG_PATH 
+
+python train.py
diff --git a/VQ-VAE/taming-transformers/configs/custom_vqgan.yaml b/VQ-VAE/taming-transformers/configs/custom_vqgan.yaml
@@ -33,11 +33,11 @@ data:
     train:
       target: taming.data.custom.CustomTrain
       params:
-        training_images_list_file: /scratch/acb11361bd/StoryGan/Pororo-Dataset/train.txt
+        training_images_list_file: ./Pororo-Dataset/train.txt
         size: 64
     validation:
       target: taming.data.custom.CustomTest
       params:
-        test_images_list_file: /scratch/acb11361bd/StoryGan/Pororo-VAE/taming/data/test.txt
+        test_images_list_file: ./Pororo-VAE/taming/data/test.txt
         size: 64
 
diff --git a/image/overall.png b/image/overall.png