initial commit

williamliujl · Oct 28, 2023 · d736a63 · d736a63
1 parent 4854ee7
commit d736a63
Show file tree

Hide file tree

Showing 48 changed files with 6,325 additions and 1 deletion.
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,33 @@
+# Python
+__pycache__
+*.pyc
+*.egg-info
+dist
+
+# Log
+*.log
+*.log.*
+# *.json
+# *.jsonl
+
+# Data
+!**/alpaca-data-conversation.json
+
+# Editor
+.idea
+*.swp
+*.code-workspace
+
+# Other
+.DS_Store
+wandb
+output
+
+checkpoints
+ckpts*
+
+.ipynb_checkpoints
+*.ipynb
+
+
+eval/
diff --git a/README.md b/README.md
@@ -10,7 +10,7 @@ Large Language Models (LLMs) have introduced a new era of proficiency in compreh
 
 ## ✅ Todo
 
-- [ ] training scripts
+- [x] training scripts
 - [ ] training data
 - [ ] models
 

diff --git a/llava/__init__.py b/llava/__init__.py
@@ -0,0 +1 @@
+from .model import LlavaLlamaForCausalLM
diff --git a/llava/constants.py b/llava/constants.py
@@ -0,0 +1,12 @@
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+
+LOGDIR = "."
+
+# Model Constants
+IGNORE_INDEX = -100
+IMAGE_TOKEN_INDEX = -200
+DEFAULT_IMAGE_TOKEN = "<image>"
+DEFAULT_IMAGE_PATCH_TOKEN = "<im_patch>"
+DEFAULT_IM_START_TOKEN = "<im_start>"
+DEFAULT_IM_END_TOKEN = "<im_end>"