Merge branch 'main' of https://github.com/wyf3/llm_related

huangChengz · Dec 13, 2024 · 06c1d79 · 06c1d79
2 parents c453cb4 + f4c2b38
commit 06c1d79
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/train_multimodal_from_scratch/train.py b/train_multimodal_from_scratch/train.py
@@ -72,9 +72,9 @@ def forward(self, input_ids, labels, pixel_values, attention_mask=None):
     def merge_input_ids_with_image_features(self, image_features, inputs_embeds, input_ids):
 
         num_images, num_image_patches, embed_dim = image_features.shape
-        batch_indices, iamge_indices = torch.where(input_ids == self.tokenizer('<|image_pad|>')['input_ids'][0])
+        batch_indices, image_indices = torch.where(input_ids == self.tokenizer('<|image_pad|>')['input_ids'][0])
 
-        inputs_embeds[batch_indices, iamge_indices] = image_features.view(-1, embed_dim)
+        inputs_embeds[batch_indices, image_indices] = image_features.view(-1, embed_dim)
 
         return inputs_embeds
 

diff --git a/train_multimodal_from_scratch/trainer.ipynb b/train_multimodal_from_scratch/trainer.ipynb
@@ -100,7 +100,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -134,8 +134,8 @@
     "        \n",
     "    def merge_input_ids_with_image_features(self, image_features, inputs_embeds, input_ids):\n",
     "        num_images, num_image_patches, embed_dim = image_features.shape\n",
-    "        batch_indices, iamge_indices = torch.where(input_ids == self.tokenizer('<|image_pad|>')['input_ids'][0])\n",
-    "        inputs_embeds[batch_indices, iamge_indices] = image_features.view(-1, embed_dim)\n",
+    "        batch_indices, image_indices = torch.where(input_ids == self.tokenizer('<|image_pad|>')['input_ids'][0])\n",
+    "        inputs_embeds[batch_indices, image_indices] = image_features.view(-1, embed_dim)\n",
     "        return inputs_embeds"
    ]
   },