fix bias_add error

mindspore-lab · Dec 17, 2023 · 166babf · 166babf
1 parent 9f62181
commit 166babf
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/ci_pipeline.yaml b/.github/workflows/ci_pipeline.yaml
@@ -53,7 +53,7 @@ jobs:
     needs: pylint-check
     strategy:
       matrix:
-        os: [ubuntu-latest, macos-latest]
+        os: [ubuntu-latest, macos-latest, windows-latest]
         python: [3.8, 3.9]
     runs-on: ${{ matrix.os }}
     steps:

diff --git a/README.md b/README.md
@@ -102,6 +102,8 @@ The table below represents the current support in the library for each of those
 | BLIP2                         | TODO              | ✅             |
 | BLOOM                         | ✅                | ❌             |
 | ChatGLM                       | ✅                | ❌             |
+| ChatGLM2                      | ✅                | ❌             |
+| ChatGLM3                      | ✅                | ❌             |
 | CLIP                          | ✅                | ❌             |
 | CodeGen                       | ✅                | ❌             |
 | ConvBERT                      | TODO              | ❌             |

diff --git a/mindnlp/transformers/models/mistral/modeling_mistral.py b/mindnlp/transformers/models/mistral/modeling_mistral.py
@@ -115,8 +115,7 @@ def construct(self, x, seq_len=None):
 # Copied from transformers.models.llama.modeling_llama.rotate_half
 def rotate_half(x):
     """Rotates half the hidden dims of the input."""
-    x1 = x[..., : x.shape[-1] // 2]
-    x2 = x[..., x.shape[-1] // 2 :]
+    x1, x2 = x.chunk(2, -1)
     return ops.cat((-x2, x1), axis=-1)
 
 

diff --git a/tests/ut/transformers/models/mistral/test_modeling_mistral.py b/tests/ut/transformers/models/mistral/test_modeling_mistral.py
@@ -45,7 +45,6 @@
         MistralModel,
     )
 
-
 class MistralModelTester:
     def __init__(
         self,
-Original file line number
+Diff line change
@@ Expand Up / @@ -45,7 +45,6 @@ @@
             MistralModel,
         )
     class MistralModelTester:
         def __init__(
             self,
@@ Expand Down @@