Add pre-compiling ops test (microsoft#3277)

Co-authored-by: Jeff Rasley <jerasley@microsoft.com>
davidsolomon21cn · Apr 19, 2023 · 4de4d2a · 4de4d2a
1 parent 61a8b3a
commit 4de4d2a
Showing 1 changed file with 37 additions and 0 deletions.
diff --git a/.github/workflows/nv-pre-compile-ops.yml b/.github/workflows/nv-pre-compile-ops.yml
@@ -0,0 +1,37 @@
+name: nv-pre-compile-ops
+
+on:
+  push:
+    branches:
+      - 'staging**'
+  pull_request:
+    branches:
+      '**'
+  schedule:
+    - cron: "0 0 * * *"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build-ops:
+    runs-on: ubuntu-20.04
+    container:
+      image: deepspeed/gh-builder:ubuntu1804-py38-torch1131-cu116
+
+    steps:
+        - uses: actions/checkout@v2
+
+        - name: environment
+          run: |
+            which python
+            python --version
+            python -c "import torch; print('torch:', torch.__version__, torch)"
+            #python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
+        - name: Compile DeepSpeed Ops
+          run: |
+            TORCH_CUDA_ARCH_LIST="7.0;7.5;8.0" DS_BUILD_OPS=1 DS_BUILD_SPARSE_ATTN=0 pip3 install .
+        - name: DS Report
+          run: |
+             ds_report