[ci] fix pip-compile job (ray-project#42321)

Move pip-compile from forge to one of the ci build so it can run on the same python version with everywhere else. Also move it to others and make it logs verbose. Signed-off-by: can <can@anyscale.com>
ShuN6211 · Jan 11, 2024 · 91f312e · 91f312e
1 parent b567d9f
commit 91f312e
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 11 deletions.
diff --git a/.buildkite/build.rayci.yml b/.buildkite/build.rayci.yml
@@ -150,13 +150,3 @@ steps:
       - "3.8"
       - "3.9"
       - "3.10"
-
-  - label: ":tapioca: build: pip-compile dependencies"
-    instance_type: small
-    commands:
-      - rm ./python/requirements_compiled.txt
-      - ./ci/ci.sh compile_pip_dependencies
-      - cp -f ./python/requirements_compiled.txt /artifact-mount/
-    soft_fail: true
-    depends_on:
-      - forge
diff --git a/.buildkite/others.rayci.yml b/.buildkite/others.rayci.yml
@@ -7,6 +7,18 @@ steps:
   - name: doctestbuild
     wanda: ci/docker/doctest.build.wanda.yaml
 
+  - label: ":tapioca: build: pip-compile dependencies"
+    instance_type: small
+    commands:
+      - rm ./python/requirements_compiled.txt
+      - ./ci/ci.sh compile_pip_dependencies
+      - cp -f ./python/requirements_compiled.txt /artifact-mount/
+    soft_fail: true
+    job_env: oss-ci-base_build
+    depends_on:
+      - forge
+      - oss-ci-base_build
+
   # test
   - label: doc tests
     instance_type: large

diff --git a/ci/ci.sh b/ci/ci.sh
@@ -112,7 +112,7 @@ compile_pip_dependencies() {
   python -c "import torch" 2>/dev/null && HAS_TORCH=1
   pip install --no-cache-dir numpy torch
 
-  pip-compile --resolver=backtracking -q \
+  pip-compile --verbose --resolver=backtracking \
      --pip-args --no-deps --strip-extras --no-header -o \
     "${WORKSPACE_DIR}/python/$TARGET" \
     "${WORKSPACE_DIR}/python/requirements.txt" \