Skip to content

Commit

Permalink
cleanup CI setup on 2.9.3 for pinterest (#47119)
Browse files Browse the repository at this point in the history
- disable docs build
- disable windows builds
- remove `ci/README.md`

---------

Signed-off-by: Lonnie Liu <[email protected]>
  • Loading branch information
aslonnie authored Aug 14, 2024
1 parent 368d95e commit c45da38
Show file tree
Hide file tree
Showing 11 changed files with 37 additions and 83 deletions.
1 change: 1 addition & 0 deletions .buildkite/build.rayci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -51,6 +51,7 @@ steps:
- oss
- python
- core_cpp
- disabled
job_env: WINDOWS
instance_type: windows
commands:
Expand Down
2 changes: 2 additions & 0 deletions .buildkite/core.rayci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -292,6 +292,7 @@ steps:
- label: ":windows: python tests"
tags:
- python
- disabled
job_env: WINDOWS
instance_type: windows
commands:
Expand All @@ -301,6 +302,7 @@ steps:
- label: ":windows: core tests"
tags:
- core_cpp
- disabled
job_env: WINDOWS
instance_type: windows
commands:
Expand Down
1 change: 1 addition & 0 deletions .buildkite/ml.rayci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -258,6 +258,7 @@ steps:
- label: ":windows: train tests"
tags:
- train
- disabled
job_env: WINDOWS
instance_type: windows
commands:
Expand Down
1 change: 1 addition & 0 deletions .buildkite/serve.rayci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -183,6 +183,7 @@ steps:
- label: ":windows: serve tests"
tags:
- serve
- disabled
job_env: WINDOWS
instance_type: windows
parallelism: 5
Expand Down
1 change: 1 addition & 0 deletions .rayciversion
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
0.8.0
23 changes: 0 additions & 23 deletions .readthedocs.yaml

This file was deleted.

52 changes: 0 additions & 52 deletions ci/README.md

This file was deleted.

7 changes: 4 additions & 3 deletions ci/build/build-manylinux-forge.sh
Original file line number Diff line number Diff line change
Expand Up @@ -34,11 +34,12 @@ nvm use "$NODE_VERSION"

# Install bazel
npm install -g @bazel/bazelisk
ln -s "$(which bazelisk)" /usr/local/bin/bazel
ln -sf "$(which bazelisk)" /usr/local/bin/bazel

{
echo "build --config=ci"
echo "build --announce_rc"
echo "build --incompatible_linkopts_to_linklibs"
echo "build:ci --remote_cache=${BUILDKITE_BAZEL_CACHE_URL}"
if [[ "${BUILDKITE_BAZEL_CACHE_URL:-}" != "" ]]; then
echo "build:ci --remote_cache=${BUILDKITE_BAZEL_CACHE_URL:-}"
fi
} > ~/.bazelrc
5 changes: 3 additions & 2 deletions ci/docker/manylinux.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# syntax=docker/dockerfile:1.3-labs

ARG HOSTTYPE
FROM quay.io/pypa/manylinux2014_${HOSTTYPE}:2023-11-13-f6b0c51
FROM quay.io/pypa/manylinux2014_${HOSTTYPE}:2024-07-02-9ac04ee

ARG BUILDKITE_BAZEL_CACHE_URL

Expand All @@ -10,4 +10,5 @@ ENV RAY_INSTALL_JAVA=1
ENV BUILDKITE_BAZEL_CACHE_URL=$BUILDKITE_BAZEL_CACHE_URL

COPY ci/build/build-manylinux-forge.sh /tmp/build-manylinux-forge.sh
RUN /tmp/build-manylinux-forge.sh

RUN ./tmp/build-manylinux-forge.sh
2 changes: 1 addition & 1 deletion ci/docker/manylinux.wanda.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
name: "manylinux"
froms:
- quay.io/pypa/manylinux2014_x86_64:2023-11-13-f6b0c51
- quay.io/pypa/manylinux2014_x86_64:2024-07-02-9ac04ee
srcs:
- ci/build/build-manylinux-forge.sh
build_args:
Expand Down
25 changes: 23 additions & 2 deletions python/README-building-wheels.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,10 +9,31 @@ produce .whl files owned by root.
Inside the root directory (i.e., one level above this python directory), run

```
docker run -e TRAVIS_COMMIT=<commit_number_to_use> --rm -w /ray -v `pwd`:/ray -ti quay.io/pypa/manylinux2014_x86_64 /ray/python/build-wheel-manylinux2014.sh
docker run -ti --rm \
-e BUILDKITE_COMMIT="$(git rev-parse HEAD)" \
-e BUILD_ONE_PYTHON_ONLY=py39 \
-w /ray -v "$(pwd)":/ray \
quay.io/pypa/manylinux2014_x86_64:2024-07-02-9ac04ee \
/ray/python/build-wheel-manylinux2014.sh
```

The wheel files will be placed in the .whl directory.
The Python 3.9 wheel files will be placed in the `.whl` directory.

One can change the value of `BUILDKITE_COMMIT` to generate wheels with
different built-in commit string (the code is not changed) and
`BUILD_ONE_PYTHON_ONLY` to build wheels of different Python versions.

For arm64 / aarch64 architecture, use the `quay.io/pypa/manylinux2014_aarch64`
image:

```
docker run -ti --rm \
-e BUILDKITE_COMMIT="$(git rev-parse HEAD)" \
-e BUILD_ONE_PYTHON_ONLY=py39 \
-w /ray -v "$(pwd)":/ray \
quay.io/pypa/manylinux2014_aarch64:2024-07-02-9ac04ee \
/ray/python/build-wheel-manylinux2014.sh
```

## Building MacOS wheels

Expand Down

0 comments on commit c45da38

Please sign in to comment.