mirror of https://github.com/inclusionAI/AReaL
checkout previous implementations
This commit is contained in:
parent
3a0f1e558c
commit
95c315e0b8
|
@ -0,0 +1,50 @@
|
|||
name: Test AReaLite
|
||||
|
||||
on:
|
||||
push:
|
||||
paths:
|
||||
- .github/workflows/test-arealite.yml
|
||||
- arealite/**
|
||||
- ci/**
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
test-arealite:
|
||||
runs-on: ubuntu-latest
|
||||
concurrency:
|
||||
group: test-arealite
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- uses: appleboy/ssh-action@v1
|
||||
env:
|
||||
GIT_REPO_URL: https://github.bibk.top/${{ github.repository }}
|
||||
GIT_COMMIT_SHA: ${{ github.sha }}
|
||||
with:
|
||||
host: ${{ secrets.CI_NODE_ADDR }}
|
||||
username: ${{ secrets.CI_NODE_USER }}
|
||||
key: ${{ secrets.REMOTE_SSH_KEY }}
|
||||
envs: GIT_REPO_URL,GIT_COMMIT_SHA
|
||||
script_path: ci/clone_repo.sh
|
||||
|
||||
- uses: appleboy/ssh-action@v1
|
||||
env:
|
||||
GIT_COMMIT_SHA: ${{ github.sha }}
|
||||
with:
|
||||
host: ${{ secrets.CI_NODE_ADDR }}
|
||||
username: ${{ secrets.CI_NODE_USER }}
|
||||
key: ${{ secrets.REMOTE_SSH_KEY }}
|
||||
command_timeout: 2h
|
||||
envs: GIT_COMMIT_SHA
|
||||
script_path: ci/build_env_image.sh
|
||||
|
||||
- uses: appleboy/ssh-action@v1
|
||||
env:
|
||||
GIT_COMMIT_SHA: ${{ github.sha }}
|
||||
with:
|
||||
host: ${{ secrets.CI_NODE_ADDR }}
|
||||
username: ${{ secrets.CI_NODE_USER }}
|
||||
key: ${{ secrets.REMOTE_SSH_KEY }}
|
||||
command_timeout: 1h
|
||||
envs: GIT_COMMIT_SHA
|
||||
script_path: ci/test_arealite.sh
|
|
@ -0,0 +1,39 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
set -e
|
||||
|
||||
GIT_COMMIT_SHA=${GIT_COMMIT_SHA:?"GIT_COMMIT_SHA is not set"}
|
||||
|
||||
echo "GIT_COMMIT_SHA: $GIT_COMMIT_SHA"
|
||||
|
||||
# If there is already an image named areal-env, skip.
|
||||
if docker images --format '{{.Repository}}:{{.Tag}}' | grep -q 'areal-env:latest'; then
|
||||
echo "Image areal-env already exists, skipping build."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
RUN_ID="areal-$GIT_COMMIT_SHA"
|
||||
cd "/tmp/$RUN_ID"
|
||||
|
||||
if docker ps -a --format '{{.Names}}' | grep -q "$RUN_ID"; then
|
||||
docker rm -f $RUN_ID
|
||||
fi
|
||||
|
||||
docker run \
|
||||
--name $RUN_ID \
|
||||
--gpus all \
|
||||
--shm-size=8g \
|
||||
-v $(pwd):/workspace \
|
||||
-w /workspace \
|
||||
nvcr.io/nvidia/pytorch:25.01-py3 \
|
||||
bash -c "
|
||||
python -m pip install --upgrade pip
|
||||
pip config set global.index-url https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple
|
||||
pip config unset global.extra-index-url
|
||||
bash examples/env/scripts/setup-pip-deps.sh
|
||||
pip uninstall -y transformer-engine
|
||||
mv ./sglang /sglang
|
||||
" || { docker rm -f $RUN_ID; exit 1; }
|
||||
|
||||
docker commit $RUN_ID areal-env:latest
|
||||
docker rm -f $RUN_ID
|
|
@ -0,0 +1,19 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
set -e
|
||||
|
||||
GIT_REPO_URL=${GIT_REPO_URL:?"GIT_REPO_URL is not set"}
|
||||
GIT_COMMIT_SHA=${GIT_COMMIT_SHA:?"GIT_COMMIT_SHA is not set"}
|
||||
|
||||
echo "GIT_REPO_URL: $GIT_REPO_URL"
|
||||
echo "GIT_COMMIT_SHA: $GIT_COMMIT_SHA"
|
||||
|
||||
RUN_ID="areal-$GIT_COMMIT_SHA"
|
||||
rm -rf "/tmp/$RUN_ID"
|
||||
mkdir -p "/tmp/$RUN_ID"
|
||||
cd "/tmp/$RUN_ID"
|
||||
|
||||
git init
|
||||
git remote add origin "$GIT_REPO_URL"
|
||||
git fetch --depth 1 origin "$GIT_COMMIT_SHA"
|
||||
git checkout FETCH_HEAD
|
|
@ -0,0 +1,28 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
set -e
|
||||
|
||||
GIT_COMMIT_SHA=${GIT_COMMIT_SHA:?"GIT_COMMIT_SHA is not set"}
|
||||
|
||||
echo "GIT_COMMIT_SHA: $GIT_COMMIT_SHA"
|
||||
|
||||
RUN_ID="areal-$GIT_COMMIT_SHA"
|
||||
cd "/tmp/$RUN_ID"
|
||||
|
||||
if docker ps -a --format '{{.Names}}' | grep -q "$RUN_ID"; then
|
||||
docker rm -f $RUN_ID
|
||||
fi
|
||||
|
||||
docker run \
|
||||
--name $RUN_ID \
|
||||
--gpus all \
|
||||
--shm-size=8g \
|
||||
-v $(pwd):/workspace \
|
||||
-w /workspace \
|
||||
areal-env:latest \
|
||||
bash -c "
|
||||
mv /sglang ./sglang
|
||||
HF_ENDPOINT=https://hf-mirror.com python -m pytest -s arealite/
|
||||
" || { docker rm -f $RUN_ID; exit 1; }
|
||||
|
||||
docker rm -f $RUN_ID
|
Loading…
Reference in New Issue