-
Notifications
You must be signed in to change notification settings - Fork 56
153 lines (119 loc) · 5.43 KB
/
artifact-build-and-deploy.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
name: Artifact deploy
on:
push:
branches:
- main
jobs:
tests:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Set up Tailscale
uses: tailscale/github-action@v2
with:
oauth-client-id: k4oU8AFYf121CNTRL
oauth-secret: ${{ secrets.TS_OAUTH_SECRET }}
tags: tag:ci,tag:production
- name: Verify Tailscale IP
run: tailscale ip
- name: Run tests
run: |
ssh -o StrictHostKeyChecking=no [email protected] 'bash -s' <<'EOF'
#!/bin/bash
cd /home/brodey/scuda-latest
ls
SCUDA_PORT=14834 ./local.sh server &
sleep 5
export SCUDA_SERVER=0.0.0.0:14834
test_output=$(./local.sh test_ci)
test_exit_code=$?
if [ $test_exit_code -eq 0 ]; then
echo "Tests passed successfully!"
fi
ps aux | grep -E 'server_[0-9]+\.[0-9]+' | grep -v grep | awk '{print $2}' | xargs -r kill -TERM
echo "server process and its children terminated. exiting..."
exit $test_exit_code
EOF
build-artifacts-cudnn-9:
runs-on: ubuntu-latest
needs: tests
permissions:
contents: write
strategy:
matrix:
cuda_version: [12.6.0]
distro_version: [22.04, 24.04]
os_distro: [ubuntu]
cudnn_tag: [cudnn]
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Build Docker Image
run: |
docker build . -f Dockerfile.build -t scuda-builder-${{ matrix.cuda_version }} \
--build-arg CUDA_VERSION=${{ matrix.cuda_version }} \
--build-arg DISTRO_VERSION=${{ matrix.distro_version }} \
--build-arg OS_DISTRO=${{ matrix.os_distro }} \
--build-arg CUDNN_TAG=${{ matrix.cudnn_tag }}
- name: Extract Artifacts from Docker
run: |
container_id=$(docker create scuda-builder-${{ matrix.cuda_version }})
major_minor_version=$(echo "${{ matrix.cuda_version }}" | awk -F. '{print $1 "." $2}')
docker cp $container_id:/home/libscuda_${major_minor_version}.so ./libscuda_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
docker cp $container_id:/home/server_${major_minor_version}.so ./server_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
docker rm $container_id
tar -czf scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.distro_version }}.tar.gz \
./libscuda_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so \
./server_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
# list the files to verify they exist
ls -al
- name: Release artifacts
uses: softprops/action-gh-release@v1
with:
prerelease: true
name: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.os_distro }}-${{ matrix.distro_version }}
tag_name: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.os_distro }}-${{ matrix.distro_version }}
files: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.distro_version }}.tar.gz
fail_on_unmatched_files: true
build-artifacts-cudnn-8:
runs-on: ubuntu-latest
permissions:
contents: write
needs: tests
strategy:
matrix:
cuda_version: [12.0.0, 12.1.0, 12.2.2]
distro_version: [22.04]
os_distro: [ubuntu]
cudnn_tag: [cudnn8]
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Build Docker Image
run: |
docker build . -f Dockerfile.build -t scuda-builder-${{ matrix.cuda_version }} \
--build-arg CUDA_VERSION=${{ matrix.cuda_version }} \
--build-arg DISTRO_VERSION=${{ matrix.distro_version }} \
--build-arg OS_DISTRO=${{ matrix.os_distro }} \
--build-arg CUDNN_TAG=${{ matrix.cudnn_tag }}
- name: Extract Artifacts from Docker
run: |
container_id=$(docker create scuda-builder-${{ matrix.cuda_version }})
major_minor_version=$(echo "${{ matrix.cuda_version }}" | awk -F. '{print $1 "." $2}')
docker cp $container_id:/home/libscuda_${major_minor_version}.so ./libscuda_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
docker cp $container_id:/home/server_${major_minor_version}.so ./server_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
docker rm $container_id
tar -czf scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.distro_version }}.tar.gz \
./libscuda_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so \
./server_${major_minor_version}_${{ matrix.os_distro }}_${{ matrix.distro_version }}.so
# list the files to verify they exist
ls -al
- name: Release artifacts
uses: softprops/action-gh-release@v1
with:
prerelease: true
name: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.os_distro }}-${{ matrix.distro_version }}
tag_name: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.os_distro }}-${{ matrix.distro_version }}
files: scuda-artifacts-${{ matrix.cuda_version }}-${{ matrix.distro_version }}.tar.gz
fail_on_unmatched_files: true