forked from silver-ymz/vector-db-benchmark
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy path.gitlab-ci.yml
95 lines (85 loc) · 3.74 KB
/
.gitlab-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
stages:
- tar_code
- env_image
- full_image
# upload to S3 beijing
tar_code:
stage: tar_code
image: harbor.internal.moqi.ai/mochix/dind_tools:latest
only:
- master
script:
- ls -lh
- mkdir vector-db-benchmark
- cp -r benchmark vector-db-benchmark
- cp -r dataset_reader vector-db-benchmark
- cp -r datasets vector-db-benchmark
- cp -r docker vector-db-benchmark
- cp -r engine vector-db-benchmark
- cp -r experiments vector-db-benchmark
- cp -r results vector-db-benchmark
- cp -r run.py vector-db-benchmark
- cp requirements.txt vector-db-benchmark
- rm -rf vector-db-benchmark/experiments/configurations/*
- tar -czvf vector-db-benchmark.tar.gz vector-db-benchmark
- ls -lh vector-db-benchmark.tar.gz
- coscmd upload vector-db-benchmark.tar.gz vector-db-benchmark-space/
artifacts:
name: "code"
expire_in: 7 week
paths:
- vector-db-benchmark.tar.gz
build_env_image:
stage: env_image
image: harbor.internal.moqi.ai/mochix/dind_tools:latest
only:
- master
script:
- ls -lh
- for index in {1..180}; do if docker version; then break; else sleep 1; fi; done
- docker buildx build --build-arg 'http_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'https_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'no_proxy=localhost,127.0.0.0/8,10.0.0.0/8,172.16.0.0/12,192.168.0.0/16,docker,git.moqi.ai,.internal.moqi.ai' --platform linux/amd64 --build-arg version="latest" --rm=true -t harbor.internal.moqi.ai/mqdb/vector-db-benchmark-env docker --push
build_env_saas_image:
stage: env_image
image: harbor.internal.moqi.ai/mochix/dind_tools:latest
only:
- master
script:
- ls -lh
- for index in {1..180}; do if docker version; then break; else sleep 1; fi; done
- docker buildx build --build-arg 'http_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'https_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'no_proxy=localhost,127.0.0.0/8,10.0.0.0/8,172.16.0.0/12,192.168.0.0/16,docker,git.moqi.ai,.internal.moqi.ai' --platform linux/amd64 --build-arg version="latest" --rm=true -t mochix/vector-db-benchmark-env docker --push
build_full_image:
stage: full_image
needs:
- job: tar_code
artifacts: true
artifacts:
name: "code"
paths:
- vector-db-benchmark.tar.gz
when: always
image: harbor.internal.moqi.ai/mochix/dind_tools:latest
only:
- master
script:
- ls -lh
- mv vector-db-benchmark.tar.gz docker/full
- for index in {1..180}; do if docker version; then break; else sleep 1; fi; done
- docker buildx build --build-arg 'http_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'https_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'no_proxy=localhost,127.0.0.0/8,10.0.0.0/8,172.16.0.0/12,192.168.0.0/16,docker,git.moqi.ai,.internal.moqi.ai' --platform linux/amd64 --build-arg version="latest" --rm=true -t harbor.internal.moqi.ai/mqdb/vector-db-benchmark-full docker/full --push
build_full_saas_image:
stage: full_image
needs:
- job: tar_code
artifacts: true
artifacts:
name: "code"
paths:
- vector-db-benchmark.tar.gz
when: always
image: harbor.internal.moqi.ai/mochix/dind_tools:latest
only:
- master
script:
- ls -lh
- mv vector-db-benchmark.tar.gz docker/full
- for index in {1..180}; do if docker version; then break; else sleep 1; fi; done
- docker buildx build --build-arg 'http_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'https_proxy=http://clash.internal.moqi.ai:7890' --build-arg 'no_proxy=localhost,127.0.0.0/8,10.0.0.0/8,172.16.0.0/12,192.168.0.0/16,docker,git.moqi.ai,.internal.moqi.ai' --platform linux/amd64 --build-arg version="latest" --rm=true -t mochix/vector-db-benchmark-full docker/full --push