-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathemrdp.yaml
174 lines (174 loc) · 6.03 KB
/
emrdp.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
cluster_name: emrdp-cluster
max_workers: 36
upscaling_speed: 1.0
idle_timeout_minutes: 5
provider:
type: kubernetes
use_internal_ips: true
namespace: ray
autoscaler_service_account:
apiVersion: v1
kind: ServiceAccount
metadata:
name: rayvens
autoscaler_role:
kind: Role
apiVersion: rbac.authorization.k8s.io/v1
metadata:
name: rayvens
rules:
- apiGroups: [""]
resources: ["pods", "pods/status", "pods/exec", "pods/log"]
verbs: ["get", "watch", "list", "create", "delete", "patch"]
- apiGroups: ["camel.apache.org"]
resources: ["integrations", "integrations/status"]
verbs: ["*"]
autoscaler_role_binding:
apiVersion: rbac.authorization.k8s.io/v1
kind: RoleBinding
metadata:
name: rayvens
subjects:
- kind: ServiceAccount
name: rayvens
roleRef:
kind: Role
name: rayvens
apiGroup: rbac.authorization.k8s.io
services:
- apiVersion: v1
kind: Service
metadata:
name: emrdp-cluster-head
spec:
selector:
component: emrdp-cluster-head
ports:
- name: client
protocol: TCP
port: 10001
targetPort: 10001
- name: ray-serve
protocol: TCP
port: 8000
targetPort: 8000
- name: dashboard
protocol: TCP
port: 8265
targetPort: 8265
head_node_type: head_node
available_node_types:
worker_node:
min_workers: 0
max_workers: 36
node_config:
apiVersion: v1
kind: Pod
metadata:
generateName: emrdp-cluster-worker-
spec:
serviceAccountName: rayvens
restartPolicy: Never
volumes:
- name: dshm
emptyDir:
medium: Memory
- name: podinfo
downwardAPI:
items:
- path: "labels"
fieldRef:
fieldPath: metadata.labels
- path: "name"
fieldRef:
fieldPath: metadata.name
- path: "namespace"
fieldRef:
fieldPath: metadata.namespace
containers:
- name: ray-node
imagePullPolicy: Always
image: quay.io/ibm/rayvens:0.7.0
command: ["/bin/bash", "-c", "--"]
args: ["trap : TERM INT; sleep infinity & wait;"]
volumeMounts:
- mountPath: /dev/shm
name: dshm
- name: podinfo
mountPath: /etc/podinfo
resources:
requests:
cpu: 12
memory: 20G
limits:
cpu: 12
memory: 20G
head_node:
min_workers: 0
max_workers: 0
node_config:
apiVersion: v1
kind: Pod
metadata:
generateName: emrdp-cluster-head-
labels:
component: emrdp-cluster-head
spec:
serviceAccountName: rayvens
restartPolicy: Never
volumes:
- name: dshm
emptyDir:
medium: Memory
- name: podinfo
downwardAPI:
items:
- path: "labels"
fieldRef:
fieldPath: metadata.labels
- path: "name"
fieldRef:
fieldPath: metadata.name
- path: "namespace"
fieldRef:
fieldPath: metadata.namespace
containers:
- name: ray-node
image: quay.io/ibm/rayvens:0.7.0
command: ["/bin/bash", "-c", "--"]
args: ["trap : TERM INT; sleep infinity & wait;"]
ports:
- containerPort: 6379
- containerPort: 10001
- containerPort: 8265
volumeMounts:
- mountPath: /dev/shm
name: dshm
- name: podinfo
mountPath: /etc/podinfo
resources:
requests:
cpu: 12
memory: 20G
limits:
cpu: 12
memory: 20G
env:
- name: RAY_ADDRESS
value: auto
head_start_ray_commands:
- ray stop
- ulimit -n 65536; ray start --head --autoscaling-config=~/ray_bootstrap_config.yaml --dashboard-host 0.0.0.0
worker_start_ray_commands:
- ray stop
- ulimit -n 65536; ray start --address=$RAY_HEAD_IP:6379
file_mounts:
{
"/home/ray/emrdp": ".",
"/home/ray/configs.yaml": "./configs.yaml"
}
file_mounts_sync_continuously: false
head_setup_commands:
- pip install /home/ray/emrdp
worker_setup_commands:
- pip install /home/ray/emrdp