Skip to content

Commit 044105c

Browse files
authored
Add RayService incremental upgrade sample for guide (#4164)
Signed-off-by: Ryan O'Leary <[email protected]>
1 parent b51f885 commit 044105c

File tree

1 file changed

+96
-0
lines changed

1 file changed

+96
-0
lines changed
Lines changed: 96 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,96 @@
1+
apiVersion: ray.io/v1
2+
kind: RayService
3+
metadata:
4+
name: rayservice-incremental-upgrade
5+
spec:
6+
upgradeStrategy:
7+
type: NewClusterWithIncrementalUpgrade
8+
clusterUpgradeOptions:
9+
gatewayClassName: istio
10+
stepSizePercent: 10
11+
intervalSeconds: 30
12+
maxSurgePercent: 10
13+
serveConfigV2: |
14+
applications:
15+
- name: fruit_app
16+
import_path: fruit.deployment_graph
17+
route_prefix: /fruit
18+
runtime_env:
19+
working_dir: "https://github.com/ray-project/test_dag/archive/78b4a5da38796123d9f9ffff59bab2792a043e95.zip"
20+
deployments:
21+
- name: MangoStand
22+
user_config:
23+
price: 4
24+
ray_actor_options:
25+
num_cpus: 0.5
26+
max_ongoing_requests: 100
27+
autoscaling_config:
28+
min_replicas: 1
29+
max_replicas: 3
30+
- name: OrangeStand
31+
num_replicas: 1
32+
user_config:
33+
price: 2
34+
ray_actor_options:
35+
num_cpus: 0
36+
- name: PearStand
37+
num_replicas: 1
38+
user_config:
39+
price: 1
40+
ray_actor_options:
41+
num_cpus: 0
42+
- name: FruitMarket
43+
ray_actor_options:
44+
num_cpus: 0.5
45+
max_ongoing_requests: 100
46+
autoscaling_config:
47+
min_replicas: 1
48+
max_replicas: 3
49+
rayClusterConfig:
50+
rayVersion: "2.51.0"
51+
enableInTreeAutoscaling: true
52+
headGroupSpec:
53+
rayStartParams:
54+
num-cpus: "0"
55+
template:
56+
spec:
57+
containers:
58+
- name: ray-head
59+
image: rayproject/ray:2.51.0
60+
resources:
61+
requests:
62+
cpu: "100m"
63+
memory: "100Mi"
64+
limits:
65+
cpu: "1"
66+
memory: "2Gi"
67+
ports:
68+
- containerPort: 6379
69+
name: gcs-server
70+
- containerPort: 8265
71+
name: dashboard
72+
- containerPort: 10001
73+
name: client
74+
- containerPort: 8000
75+
name: serve
76+
workerGroupSpecs:
77+
- groupName: small-group
78+
minReplicas: 0
79+
maxReplicas: 4
80+
rayStartParams: {}
81+
template:
82+
spec:
83+
containers:
84+
- name: ray-worker
85+
image: rayproject/ray:2.51.0
86+
lifecycle:
87+
preStop:
88+
exec:
89+
command: ["/bin/sh", "-c", "ray stop"]
90+
resources:
91+
requests:
92+
cpu: "500m"
93+
memory: "1Gi"
94+
limits:
95+
cpu: "1"
96+
memory: "4Gi"

0 commit comments

Comments
 (0)