Skip to content

Commit

Permalink
Update the summit compute configs based on foreseen capacity (#348)
Browse files Browse the repository at this point in the history
  • Loading branch information
marwan116 authored Sep 25, 2024
1 parent 77ca207 commit c4726d0
Show file tree
Hide file tree
Showing 6 changed files with 32 additions and 16 deletions.
5 changes: 4 additions & 1 deletion configs/ray-summit-ai-libraries/aws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,5 +8,8 @@ worker_node_types:
min_workers: 1
max_workers: 1

allowed_azs:
- us-west-2a

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false
5 changes: 4 additions & 1 deletion configs/ray-summit-core-masterclass/aws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11,5 +11,8 @@ worker_node_types:
min_workers: 1
max_workers: 1

allowed_azs:
- us-west-2b

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false
9 changes: 6 additions & 3 deletions configs/ray-summit-end-to-end-llms/aws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,13 @@ worker_node_types:
name: 16CPU-64GB
min_workers: 1
max_workers: 1
- instance_type: g6.4xlarge
name: '1xL4:16CPU-64GB'
- instance_type: g5.4xlarge
name: '1xA10G:16CPU-64GB'
min_workers: 0
max_workers: 2

allowed_azs:
- us-west-2b

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false
10 changes: 7 additions & 3 deletions configs/ray-summit-multi-modal-search/aws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,13 @@ head_node_type:
cpu: 0
gpu: 0
worker_node_types:
- instance_type: g6.4xlarge
name: '1xL4:16CPU-64GB'
- instance_type: g5.4xlarge
name: '1xA10G:16CPU-64GB'
min_workers: 2
max_workers: 2

allowed_azs:
- us-west-2c

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false
8 changes: 4 additions & 4 deletions configs/ray-summit-rag/aws.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,13 @@ head_node_type:
is_head_node: 1

worker_node_types:
- instance_type: g6.4xlarge
name: '1xL4:16CPU-64GB'
- instance_type: g5.4xlarge
name: '1xA10G:16CPU-64GB'
min_workers: 2
max_workers: 2

allowed_azs:
- us-west-2a
- us-west-2c

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false
11 changes: 7 additions & 4 deletions configs/ray-summit-stable-diffusion/aws.yaml
Original file line number Diff line number Diff line change
@@ -1,15 +1,18 @@
head_node_type:
name: head_node
instance_type: g6.4xlarge
instance_type: g5.4xlarge
resources:
cpu: 12
gpu: 1

worker_node_types:
- instance_type: g6.4xlarge
name: '1xL4:16CPU-64GB'
- instance_type: g5.4xlarge
name: '1xA10G:16CPU-64GB'
min_workers: 1
max_workers: 1

allowed_azs:
- us-west-2a

flags:
allow-cross-zone-autoscaling: true
allow-cross-zone-autoscaling: false

0 comments on commit c4726d0

Please sign in to comment.