From bbb7c755fc8be014de102415b1906a327f6e5978 Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Mon, 26 Aug 2024 15:33:04 -0500 Subject: [PATCH 1/6] Sizing yaml template for SystemLink Enterprise pilots Provide a sizing file that specifies resources and replicas for a SystemLink Enterprise pilot deployment. --- getting-started/templates/pilot-sizing.yaml | 891 ++++++++++++++++++++ 1 file changed, 891 insertions(+) create mode 100644 getting-started/templates/pilot-sizing.yaml diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml new file mode 100644 index 00000000..9fbbd66d --- /dev/null +++ b/getting-started/templates/pilot-sizing.yaml @@ -0,0 +1,891 @@ +# Default values for SystemLink pilot resources and replicas. +# This is a YAML-formatted file. +# Declare override values for variables. + +rabbitmq: + resources: + requests: + cpu: "100m" + memory: "256Mi" + limits: + memory: "512Mi" + +minio: + persistence: + size: 1Gi + provisioning: + enabled: true + buckets: + - name: "systemlink-file-ingestion" + region: "us-east-1" + versioning: false + withLock: false + - name: "systemlink-dataframe" + region: "us-east-1" + versioning: false + withLock: false + resources: + requests: + memory: "256Mi" + cpu: "50m" + limits: + memory: "512Mi" + +webserver: + resources: + requests: + memory: "128Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + redis-cluster: + cluster: + nodes: 3 + replicas: 0 + redis: + resources: + requests: + cpu: 50m + limits: + +sessionmanager: + resources: + requests: + memory: "64Mi" + cpu: "50m" + limits: + memory: "128Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +testmonitorservice: + resources: + requests: + memory: "256Mi" + cpu: "100m" + limits: + memory: "512Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +dashboardhost: + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + grafana: + autoscaling: + minReplicas: 2 + maxReplicas: 2 + metrics: + - type: Resource + resource: + name: cpu + targetAverageUtilization: 80 + - type: Resource + resource: + name: memory + targetAverageUtilization: 90 + +dataframeservice: + resources: + requests: + memory: 512Mi + cpu: 100m + limits: + memory: 512Mi + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: "150m" + memory: "256Mi" + limits: + memory: "256Mi" + +saltmaster: + replicaCount: 1 + resources: + requests: + memory: 256Mi + cpu: 150m + limits: + memory: 512Mi + +fileingestion: + resources: + requests: + memory: "128Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + + +nbexecservice: + resources: + requests: + memory: "256Mi" + cpu: "100m" + limits: + memory: "512Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +nbparsingservice: + resources: + requests: + memory: "256Mi" + cpu: "100m" + limits: + memory: "512Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +userservices: + resources: + requests: + memory: "64Mi" + cpu: "50m" + limits: + memory: "128Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +webappservices: + resources: + requests: + memory: "64Mi" + cpu: "50m" + limits: + memory: "128Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +serviceregistry: + resources: + requests: + memory: "256Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +securityui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +dashboardsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +filesui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +landingpageui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +testinsightsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +systemsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +executionsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +userdata: + resources: + requests: + memory: "64Mi" + cpu: "25m" + limits: + memory: "128Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +routinesui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +routineservice: + resources: + requests: + memory: "128Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + + engine: + replicaCount: 1 + resources: + requests: + memory: "25Mi" + cpu: "4m" + limits: + memory: "50Mi" + +sl-jupyterhub: + jupyterhub: + hub: + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "256Mi" + +systems: + resources: + requests: + memory: "128Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +assetservice: + resources: + requests: + cpu: 100m + memory: 256Mi + limits: + memory: 512Mi + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +assetui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +sysmgmtevent: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +comments: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +notification: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +repository: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +routineeventtrigger: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + replicaCount: 1 + +routineexecutor: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +routinescheduletrigger: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + replicaCount: 1 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +saltmaster: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +smtp: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +swaggerapi: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +tags: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +taghistorian: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + + dataRetention: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +argoworkflows: + argo-workflows: + server: + replicas: 1 + +feedservice: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +alarmservice: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +systemsstate: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +workorder: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi From 199c8d1af18d17a7b6a73d01ae891104f80b55b6 Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Tue, 27 Aug 2024 08:16:26 -0500 Subject: [PATCH 2/6] Alphabetize service list Alphabetize service list to make it easier for users to find them --- getting-started/templates/pilot-sizing.yaml | 658 ++++++++++---------- 1 file changed, 324 insertions(+), 334 deletions(-) diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml index 9fbbd66d..7b76997e 100644 --- a/getting-started/templates/pilot-sizing.yaml +++ b/getting-started/templates/pilot-sizing.yaml @@ -2,66 +2,60 @@ # This is a YAML-formatted file. # Declare override values for variables. -rabbitmq: +alarmservice: resources: requests: - cpu: "100m" memory: "256Mi" + cpu: 100m limits: memory: "512Mi" -minio: - persistence: - size: 1Gi - provisioning: + autoscaling: enabled: true - buckets: - - name: "systemlink-file-ingestion" - region: "us-east-1" - versioning: false - withLock: false - - name: "systemlink-dataframe" - region: "us-east-1" - versioning: false - withLock: false - resources: - requests: - memory: "256Mi" - cpu: "50m" - limits: - memory: "512Mi" + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 -webserver: +argoworkflows: + argo-workflows: + server: + replicas: 1 + +assetservice: resources: requests: - memory: "128Mi" - cpu: "50m" + cpu: 100m + memory: 256Mi limits: - memory: "256Mi" + memory: 512Mi autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 - redis-cluster: - cluster: - nodes: 3 - replicas: 0 - redis: - resources: - requests: - cpu: 50m - limits: + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi -sessionmanager: +assetui: resources: requests: - memory: "64Mi" - cpu: "50m" + memory: "10Mi" + cpu: "4m" limits: - memory: "128Mi" + memory: "20Mi" autoscaling: minReplicas: 2 @@ -69,19 +63,32 @@ sessionmanager: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -testmonitorservice: +comments: resources: requests: memory: "256Mi" - cpu: "100m" + cpu: 100m limits: memory: "512Mi" autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi dashboardhost: autoscaling: @@ -104,6 +111,20 @@ dashboardhost: name: memory targetAverageUtilization: 90 +dashboardsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + dataframeservice: resources: requests: @@ -129,22 +150,13 @@ dataframeservice: limits: memory: "256Mi" -saltmaster: - replicaCount: 1 - resources: - requests: - memory: 256Mi - cpu: 150m - limits: - memory: 512Mi - -fileingestion: +executionsui: resources: requests: - memory: "128Mi" - cpu: "50m" + memory: "10Mi" + cpu: "4m" limits: - memory: "256Mi" + memory: "20Mi" autoscaling: minReplicas: 2 @@ -152,32 +164,20 @@ fileingestion: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - - -nbexecservice: +feedservice: resources: requests: memory: "256Mi" - cpu: "100m" + cpu: 100m limits: memory: "512Mi" autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 mongodb: architecture: replicaset @@ -185,59 +185,19 @@ nbexecservice: resources: requests: cpu: 150m - memory: 256Mi + memory: 512Mi limits: memory: 1024Mi persistence: size: 1Gi -nbparsingservice: - resources: - requests: - memory: "256Mi" - cpu: "100m" - limits: - memory: "512Mi" - - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 - -userservices: +fileingestion: resources: requests: - memory: "64Mi" - cpu: "50m" - limits: memory: "128Mi" - - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 - - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - -webappservices: - resources: - requests: - memory: "64Mi" cpu: "50m" limits: - memory: "128Mi" + memory: "256Mi" autoscaling: minReplicas: 2 @@ -257,21 +217,7 @@ webappservices: persistence: size: 1Gi -serviceregistry: - resources: - requests: - memory: "256Mi" - cpu: "50m" - limits: - memory: "256Mi" - - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 - -securityui: +filesui: resources: requests: memory: "10Mi" @@ -285,7 +231,7 @@ securityui: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -dashboardsui: +landingpageui: resources: requests: memory: "10Mi" @@ -299,27 +245,34 @@ dashboardsui: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -filesui: +minio: + persistence: + size: 1Gi + provisioning: + enabled: true + buckets: + - name: "systemlink-file-ingestion" + region: "us-east-1" + versioning: false + withLock: false + - name: "systemlink-dataframe" + region: "us-east-1" + versioning: false + withLock: false resources: requests: - memory: "10Mi" - cpu: "4m" + memory: "256Mi" + cpu: "50m" limits: - memory: "20Mi" - - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + memory: "512Mi" -landingpageui: +nbexecservice: resources: requests: - memory: "10Mi" - cpu: "4m" + memory: "256Mi" + cpu: "100m" limits: - memory: "20Mi" + memory: "512Mi" autoscaling: minReplicas: 2 @@ -327,13 +280,25 @@ landingpageui: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -testinsightsui: + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +nbparsingservice: resources: requests: - memory: "10Mi" - cpu: "4m" + memory: "256Mi" + cpu: "100m" limits: - memory: "20Mi" + memory: "512Mi" autoscaling: minReplicas: 2 @@ -341,47 +306,55 @@ testinsightsui: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -systemsui: +notification: resources: requests: - memory: "10Mi" - cpu: "4m" + memory: "256Mi" + cpu: 100m limits: - memory: "20Mi" + memory: "512Mi" autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 -executionsui: + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 512Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +rabbitmq: resources: requests: - memory: "10Mi" - cpu: "4m" + cpu: "100m" + memory: "256Mi" limits: - memory: "20Mi" - - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + memory: "512Mi" -userdata: +repository: resources: requests: - memory: "64Mi" - cpu: "25m" + memory: "256Mi" + cpu: 100m limits: - memory: "128Mi" + memory: "512Mi" autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 mongodb: architecture: replicaset @@ -389,39 +362,46 @@ userdata: resources: requests: cpu: 150m - memory: 256Mi + memory: 512Mi limits: memory: 1024Mi persistence: size: 1Gi -routinesui: +routineeventtrigger: resources: requests: - memory: "10Mi" - cpu: "4m" + memory: "256Mi" + cpu: 100m limits: - memory: "20Mi" + memory: "512Mi" - autoscaling: - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + replicaCount: 1 -routineservice: +routineexecutor: resources: requests: - memory: "128Mi" - cpu: "50m" - limits: memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" autoscaling: + enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 80 - targetMemoryUtilizationPercentage: 90 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 + +routinescheduletrigger: + resources: + requests: + memory: "256Mi" + cpu: 100m + limits: + memory: "512Mi" + + replicaCount: 1 mongodb: architecture: replicaset @@ -429,32 +409,13 @@ routineservice: resources: requests: cpu: 150m - memory: 256Mi + memory: 512Mi limits: memory: 1024Mi persistence: size: 1Gi - engine: - replicaCount: 1 - resources: - requests: - memory: "25Mi" - cpu: "4m" - limits: - memory: "50Mi" - -sl-jupyterhub: - jupyterhub: - hub: - resources: - requests: - memory: "128Mi" - cpu: "100m" - limits: - memory: "256Mi" - -systems: +routineservice: resources: requests: memory: "128Mi" @@ -463,9 +424,10 @@ systems: memory: "256Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 mongodb: architecture: replicaset @@ -479,34 +441,16 @@ systems: persistence: size: 1Gi -assetservice: - resources: - requests: - cpu: 100m - memory: 256Mi - limits: - memory: 512Mi - - autoscaling: - enabled: true - minReplicas: 2 - maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 - - mongodb: - architecture: replicaset + engine: replicaCount: 1 resources: requests: - cpu: 150m - memory: 512Mi + memory: "25Mi" + cpu: "4m" limits: - memory: 1024Mi - persistence: - size: 1Gi + memory: "50Mi" -assetui: +routinesui: resources: requests: memory: "10Mi" @@ -520,7 +464,7 @@ assetui: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 -sysmgmtevent: +saltmaster: resources: requests: memory: "256Mi" @@ -547,88 +491,59 @@ sysmgmtevent: persistence: size: 1Gi -comments: +securityui: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "10Mi" + cpu: "4m" limits: - memory: "512Mi" + memory: "20Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 - - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 -notification: +serviceregistry: resources: requests: memory: "256Mi" - cpu: 100m + cpu: "50m" limits: - memory: "512Mi" + memory: "256Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 - - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 -repository: +sessionmanager: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "64Mi" + cpu: "50m" limits: - memory: "512Mi" + memory: "128Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi +sl-jupyterhub: + jupyterhub: + hub: + resources: + requests: + memory: "128Mi" + cpu: "100m" + limits: + memory: "256Mi" -routineeventtrigger: +smtp: resources: requests: memory: "256Mi" @@ -636,9 +551,14 @@ routineeventtrigger: limits: memory: "512Mi" - replicaCount: 1 + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 -routineexecutor: +swaggerapi: resources: requests: memory: "256Mi" @@ -653,7 +573,7 @@ routineexecutor: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 -routinescheduletrigger: +sysmgmtevent: resources: requests: memory: "256Mi" @@ -661,7 +581,12 @@ routinescheduletrigger: limits: memory: "512Mi" - replicaCount: 1 + autoscaling: + enabled: true + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 60 + targetMemoryUtilizationPercentage: 70 mongodb: architecture: replicaset @@ -675,20 +600,18 @@ routinescheduletrigger: persistence: size: 1Gi -saltmaster: +systems: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "128Mi" + cpu: "50m" limits: - memory: "512Mi" + memory: "256Mi" autoscaling: enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 mongodb: architecture: replicaset @@ -696,13 +619,13 @@ saltmaster: resources: requests: cpu: 150m - memory: 512Mi + memory: 256Mi limits: memory: 1024Mi persistence: size: 1Gi -smtp: +systemsstate: resources: requests: memory: "256Mi" @@ -717,20 +640,19 @@ smtp: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 -swaggerapi: +systemsui: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "10Mi" + cpu: "4m" limits: - memory: "512Mi" + memory: "20Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 tags: resources: @@ -801,25 +723,47 @@ taghistorian: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 -argoworkflows: - argo-workflows: - server: - replicas: 1 +testinsightsui: + resources: + requests: + memory: "10Mi" + cpu: "4m" + limits: + memory: "20Mi" -feedservice: + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +testmonitorservice: resources: requests: memory: "256Mi" - cpu: 100m + cpu: "100m" limits: memory: "512Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + +userdata: + resources: + requests: + memory: "64Mi" + cpu: "25m" + limits: + memory: "128Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 mongodb: architecture: replicaset @@ -827,41 +771,87 @@ feedservice: resources: requests: cpu: 150m - memory: 512Mi + memory: 256Mi limits: memory: 1024Mi persistence: size: 1Gi -alarmservice: +userservices: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "64Mi" + cpu: "50m" limits: - memory: "512Mi" + memory: "128Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 -systemsstate: + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +webappservices: resources: requests: - memory: "256Mi" - cpu: 100m + memory: "64Mi" + cpu: "50m" limits: - memory: "512Mi" + memory: "128Mi" autoscaling: - enabled: true minReplicas: 2 maxReplicas: 2 - targetCPUUtilizationPercentage: 60 - targetMemoryUtilizationPercentage: 70 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + mongodb: + architecture: replicaset + replicaCount: 1 + resources: + requests: + cpu: 150m + memory: 256Mi + limits: + memory: 1024Mi + persistence: + size: 1Gi + +webserver: + resources: + requests: + memory: "128Mi" + cpu: "50m" + limits: + memory: "256Mi" + + autoscaling: + minReplicas: 2 + maxReplicas: 2 + targetCPUUtilizationPercentage: 80 + targetMemoryUtilizationPercentage: 90 + + redis-cluster: + cluster: + nodes: 3 + replicas: 0 + redis: + resources: + requests: + cpu: 50m + limits: workorder: resources: From aae4a981c326b0f2dea63bd9a8eef17aec53521f Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Tue, 27 Aug 2024 08:42:54 -0500 Subject: [PATCH 3/6] Improve pilot sizing template instructions Add detailed comments for the polot-sizing.yaml so the user knows what the file does, how to use it and the intended outcome. --- getting-started/templates/pilot-sizing.yaml | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml index 7b76997e..943fb47b 100644 --- a/getting-started/templates/pilot-sizing.yaml +++ b/getting-started/templates/pilot-sizing.yaml @@ -1,6 +1,20 @@ -# Default values for SystemLink pilot resources and replicas. +# Value overrides for SystemLink pilot resources and replicas. +# +# Use this file in addition to the `systemlink-values.yaml` to +# customize the SystemLink deployment for small pilot clusters. +# +# This file reduces the number of service replicas and pod CPU and +# memory requests such that the application can deploy with fewer +# kubernetes cluster nodes. The cluster is intended to be deployed +# with the following node topology: +# 4 nodes - 8 CPU, 32 GB memory - General node pool +# 2 nodes - 8 CPU, 32 GB memory - Dedicated for Dremio + +# Two replicas are used for most services for increased performance. +# The Mongo databases are reduced to a single replica and as a result, +# does not provide any high availability. +# # This is a YAML-formatted file. -# Declare override values for variables. alarmservice: resources: From 0bea2d6baaf6e28613d5349455e7f02a0d3f79d6 Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Tue, 27 Aug 2024 15:08:11 -0500 Subject: [PATCH 4/6] Remove cluster-internal MongoDB overrides The default configuration is external MongoDB, even for pilots. Remove these overrides since they are not needed. --- getting-started/templates/pilot-sizing.yaml | 272 ++------------------ 1 file changed, 20 insertions(+), 252 deletions(-) diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml index 943fb47b..f970cc35 100644 --- a/getting-started/templates/pilot-sizing.yaml +++ b/getting-started/templates/pilot-sizing.yaml @@ -9,10 +9,6 @@ # with the following node topology: # 4 nodes - 8 CPU, 32 GB memory - General node pool # 2 nodes - 8 CPU, 32 GB memory - Dedicated for Dremio - -# Two replicas are used for most services for increased performance. -# The Mongo databases are reduced to a single replica and as a result, -# does not provide any high availability. # # This is a YAML-formatted file. @@ -51,18 +47,6 @@ assetservice: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - assetui: resources: requests: @@ -72,8 +56,8 @@ assetui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -92,18 +76,6 @@ comments: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - dashboardhost: autoscaling: minReplicas: 2 @@ -134,8 +106,8 @@ dashboardsui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -154,16 +126,6 @@ dataframeservice: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: "150m" - memory: "256Mi" - limits: - memory: "256Mi" - executionsui: resources: requests: @@ -173,8 +135,8 @@ executionsui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -193,18 +155,6 @@ feedservice: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - fileingestion: resources: requests: @@ -219,18 +169,6 @@ fileingestion: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - filesui: resources: requests: @@ -240,8 +178,8 @@ filesui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -254,8 +192,8 @@ landingpageui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -294,18 +232,6 @@ nbexecservice: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - nbparsingservice: resources: requests: @@ -335,18 +261,6 @@ notification: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - rabbitmq: resources: requests: @@ -370,18 +284,6 @@ repository: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - routineeventtrigger: resources: requests: @@ -389,7 +291,6 @@ routineeventtrigger: cpu: 100m limits: memory: "512Mi" - replicaCount: 1 routineexecutor: @@ -414,21 +315,8 @@ routinescheduletrigger: cpu: 100m limits: memory: "512Mi" - replicaCount: 1 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - routineservice: resources: requests: @@ -443,18 +331,6 @@ routineservice: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - engine: replicaCount: 1 resources: @@ -473,8 +349,8 @@ routinesui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -493,18 +369,6 @@ saltmaster: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - securityui: resources: requests: @@ -514,8 +378,8 @@ securityui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -582,8 +446,8 @@ swaggerapi: autoscaling: enabled: true - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 @@ -602,18 +466,6 @@ sysmgmtevent: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - systems: resources: requests: @@ -627,18 +479,6 @@ systems: minReplicas: 2 maxReplicas: 2 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - systemsstate: resources: requests: @@ -663,8 +503,8 @@ systemsui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -683,18 +523,6 @@ tags: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - taghistorian: resources: requests: @@ -710,18 +538,6 @@ taghistorian: targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - dataRetention: resources: requests: @@ -746,8 +562,8 @@ testinsightsui: memory: "20Mi" autoscaling: - minReplicas: 2 - maxReplicas: 2 + minReplicas: 1 + maxReplicas: 1 targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 @@ -779,18 +595,6 @@ userdata: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - userservices: resources: requests: @@ -805,18 +609,6 @@ userservices: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - webappservices: resources: requests: @@ -831,18 +623,6 @@ webappservices: targetCPUUtilizationPercentage: 80 targetMemoryUtilizationPercentage: 90 - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 256Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi - webserver: resources: requests: @@ -881,15 +661,3 @@ workorder: maxReplicas: 2 targetCPUUtilizationPercentage: 60 targetMemoryUtilizationPercentage: 70 - - mongodb: - architecture: replicaset - replicaCount: 1 - resources: - requests: - cpu: 150m - memory: 512Mi - limits: - memory: 1024Mi - persistence: - size: 1Gi From 61c0d6168d3d460a2e0b9428d5e24550dd4ec61a Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Tue, 27 Aug 2024 15:14:59 -0500 Subject: [PATCH 5/6] Comment for production sizings Add a comment indicating that production deployments should use the defaults provided in the helm charts, or they could be overridden similarly to this file to increase the resources or replicas for specific workloads. --- getting-started/templates/pilot-sizing.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml index f970cc35..e96e55ea 100644 --- a/getting-started/templates/pilot-sizing.yaml +++ b/getting-started/templates/pilot-sizing.yaml @@ -10,6 +10,11 @@ # 4 nodes - 8 CPU, 32 GB memory - General node pool # 2 nodes - 8 CPU, 32 GB memory - Dedicated for Dremio # +# For production deployments, the defaults in the SystemLink helm +# charts should be used, or similar overrides in this file could be +# specified to further increase the availablility and performance +# of specific workloads. +# # This is a YAML-formatted file. alarmservice: From d7ddef5655f379ca6ec8b7caf4530c44eb4448ea Mon Sep 17 00:00:00 2001 From: Matthew Vaterlaus Date: Tue, 27 Aug 2024 15:17:43 -0500 Subject: [PATCH 6/6] Use managed MongoDB for pilots Indicate in the comments that Pilot deployments use managed MongoDB Atlas or MongoDB Enterprise. --- getting-started/templates/pilot-sizing.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/getting-started/templates/pilot-sizing.yaml b/getting-started/templates/pilot-sizing.yaml index e96e55ea..7e394aff 100644 --- a/getting-started/templates/pilot-sizing.yaml +++ b/getting-started/templates/pilot-sizing.yaml @@ -10,6 +10,10 @@ # 4 nodes - 8 CPU, 32 GB memory - General node pool # 2 nodes - 8 CPU, 32 GB memory - Dedicated for Dremio # +# Pilot deployments use managed MongoDB Atlas or MongoDB Enterprise. +# As such, the MongoDB resources are not specified in this file. +# Use the MongoDB tools to size or autoscale the database. +# # For production deployments, the defaults in the SystemLink helm # charts should be used, or similar overrides in this file could be # specified to further increase the availablility and performance