From 4fd605ee801837bc3f5eba345e90c43ce24d024c Mon Sep 17 00:00:00 2001 From: Helio Machado <0x2b3bfa0+git@googlemail.com> Date: Tue, 2 Jul 2024 21:14:58 +0200 Subject: [PATCH 1/8] Disable `localStorage` by default --- charts/studio/values.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/charts/studio/values.yaml b/charts/studio/values.yaml index 5743f7e6..140b24ae 100644 --- a/charts/studio/values.yaml +++ b/charts/studio/values.yaml @@ -704,17 +704,17 @@ studioDatachainWorker: storageClass: "" # -- Local storage configuration - localStorage: + # localStorage: # -- Local Storage type. Possible values: `emptyDir`, `ephemeral`, `pvc` - type: ephemeral + # type: ephemeral # -- Local Storage size - size: 1Gi + # size: 1Gi # -- Persistent Volume Claim configuration for local storage - persistentVolumeClaim: + # persistentVolumeClaim: # -- Persistent Volume Claim name, to mount externally managed PVC (`localStorage.type` has to be set to `pvc`) - claimName: "datachain-worker-local" + # claimName: "datachain-worker-local" # -- Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) - storageClass: "" + # storageClass: "" # -- DataChain worker deployment strategy strategy: From b4f00883cf8cf38ff55cd2453a9d0b2b0663ebc9 Mon Sep 17 00:00:00 2001 From: 0x2b3bfa0 <0x2b3bfa0@users.noreply.github.com> Date: Tue, 2 Jul 2024 19:17:22 +0000 Subject: [PATCH 2/8] Helm-Docs update --- charts/studio/README.md | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/charts/studio/README.md b/charts/studio/README.md index fe26555b..3beb0e6a 100644 --- a/charts/studio/README.md +++ b/charts/studio/README.md @@ -139,7 +139,7 @@ A Helm chart for Kubernetes | studioBlobvault.image | object | `{"repository":"nginx","tag":"1.27.0-alpine"}` | Image to use for the blobvault service | | studioBlobvault.image.repository | string | `"nginx"` | Image repository | | studioBlobvault.image.tag | string | `"1.27.0-alpine"` | Image tag | -| studioDatachainWorker | object | `{"affinity":{},"autoscaling":{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]},"envFromSecret":"","envVars":{},"ephemeralStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker","storageClass":""},"size":"20Gi","type":"ephemeral"},"image":{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"},"localStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"1Gi","type":"ephemeral"},"logLevel":"info","nodeSelector":{},"podAnnotations":{},"podSecurityContext":{},"replicaCount":1,"resources":{"limits":{"ephemeral-storage":"20Gi","memory":"16Gi"},"requests":{"cpu":"1000m","ephemeral-storage":"10Gi","memory":"3Gi"}},"securityContext":{},"serviceAccount":{"annotations":{},"create":false,"name":""},"strategy":{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":0}},"tolerations":[]}` | Studio DataChain Worker settings group | +| studioDatachainWorker | object | `{"affinity":{},"autoscaling":{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]},"envFromSecret":"","envVars":{},"ephemeralStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker","storageClass":""},"size":"20Gi","type":"ephemeral"},"image":{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"},"logLevel":"info","nodeSelector":{},"podAnnotations":{},"podSecurityContext":{},"replicaCount":1,"resources":{"limits":{"ephemeral-storage":"20Gi","memory":"16Gi"},"requests":{"cpu":"1000m","ephemeral-storage":"10Gi","memory":"3Gi"}},"securityContext":{},"serviceAccount":{"annotations":{},"create":false,"name":""},"strategy":{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":0}},"tolerations":[]}` | Studio DataChain Worker settings group | | studioDatachainWorker.affinity | object | `{}` | DataChain worker pod affinity configuration | | studioDatachainWorker.autoscaling | object | `{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]}` | DataChain worker autoscaling configuration | | studioDatachainWorker.autoscaling.annotations | object | `{}` | Worker autoscaling annotation | @@ -160,12 +160,6 @@ A Helm chart for Kubernetes | studioDatachainWorker.image | object | `{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"}` | DataChain worker image settings | | studioDatachainWorker.image.pullPolicy | string | `"IfNotPresent"` | DataChain worker image pull policy | | studioDatachainWorker.image.repository | string | `"docker.iterative.ai/studio-datachain-worker"` | DataChain worker image repository | -| studioDatachainWorker.localStorage | object | `{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"1Gi","type":"ephemeral"}` | Local storage configuration | -| studioDatachainWorker.localStorage.persistentVolumeClaim | object | `{"claimName":"datachain-worker-local","storageClass":""}` | Persistent Volume Claim configuration for local storage | -| studioDatachainWorker.localStorage.persistentVolumeClaim.claimName | string | `"datachain-worker-local"` | Persistent Volume Claim name, to mount externally managed PVC (`localStorage.type` has to be set to `pvc`) | -| studioDatachainWorker.localStorage.persistentVolumeClaim.storageClass | string | `""` | Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) | -| studioDatachainWorker.localStorage.size | string | `"1Gi"` | Local Storage size | -| studioDatachainWorker.localStorage.type | string | `"ephemeral"` | Local Storage type. Possible values: `emptyDir`, `ephemeral`, `pvc` | | studioDatachainWorker.logLevel | string | `"info"` | DataChain worker log level | | studioDatachainWorker.nodeSelector | object | `{}` | DataChain worker pod node selector configuration | | studioDatachainWorker.podAnnotations | object | `{}` | Additional DataChain worker pod annotations | From 0912b9d2de36c958279871d93996eb30e8e5d79e Mon Sep 17 00:00:00 2001 From: Helio Machado <0x2b3bfa0+git@googlemail.com> Date: Thu, 4 Jul 2024 18:40:14 +0200 Subject: [PATCH 3/8] Update `localStorage.size` --- charts/studio/values.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/charts/studio/values.yaml b/charts/studio/values.yaml index 140b24ae..196fce51 100644 --- a/charts/studio/values.yaml +++ b/charts/studio/values.yaml @@ -704,17 +704,17 @@ studioDatachainWorker: storageClass: "" # -- Local storage configuration - # localStorage: + localStorage: # -- Local Storage type. Possible values: `emptyDir`, `ephemeral`, `pvc` - # type: ephemeral + type: ephemeral # -- Local Storage size - # size: 1Gi + size: 50Gi # -- Persistent Volume Claim configuration for local storage - # persistentVolumeClaim: + persistentVolumeClaim: # -- Persistent Volume Claim name, to mount externally managed PVC (`localStorage.type` has to be set to `pvc`) - # claimName: "datachain-worker-local" + claimName: "datachain-worker-local" # -- Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) - # storageClass: "" + storageClass: "" # -- DataChain worker deployment strategy strategy: From 7d9a66cc5c15acde55f75ba9285ce3cadd853b8b Mon Sep 17 00:00:00 2001 From: 0x2b3bfa0 <0x2b3bfa0@users.noreply.github.com> Date: Thu, 4 Jul 2024 16:40:27 +0000 Subject: [PATCH 4/8] Helm-Docs update --- charts/studio/README.md | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/charts/studio/README.md b/charts/studio/README.md index 0eff32bb..fff206ee 100644 --- a/charts/studio/README.md +++ b/charts/studio/README.md @@ -139,7 +139,7 @@ A Helm chart for Kubernetes | studioBlobvault.image | object | `{"repository":"nginx","tag":"1.27.0-alpine"}` | Image to use for the blobvault service | | studioBlobvault.image.repository | string | `"nginx"` | Image repository | | studioBlobvault.image.tag | string | `"1.27.0-alpine"` | Image tag | -| studioDatachainWorker | object | `{"affinity":{},"autoscaling":{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]},"envFromSecret":"","envVars":{},"ephemeralStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker","storageClass":""},"size":"20Gi","type":"ephemeral"},"image":{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"},"logLevel":"info","nodeSelector":{},"podAnnotations":{},"podSecurityContext":{},"replicaCount":1,"resources":{"limits":{"ephemeral-storage":"20Gi","memory":"16Gi"},"requests":{"cpu":"1000m","ephemeral-storage":"10Gi","memory":"3Gi"}},"securityContext":{},"serviceAccount":{"annotations":{},"create":false,"name":""},"strategy":{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":0}},"tolerations":[]}` | Studio DataChain Worker settings group | +| studioDatachainWorker | object | `{"affinity":{},"autoscaling":{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]},"envFromSecret":"","envVars":{},"ephemeralStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker","storageClass":""},"size":"20Gi","type":"ephemeral"},"image":{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"},"localStorage":{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"50Gi","type":"ephemeral"},"logLevel":"info","nodeSelector":{},"podAnnotations":{},"podSecurityContext":{},"replicaCount":1,"resources":{"limits":{"ephemeral-storage":"20Gi","memory":"16Gi"},"requests":{"cpu":"1000m","ephemeral-storage":"10Gi","memory":"3Gi"}},"securityContext":{},"serviceAccount":{"annotations":{},"create":false,"name":""},"strategy":{"rollingUpdate":{"maxSurge":"25%","maxUnavailable":0}},"tolerations":[]}` | Studio DataChain Worker settings group | | studioDatachainWorker.affinity | object | `{}` | DataChain worker pod affinity configuration | | studioDatachainWorker.autoscaling | object | `{"annotations":{},"behavior":{},"enabled":false,"maxReplicas":5,"minReplicas":1,"targetCPUUtilizationPercentage":80,"template":[]}` | DataChain worker autoscaling configuration | | studioDatachainWorker.autoscaling.annotations | object | `{}` | Worker autoscaling annotation | @@ -160,6 +160,12 @@ A Helm chart for Kubernetes | studioDatachainWorker.image | object | `{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"}` | DataChain worker image settings | | studioDatachainWorker.image.pullPolicy | string | `"IfNotPresent"` | DataChain worker image pull policy | | studioDatachainWorker.image.repository | string | `"docker.iterative.ai/studio-datachain-worker"` | DataChain worker image repository | +| studioDatachainWorker.localStorage | object | `{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"50Gi","type":"ephemeral"}` | Local storage configuration | +| studioDatachainWorker.localStorage.persistentVolumeClaim | object | `{"claimName":"datachain-worker-local","storageClass":""}` | Persistent Volume Claim configuration for local storage | +| studioDatachainWorker.localStorage.persistentVolumeClaim.claimName | string | `"datachain-worker-local"` | Persistent Volume Claim name, to mount externally managed PVC (`localStorage.type` has to be set to `pvc`) | +| studioDatachainWorker.localStorage.persistentVolumeClaim.storageClass | string | `""` | Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) | +| studioDatachainWorker.localStorage.size | string | `"50Gi"` | Local Storage size | +| studioDatachainWorker.localStorage.type | string | `"ephemeral"` | Local Storage type. Possible values: `emptyDir`, `ephemeral`, `pvc` | | studioDatachainWorker.logLevel | string | `"info"` | DataChain worker log level | | studioDatachainWorker.nodeSelector | object | `{}` | DataChain worker pod node selector configuration | | studioDatachainWorker.podAnnotations | object | `{}` | Additional DataChain worker pod annotations | From 2d5b8fb5d8cb9902dd545b743abedbe868500da3 Mon Sep 17 00:00:00 2001 From: Helio Machado <0x2b3bfa0+git@googlemail.com> Date: Thu, 4 Jul 2024 18:43:29 +0200 Subject: [PATCH 5/8] Update Chart.yaml --- charts/studio/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/studio/Chart.yaml b/charts/studio/Chart.yaml index fef48f79..fe203bcf 100644 --- a/charts/studio/Chart.yaml +++ b/charts/studio/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 name: studio description: A Helm chart for Kubernetes type: application -version: 0.16.3 +version: 0.16.4 appVersion: "v2.126.1" maintainers: - name: iterative From 9aa2157c750032b1faa6e2303a92be69eba49632 Mon Sep 17 00:00:00 2001 From: 0x2b3bfa0 <0x2b3bfa0@users.noreply.github.com> Date: Thu, 4 Jul 2024 16:43:49 +0000 Subject: [PATCH 6/8] Helm-Docs update --- charts/studio/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/studio/README.md b/charts/studio/README.md index fff206ee..298a44c3 100644 --- a/charts/studio/README.md +++ b/charts/studio/README.md @@ -1,6 +1,6 @@ # studio -![Version: 0.16.3](https://img.shields.io/badge/Version-0.16.3-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.126.1](https://img.shields.io/badge/AppVersion-v2.126.1-informational?style=flat-square) +![Version: 0.16.4](https://img.shields.io/badge/Version-0.16.4-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.126.1](https://img.shields.io/badge/AppVersion-v2.126.1-informational?style=flat-square) A Helm chart for Kubernetes From 8b0df92c79fce8ba5191c8f511ea8b834faaa9cc Mon Sep 17 00:00:00 2001 From: Helio Machado <0x2b3bfa0+git@googlemail.com> Date: Thu, 4 Jul 2024 19:08:42 +0200 Subject: [PATCH 7/8] Update values.yaml --- charts/studio/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/studio/values.yaml b/charts/studio/values.yaml index 196fce51..591ea103 100644 --- a/charts/studio/values.yaml +++ b/charts/studio/values.yaml @@ -703,7 +703,7 @@ studioDatachainWorker: # -- Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) storageClass: "" - # -- Local storage configuration + # -- Local storage configuration (used for storing DataChain virtual environments) localStorage: # -- Local Storage type. Possible values: `emptyDir`, `ephemeral`, `pvc` type: ephemeral From 700528ec554f211c12f30191c94d5a206a14c2f2 Mon Sep 17 00:00:00 2001 From: 0x2b3bfa0 <0x2b3bfa0@users.noreply.github.com> Date: Thu, 4 Jul 2024 17:08:56 +0000 Subject: [PATCH 8/8] Helm-Docs update --- charts/studio/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/studio/README.md b/charts/studio/README.md index 298a44c3..3dbb52bf 100644 --- a/charts/studio/README.md +++ b/charts/studio/README.md @@ -160,7 +160,7 @@ A Helm chart for Kubernetes | studioDatachainWorker.image | object | `{"pullPolicy":"IfNotPresent","repository":"docker.iterative.ai/studio-datachain-worker"}` | DataChain worker image settings | | studioDatachainWorker.image.pullPolicy | string | `"IfNotPresent"` | DataChain worker image pull policy | | studioDatachainWorker.image.repository | string | `"docker.iterative.ai/studio-datachain-worker"` | DataChain worker image repository | -| studioDatachainWorker.localStorage | object | `{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"50Gi","type":"ephemeral"}` | Local storage configuration | +| studioDatachainWorker.localStorage | object | `{"persistentVolumeClaim":{"claimName":"datachain-worker-local","storageClass":""},"size":"50Gi","type":"ephemeral"}` | Local storage configuration (used for storing DataChain virtual environments) | | studioDatachainWorker.localStorage.persistentVolumeClaim | object | `{"claimName":"datachain-worker-local","storageClass":""}` | Persistent Volume Claim configuration for local storage | | studioDatachainWorker.localStorage.persistentVolumeClaim.claimName | string | `"datachain-worker-local"` | Persistent Volume Claim name, to mount externally managed PVC (`localStorage.type` has to be set to `pvc`) | | studioDatachainWorker.localStorage.persistentVolumeClaim.storageClass | string | `""` | Persistent Volume Claim `storageClass` name, by default it will use the default `storageClass`(not used when `pvc` is set as type) |