From 10048202f7b1a6305bf7b243ec6ba1ee39402b9d Mon Sep 17 00:00:00 2001 From: Aaron Liang Date: Fri, 20 Oct 2023 16:51:43 -0700 Subject: [PATCH] Add licensing and change contribution md location --- ray-on-gke/contributing.md => contributing.md | 0 gke-disk-image-builder/cli/main.go | 14 ++++++++++++++ gke-disk-image-builder/imager.go | 14 ++++++++++++++ gke-disk-image-builder/script/startup.sh | 14 ++++++++++++++ .../kuberay/kuberay-operator-autopilot-values.yaml | 14 ++++++++++++++ .../modules/kuberay/kuberay-operator-values.yaml | 14 ++++++++++++++ .../jax/bert/install-bert.yaml | 14 ++++++++++++++ .../jax/bert/loadbalancer.yaml | 14 ++++++++++++++ .../single-host-inference/jax/bert/serve-bert.yaml | 14 ++++++++++++++ .../jax/stable-diffusion/app.py | 14 ++++++++++++++ .../stable-diffusion/install-stable-diffusion.yaml | 14 ++++++++++++++ .../jax/stable-diffusion/loadbalancer.yaml | 14 ++++++++++++++ .../serve-stable-diffusion-tpu-v4.yaml | 14 ++++++++++++++ .../stable-diffusion/serve-stable-diffusion.yaml | 14 ++++++++++++++ .../pt/densenet161/request.py | 14 ++++++++++++++ gke-tpu-examples/single-host-inference/pvc-pv.yaml | 14 ++++++++++++++ indexed-job/mnist.py | 14 ++++++++++++++ .../gcpiapjwtauthenticator_test.py | 14 ++++++++++++++ .../authentication/docker_image/cloudbuild.yaml | 14 ++++++++++++++ jupyter-on-gke/jupyter_config/config-selfauth.yaml | 13 +++++++++++++ ray-on-gke/cloudbuild.yaml | 14 ++++++++++++++ ray-on-gke/example_ray_job_scripts/ray_job.py | 14 ++++++++++++++ .../raytrain-with-gcsfusecsi/jupyter-spec.yaml | 14 ++++++++++++++ .../kuberay-operator/values.yaml | 14 ++++++++++++++ saxml-on-gke/httpserver/http_server.py | 14 ++++++++++++++ .../src/gke-config/standard-tensorflow-bash.yaml | 14 ++++++++++++++ .../standard-tf-mnist-batch-predict.yaml | 14 ++++++++++++++ .../src/gke-config/standard-tf-mnist-train.yaml | 14 ++++++++++++++ .../tensorflow_mnist_batch_predict.py | 14 ++++++++++++++ .../tensorflow_mnist_train_distributed.py | 14 ++++++++++++++ .../src/backend/deploy.yaml | 14 ++++++++++++++ .../e2e-genai-langchain-app/src/backend/main.py | 14 ++++++++++++++ .../e2e-genai-langchain-app/src/backend/model.py | 14 ++++++++++++++ .../src/frontend/deploy.yaml | 14 ++++++++++++++ .../src/frontend/src/index.html | 14 ++++++++++++++ .../src/frontend/webpack.config.js | 14 ++++++++++++++ .../finetuning-llama-7b-on-l4/cloudbuild.yaml | 14 ++++++++++++++ .../finetuning-llama-7b-on-l4/download-model.yaml | 14 ++++++++++++++ tutorials/finetuning-llama-7b-on-l4/fine-tune.py | 14 ++++++++++++++ tutorials/finetuning-llama-7b-on-l4/fine-tune.yaml | 14 ++++++++++++++ .../text-generation-interface.yaml | 14 ++++++++++++++ 41 files changed, 559 insertions(+) rename ray-on-gke/contributing.md => contributing.md (100%) diff --git a/ray-on-gke/contributing.md b/contributing.md similarity index 100% rename from ray-on-gke/contributing.md rename to contributing.md diff --git a/gke-disk-image-builder/cli/main.go b/gke-disk-image-builder/cli/main.go index 767ac32e7..dac6b1074 100644 --- a/gke-disk-image-builder/cli/main.go +++ b/gke-disk-image-builder/cli/main.go @@ -1,3 +1,17 @@ +// Copyright 2023 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + // Package main contains the CLI of the secondary disk image generator. package main diff --git a/gke-disk-image-builder/imager.go b/gke-disk-image-builder/imager.go index 5238b91d5..680a2dbd8 100644 --- a/gke-disk-image-builder/imager.go +++ b/gke-disk-image-builder/imager.go @@ -1,3 +1,17 @@ +// Copyright 2023 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + // Package imager contains the library of the secondary disk image generator. package imager diff --git a/gke-disk-image-builder/script/startup.sh b/gke-disk-image-builder/script/startup.sh index 83ac50da7..35d7c7096 100644 --- a/gke-disk-image-builder/script/startup.sh +++ b/gke-disk-image-builder/script/startup.sh @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + sudo apt update sudo apt-get update diff --git a/gke-platform/modules/kuberay/kuberay-operator-autopilot-values.yaml b/gke-platform/modules/kuberay/kuberay-operator-autopilot-values.yaml index 616c6e524..866ad488d 100644 --- a/gke-platform/modules/kuberay/kuberay-operator-autopilot-values.yaml +++ b/gke-platform/modules/kuberay/kuberay-operator-autopilot-values.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # Default values for kuberay-operator. # This is a YAML-formatted file. # Declare variables to be passed into your templates. diff --git a/gke-platform/modules/kuberay/kuberay-operator-values.yaml b/gke-platform/modules/kuberay/kuberay-operator-values.yaml index 1fb17663e..4170c55bc 100644 --- a/gke-platform/modules/kuberay/kuberay-operator-values.yaml +++ b/gke-platform/modules/kuberay/kuberay-operator-values.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # Default values for kuberay-operator. # This is a YAML-formatted file. # Declare variables to be passed into your templates. diff --git a/gke-tpu-examples/single-host-inference/jax/bert/install-bert.yaml b/gke-tpu-examples/single-host-inference/jax/bert/install-bert.yaml index 547955382..f0639fb84 100644 --- a/gke-tpu-examples/single-host-inference/jax/bert/install-bert.yaml +++ b/gke-tpu-examples/single-host-inference/jax/bert/install-bert.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: Pod metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/bert/loadbalancer.yaml b/gke-tpu-examples/single-host-inference/jax/bert/loadbalancer.yaml index df800c6f1..a0e22969e 100644 --- a/gke-tpu-examples/single-host-inference/jax/bert/loadbalancer.yaml +++ b/gke-tpu-examples/single-host-inference/jax/bert/loadbalancer.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: Service metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/bert/serve-bert.yaml b/gke-tpu-examples/single-host-inference/jax/bert/serve-bert.yaml index 7ca6abe80..db8a5c8cb 100644 --- a/gke-tpu-examples/single-host-inference/jax/bert/serve-bert.yaml +++ b/gke-tpu-examples/single-host-inference/jax/bert/serve-bert.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/app.py b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/app.py index 94345dbc7..012133310 100644 --- a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/app.py +++ b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/app.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # Use flask to download a file from the serving model. from flask import Flask, request, send_file from stable_diffusion_request import send_request diff --git a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/install-stable-diffusion.yaml b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/install-stable-diffusion.yaml index e1259dd57..79f16ce48 100644 --- a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/install-stable-diffusion.yaml +++ b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/install-stable-diffusion.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: Pod metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/loadbalancer.yaml b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/loadbalancer.yaml index 9d0f18e69..64cd4e948 100644 --- a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/loadbalancer.yaml +++ b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/loadbalancer.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: Service metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion-tpu-v4.yaml b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion-tpu-v4.yaml index f49112a53..9262b6fe6 100644 --- a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion-tpu-v4.yaml +++ b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion-tpu-v4.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion.yaml b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion.yaml index cc0751026..3f1634b9f 100644 --- a/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion.yaml +++ b/gke-tpu-examples/single-host-inference/jax/stable-diffusion/serve-stable-diffusion.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/gke-tpu-examples/single-host-inference/pt/densenet161/request.py b/gke-tpu-examples/single-host-inference/pt/densenet161/request.py index e372cb02d..e73b95ccc 100644 --- a/gke-tpu-examples/single-host-inference/pt/densenet161/request.py +++ b/gke-tpu-examples/single-host-inference/pt/densenet161/request.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import argparse import logging import urllib.request diff --git a/gke-tpu-examples/single-host-inference/pvc-pv.yaml b/gke-tpu-examples/single-host-inference/pvc-pv.yaml index f6d9794e1..3cfd33ede 100644 --- a/gke-tpu-examples/single-host-inference/pvc-pv.yaml +++ b/gke-tpu-examples/single-host-inference/pvc-pv.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: PersistentVolume metadata: diff --git a/indexed-job/mnist.py b/indexed-job/mnist.py index 512cdcc5a..4c09748e9 100644 --- a/indexed-job/mnist.py +++ b/indexed-job/mnist.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import argparse from tqdm import tqdm import torch diff --git a/jupyter-on-gke/authentication/authenticator/gcpiapjwtauthenticator/gcpiapjwtauthenticator_test.py b/jupyter-on-gke/authentication/authenticator/gcpiapjwtauthenticator/gcpiapjwtauthenticator_test.py index 06ac45419..5950f8dd4 100644 --- a/jupyter-on-gke/authentication/authenticator/gcpiapjwtauthenticator/gcpiapjwtauthenticator_test.py +++ b/jupyter-on-gke/authentication/authenticator/gcpiapjwtauthenticator/gcpiapjwtauthenticator_test.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import unittest from tornado import httputil from jupyterhub.handlers import BaseHandler diff --git a/jupyter-on-gke/authentication/docker_image/cloudbuild.yaml b/jupyter-on-gke/authentication/docker_image/cloudbuild.yaml index 2a894b93e..9077e447f 100644 --- a/jupyter-on-gke/authentication/docker_image/cloudbuild.yaml +++ b/jupyter-on-gke/authentication/docker_image/cloudbuild.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # to build, run `gcloud builds submit --config cloudbuild.yaml .` in directory steps: - name: 'gcr.io/cloud-builders/docker' diff --git a/jupyter-on-gke/jupyter_config/config-selfauth.yaml b/jupyter-on-gke/jupyter_config/config-selfauth.yaml index b95adc6b1..cb37ca1c5 100644 --- a/jupyter-on-gke/jupyter_config/config-selfauth.yaml +++ b/jupyter-on-gke/jupyter_config/config-selfauth.yaml @@ -1,3 +1,16 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. # This file can update the JupyterHub Helm chart's default configuration values. # diff --git a/ray-on-gke/cloudbuild.yaml b/ray-on-gke/cloudbuild.yaml index 802ff6632..cb3fa0feb 100644 --- a/ray-on-gke/cloudbuild.yaml +++ b/ray-on-gke/cloudbuild.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + steps: - id: 'validate platform' name: 'gcr.io/$PROJECT_ID/terraform' diff --git a/ray-on-gke/example_ray_job_scripts/ray_job.py b/ray-on-gke/example_ray_job_scripts/ray_job.py index 91443313b..d74ecb8db 100644 --- a/ray-on-gke/example_ray_job_scripts/ray_job.py +++ b/ray-on-gke/example_ray_job_scripts/ray_job.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import ray @ray.remote diff --git a/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/jupyter-spec.yaml b/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/jupyter-spec.yaml index d00b89e42..36b072cba 100644 --- a/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/jupyter-spec.yaml +++ b/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/jupyter-spec.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # Tensorflow/Jupyter StatefulSet apiVersion: apps/v1 kind: StatefulSet diff --git a/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/kuberay-operator/values.yaml b/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/kuberay-operator/values.yaml index 3e47b6421..ab79c2c57 100644 --- a/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/kuberay-operator/values.yaml +++ b/ray-on-gke/raytrain-examples/raytrain-with-gcsfusecsi/kuberay-operator/values.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + # Environment variables env: # If not set or set to true, kuberay auto injects an init container waiting for ray GCS. diff --git a/saxml-on-gke/httpserver/http_server.py b/saxml-on-gke/httpserver/http_server.py index 71b2ffead..d649ed167 100644 --- a/saxml-on-gke/httpserver/http_server.py +++ b/saxml-on-gke/httpserver/http_server.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + """HTTP Server to interact with SAX Cluster, SAX Admin Server, and SAX Model Server.""" import http.server diff --git a/training-single-gpu/src/gke-config/standard-tensorflow-bash.yaml b/training-single-gpu/src/gke-config/standard-tensorflow-bash.yaml index 6863a60c5..4098aac49 100644 --- a/training-single-gpu/src/gke-config/standard-tensorflow-bash.yaml +++ b/training-single-gpu/src/gke-config/standard-tensorflow-bash.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: v1 kind: Pod metadata: diff --git a/training-single-gpu/src/gke-config/standard-tf-mnist-batch-predict.yaml b/training-single-gpu/src/gke-config/standard-tf-mnist-batch-predict.yaml index 1c344f9b5..ff5b910a0 100644 --- a/training-single-gpu/src/gke-config/standard-tf-mnist-batch-predict.yaml +++ b/training-single-gpu/src/gke-config/standard-tf-mnist-batch-predict.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: batch/v1 kind: Job metadata: diff --git a/training-single-gpu/src/gke-config/standard-tf-mnist-train.yaml b/training-single-gpu/src/gke-config/standard-tf-mnist-train.yaml index 825131aac..0b7209523 100644 --- a/training-single-gpu/src/gke-config/standard-tf-mnist-train.yaml +++ b/training-single-gpu/src/gke-config/standard-tf-mnist-train.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: batch/v1 kind: Job metadata: diff --git a/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_batch_predict.py b/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_batch_predict.py index 09c0d325c..83d953293 100644 --- a/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_batch_predict.py +++ b/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_batch_predict.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import os os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2' import tensorflow as tf diff --git a/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_train_distributed.py b/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_train_distributed.py index aecfd88e0..65c758838 100644 --- a/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_train_distributed.py +++ b/training-single-gpu/src/tensorflow-mnist-example/tensorflow_mnist_train_distributed.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import os os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2' import tensorflow_datasets as tfds diff --git a/tutorials/e2e-genai-langchain-app/src/backend/deploy.yaml b/tutorials/e2e-genai-langchain-app/src/backend/deploy.yaml index bbc47f417..a9489824b 100644 --- a/tutorials/e2e-genai-langchain-app/src/backend/deploy.yaml +++ b/tutorials/e2e-genai-langchain-app/src/backend/deploy.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/tutorials/e2e-genai-langchain-app/src/backend/main.py b/tutorials/e2e-genai-langchain-app/src/backend/main.py index 4b1296de3..513f8b977 100644 --- a/tutorials/e2e-genai-langchain-app/src/backend/main.py +++ b/tutorials/e2e-genai-langchain-app/src/backend/main.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + from flask import Flask, request, jsonify from flask_cors import CORS from model import init_ray_and_deploy diff --git a/tutorials/e2e-genai-langchain-app/src/backend/model.py b/tutorials/e2e-genai-langchain-app/src/backend/model.py index 5c4991998..0a4fc8e1b 100644 --- a/tutorials/e2e-genai-langchain-app/src/backend/model.py +++ b/tutorials/e2e-genai-langchain-app/src/backend/model.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + import ray from ray import serve import logging diff --git a/tutorials/e2e-genai-langchain-app/src/frontend/deploy.yaml b/tutorials/e2e-genai-langchain-app/src/frontend/deploy.yaml index d5705e037..ecd95ec9b 100644 --- a/tutorials/e2e-genai-langchain-app/src/frontend/deploy.yaml +++ b/tutorials/e2e-genai-langchain-app/src/frontend/deploy.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/tutorials/e2e-genai-langchain-app/src/frontend/src/index.html b/tutorials/e2e-genai-langchain-app/src/frontend/src/index.html index e651bc1ea..36b902596 100644 --- a/tutorials/e2e-genai-langchain-app/src/frontend/src/index.html +++ b/tutorials/e2e-genai-langchain-app/src/frontend/src/index.html @@ -1,3 +1,17 @@ + + diff --git a/tutorials/e2e-genai-langchain-app/src/frontend/webpack.config.js b/tutorials/e2e-genai-langchain-app/src/frontend/webpack.config.js index 1cedb0912..8a4f5d06b 100644 --- a/tutorials/e2e-genai-langchain-app/src/frontend/webpack.config.js +++ b/tutorials/e2e-genai-langchain-app/src/frontend/webpack.config.js @@ -1,3 +1,17 @@ +// Copyright 2023 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + const path = require('path'); const HtmlWebpackPlugin = require('html-webpack-plugin'); diff --git a/tutorials/finetuning-llama-7b-on-l4/cloudbuild.yaml b/tutorials/finetuning-llama-7b-on-l4/cloudbuild.yaml index 058729ea4..5697016af 100644 --- a/tutorials/finetuning-llama-7b-on-l4/cloudbuild.yaml +++ b/tutorials/finetuning-llama-7b-on-l4/cloudbuild.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + steps: - name: 'gcr.io/cloud-builders/docker' args: [ 'build', '-t', 'us-docker.pkg.dev/google-samples/containers/gke/llama-7b-fine-tune-example', '.' ] diff --git a/tutorials/finetuning-llama-7b-on-l4/download-model.yaml b/tutorials/finetuning-llama-7b-on-l4/download-model.yaml index bd14b5db2..b7b51df1f 100644 --- a/tutorials/finetuning-llama-7b-on-l4/download-model.yaml +++ b/tutorials/finetuning-llama-7b-on-l4/download-model.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: batch/v1 kind: Job metadata: diff --git a/tutorials/finetuning-llama-7b-on-l4/fine-tune.py b/tutorials/finetuning-llama-7b-on-l4/fine-tune.py index 2d0b52427..343e8d746 100644 --- a/tutorials/finetuning-llama-7b-on-l4/fine-tune.py +++ b/tutorials/finetuning-llama-7b-on-l4/fine-tune.py @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + from pathlib import Path from datasets import load_dataset, concatenate_datasets from transformers import AutoTokenizer, AutoModelForCausalLM, Trainer, TrainingArguments, DataCollatorForLanguageModeling diff --git a/tutorials/finetuning-llama-7b-on-l4/fine-tune.yaml b/tutorials/finetuning-llama-7b-on-l4/fine-tune.yaml index 0bf29d3ce..edb99230d 100644 --- a/tutorials/finetuning-llama-7b-on-l4/fine-tune.yaml +++ b/tutorials/finetuning-llama-7b-on-l4/fine-tune.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: batch/v1 kind: Job metadata: diff --git a/tutorials/serving-llama2-70b-on-l4-gpus/text-generation-interface.yaml b/tutorials/serving-llama2-70b-on-l4-gpus/text-generation-interface.yaml index 4d8ff2497..a592d9433 100644 --- a/tutorials/serving-llama2-70b-on-l4-gpus/text-generation-interface.yaml +++ b/tutorials/serving-llama2-70b-on-l4-gpus/text-generation-interface.yaml @@ -1,3 +1,17 @@ +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + apiVersion: apps/v1 kind: Deployment metadata: