diff --git a/test/e2e/v2/dfget_test.go b/test/e2e/v2/dfget_test.go new file mode 100644 index 00000000000..377a30756cf --- /dev/null +++ b/test/e2e/v2/dfget_test.go @@ -0,0 +1,213 @@ +/* + * Copyright 2024 The Dragonfly Authors + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package e2e + +import ( + "fmt" + + . "github.com/onsi/ginkgo/v2" //nolint + . "github.com/onsi/gomega" //nolint + + "d7y.io/dragonfly/v2/test/e2e/v2/util" +) + +var _ = Describe("Download with dfget", func() { + Context("/etc/containerd/config.toml file", func() { + It("download should be ok", Label("dfget", "download"), func() { + clientPod, err := util.ClientExec() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + + out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", util.GetFileURL("/etc/containerd/config.toml"), util.GetOutputPath("config.coml"))).CombinedOutput() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + fmt.Println(out) + + fileMetadata := util.FileMetadata{ + ID: "1fc5ed9922a3d741063c169ec49c2071a391db5fda8de30eb6a97f60b5038c16", + Sha256: "66404431f9a0d5c78205e5a3eb041f76767094fc278c0a091d4ffa10f06cf641", + } + + sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, util.GetOutputPath("config.coml")) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + seedClientPods := make([]*util.PodExec, 3) + for i := 0; i < 3; i++ { + seedClientPods[i], err = util.SeedClientExec(i) + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + } + + sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + }) + }) + + Context("/bin/kubectl file", func() { + It("download should be ok", Label("dfget", "download"), func() { + clientPod, err := util.ClientExec() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + + out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", util.GetFileURL("/bin/kubectl"), util.GetOutputPath("kubectl"))).CombinedOutput() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + fmt.Println(out) + + fileMetadata := util.FileMetadata{ + ID: "aaa32162d94ffb18dd407dc9abf2ac915b6dac4687dcf936a364818717d0155b", + Sha256: "327b4022d0bfd1d5e9c0701d4a3f989a536f7e6e865e102dcd77c7e7adb31f9a", + } + + sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, util.GetOutputPath("kubectl")) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + seedClientPods := make([]*util.PodExec, 3) + for i := 0; i < 3; i++ { + seedClientPods[i], err = util.SeedClientExec(i) + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + } + + sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + }) + }) + + Context("/bin/x86_64 file", func() { + It("download should be ok", Label("dfget", "download"), func() { + clientPod, err := util.ClientExec() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + + out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", util.GetFileURL("/bin/x86_64"), util.GetOutputPath("x86_64"))).CombinedOutput() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + fmt.Println(out) + + fileMetadata := util.FileMetadata{ + ID: "3e9135a3e652efb9e6ae0b430f61d36a91093208009ddb839a1c9a1979274f89", + Sha256: "a1cbf1bf2d66757121677fd7fefafacd4f843a2cb44a451131002803bae56a65", + } + + sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, util.GetOutputPath("x86_64")) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + seedClientPods := make([]*util.PodExec, 3) + for i := 0; i < 3; i++ { + seedClientPods[i], err = util.SeedClientExec(i) + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + } + + sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + }) + }) + + Context("/bin/zless file", func() { + It("download should be ok", Label("dfget", "download"), func() { + clientPod, err := util.ClientExec() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + + out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", util.GetFileURL("/bin/zless"), util.GetOutputPath("zless"))).CombinedOutput() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + fmt.Println(out) + + fileMetadata := util.FileMetadata{ + ID: "a36732ab9c09237884ceefe8c1a007558fd15a9c891f1f905e4b95136266da70", + Sha256: "b0cfe211f851049a78f5812cf5b1d7cb4f3fbb101c02c1865c940d5797f4b73b", + } + + sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, util.GetOutputPath("zless")) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + seedClientPods := make([]*util.PodExec, 3) + for i := 0; i < 3; i++ { + seedClientPods[i], err = util.SeedClientExec(i) + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + } + + sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + }) + }) + + Context("/bin/bash file", func() { + It("download should be ok", Label("dfget", "download"), func() { + clientPod, err := util.ClientExec() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + + out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", util.GetFileURL("/bin/bash"), util.GetOutputPath("bash"))).CombinedOutput() + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + fmt.Println(out) + + fileMetadata := util.FileMetadata{ + ID: "f2efea3df39f19e192a395843f67cfbb4338f3616014d9c5857da4c14cd01621", + Sha256: "c37f93c73cf2f303f874c094f6f76e47b2421a3da9f0e7e0b98bea8a3d685322", + } + + sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, util.GetOutputPath("bash")) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + + seedClientPods := make([]*util.PodExec, 3) + for i := 0; i < 3; i++ { + seedClientPods[i], err = util.SeedClientExec(i) + fmt.Println(err) + Expect(err).NotTo(HaveOccurred()) + } + + sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, fileMetadata.ID) + Expect(err).NotTo(HaveOccurred()) + Expect(fileMetadata.Sha256).To(Equal(sha256sum)) + }) + }) +}) diff --git a/test/e2e/v2/util/file_server.go b/test/e2e/v2/util/file_server.go index 80af28651be..7e6b7c17e56 100644 --- a/test/e2e/v2/util/file_server.go +++ b/test/e2e/v2/util/file_server.go @@ -18,22 +18,9 @@ package util import "fmt" -func GetFileList() []string { - return []string{ - "/etc/containerd/config.toml", - "/etc/fstab", - "/etc/hostname", - "/usr/bin/kubectl", - "/usr/bin/systemctl", - "/usr/local/bin/containerd-shim", - "/usr/local/bin/clean-install", - "/usr/local/bin/entrypoint", - "/usr/local/bin/containerd-shim-runc-v2", - "/usr/local/bin/ctr", - "/usr/local/bin/containerd", - "/usr/local/bin/create-kubelet-cgroup-v2", - "/usr/local/bin/crictl", - } +type FileMetadata struct { + ID string + Sha256 string } func GetFileURL(filePath string) string { @@ -41,7 +28,6 @@ func GetFileURL(filePath string) string { return fmt.Sprintf("%s%s", baseURL, filePath) } -func GetNoContentLengthFileURL(filePath string) string { - baseURL := "http://file-server-no-content-length.dragonfly-e2e.svc/kind" - return fmt.Sprintf("%s%s", baseURL, filePath) +func GetOutputPath(fileName string) string { + return fmt.Sprintf("/tmp/%s", fileName) } diff --git a/test/e2e/v2/util/task.go b/test/e2e/v2/util/task.go index a5c81e577d7..6c031343397 100644 --- a/test/e2e/v2/util/task.go +++ b/test/e2e/v2/util/task.go @@ -58,3 +58,30 @@ func CalculateSha256ByTaskID(pods []*PodExec, taskID string) (string, error) { return sha256sum, nil } + +func CalculateSha256ByOutput(pods []*PodExec, output string) (string, error) { + var sha256sum string + for _, pod := range pods { + if _, err := pod.Command("ls", output).CombinedOutput(); err != nil { + // If the path does not exist, skip this client. + fmt.Printf("path %s does not exist: %s\n", output, err.Error()) + continue + } + + // Calculate sha256sum of the output content. + out, err := pod.Command("sh", "-c", fmt.Sprintf("sha256sum %s", output)).CombinedOutput() + if err != nil { + return "", fmt.Errorf("calculate sha256sum of %s failed: %s", output, err.Error()) + } + + fmt.Println("sha256sum: " + string(out)) + sha256sum = strings.Split(string(out), " ")[0] + break + } + + if sha256sum == "" { + return "", errors.New("can not found sha256sum") + } + + return sha256sum, nil +}