main.go

/*
Copyright (c) 2017, UPMC Enterprises
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
    * Redistributions of source code must retain the above copyright
      notice, this list of conditions and the following disclaimer.
    * Redistributions in binary form must reproduce the above copyright
      notice, this list of conditions and the following disclaimer in the
      documentation and/or other materials provided with the distribution.
    * Neither the name UPMC Enterprises nor the
      names of its contributors may be used to endorse or promote products
      derived from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL UPMC ENTERPRISES BE LIABLE FOR ANY
DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
*/

package main

import (
	"crypto/tls"
	"flag"
	"fmt"
	"io/ioutil"
	"log"
	"net/http"
	"os"
	"strings"
	"time"

	"github.com/Sirupsen/logrus"
)

var (
	argAction     = ""
	argRepoType   = ""
	argBucketName = ""
	argElasticURL = ""
	argUsername   = ""
	argPassword   = ""
	argRepoAccessKey = ""
	argRepoSecretKey = ""
	argRepoRegion = ""
	argUseSSL     = true
)

// CreateSnapshotRepository creates a repository to place snapshots
func CreateSnapshotRepository(elasticURL, repoType, bucketName, username, password string, useSSL bool, repoAccessKey, repoSecretKey, repoRegion string) error {
	logrus.Info("About to create Snapshot Repository...")

	tr := &http.Transport{
		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
	}

	scheme := "https"

	if !useSSL {
		scheme = "http"
	}

	client := &http.Client{Transport: tr}
	url := fmt.Sprintf("%s://%s:9200/_snapshot/%s", scheme, elasticURL, bucketName)
	body := fmt.Sprintf("")
	if repoType=="azure" {
		body = fmt.Sprintf("{ \"type\": \"%s\", \"settings\": { \"container\": \"%s\", \"compress\": \"true\"  } }", repoType, bucketName)
	} else if repoType=="s3" || repoType=="gcs" {
		if repoAccessKey!="" && repoSecretKey!="" {
			body = fmt.Sprintf("{ \"type\": \"%s\", \"settings\": { \"bucket\": \"%s\", \"region\": \"%s\", \"access_key\": \"%s\", \"secret_key\": \"%s\", \"server_side_encryption\": \"true\"  } }", repoType, bucketName, repoRegion, repoAccessKey, repoSecretKey)
		} else {
			body = fmt.Sprintf("{ \"type\": \"%s\", \"settings\": { \"bucket\": \"%s\", \"server_side_encryption\": \"true\" } }", repoType, bucketName)
		}
	}

	req, err := http.NewRequest("PUT", url, strings.NewReader(body))

	// if authentication is specified, provide Auth to Client
	if username != "" && password != "" {
		logrus.Infof("Using basic Auth Credentials %s", username)
		req.SetBasicAuth(username, password)
	}

	req.Header.Set("Content-Type", "application/json")
	resp, err := client.Do(req)

	// Some other type of error?
	if err != nil {
		return fmt.Errorf("Error attempting to create snapshot repository: %v", err)
	}

	// Non 2XX status code
	if resp.StatusCode < 200 || resp.StatusCode >= 300 {
		body, _ := ioutil.ReadAll(resp.Body)
		return fmt.Errorf("Error creating snapshot repository [httpstatus: %d][url: %s][body: %s] ", resp.StatusCode, url, string(body))
	}

	logrus.Infof("Created snapshot repository!")

	return nil
}

// CreateSnapshot makes a snapshot of all indexes
func CreateSnapshot(elasticURL, bucketName, username, password string, useSSL bool) error {
	logrus.Info("About to create snapshot...")

	tr := &http.Transport{
		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
	}

	scheme := "https"

	if !useSSL {
		scheme = "http"
	}

	client := &http.Client{Transport: tr}
	url := fmt.Sprintf("%s://%s:9200/_snapshot/%s/snapshot_%s?wait_for_completion=true", scheme, elasticURL, bucketName, fmt.Sprintf(time.Now().Format("2006-01-02-15-04-05")))

	req, err := http.NewRequest("PUT", url, nil)
	if err != nil {
		return fmt.Errorf("Error attempting to create snapshot: %v", err)
	}

	// if authentication is specified, provide Auth to Client
	if username != "" && password != "" {
		logrus.Infof("Using basic Auth Credentials %s", username)
		req.SetBasicAuth(username, password)
	}
	req.Header.Set("Content-Type", "application/json")
	resp, err := client.Do(req)

	// Some other type of error?
	if err != nil {
		return fmt.Errorf("Error attempting to create snapshot: %v", err)
	}

	// Non 2XX status code
	if resp.StatusCode < 200 || resp.StatusCode >= 300 {
		body, _ := ioutil.ReadAll(resp.Body)
		return fmt.Errorf("Error creating snapshot [httpstatus: %d][url: %s] %s", resp.StatusCode, url, string(body))
	}

	logrus.Infof("Created snapshot!")

	return nil
}

func main() {
	flag.StringVar(&argAction, "action", "", "action to perform (e.g. Create repository or snapshot")
	flag.StringVar(&argRepoType, "repo-type", "", "type of repository, s3, gcs, azure")
	flag.StringVar(&argBucketName, "bucket-name", "", "name of s3, gcs, azure bucket")
	flag.StringVar(&argElasticURL, "elastic-url", "", "full dns url to elasticsearch")
	flag.StringVar(&argUsername, "auth-username", "", "Authentication username")
	flag.StringVar(&argPassword, "auth-password", "", "Authentication password")
	flag.StringVar(&argRepoAccessKey, "repo-auth-access-key", "", "Repository Authentication access key")
	flag.StringVar(&argRepoRegion, "repo-region", "eu-west-1", "Repository Region, default: eu-west-1")
	flag.StringVar(&argRepoSecretKey,"repo-auth-secret-key", "", "Repository Authentication secret key")
	flag.BoolVar(&argUseSSL, "use-ssl", true, "enable SSL or not")

	flag.Parse()
	log.Println("[elasticsearch-cron] is up and running!", time.Now())

	// Validate
	if argBucketName == "" {
		logrus.Fatalf("Missing Bucket Name parameter! [%s]", argBucketName)
	}

	if argElasticURL == "" {
		logrus.Fatalf("Missing ElasticURL parameter! [%s]", argElasticURL)
	}

	switch argAction {
	case "create-repository":
		if err := CreateSnapshotRepository(argElasticURL, argRepoType, argBucketName, argUsername, argPassword, argUseSSL, argRepoAccessKey, argRepoSecretKey, argRepoRegion); err != nil {
			logrus.Error(err)
			os.Exit(1)
		}
		break
	case "snapshot":
		if err := CreateSnapshot(argElasticURL, argBucketName, argUsername, argPassword, argUseSSL); err != nil {
			logrus.Error(err)
			os.Exit(1)
		}
		break
	default:
		logrus.Infof("Command passed [%s] not recognized.", argAction)
	}

	os.Exit(0)
}