diff options
77 files changed, 4057 insertions, 0 deletions
diff --git a/clover/cloverctl/build.sh b/clover/cloverctl/build.sh new file mode 100755 index 0000000..2f7be14 --- /dev/null +++ b/clover/cloverctl/build.sh @@ -0,0 +1,36 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +GOVERSION=1.10.3 +OS=linux +ARCH=amd64 +GOPATH=/home/ubuntu/go +CLIENTGOVERSION=v8.0.0 + +# Install go on Ubuntu 16.04 + +wget https://dl.google.com/go/go$GOVERSION.$OS-$ARCH.tar.gz +sudo tar -C /usr/local -xzf go$GOVERSION.$OS-$ARCH.tar.gz +export PATH=$PATH:/usr/local/go/bin +export PATH=$GOPATH/bin:$PATH + +# Get dependencies + +go get github.com/ghodss/yaml +go get github.com/tools/godep +go get -u github.com/spf13/cobra/cobra +go get -u gopkg.in/resty.v1 + +go get k8s.io/client-go/... +cd $GOPATH/src/k8s.io/client-go +git checkout $CLIENTGOVERSION +godep restore ./... +rm -rf vendor/ + +# Build cloverctl + +go install cloverctl diff --git a/clover/cloverctl/src/cloverctl/cmd/clear.go b/clover/cloverctl/src/cloverctl/cmd/clear.go new file mode 100644 index 0000000..309df70 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/clear.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var clearCmd = &cobra.Command{ + Use: "clear", + Short: "Truncate visibility tables", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("clear called") + }, +} + +func init() { + rootCmd.AddCommand(clearCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/clear_visibility.go b/clover/cloverctl/src/cloverctl/cmd/clear_visibility.go new file mode 100644 index 0000000..9468714 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/clear_visibility.go @@ -0,0 +1,41 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var visibilityclearCmd = &cobra.Command{ + Use: "visibility", + Short: "Clear visibility tables", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + clearCollector() + }, +} + +func init() { + clearCmd.AddCommand(visibilityclearCmd) +} + +func clearCollector() { + url := controllerIP + "/collector/truncate" + + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/create.go b/clover/cloverctl/src/cloverctl/cmd/create.go new file mode 100644 index 0000000..3a09fa4 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/create.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var createCmd = &cobra.Command{ + Use: "create", + Short: "Create resources including IDS rules, L7 testplans, etc.", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("create called") + }, +} + +func init() { + rootCmd.AddCommand(createCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/create_idsrules.go b/clover/cloverctl/src/cloverctl/cmd/create_idsrules.go new file mode 100644 index 0000000..bc0d8d5 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/create_idsrules.go @@ -0,0 +1,56 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "io/ioutil" + "gopkg.in/resty.v1" + "github.com/ghodss/yaml" + "github.com/spf13/cobra" +) + + +var idsrulesCmd = &cobra.Command{ + Use: "idsrules", + Short: "Create one or many IDS rules from yaml file", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + createIDSRules() + }, +} + +func init() { + createCmd.AddCommand(idsrulesCmd) + idsrulesCmd.Flags().StringVarP(&cloverFile, "file", "f", "", "Input yaml file to add IDS rules") + idsrulesCmd.MarkFlagRequired("file") + +} + +func createIDSRules() { + url := controllerIP + "/snort/addrule" + in, err := ioutil.ReadFile(cloverFile) + if err != nil { + fmt.Println("Please specify a valid rule definition yaml file") + return + } + out_json, err := yaml.YAMLToJSON(in) + if err != nil { + panic(err.Error()) + } + resp, err := resty.R(). + SetHeader("Content-Type", "application/json"). + SetBody(out_json). + Post(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) + //fmt.Println(string(out_json)) + +} diff --git a/clover/cloverctl/src/cloverctl/cmd/create_system.go b/clover/cloverctl/src/cloverctl/cmd/create_system.go new file mode 100644 index 0000000..68fa5af --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/create_system.go @@ -0,0 +1,37 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + //"io/ioutil" + //"github.com/ghodss/yaml" + "github.com/spf13/cobra" + "cloverkube" +) + + +var systemCmd = &cobra.Command{ + Use: "system", + Short: "Deploy clover-system in Kubernetes", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + createCloverSystem() + }, +} + +func init() { + createCmd.AddCommand(systemCmd) + //systemCmd.PersistentFlags().StringVarP(&cloverFile, "f", "f", "", "Input yaml file to create system") + +} + +func createCloverSystem() { + cloverkube.DeployCloverSystem("create", "clover-system") + fmt.Println("Deployed clover-system successfully") +} diff --git a/clover/cloverctl/src/cloverctl/cmd/create_testplan.go b/clover/cloverctl/src/cloverctl/cmd/create_testplan.go new file mode 100644 index 0000000..686d5ba --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/create_testplan.go @@ -0,0 +1,57 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "io/ioutil" + "github.com/ghodss/yaml" + "github.com/spf13/cobra" +) + + +var testplanCmd = &cobra.Command{ + Use: "testplan", + Short: "Create L7 client emulation test plans from yaml file", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + createTestPlan() + //fmt.Printf("%v\n", cmd.Parent().CommandPath()) + }, +} + +func init() { + createCmd.AddCommand(testplanCmd) + testplanCmd.Flags().StringVarP(&cloverFile, "file", "f", "", "Input yaml file with test plan params") + testplanCmd.MarkFlagRequired("file") +} + +func createTestPlan() { + url := controllerIP + "/jmeter/gen" + in, err := ioutil.ReadFile(cloverFile) + if err != nil { + fmt.Println("Please specify a valid test plan yaml file") + return + } + out_json, err := yaml.YAMLToJSON(in) + if err != nil { + panic(err.Error()) + } + resp, err := resty.R(). + SetHeader("Content-Type", "application/json"). + SetBody(out_json). + Post(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) + //fmt.Println(string(out_json)) + +} + diff --git a/clover/cloverctl/src/cloverctl/cmd/delete.go b/clover/cloverctl/src/cloverctl/cmd/delete.go new file mode 100644 index 0000000..742d769 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/delete.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var deleteCmd = &cobra.Command{ + Use: "delete", + Short: "Delete resources including clover-system services", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("delete called") + }, +} + +func init() { + rootCmd.AddCommand(deleteCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/delete_system.go b/clover/cloverctl/src/cloverctl/cmd/delete_system.go new file mode 100644 index 0000000..bc3f22b --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/delete_system.go @@ -0,0 +1,33 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" + "cloverkube" +) + + +var delsystemCmd = &cobra.Command{ + Use: "system", + Short: "Delete clover-system in Kubernetes", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + delCloverSystem() + }, +} + +func init() { + deleteCmd.AddCommand(delsystemCmd) +} + +func delCloverSystem() { + cloverkube.DeployCloverSystem("delete", "clover-system") + fmt.Println("Deleted clover-system successfully") +} diff --git a/clover/cloverctl/src/cloverctl/cmd/get.go b/clover/cloverctl/src/cloverctl/cmd/get.go new file mode 100644 index 0000000..ae3d98e --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/get.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var getCmd = &cobra.Command{ + Use: "get", + Short: "Get information about a resource", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("get called") + }, +} + +func init() { + rootCmd.AddCommand(getCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/get_services.go b/clover/cloverctl/src/cloverctl/cmd/get_services.go new file mode 100644 index 0000000..cfa56bd --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/get_services.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "github.com/spf13/cobra" + "cloverkube" +) + +var servicesCmd = &cobra.Command{ + Use: "services", + Short: "Get info on Kubernetes services", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + cloverkube.GetServices() + }, +} + +func init() { + getCmd.AddCommand(servicesCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/get_testresult.go b/clover/cloverctl/src/cloverctl/cmd/get_testresult.go new file mode 100644 index 0000000..12d47c3 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/get_testresult.go @@ -0,0 +1,56 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + +var JmeterResult string + +var testresultCmd = &cobra.Command{ + Use: "testresult", + Short: "Get test results from L7 client emulation", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + getResult() + }, +} + +func init() { + getCmd.AddCommand(testresultCmd) + testresultCmd.Flags().StringVarP(&JmeterResult, "r", "r", "", "Result to retrieve - use 'log' or 'results'") + testresultCmd.MarkFlagRequired("r") + +} + + +func getResult() { + switch JmeterResult { + case "results": + url := controllerIP + "/jmeter/results/results" + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\nResponse Body: %v\n", resp) + case "log": + url := controllerIP + "/jmeter/results/log" + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\nResponse Body: %v\n", resp) + default: + fmt.Println("Unrecoginized jmeter result type - use 'log' or 'results'") + } +} diff --git a/clover/cloverctl/src/cloverctl/cmd/get_visibility.go b/clover/cloverctl/src/cloverctl/cmd/get_visibility.go new file mode 100644 index 0000000..d987412 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/get_visibility.go @@ -0,0 +1,41 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var visibilitystatsCmd = &cobra.Command{ + Use: "visibility", + Short: "Get toplevel visibility stats", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + statsCollector() + }, +} + +func init() { + getCmd.AddCommand(visibilitystatsCmd) + //visibilitystartCmd.PersistentFlags().StringVarP(&cloverFile, "f", "f", "", "Input yaml file with test plan params") +} + +func statsCollector() { + url := controllerIP + "/collector/stats" + + resp, err := resty.R(). + SetHeader("Accept", "application/json"). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\nProxy Response Time: %v\n", resp) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/init.go b/clover/cloverctl/src/cloverctl/cmd/init.go new file mode 100644 index 0000000..613b263 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/init.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var initCmd = &cobra.Command{ + Use: "init", + Short: "Initialize visibility schemas", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("init called") + }, +} + +func init() { + rootCmd.AddCommand(initCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/init_visibility.go b/clover/cloverctl/src/cloverctl/cmd/init_visibility.go new file mode 100644 index 0000000..ac9ec5c --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/init_visibility.go @@ -0,0 +1,41 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var visibilityinitCmd = &cobra.Command{ + Use: "visibility", + Short: "Init visibility data schemas", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + initCollector() + }, +} + +func init() { + initCmd.AddCommand(visibilityinitCmd) +} + +func initCollector() { + url := controllerIP + "/collector/init" + + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/root.go b/clover/cloverctl/src/cloverctl/cmd/root.go new file mode 100644 index 0000000..6878077 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/root.go @@ -0,0 +1,90 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "os" + + homedir "github.com/mitchellh/go-homedir" + "github.com/spf13/cobra" + "github.com/spf13/viper" + "cloverkube" +) + +var cfgFile string + +var controllerIP string +var cloverFile string + +// rootCmd represents the base command when called without any subcommands +var rootCmd = &cobra.Command{ + Use: "cloverctl", + Short: "Command-Line Interface (CLI) for Clover", + Long: ``, + // Uncomment the following line if your bare application + // has an action associated with it: + //Run: func(cmd *cobra.Command, args []string) { + //}, +} + +// Execute adds all child commands to the root command and sets flags appropriately. +// This is called by main.main(). It only needs to happen once to the rootCmd. +func Execute() { + if err := rootCmd.Execute(); err != nil { + fmt.Println(err) + os.Exit(1) + } +} + +func init() { + cobra.OnInitialize(initConfig) + + // Here you will define your flags and configuration settings. + // Cobra supports persistent flags, which, if defined here, + // will be global for your application. + rootCmd.PersistentFlags().StringVar(&cfgFile, "config", "", "config file (default is $HOME/.cloverctl.yaml)") + + // Cobra also supports local flags, which will only run + // when this action is called directly. + rootCmd.Flags().BoolP("toggle", "t", false, "Help message for toggle") + + cPort, cIP := cloverkube.GetServicesPortIP("clover-controller") + if cIP == "" { + controllerIP = "http://10.244.0.1:" + fmt.Sprint(cPort) + } else { + controllerIP = "http://" + cIP + } + fmt.Printf("\nclover-controller: %s %s\n", fmt.Sprint(cPort), cIP) +} + +// initConfig reads in config file and ENV variables if set. +func initConfig() { + if cfgFile != "" { + // Use config file from the flag. + viper.SetConfigFile(cfgFile) + } else { + // Find home directory. + home, err := homedir.Dir() + if err != nil { + fmt.Println(err) + os.Exit(1) + } + + // Search config in home directory with name ".cloverctl" (without extension). + viper.AddConfigPath(home) + viper.SetConfigName(".cloverctl") + } + + viper.AutomaticEnv() // read in environment variables that match + + // If a config file is found, read it in. + if err := viper.ReadInConfig(); err == nil { + fmt.Println("Using config file:", viper.ConfigFileUsed()) + } +} diff --git a/clover/cloverctl/src/cloverctl/cmd/start.go b/clover/cloverctl/src/cloverctl/cmd/start.go new file mode 100644 index 0000000..741eacd --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/start.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var startCmd = &cobra.Command{ + Use: "start", + Short: "Start processes including tests, visibility and ingress services", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("start called") + }, +} + +func init() { + rootCmd.AddCommand(startCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/start_ids.go b/clover/cloverctl/src/cloverctl/cmd/start_ids.go new file mode 100644 index 0000000..0f495a7 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/start_ids.go @@ -0,0 +1,42 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var startidsCmd = &cobra.Command{ + Use: "ids", + Short: "Start IDS process", + Long: `Restart IDS process when adding custom rules`, + Run: func(cmd *cobra.Command, args []string) { + startIDS() + }, +} + +func init() { + startCmd.AddCommand(startidsCmd) +} + +func startIDS() { + + url := controllerIP + "/snort/start" + + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/start_testplan.go b/clover/cloverctl/src/cloverctl/cmd/start_testplan.go new file mode 100644 index 0000000..b516ad6 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/start_testplan.go @@ -0,0 +1,59 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "strings" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" + "cloverkube" +) + + +var testplanstartCmd = &cobra.Command{ + Use: "testplan", + Short: "Start a test for a given test plan", + Long: `Specify number of slaves to use with '-s' flag. Default is 0 slaves, +which runs tests only from jmeter-master.`, + Run: func(cmd *cobra.Command, args []string) { + startTest() + //fmt.Printf("%v\n", cmd.Parent().CommandPath()) + }, +} +var num_slaves int + +func init() { + startCmd.AddCommand(testplanstartCmd) + testplanstartCmd.PersistentFlags().StringVarP(&cloverFile, "file", "f", "", "Currently unused") + testplanstartCmd.PersistentFlags().IntVarP(&num_slaves, "slaves", "s", 0, "Number of slaves to use") +} + +func startTest() { + + ips := cloverkube.GetPodsIP("clover-jmeter-slave", "default") + fmt.Printf("\njmeter-slaves found: %s\n", ips) + if num_slaves > len(ips) { + fmt.Printf("Number of slaves specified must be less than found: %d\n", len(ips)) + return + } + ip_list := strings.Join(ips[0:num_slaves], ",") + + url := controllerIP + "/jmeter/start" + resp, err := resty.R(). + SetHeader("Content-Type", "application/json"). + SetBody(fmt.Sprintf(`{"num_slaves":"%d", "slave_list":"%s"}`, num_slaves, ip_list)). + Post(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) + +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/start_visibility.go b/clover/cloverctl/src/cloverctl/cmd/start_visibility.go new file mode 100644 index 0000000..18f8aac --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/start_visibility.go @@ -0,0 +1,60 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "io/ioutil" + "gopkg.in/resty.v1" + "github.com/ghodss/yaml" + "github.com/spf13/cobra" +) + + +var visibilitystartCmd = &cobra.Command{ + Use: "visibility", + Short: "Start visibility data collection", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + startCollector() + }, +} + +func init() { + startCmd.AddCommand(visibilitystartCmd) + visibilitystartCmd.PersistentFlags().StringVarP(&cloverFile, "file", "f", "", "Optional yaml file with collector params") +} + +func startCollector() { + + var message_body string + if cloverFile != "" { + in, err := ioutil.ReadFile(cloverFile) + if err != nil { + panic(err.Error()) + } + out_json, err := yaml.YAMLToJSON(in) + message_body = string(out_json) + if err != nil { + panic(err.Error()) + } + } else { + message_body = `{"sample_interval":"10", "t_port":"80", "t_host":"jaeger-query.istio-system"}` + } + url := controllerIP + "/collector/start" + resp, err := resty.R(). + SetHeader("Content-Type", "application/json"). + SetBody(message_body). + Post(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/stop.go b/clover/cloverctl/src/cloverctl/cmd/stop.go new file mode 100644 index 0000000..cfb7245 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/stop.go @@ -0,0 +1,26 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "github.com/spf13/cobra" +) + +var stopCmd = &cobra.Command{ + Use: "stop", + Short: "Stop processes including visibility and ingress services", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + fmt.Println("stop called") + }, +} + +func init() { + rootCmd.AddCommand(stopCmd) +} diff --git a/clover/cloverctl/src/cloverctl/cmd/stop_ids.go b/clover/cloverctl/src/cloverctl/cmd/stop_ids.go new file mode 100644 index 0000000..b39b1e9 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/stop_ids.go @@ -0,0 +1,42 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var stopidsCmd = &cobra.Command{ + Use: "ids", + Short: "Stop IDS process", + Long: `Restart IDS process when adding custom rules`, + Run: func(cmd *cobra.Command, args []string) { + stopIDS() + }, +} + +func init() { + stopCmd.AddCommand(stopidsCmd) +} + +func stopIDS() { + + url := controllerIP + "/snort/stop" + + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/cmd/stop_visibility.go b/clover/cloverctl/src/cloverctl/cmd/stop_visibility.go new file mode 100644 index 0000000..4233157 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/cmd/stop_visibility.go @@ -0,0 +1,42 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cmd + +import ( + "fmt" + "gopkg.in/resty.v1" + "github.com/spf13/cobra" +) + + +var visibilitystopCmd = &cobra.Command{ + Use: "visibility", + Short: "Stop visibility data collection", + Long: ``, + Run: func(cmd *cobra.Command, args []string) { + stopCollector() + }, +} + +func init() { + stopCmd.AddCommand(visibilitystopCmd) +} + +func stopCollector() { + + url := controllerIP + "/collector/stop" + + resp, err := resty.R(). + Get(url) + if err != nil { + panic(err.Error()) + } + fmt.Printf("\n%v\n", resp) +} + + diff --git a/clover/cloverctl/src/cloverctl/main.go b/clover/cloverctl/src/cloverctl/main.go new file mode 100644 index 0000000..602dd20 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/main.go @@ -0,0 +1,14 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package main + +import "cloverctl/cmd" + +func main() { + cmd.Execute() +} diff --git a/clover/cloverctl/src/cloverctl/yaml/idsrule_scan.yaml b/clover/cloverctl/src/cloverctl/yaml/idsrule_scan.yaml new file mode 100644 index 0000000..1cce7f7 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/yaml/idsrule_scan.yaml @@ -0,0 +1,9 @@ +sid: "10000003" +protocol: tcp +dest_port: any +dest_ip: $HOME_NET +src_port: any +src_ip: any +msg: MALWARE-CNC User-Agent ASafaWeb Scan +rev: "001" +content: '"asafaweb.com"' diff --git a/clover/cloverctl/src/cloverctl/yaml/idsrule_tcp.yaml b/clover/cloverctl/src/cloverctl/yaml/idsrule_tcp.yaml new file mode 100644 index 0000000..8711f5d --- /dev/null +++ b/clover/cloverctl/src/cloverctl/yaml/idsrule_tcp.yaml @@ -0,0 +1,10 @@ +sid: "10000002" +protocol: tcp +dest_port: any +dest_ip: $HOME_NET +src_port: any +src_ip: any +msg: test +rev: "001" +content: '' + diff --git a/clover/cloverctl/src/cloverctl/yaml/jmeter_testplan.yaml b/clover/cloverctl/src/cloverctl/yaml/jmeter_testplan.yaml new file mode 100644 index 0000000..140e70f --- /dev/null +++ b/clover/cloverctl/src/cloverctl/yaml/jmeter_testplan.yaml @@ -0,0 +1,11 @@ +load_spec: + num_threads: 1 + loops: 1 + ramp_time: 60 +url_list: + - name: url1 + url: http://proxy-access-control.default:9180 + method: GET + - name: url2 + url: http://proxy-access-control.default:9180 + method: GET diff --git a/clover/cloverctl/src/cloverctl/yaml/visibility.yaml b/clover/cloverctl/src/cloverctl/yaml/visibility.yaml new file mode 100644 index 0000000..20264d2 --- /dev/null +++ b/clover/cloverctl/src/cloverctl/yaml/visibility.yaml @@ -0,0 +1,7 @@ +sample_interval: "10" +#t_host: jaeger-deployment.istio-system +#t_port: "16686" +t_host: jaeger-query.istio-system +t_port: "80" +m_port: "9090" +m_host: prometheus.istio-system diff --git a/clover/cloverctl/src/cloverinject/inject.go b/clover/cloverctl/src/cloverinject/inject.go new file mode 100644 index 0000000..1953a3b --- /dev/null +++ b/clover/cloverctl/src/cloverinject/inject.go @@ -0,0 +1,141 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cloverinject + +import ( + "io" + "os" + "fmt" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "istio.io/istio/pilot/pkg/kube/inject" + meshconfig "istio.io/api/mesh/v1alpha1" + "k8s.io/client-go/kubernetes" + "istio.io/istio/pkg/kube" + "istio.io/istio/pilot/pkg/model" + "github.com/ghodss/yaml" + "istio.io/istio/pilot/cmd" + +) +//var _ = inject.InitImageName + +func CloverInject(inFilename string) { + + var err error + var kubeconfig string + + var reader io.Reader + + + var in *os.File + in, err = os.Open(inFilename) + if err != nil { + panic(err.Error()) + } + reader = in + + var writer io.Writer + outFilename := "out_sdc.yaml" + var out *os.File + out, err = os.Create(outFilename) + writer = out + + var sidecarTemplate string + if sidecarTemplate, err = getInjectConfigFromConfigMap(kubeconfig); err != nil { + fmt.Printf("this is a template gen error") + panic(err.Error()) + } + + var meshConfig *meshconfig.MeshConfig + meshConfigFile := "mesh-config.yaml" + if meshConfig, err = cmd.ReadMeshConfig(meshConfigFile); err != nil { + panic(err.Error()) + } + + inject.IntoResourceFile(sidecarTemplate, meshConfig, reader, writer) + +} + +func getMeshConfigFromConfigMap(kubeconfig string) (*meshconfig.MeshConfig, error) { + client, err := createInterface(kubeconfig) + if err != nil { + return nil, err + } + + istioNamespace := "istio-system" + meshConfigMapName := "istio" + configMapKey := "mesh" + + config, err := client.CoreV1().ConfigMaps(istioNamespace).Get(meshConfigMapName, metav1.GetOptions{}) + if err != nil { + return nil, fmt.Errorf("could not read valid configmap %q from namespace %q: %v - "+ + "Use --meshConfigFile or re-run kube-inject with `-i <istioSystemNamespace> and ensure valid MeshConfig exists", + meshConfigMapName, istioNamespace, err) + } + // values in the data are strings, while proto might use a + // different data type. therefore, we have to get a value by a + // key + configYaml, exists := config.Data[configMapKey] + if !exists { + return nil, fmt.Errorf("missing configuration map key %q", configMapKey) + } + return model.ApplyMeshConfigDefaults(configYaml) +} + +func getInjectConfigFromConfigMap(kubeconfig string) (string, error) { + client, err := createInterface(kubeconfig) + if err != nil { + return "", err + } + // added by me + istioNamespace := "istio-system" + injectConfigMapName := "istio-inject" + //injectConfigMapName := "istio-sidecar-injector" + injectConfigMapKey := "config" + + + config, err := client.CoreV1().ConfigMaps(istioNamespace).Get(injectConfigMapName, metav1.GetOptions{}) + if err != nil { + return "", fmt.Errorf("could not find valid configmap %q from namespace %q: %v - "+ + "Use --injectConfigFile or re-run kube-inject with `-i <istioSystemNamespace> and ensure istio-inject configmap exists", + injectConfigMapName, istioNamespace, err) + } + // values in the data are strings, while proto might use a + // different data type. therefore, we have to get a value by a + // key + injectData, exists := config.Data[injectConfigMapKey] + if !exists { + return "", fmt.Errorf("missing configuration map key %q in %q", + injectConfigMapKey, injectConfigMapName) + } + var injectConfig inject.Config + if err := yaml.Unmarshal([]byte(injectData), &injectConfig); err != nil { + return "", fmt.Errorf("unable to convert data from configmap %q: %v", + injectConfigMapName, err) + } + //log.Debugf("using inject template from configmap %q", injectConfigMapName) + return injectConfig.Template, nil +} + + +func homeDir() string { + if h := os.Getenv("HOME"); h != "" { + return h + } + return os.Getenv("USERPROFILE") // windows +} + +func createInterface(kubeconfig string) (kubernetes.Interface, error) { + + var configContext string + restConfig, err := kube.BuildClientConfig(kubeconfig, configContext) + + if err != nil { + return nil, err + } + return kubernetes.NewForConfig(restConfig) +} diff --git a/clover/cloverctl/src/cloverkube/main.go b/clover/cloverctl/src/cloverkube/main.go new file mode 100644 index 0000000..e2854b5 --- /dev/null +++ b/clover/cloverctl/src/cloverkube/main.go @@ -0,0 +1,400 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +package cloverkube + +import ( + "fmt" + "os" + "path/filepath" + "strings" + + appsv1 "k8s.io/api/apps/v1" + apiv1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/client-go/kubernetes" + "k8s.io/client-go/tools/clientcmd" +) + +func setClient() kubernetes.Interface { + + + kubeconfig := filepath.Join( + os.Getenv("HOME"), ".kube", "config", + ) + config, err := clientcmd.BuildConfigFromFlags("", kubeconfig) + if err != nil { + panic(err.Error()) + } + + // create the clientset + clientset, err := kubernetes.NewForConfig(config) + if err != nil { + panic(err.Error()) + } + return clientset +} + +func setControllerDeploy () (*appsv1.Deployment, *apiv1.Service) { + + deployment := &appsv1.Deployment{ + ObjectMeta: metav1.ObjectMeta{ + Name: "clover-controller", + }, + Spec: appsv1.DeploymentSpec{ + Selector: &metav1.LabelSelector{ + MatchLabels: map[string]string{ + "app": "clover-controller", + }, + }, + Template: apiv1.PodTemplateSpec{ + ObjectMeta: metav1.ObjectMeta{ + Labels: map[string]string{ + "app": "clover-controller", + }, + }, + Spec: apiv1.PodSpec{ + Containers: []apiv1.Container{ + { + Name: "clover-controller", + Image: "localhost:5000/clover-controller:latest", + Ports: []apiv1.ContainerPort{ + { + Name: "redis", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 6379, + }, + { + Name: "grpc", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 50054, + }, + { + Name: "gprcsecurity", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 50052, + }, + { + Name: "cassandra", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 9042, + }, + + + }, + }, + }, + }, + }, + }, + } + + service := &apiv1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "clover-controller", + Labels: map[string]string{ + "app": "clover-controller", + }, + + }, + Spec: apiv1.ServiceSpec{ + Selector: map[string]string{ + "app": "clover-controller", + }, + Type: "NodePort", + Ports: []apiv1.ServicePort{ + { + Name: "http", + Port: 80, + NodePort: 32044, + Protocol: "TCP", + }, + }, + }, + } + + return deployment, service + +} + +func setCollectorDeploy () (*appsv1.Deployment, *apiv1.Service) { + + deployment := &appsv1.Deployment{ + ObjectMeta: metav1.ObjectMeta{ + Name: "clover-collector", + }, + Spec: appsv1.DeploymentSpec{ + Selector: &metav1.LabelSelector{ + MatchLabels: map[string]string{ + "app": "clover-collector", + }, + }, + Template: apiv1.PodTemplateSpec{ + ObjectMeta: metav1.ObjectMeta{ + Labels: map[string]string{ + "app": "clover-collector", + }, + }, + Spec: apiv1.PodSpec{ + Containers: []apiv1.Container{ + { + Name: "clover-collector", + Image: "localhost:5000/clover-collector:latest", + Ports: []apiv1.ContainerPort{ + { + Name: "redis", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 6379, + }, + { + Name: "grpc", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 50054, + }, + { + Name: "prometheus", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 9090, + }, + { + Name: "jaeger", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 16686, + }, + { + Name: "cassandra", + Protocol: apiv1.ProtocolTCP, + ContainerPort: 9042, + }, + + + }, + }, + }, + }, + }, + }, + } + + service := &apiv1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "clover-collector", + Labels: map[string]string{ + "app": "clover-collector", + }, + + }, + Spec: apiv1.ServiceSpec{ + Selector: map[string]string{ + "app": "clover-collector", + }, + Ports: []apiv1.ServicePort{ + { + Name: "grpc", + Port: 50054, + }, + { + Name: "redis", + Port: 6379, + }, + { + Name: "prometheus", + Port: 9090, + }, + { + Name: "jaeger", + Port: 16686, + }, + { + Name: "cassandra", + Port: 9042, + }, + + }, + }, + } + return deployment, service +} + +func DeployCloverSystem(action string, namespace string) { + if action == "create" { + // Create clover-system namespace + configNamespace("clover-system", "create") + // Controller + deployment, service := setControllerDeploy() + DeployService(deployment, service, namespace) + // Collector + deployment, service = setCollectorDeploy() + DeployService(deployment, service, namespace) + } else if action == "delete" { + fmt.Println("Deleting clover-system services...\n") + DeleteService("clover-controller", namespace) + DeleteService("clover-collector", namespace) + configNamespace("clover-system", "delete") + } + +} + +func DeleteService(deploy_name string, namespace string) { + + clientset := setClient() + deploymentsClient := clientset.AppsV1().Deployments(namespace) + servicesClient := clientset.CoreV1().Services(namespace) + + // Delete Deployment + deletePolicy := metav1.DeletePropagationForeground + if err := deploymentsClient.Delete(deploy_name, &metav1.DeleteOptions{ + PropagationPolicy: &deletePolicy, + }); err != nil { + panic(err) + } + fmt.Printf("Deleted %s deployment\n", deploy_name) + + // Delete Service + if err := servicesClient.Delete(deploy_name, &metav1.DeleteOptions{ + PropagationPolicy: &deletePolicy, + }); err != nil { + panic(err) + } + fmt.Printf("Deleted %s service\n", deploy_name) +} + +func DeployService(deployment *appsv1.Deployment, service *apiv1.Service, namespace string) { + + clientset := setClient() + deploymentsClient := clientset.AppsV1().Deployments(namespace) + + + // Create Deployment + fmt.Println("Creating deployment...") + result, err := deploymentsClient.Create(deployment) + if err != nil { + panic(err) + } + fmt.Printf("Created deployment %q.\n", result.GetObjectMeta().GetName()) + + // Create Service + fmt.Println("Creating service...") + servicesClient := clientset.CoreV1().Services(namespace) + + result1, err := servicesClient.Create(service) + if err != nil { + panic(err) + } + fmt.Printf("Created service %q.\n", result1.GetObjectMeta().GetName()) + +} + +func configNamespace (name string, action string) { + clientset := setClient() + nameClient := clientset.CoreV1().Namespaces() + + if action == "create" { + namespace := &apiv1.Namespace{ + ObjectMeta: metav1.ObjectMeta{ + Name: name, + }, + } + nameClient.Create(namespace) + fmt.Printf("Created %s namespace\n", name) + } else if action == "delete" { + deletePolicy := metav1.DeletePropagationForeground + if err := nameClient.Delete(name, &metav1.DeleteOptions{ + PropagationPolicy: &deletePolicy, + }); err != nil { + panic(err) + } + fmt.Printf("Deleted %s namespace\n", name) + } +} + +func GetServices() *apiv1.ServiceList { + + clientset := setClient() + services, err := clientset.Core().Services("").List(metav1.ListOptions{}) + for _, service := range services.Items { + if err != nil { + panic(err.Error()) + } + fmt.Printf(" * SERVICE Name: %s\n", service.GetName()) + fmt.Printf("Kind: %s\n", service.Kind) + fmt.Printf("Labels: %s\n", service.GetLabels()) + fmt.Printf("Type: %s\n", service.Spec.Type) + //fmt.Printf("External IP: %v\n", service.Spec.ExternalIPs) + fmt.Printf("Cluster IP: %s\n", service.Spec.ClusterIP) + + for _, port := range service.Spec.Ports { + fmt.Printf("Port Name: %s, Port# %d, NodePort: %d\n", port.Name, port.Port, port.NodePort) + } + + for _, ip := range service.Status.LoadBalancer.Ingress { + fmt.Printf("LB IP: %s \n", ip.IP) + } + } + return services +} + +func GetDeployments(namespace string) []appsv1.Deployment { + + clientset := setClient() + + deploymentsClient := clientset.AppsV1().Deployments(namespace) + list, err := deploymentsClient.List(metav1.ListOptions{}) + if err != nil { + panic(err) + } + for _, d := range list.Items { + fmt.Printf(" * %s (%d replicas)\n", d.Name, *d.Spec.Replicas) + } + return list.Items +} + +func GetServicesPortIP(service_name string) (int32, string) { + + clientset := setClient() + services, err := clientset.Core().Services("").List(metav1.ListOptions{}) + var nodeport int32 + var ipaddress string + nodeport = 0 + ipaddress = "" + for _, service := range services.Items { + if err != nil { + panic(err.Error()) + } + if service.GetName() == service_name { + for _, port := range service.Spec.Ports { + if port.NodePort > 0 { + nodeport = port.NodePort + } + } + for _, ip := range service.Status.LoadBalancer.Ingress { + ipaddress = ip.IP + } + } + } + + return nodeport, ipaddress +} + +func GetPodsIP(pod_name string, namespace string) []string { + + clientset := setClient() + + var ips []string + pods, err := clientset.CoreV1().Pods(namespace).List(metav1.ListOptions{}) + if err != nil { + panic(err) + } + for _, pod := range pods.Items { + if strings.Contains(pod.Name, pod_name) { + fmt.Println(pod.Name, pod.Status.PodIP) + ips = append(ips, pod.Status.PodIP) + } + } + + return ips +} diff --git a/clover/controller/__init__.py b/clover/controller/__init__.py new file mode 100644 index 0000000..d67a6c0 --- /dev/null +++ b/clover/controller/__init__.py @@ -0,0 +1,11 @@ +from flask import Flask, Response + + +app = Flask(__name__) + +@app.route("/") +def index(): + return Response("It works!"), 200 + +if __name__ == "__main__": + app.run(debug=True) diff --git a/clover/controller/build.sh b/clover/controller/build.sh new file mode 100755 index 0000000..b552fec --- /dev/null +++ b/clover/controller/build.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +IMAGE_PATH=${IMAGE_PATH:-"localhost:5000"} +IMAGE_NAME=${IMAGE_NAME:-"clover-controller"} + +docker build -f docker/Dockerfile -t $IMAGE_NAME . +docker tag $IMAGE_NAME $IMAGE_PATH/$IMAGE_NAME +docker push $IMAGE_PATH/$IMAGE_NAME diff --git a/clover/controller/control/__init__.py b/clover/controller/control/__init__.py new file mode 100644 index 0000000..d67a6c0 --- /dev/null +++ b/clover/controller/control/__init__.py @@ -0,0 +1,11 @@ +from flask import Flask, Response + + +app = Flask(__name__) + +@app.route("/") +def index(): + return Response("It works!"), 200 + +if __name__ == "__main__": + app.run(debug=True) diff --git a/clover/controller/control/api/__init__.py b/clover/controller/control/api/__init__.py new file mode 100644 index 0000000..d67a6c0 --- /dev/null +++ b/clover/controller/control/api/__init__.py @@ -0,0 +1,11 @@ +from flask import Flask, Response + + +app = Flask(__name__) + +@app.route("/") +def index(): + return Response("It works!"), 200 + +if __name__ == "__main__": + app.run(debug=True) diff --git a/clover/controller/control/api/collector.py b/clover/controller/control/api/collector.py new file mode 100644 index 0000000..c82c543 --- /dev/null +++ b/clover/controller/control/api/collector.py @@ -0,0 +1,131 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, request, jsonify, Response +import grpc +import pickle +import collector_pb2 +import collector_pb2_grpc +import redis +import logging + + +collector = Blueprint('collector', __name__) + +grpc_port = '50054' +pod_name = 'clover-collector' +collector_grpc = pod_name + ':' + grpc_port +channel = grpc.insecure_channel(collector_grpc) +stub = collector_pb2_grpc.ControllerStub(channel) +CASSANDRA_HOSTS = pickle.dumps(['cassandra.default']) + +HOST_IP = 'redis' + + +@collector.route("/collector/init") +def init(): + try: + response = stub.InitVisibility(collector_pb2.ConfigCassandra( + cassandra_hosts=CASSANDRA_HOSTS, cassandra_port=9042)) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting via gRPC", status=400) + else: + return Response("Error initializing visibility", status=400) + return response.message + + +@collector.route("/collector/truncate") +def truncate(): + try: + schemas = pickle.dumps(['spans', 'traces', 'metrics']) + response = stub.TruncateVisibility(collector_pb2.Schemas( + schemas=schemas, cassandra_hosts=CASSANDRA_HOSTS, + cassandra_port=9042)) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting via gRPC", status=400) + else: + return Response("Error truncating visibility", status=400) + return response.message + + +@collector.route("/collector/start", methods=['GET', 'POST']) +def start(): + try: + p = request.json + if not p: + sample_interval = '5' + t_host = 'jaeger-deployment.istio-system' + t_port = '16686' + m_host = 'prometheus.istio-system' + m_port = '9090' + else: + try: + sample_interval = p['sample_interval'] + t_host = p['t_host'] + t_port = p['t_port'] + m_host = p['m_host'] + m_port = p['m_port'] + except (KeyError, ValueError) as e: + logging.debug(e) + return Response("Invalid value in json/yaml", status=400) + response = stub.StartCollector(collector_pb2.ConfigCollector( + t_port=t_port, t_host=t_host, + m_port=m_port, m_host=m_host, + c_port='9042', c_hosts=CASSANDRA_HOSTS, + sinterval=sample_interval)) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting via gRPC", status=400) + else: + return Response("Error starting visibility", status=400) + return response.message + + +@collector.route("/collector/stop") +def stop(): + try: + response = stub.StopCollector(collector_pb2.ConfigCollector()) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting via gRPC", status=400) + else: + return Response("Error stopping visibility", status=400) + return response.message + + +@collector.route("/collector/stats", methods=['GET', 'POST']) +def stats(): + try: + p = request.json + if not p: + stat_type = 'toplevel' + else: + stat_type = p['stat_type'] + r = redis.StrictRedis(host=HOST_IP, port=6379, db=0) + content = {} + content['proxy_rt'] = r.get('proxy_rt') + content['trace_count'] = r.get('trace_count') + content['span_urls'] = list(r.smembers('span_urls')) + response = jsonify(content) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting via gRPC", status=400) + else: + return Response("Error getting visibility stats", status=400) + return response + + +@collector.route("/collector/test") +def test(): + return "<h1 style='color:blue'>Collector API Test Response</h1>" diff --git a/clover/controller/control/api/file_upload.py b/clover/controller/control/api/file_upload.py new file mode 100644 index 0000000..a479c30 --- /dev/null +++ b/clover/controller/control/api/file_upload.py @@ -0,0 +1,28 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, request, Response +import redis +import logging + +file_upload = Blueprint('file_upload', __name__) + +HOST_IP = 'redis' + + +@file_upload.route("/upload", methods=['GET', 'POST']) +def upload_meta(): + try: + content = request.form + r = redis.StrictRedis(host=HOST_IP, port=6379, db=0) + response = content.get('upload.name') + r.set('upload_meta', response) + except Exception as e: + logging.debug(e) + r.set('upload_meta', "failure") + return Response('Unable to write file metadata to redis', status=400) + return response diff --git a/clover/controller/control/api/jmeter.py b/clover/controller/control/api/jmeter.py new file mode 100644 index 0000000..09625f5 --- /dev/null +++ b/clover/controller/control/api/jmeter.py @@ -0,0 +1,101 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, request, Response +import grpc +import jmeter_pb2 +import jmeter_pb2_grpc +import pickle +import logging + + +jmeter = Blueprint('jmeter', __name__) + +grpc_port = '50054' +pod_name = 'clover-jmeter-master' +jmeter_grpc = pod_name + ':' + grpc_port +channel = grpc.insecure_channel(jmeter_grpc) +stub = jmeter_pb2_grpc.ControllerStub(channel) + + +@jmeter.route("/jmeter/gen", methods=['GET', 'POST']) +def gentest(): + try: + p = request.json + u_list = [] + u_names = [] + u_methods = [] + try: + for u in p['url_list']: + u_list.append(u['url']) + u_names.append(u['name']) + u_methods.append(u['method']) + url_list = pickle.dumps(u_list) + url_names = pickle.dumps(u_names) + url_methods = pickle.dumps(u_methods) + num_threads = p['load_spec']['num_threads'] + ramp_time = p['load_spec']['ramp_time'] + loops = p['load_spec']['loops'] + except (KeyError, ValueError) as e: + logging.debug(e) + return Response('Invalid value in test plan json/yaml', status=400) + response = stub.GenTest(jmeter_pb2.ConfigJmeter( + url_list=url_list, url_names=url_names, url_methods=url_methods, + num_threads=str(num_threads), ramp_time=str(ramp_time), + loops=str(loops))) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error generating test plan", status=400) + return response.message + + +@jmeter.route("/jmeter/start", methods=['GET', 'POST']) +def start(): + try: + p = request.json + if not p: + slave_list = '' + num_slaves = '0' + else: + slave_list = p['slave_list'] + num_slaves = p['num_slaves'] + response = stub.StartTest(jmeter_pb2.TestParams( + num_slaves=num_slaves, test_plan='test.jmx', + slave_ips=slave_list)) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error starting jmeter test", status=400) + return response.message + + +@jmeter.route("/jmeter/results/<r_type>", methods=['GET']) +def results(r_type): + try: + if not r_type: + r_file = 'results' + else: + r_file = r_type + response = stub.GetResults(jmeter_pb2.JResults( + r_format='csv', r_file=r_file)) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error returning results", status=400) + return response.message + + +@jmeter.route("/jmeter/test") +def test(): + return "<h1 style='color:blue'>Jmeter API Test Response</h1>" diff --git a/clover/controller/control/api/nginx.py b/clover/controller/control/api/nginx.py new file mode 100644 index 0000000..ba99b94 --- /dev/null +++ b/clover/controller/control/api/nginx.py @@ -0,0 +1,51 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, request, Response +import grpc +import nginx_pb2 +import nginx_pb2_grpc +import pickle +import logging + +nginx = Blueprint('nginx', __name__) + + +@nginx.route("/nginx/slb", methods=['GET', 'POST']) +def slblist(): + grpc_port = '50054' + try: + p = request.json + try: + slb_name = p['slb_name'] + nginx_grpc = slb_name + ':' + grpc_port + channel = grpc.insecure_channel(nginx_grpc) + stub = nginx_pb2_grpc.ControllerStub(channel) + + s_list = [] + for s in p['slb_list']: + s_list.append(s['url']) + slb_list = pickle.dumps(s_list) + response = stub.ModifyLB(nginx_pb2.ConfigLB( + server_port=p['server_port'], server_name=p['server_name'], + slb_list=slb_list, + slb_group=p['slb_group'], lb_path=p['lb_path'])) + except (KeyError, ValueError) as e: + logging.debug(e) + return Response('Invalid value in test plan json/yaml', status=400) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to LB via gRPC", status=400) + else: + return Response("Error modifying LB server list", status=400) + return response.message + + +@nginx.route("/nginx/test") +def test(): + return "<h1 style='color:blue'>Nginx API Test Response</h1>" diff --git a/clover/controller/control/api/snort.py b/clover/controller/control/api/snort.py new file mode 100644 index 0000000..e2177be --- /dev/null +++ b/clover/controller/control/api/snort.py @@ -0,0 +1,99 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, request, Response +import grpc +import snort_pb2 +import snort_pb2_grpc +import logging +import redis + +snort = Blueprint('snort', __name__) + +grpc_port = '50052' +pod_name = 'snort-ids' +snort_grpc = pod_name + ':' + grpc_port +channel = grpc.insecure_channel(snort_grpc) +stub = snort_pb2_grpc.ControllerStub(channel) + +HOST_IP = 'redis' + + +@snort.route("/snort/addrule", methods=['GET', 'POST']) +def addrule(): + try: + try: + p = request.json + if p['content'] != "": + response = stub.AddRules(snort_pb2.AddRule( + protocol=p['protocol'], dest_port=p['dest_port'], + dest_ip=p['dest_ip'], src_port=p['src_port'], + src_ip=p['src_ip'], msg=p['msg'], sid=p['sid'], + rev=p['rev'], content=p['content'])) + else: + response = stub.AddRules(snort_pb2.AddRule( + protocol=p['protocol'], dest_port=p['dest_port'], + dest_ip=p['dest_ip'], src_port=p['src_port'], + src_ip=p['src_ip'], msg=p['msg'], sid=p['sid'], + rev=p['rev'])) + except (KeyError, ValueError) as e: + logging.debug(e) + return Response('Invalid value in IDS rule json/yaml', status=400) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to IDS via gRPC", status=400) + else: + return Response("Error adding IDS rule", status=400) + return response.message + + +@snort.route("/snort/start") +def start(): + try: + response = stub.StartSnort(snort_pb2.ControlSnort(pid='0')) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error starting IDS", status=400) + return response.message + + +@snort.route("/snort/stop") +def stop(): + try: + response = stub.StopSnort(snort_pb2.ControlSnort(pid='0')) + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error stopping IDS", status=400) + return response.message + + +@snort.route("/snort/get_events", methods=['GET']) +def get_events(): + try: + p = request.json + r = redis.StrictRedis(host=HOST_IP, port=6379, db=0) + event_data = r.hget(p['event_key'], p['field']) + response = event_data + except Exception as e: + logging.debug(e) + if e.__class__.__name__ == "_Rendezvous": + return Response("Error connecting to jmeter via gRPC", status=400) + else: + return Response("Error returning IDS event", status=400) + return response + + +@snort.route("/snort/test") +def test(): + return "<h1 style='color:blue'>Snort API Test Response</h1>" diff --git a/clover/controller/control/control.py b/clover/controller/control/control.py new file mode 100644 index 0000000..54f713a --- /dev/null +++ b/clover/controller/control/control.py @@ -0,0 +1,55 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Flask, request, jsonify +from views.dashboard import simple_page +from api.collector import collector +from api.snort import snort +from api.nginx import nginx +from api.jmeter import jmeter +from api.file_upload import file_upload +import logging + +logging.basicConfig(filename='flask.log', level=logging.DEBUG) + +application = Flask(__name__) + +try: + # Register blueprints + application.register_blueprint(simple_page) + application.register_blueprint(collector) + application.register_blueprint(snort) + application.register_blueprint(nginx) + application.register_blueprint(jmeter) + application.register_blueprint(file_upload) +except Exception as e: + logging.debug(e) + + +@application.route("/") +def test(): + return "<h1 style='color:blue'>clover-controller up</h1>" + + +@application.route("/config_server/<server>") +def show_server(server): + return "User %s" % server + + +@application.route("/get_json", methods=['GET', 'POST']) +def get_json(): + try: + content = request.json + cmd = content["cmd"] + resp = jsonify({"cmd": cmd}) + except Exception as e: + resp = e + return resp + + +if __name__ == "__main__": + application.run(host='0.0.0.0') diff --git a/clover/controller/control/templates/home.html b/clover/controller/control/templates/home.html new file mode 100644 index 0000000..6de644e --- /dev/null +++ b/clover/controller/control/templates/home.html @@ -0,0 +1,6 @@ +<!doctype html> +<html> + <body> + <h1>Clover Dashboard</h1> + </body> +</html> diff --git a/clover/controller/control/views/__init__.py b/clover/controller/control/views/__init__.py new file mode 100644 index 0000000..d67a6c0 --- /dev/null +++ b/clover/controller/control/views/__init__.py @@ -0,0 +1,11 @@ +from flask import Flask, Response + + +app = Flask(__name__) + +@app.route("/") +def index(): + return Response("It works!"), 200 + +if __name__ == "__main__": + app.run(debug=True) diff --git a/clover/controller/control/views/dashboard.py b/clover/controller/control/views/dashboard.py new file mode 100644 index 0000000..8b6969c --- /dev/null +++ b/clover/controller/control/views/dashboard.py @@ -0,0 +1,19 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from flask import Blueprint, render_template, abort +from jinja2 import TemplateNotFound + +simple_page = Blueprint('simple_page', __name__) + + +@simple_page.route('/dashboard', defaults={'page': 'index'}) +def show(page): + try: + return render_template('home.html') + except TemplateNotFound: + abort(404) diff --git a/clover/controller/control/wsgi.py b/clover/controller/control/wsgi.py new file mode 100644 index 0000000..b787e5f --- /dev/null +++ b/clover/controller/control/wsgi.py @@ -0,0 +1,4 @@ +from control import application + +if __name__ == "__main__": + application.run() diff --git a/clover/controller/docker/Dockerfile b/clover/controller/docker/Dockerfile new file mode 100644 index 0000000..52d4673 --- /dev/null +++ b/clover/controller/docker/Dockerfile @@ -0,0 +1,41 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +FROM ubuntu:16.04 + +RUN apt-get update && apt-get install -y \ + nginx \ + python-pip \ + git \ + python-dev + +# Install required python packages +RUN python -m pip install gunicorn flask \ + grpcio protobuf jinja2 redis + +COPY /control /control +COPY /process /process + +COPY process/nginx.conf /etc/nginx/nginx.conf + +# Get all grpc files +RUN mkdir /grpc_temp +WORKDIR /grpc_temp +RUN git config --global http.sslVerify false +RUN git clone https://github.com/opnfv/clover.git +RUN cp clover/samples/services/snort_ids/docker/grpc/snort_pb2_grpc.py /control/api +RUN cp clover/samples/services/snort_ids/docker/grpc/snort_pb2.py /control/api +RUN cp clover/samples/services/nginx/docker/grpc/nginx_pb2_grpc.py /control/api +RUN cp clover/samples/services/nginx/docker/grpc/nginx_pb2.py /control/api +RUN cp clover/clover/collector/grpc/collector_pb2_grpc.py /control/api +RUN cp clover/clover/collector/grpc/collector_pb2.py /control/api +RUN cp clover/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2_grpc.py /control/api +RUN cp clover/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2.py /control/api +RUN rm -rf /grpc_temp + +WORKDIR /process +CMD ./start_process.sh diff --git a/clover/controller/process/__init__.py b/clover/controller/process/__init__.py new file mode 100644 index 0000000..d67a6c0 --- /dev/null +++ b/clover/controller/process/__init__.py @@ -0,0 +1,11 @@ +from flask import Flask, Response + + +app = Flask(__name__) + +@app.route("/") +def index(): + return Response("It works!"), 200 + +if __name__ == "__main__": + app.run(debug=True) diff --git a/clover/controller/process/gunicorn_process.sh b/clover/controller/process/gunicorn_process.sh new file mode 100755 index 0000000..033596f --- /dev/null +++ b/clover/controller/process/gunicorn_process.sh @@ -0,0 +1,11 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +gunicorn --bind 0.0.0.0:8000 --chdir /control wsgi diff --git a/clover/controller/process/nginx.conf b/clover/controller/process/nginx.conf new file mode 100644 index 0000000..5b26922 --- /dev/null +++ b/clover/controller/process/nginx.conf @@ -0,0 +1,18 @@ +worker_processes auto; +pid /run/nginx.pid; + +events { + worker_connections 768; +} + + +http { + server { + listen 80; + + location / { + include proxy_params; + proxy_pass http://localhost:8000; + } + } +} diff --git a/clover/controller/process/nginx_process.sh b/clover/controller/process/nginx_process.sh new file mode 100755 index 0000000..953719d --- /dev/null +++ b/clover/controller/process/nginx_process.sh @@ -0,0 +1,11 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +service nginx restart diff --git a/clover/controller/process/start_process.sh b/clover/controller/process/start_process.sh new file mode 100755 index 0000000..0c8ce11 --- /dev/null +++ b/clover/controller/process/start_process.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +# Start nginx +./nginx_process.sh + +# Start gunicorn +./gunicorn_process.sh diff --git a/clover/controller/yaml/manifest.template b/clover/controller/yaml/manifest.template new file mode 100644 index 0000000..d8cb8b0 --- /dev/null +++ b/clover/controller/yaml/manifest.template @@ -0,0 +1,38 @@ +--- +apiVersion: extensions/v1beta1 +kind: Deployment +metadata: + name: {{ deploy_name }} + labels: + app: {{ deploy_name }} +spec: + template: + metadata: + labels: + app: {{ deploy_name }} + spec: + containers: + - name: {{ deploy_name }} + image: {{ image_path }}/{{ image_name }}:{{ image_tag }} + ports: + - containerPort: {{ snort_grpc_port }} + - containerPort: {{ nginx_grpc_port }} + - containerPort: {{ redis_port }} + - containerPort: {{ cass_port }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ deploy_name }} + labels: + app: {{ deploy_name }} +spec: + type: NodePort + ports: + - name: http + port: 80 + targetPort: 80 + nodePort: {{ node_port }} + protocol: TCP + selector: + app: {{ deploy_name }} diff --git a/clover/controller/yaml/render_yaml.py b/clover/controller/yaml/render_yaml.py new file mode 100644 index 0000000..4795a9c --- /dev/null +++ b/clover/controller/yaml/render_yaml.py @@ -0,0 +1,73 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +import argparse + +from jinja2 import Template + + +def render_yaml(args): + template_file = 'manifest.template' + out_file = args['deploy_name'] + '.yaml' + + try: + with open(template_file) as f: + tmpl = Template(f.read()) + output = tmpl.render( + image_path=args['image_path'], + image_name=args['image_name'], + image_tag=args['image_tag'], + deploy_name=args['deploy_name'], + snort_grpc_port=args['snort_grpc_port'], + nginx_grpc_port=args['nginx_grpc_port'], + redis_port=args['redis_port'], + cass_port=args['cass_port'], + node_port=args['node_port'] + ) + with open(out_file, "wb") as fh: + fh.write(output) + return "Generated manifest for {}".format(args['deploy_name']) + except Exception as e: + print(e) + return "Unable to generate manifest for {}".format( + args['deploy_name']) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser() + parser.add_argument( + '--image_name', default='clover-controller', + help='The image name to use') + parser.add_argument( + #'--image_path', default='opnfv', + '--image_path', default='localhost:5000', + help='The path to the image to use') + parser.add_argument( + #'--image_tag', default='opnfv-6.0.0', + '--image_tag', default='latest', + help='The image tag to use') + parser.add_argument( + '--deploy_name', default='clover-controller', + help='The k8s deploy name to use') + parser.add_argument( + '--redis_port', default='6379', + help='The redis port to connect for management') + parser.add_argument( + '--snort_grpc_port', default='50052', + help='The GRPC port for snort service') + parser.add_argument( + '--nginx_grpc_port', default='50054', + help='The GRPC port for nginx services') + parser.add_argument( + '--node_port', default='32044', + help='Default nodePort port number') + parser.add_argument( + '--cass_port', default='9042', + help='The Cassandra port') + + args = parser.parse_args() + print(render_yaml(vars(args))) diff --git a/clover/tools/jmeter/build_master.sh b/clover/tools/jmeter/build_master.sh new file mode 100755 index 0000000..5c5459a --- /dev/null +++ b/clover/tools/jmeter/build_master.sh @@ -0,0 +1,16 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +IMAGE_PATH=${IMAGE_PATH:-"localhost:5000"} +IMAGE_NAME=${IMAGE_NAME:-"clover-jmeter-master"} + +docker build -f jmeter-master/Dockerfile -t $IMAGE_NAME . +docker tag $IMAGE_NAME $IMAGE_PATH/$IMAGE_NAME +docker push $IMAGE_PATH/$IMAGE_NAME diff --git a/clover/tools/jmeter/build_slave.sh b/clover/tools/jmeter/build_slave.sh new file mode 100755 index 0000000..1651c55 --- /dev/null +++ b/clover/tools/jmeter/build_slave.sh @@ -0,0 +1,16 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +IMAGE_PATH=${IMAGE_PATH:-"localhost:5000"} +IMAGE_NAME=${IMAGE_NAME:-"clover-jmeter-slave"} + +docker build -f jmeter-slave/Dockerfile -t $IMAGE_NAME . +docker tag $IMAGE_NAME $IMAGE_PATH/$IMAGE_NAME +docker push $IMAGE_PATH/$IMAGE_NAME diff --git a/clover/tools/jmeter/jmeter-master/Dockerfile b/clover/tools/jmeter/jmeter-master/Dockerfile new file mode 100644 index 0000000..da0e474 --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/Dockerfile @@ -0,0 +1,29 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +FROM java:8 + +RUN wget http://apache.mirrors.hoobly.com//jmeter/binaries/apache-jmeter-4.0.tgz +RUN tar -xvzf apache-jmeter-4.0.tgz +RUN rm apache-jmeter-4.0.tgz +RUN mv apache-jmeter-4.0 /jmeter +ENV JMETER_HOME /jmeter +ENV PATH $JMETER_HOME/bin:$PATH +COPY rmi_keystore.jks $JMETER_HOME/bin + +RUN apt update && apt install -y python-setuptools python-dev python-pip +RUN python -m pip install --upgrade pip +RUN python -m pip install enum34 futures cython +RUN python -m pip install grpcio protobuf jinja2 + +WORKDIR /jmeter/bin + +COPY jmeter-master/process process +COPY jmeter-master/grpc grpc +COPY jmeter-master/tests tests + +CMD ./process/grpc_process.sh no_init diff --git a/clover/tools/jmeter/jmeter-master/grpc/build_proto.sh b/clover/tools/jmeter/jmeter-master/grpc/build_proto.sh new file mode 100755 index 0000000..52dfd0a --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/grpc/build_proto.sh @@ -0,0 +1,11 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +python -m grpc_tools.protoc -I./ --python_out=. --grpc_python_out=. jmeter.proto diff --git a/clover/tools/jmeter/jmeter-master/grpc/jmeter.proto b/clover/tools/jmeter/jmeter-master/grpc/jmeter.proto new file mode 100644 index 0000000..7213faa --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/grpc/jmeter.proto @@ -0,0 +1,43 @@ +// Copyright (c) Authors of Clover +// +// All rights reserved. This program and the accompanying materials +// are made available under the terms of the Apache License, Version 2.0 +// which accompanies this distribution, and is available at +// http://www.apache.org/licenses/LICENSE-2.0 + +syntax = "proto3"; + +package jmeter; + +// The controller service definition. +service Controller { + + rpc GenTest (ConfigJmeter) returns (JmeterReply) {} + rpc StartTest (TestParams) returns (JmeterReply) {} + rpc GetResults (JResults) returns (JmeterReply) {} +} + +message TestParams { + string num_slaves = 1; + string test_plan = 2; + string slave_ips = 3; +} + +message ConfigJmeter { + string url_list = 1; + string num_threads = 2; + string url_names = 3; + string url_protocols = 4; + string url_methods = 5; + string loops = 6; + string ramp_time = 7; +} + +message JmeterReply { + string message = 1; +} + +message JResults { + string r_format = 1; + string r_file = 2; +} diff --git a/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2.py b/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2.py new file mode 100644 index 0000000..e4a75fd --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2.py @@ -0,0 +1,291 @@ +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: jmeter.proto + +import sys +_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) +from google.protobuf import descriptor as _descriptor +from google.protobuf import message as _message +from google.protobuf import reflection as _reflection +from google.protobuf import symbol_database as _symbol_database +from google.protobuf import descriptor_pb2 +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + + + +DESCRIPTOR = _descriptor.FileDescriptor( + name='jmeter.proto', + package='jmeter', + syntax='proto3', + serialized_pb=_b('\n\x0cjmeter.proto\x12\x06jmeter\"F\n\nTestParams\x12\x12\n\nnum_slaves\x18\x01 \x01(\t\x12\x11\n\ttest_plan\x18\x02 \x01(\t\x12\x11\n\tslave_ips\x18\x03 \x01(\t\"\x96\x01\n\x0c\x43onfigJmeter\x12\x10\n\x08url_list\x18\x01 \x01(\t\x12\x13\n\x0bnum_threads\x18\x02 \x01(\t\x12\x11\n\turl_names\x18\x03 \x01(\t\x12\x15\n\rurl_protocols\x18\x04 \x01(\t\x12\x13\n\x0burl_methods\x18\x05 \x01(\t\x12\r\n\x05loops\x18\x06 \x01(\t\x12\x11\n\tramp_time\x18\x07 \x01(\t\"\x1e\n\x0bJmeterReply\x12\x0f\n\x07message\x18\x01 \x01(\t\",\n\x08JResults\x12\x10\n\x08r_format\x18\x01 \x01(\t\x12\x0e\n\x06r_file\x18\x02 \x01(\t2\xb3\x01\n\nController\x12\x36\n\x07GenTest\x12\x14.jmeter.ConfigJmeter\x1a\x13.jmeter.JmeterReply\"\x00\x12\x36\n\tStartTest\x12\x12.jmeter.TestParams\x1a\x13.jmeter.JmeterReply\"\x00\x12\x35\n\nGetResults\x12\x10.jmeter.JResults\x1a\x13.jmeter.JmeterReply\"\x00\x62\x06proto3') +) + + + + +_TESTPARAMS = _descriptor.Descriptor( + name='TestParams', + full_name='jmeter.TestParams', + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name='num_slaves', full_name='jmeter.TestParams.num_slaves', index=0, + number=1, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='test_plan', full_name='jmeter.TestParams.test_plan', index=1, + number=2, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='slave_ips', full_name='jmeter.TestParams.slave_ips', index=2, + number=3, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + ], + extensions=[ + ], + nested_types=[], + enum_types=[ + ], + options=None, + is_extendable=False, + syntax='proto3', + extension_ranges=[], + oneofs=[ + ], + serialized_start=24, + serialized_end=94, +) + + +_CONFIGJMETER = _descriptor.Descriptor( + name='ConfigJmeter', + full_name='jmeter.ConfigJmeter', + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name='url_list', full_name='jmeter.ConfigJmeter.url_list', index=0, + number=1, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='num_threads', full_name='jmeter.ConfigJmeter.num_threads', index=1, + number=2, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='url_names', full_name='jmeter.ConfigJmeter.url_names', index=2, + number=3, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='url_protocols', full_name='jmeter.ConfigJmeter.url_protocols', index=3, + number=4, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='url_methods', full_name='jmeter.ConfigJmeter.url_methods', index=4, + number=5, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='loops', full_name='jmeter.ConfigJmeter.loops', index=5, + number=6, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='ramp_time', full_name='jmeter.ConfigJmeter.ramp_time', index=6, + number=7, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + ], + extensions=[ + ], + nested_types=[], + enum_types=[ + ], + options=None, + is_extendable=False, + syntax='proto3', + extension_ranges=[], + oneofs=[ + ], + serialized_start=97, + serialized_end=247, +) + + +_JMETERREPLY = _descriptor.Descriptor( + name='JmeterReply', + full_name='jmeter.JmeterReply', + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name='message', full_name='jmeter.JmeterReply.message', index=0, + number=1, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + ], + extensions=[ + ], + nested_types=[], + enum_types=[ + ], + options=None, + is_extendable=False, + syntax='proto3', + extension_ranges=[], + oneofs=[ + ], + serialized_start=249, + serialized_end=279, +) + + +_JRESULTS = _descriptor.Descriptor( + name='JResults', + full_name='jmeter.JResults', + filename=None, + file=DESCRIPTOR, + containing_type=None, + fields=[ + _descriptor.FieldDescriptor( + name='r_format', full_name='jmeter.JResults.r_format', index=0, + number=1, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + _descriptor.FieldDescriptor( + name='r_file', full_name='jmeter.JResults.r_file', index=1, + number=2, type=9, cpp_type=9, label=1, + has_default_value=False, default_value=_b("").decode('utf-8'), + message_type=None, enum_type=None, containing_type=None, + is_extension=False, extension_scope=None, + options=None, file=DESCRIPTOR), + ], + extensions=[ + ], + nested_types=[], + enum_types=[ + ], + options=None, + is_extendable=False, + syntax='proto3', + extension_ranges=[], + oneofs=[ + ], + serialized_start=281, + serialized_end=325, +) + +DESCRIPTOR.message_types_by_name['TestParams'] = _TESTPARAMS +DESCRIPTOR.message_types_by_name['ConfigJmeter'] = _CONFIGJMETER +DESCRIPTOR.message_types_by_name['JmeterReply'] = _JMETERREPLY +DESCRIPTOR.message_types_by_name['JResults'] = _JRESULTS +_sym_db.RegisterFileDescriptor(DESCRIPTOR) + +TestParams = _reflection.GeneratedProtocolMessageType('TestParams', (_message.Message,), dict( + DESCRIPTOR = _TESTPARAMS, + __module__ = 'jmeter_pb2' + # @@protoc_insertion_point(class_scope:jmeter.TestParams) + )) +_sym_db.RegisterMessage(TestParams) + +ConfigJmeter = _reflection.GeneratedProtocolMessageType('ConfigJmeter', (_message.Message,), dict( + DESCRIPTOR = _CONFIGJMETER, + __module__ = 'jmeter_pb2' + # @@protoc_insertion_point(class_scope:jmeter.ConfigJmeter) + )) +_sym_db.RegisterMessage(ConfigJmeter) + +JmeterReply = _reflection.GeneratedProtocolMessageType('JmeterReply', (_message.Message,), dict( + DESCRIPTOR = _JMETERREPLY, + __module__ = 'jmeter_pb2' + # @@protoc_insertion_point(class_scope:jmeter.JmeterReply) + )) +_sym_db.RegisterMessage(JmeterReply) + +JResults = _reflection.GeneratedProtocolMessageType('JResults', (_message.Message,), dict( + DESCRIPTOR = _JRESULTS, + __module__ = 'jmeter_pb2' + # @@protoc_insertion_point(class_scope:jmeter.JResults) + )) +_sym_db.RegisterMessage(JResults) + + + +_CONTROLLER = _descriptor.ServiceDescriptor( + name='Controller', + full_name='jmeter.Controller', + file=DESCRIPTOR, + index=0, + options=None, + serialized_start=328, + serialized_end=507, + methods=[ + _descriptor.MethodDescriptor( + name='GenTest', + full_name='jmeter.Controller.GenTest', + index=0, + containing_service=None, + input_type=_CONFIGJMETER, + output_type=_JMETERREPLY, + options=None, + ), + _descriptor.MethodDescriptor( + name='StartTest', + full_name='jmeter.Controller.StartTest', + index=1, + containing_service=None, + input_type=_TESTPARAMS, + output_type=_JMETERREPLY, + options=None, + ), + _descriptor.MethodDescriptor( + name='GetResults', + full_name='jmeter.Controller.GetResults', + index=2, + containing_service=None, + input_type=_JRESULTS, + output_type=_JMETERREPLY, + options=None, + ), +]) +_sym_db.RegisterServiceDescriptor(_CONTROLLER) + +DESCRIPTOR.services_by_name['Controller'] = _CONTROLLER + +# @@protoc_insertion_point(module_scope) diff --git a/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2_grpc.py b/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2_grpc.py new file mode 100644 index 0000000..4df110d --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/grpc/jmeter_pb2_grpc.py @@ -0,0 +1,80 @@ +# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT! +import grpc + +import jmeter_pb2 as jmeter__pb2 + + +class ControllerStub(object): + """The controller service definition. + """ + + def __init__(self, channel): + """Constructor. + + Args: + channel: A grpc.Channel. + """ + self.GenTest = channel.unary_unary( + '/jmeter.Controller/GenTest', + request_serializer=jmeter__pb2.ConfigJmeter.SerializeToString, + response_deserializer=jmeter__pb2.JmeterReply.FromString, + ) + self.StartTest = channel.unary_unary( + '/jmeter.Controller/StartTest', + request_serializer=jmeter__pb2.TestParams.SerializeToString, + response_deserializer=jmeter__pb2.JmeterReply.FromString, + ) + self.GetResults = channel.unary_unary( + '/jmeter.Controller/GetResults', + request_serializer=jmeter__pb2.JResults.SerializeToString, + response_deserializer=jmeter__pb2.JmeterReply.FromString, + ) + + +class ControllerServicer(object): + """The controller service definition. + """ + + def GenTest(self, request, context): + # missing associated documentation comment in .proto file + pass + context.set_code(grpc.StatusCode.UNIMPLEMENTED) + context.set_details('Method not implemented!') + raise NotImplementedError('Method not implemented!') + + def StartTest(self, request, context): + # missing associated documentation comment in .proto file + pass + context.set_code(grpc.StatusCode.UNIMPLEMENTED) + context.set_details('Method not implemented!') + raise NotImplementedError('Method not implemented!') + + def GetResults(self, request, context): + # missing associated documentation comment in .proto file + pass + context.set_code(grpc.StatusCode.UNIMPLEMENTED) + context.set_details('Method not implemented!') + raise NotImplementedError('Method not implemented!') + + +def add_ControllerServicer_to_server(servicer, server): + rpc_method_handlers = { + 'GenTest': grpc.unary_unary_rpc_method_handler( + servicer.GenTest, + request_deserializer=jmeter__pb2.ConfigJmeter.FromString, + response_serializer=jmeter__pb2.JmeterReply.SerializeToString, + ), + 'StartTest': grpc.unary_unary_rpc_method_handler( + servicer.StartTest, + request_deserializer=jmeter__pb2.TestParams.FromString, + response_serializer=jmeter__pb2.JmeterReply.SerializeToString, + ), + 'GetResults': grpc.unary_unary_rpc_method_handler( + servicer.GetResults, + request_deserializer=jmeter__pb2.JResults.FromString, + response_serializer=jmeter__pb2.JmeterReply.SerializeToString, + ), + } + generic_handler = grpc.method_handlers_generic_handler( + 'jmeter.Controller', rpc_method_handlers) + server.add_generic_rpc_handlers((generic_handler,)) diff --git a/clover/tools/jmeter/jmeter-master/grpc/jmeter_server.py b/clover/tools/jmeter/jmeter-master/grpc/jmeter_server.py new file mode 100644 index 0000000..cef180c --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/grpc/jmeter_server.py @@ -0,0 +1,118 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +from concurrent import futures +from jinja2 import Template +from urlparse import urlparse +import time +import sys +import grpc +import subprocess +import pickle +import logging +import jmeter_pb2 +import jmeter_pb2_grpc + + +_ONE_DAY_IN_SECONDS = 60 * 60 * 24 +GRPC_PORT = '[::]:50054' + + +class Controller(jmeter_pb2_grpc.ControllerServicer): + + def __init__(self, init_jmeter): + logging.basicConfig(filename='jmeter_server.log', + level=logging.DEBUG) + self.jmeter = 0 + if init_jmeter == 'init': + print('init test') + + def GenTest(self, r, context): + try: + out_file = 'tests/test.jmx' + template_file = 'tests/jmx.template' + unames = pickle.loads(r.url_names) + umethods = pickle.loads(r.url_methods) + ulist = [] + for url in pickle.loads(r.url_list): + u = urlparse(url) + d = {} + d['domain'] = u.hostname + if u.port: + d['port'] = u.port + else: + d['port'] = 80 + if u.path == '': + d['path'] = '/' + else: + d['path'] = u.path + ulist.append(d) + + with open(template_file) as f: + tmpl = Template(f.read()) + output = tmpl.render( + num_threads=r.num_threads, + url_names=unames, + url_methods=umethods, + ramp_time=r.ramp_time, + loops=r.loops, + url_list=ulist + ) + with open(out_file, "wb") as fh: + fh.write(output) + msg = 'Generated test plan' + except Exception as e: + logging.debug(e) + msg = "Failed to generate test plan" + return jmeter_pb2.JmeterReply(message=msg) + + def StartTest(self, r, context): + try: + if r.num_slaves == '0': + self.jmeter = subprocess.Popen( + ["jmeter", "-n", "-t", "tests/test.jmx", "-l", + "default.jtl"], shell=False) + else: + slave_arg = "-R" + r.slave_ips + self.jmeter = subprocess.Popen( + ["jmeter", "-n", "-t", "tests/test.jmx", slave_arg, "-l", + "default.jtl"], shell=False) + msg = "Started jmeter on pid: {}".format(self.jmeter.pid) + except Exception as e: + logging.debug(e) + msg = e + return jmeter_pb2.JmeterReply(message=msg) + + def GetResults(self, r, context): + try: + if r.r_file == 'log': + r_file = 'jmeter.log' + else: + r_file = 'default.jtl' + f = open(r_file, 'r') + msg = "Retrieved all results\n" + f.read() + except Exception as e: + logging.debug(e) + msg = "Failed to retrieve results" + return jmeter_pb2.JmeterReply(message=msg) + + +def serve(init_jmeter): + server = grpc.server(futures.ThreadPoolExecutor(max_workers=10)) + jmeter_pb2_grpc.add_ControllerServicer_to_server( + Controller(init_jmeter), server) + server.add_insecure_port(GRPC_PORT) + server.start() + try: + while True: + time.sleep(_ONE_DAY_IN_SECONDS) + except KeyboardInterrupt: + server.stop(0) + + +if __name__ == '__main__': + serve(sys.argv[1]) diff --git a/clover/tools/jmeter/jmeter-master/process/grpc_process.sh b/clover/tools/jmeter/jmeter-master/process/grpc_process.sh new file mode 100755 index 0000000..0f14d7c --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/process/grpc_process.sh @@ -0,0 +1,11 @@ +#!/bin/bash +# +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +python grpc/jmeter_server.py test1 diff --git a/clover/tools/jmeter/jmeter-master/tests/jmx.template b/clover/tools/jmeter/jmeter-master/tests/jmx.template new file mode 100644 index 0000000..1a6fa95 --- /dev/null +++ b/clover/tools/jmeter/jmeter-master/tests/jmx.template @@ -0,0 +1,135 @@ +<?xml version="1.0" encoding="UTF-8"?> +<jmeterTestPlan version="1.2" properties="4.0" jmeter="4.0 r1823414"> + <hashTree> + <TestPlan guiclass="TestPlanGui" testclass="TestPlan" testname="Test Plan" enabled="true"> + <stringProp name="TestPlan.comments"></stringProp> + <boolProp name="TestPlan.functional_mode">false</boolProp> + <boolProp name="TestPlan.tearDown_on_shutdown">true</boolProp> + <boolProp name="TestPlan.serialize_threadgroups">false</boolProp> + <elementProp name="TestPlan.user_defined_variables" elementType="Arguments" guiclass="ArgumentsPanel" testclass="Arguments" testname="User Defined Variables" enabled="true"> + <collectionProp name="Arguments.arguments"/> + </elementProp> + <stringProp name="TestPlan.user_define_classpath"></stringProp> + </TestPlan> + <hashTree> + <ThreadGroup guiclass="ThreadGroupGui" testclass="ThreadGroup" testname="ThreadGroup" enabled="true"> + <stringProp name="ThreadGroup.on_sample_error">continue</stringProp> + <elementProp name="ThreadGroup.main_controller" elementType="LoopController" guiclass="LoopControlPanel" testclass="LoopController" testname="ThreadGroup" enabled="true"> + <boolProp name="LoopController.continue_forever">false</boolProp> + <intProp name="LoopController.loops">{{ loops }}</intProp> + </elementProp> + <stringProp name="ThreadGroup.num_threads">{{ num_threads }}</stringProp> + <stringProp name="ThreadGroup.ramp_time">{{ ramp_time }}</stringProp> + <longProp name="ThreadGroup.start_time">1385457190000</longProp> + <longProp name="ThreadGroup.end_time">1385457190000</longProp> + <boolProp name="ThreadGroup.scheduler">true</boolProp> + <stringProp name="ThreadGroup.duration">60</stringProp> + <stringProp name="ThreadGroup.delay"/> + <boolProp name="ThreadGroup.delayedStart">true</boolProp> + </ThreadGroup> + <hashTree> + {%- for u in url_list %} + <HTTPSampler guiclass="HttpTestSampleGui" testclass="HTTPSampler" testname="{{ url_names[loop.index0] }}" enabled="true"> + <elementProp name="HTTPsampler.Arguments" elementType="Arguments" guiclass="HTTPArgumentsPanel" testclass="Arguments" testname="{{ url_names[loop.index0] }}" enabled="true"> + <collectionProp name="Arguments.arguments"/> + </elementProp> + <stringProp name="HTTPSampler.domain">{{ u['domain'] }}</stringProp> + <stringProp name="HTTPSampler.port">{{ u['port'] }}</stringProp> + <stringProp name="HTTPSampler.connect_timeout"/> + <stringProp name="HTTPSampler.response_timeout"/> + <stringProp name="HTTPSampler.protocol">http</stringProp> + <stringProp name="HTTPSampler.contentEncoding"/> + <stringProp name="HTTPSampler.path">{{ u['path'] }}</stringProp> + <stringProp name="HTTPSampler.method">{{ url_methods[loop.index0] }}</stringProp> + <boolProp name="HTTPSampler.follow_redirects">true</boolProp> + <boolProp name="HTTPSampler.auto_redirects">false</boolProp> + <boolProp name="HTTPSampler.use_keepalive">true</boolProp> + <boolProp name="HTTPSampler.DO_MULTIPART_POST">false</boolProp> + <boolProp name="HTTPSampler.monitor">false</boolProp> + <stringProp name="HTTPSampler.embedded_url_re"/> + <stringProp name="HTTPSampler.implementation"/> + </HTTPSampler> + <hashTree/> + {%- endfor %} + + + </hashTree> + <ResultCollector guiclass="SummaryReport" testclass="ResultCollector" testname="Summary Report" enabled="true"> + <boolProp name="ResultCollector.error_logging">false</boolProp> + <objProp> + <name>saveConfig</name> + <value class="SampleSaveConfiguration"> + <time>true</time> + <latency>true</latency> + <timestamp>true</timestamp> + <success>true</success> + <label>true</label> + <code>true</code> + <message>true</message> + <threadName>true</threadName> + <dataType>true</dataType> + <encoding>false</encoding> + <assertions>true</assertions> + <subresults>true</subresults> + <responseData>false</responseData> + <samplerData>false</samplerData> + <xml>false</xml> + <fieldNames>true</fieldNames> + <responseHeaders>false</responseHeaders> + <requestHeaders>false</requestHeaders> + <responseDataOnError>false</responseDataOnError> + <saveAssertionResultsFailureMessage>true</saveAssertionResultsFailureMessage> + <assertionsResultsToSave>0</assertionsResultsToSave> + <bytes>true</bytes> + <sentBytes>true</sentBytes> + <threadCounts>true</threadCounts> + <idleTime>true</idleTime> + <connectTime>true</connectTime> + </value> + </objProp> + <stringProp name="filename">/jmeter/bin/results2</stringProp> + </ResultCollector> + <hashTree/> + + + <ResultCollector guiclass="StatVisualizer" testclass="ResultCollector" testname="Aggregate Report" enabled="true"> + <boolProp name="ResultCollector.error_logging">false</boolProp> + <objProp> + <name>saveConfig</name> + <value class="SampleSaveConfiguration"> + <time>true</time> + <latency>true</latency> + <timestamp>true</timestamp> + <success>true</success> + <label>true</label> + <code>true</code> + <message>true</message> + <threadName>true</threadName> + <dataType>true</dataType> + <encoding>false</encoding> + <assertions>true</assertions> + <subresults>true</subresults> + <responseData>false</responseData> + <samplerData>false</samplerData> + <xml>false</xml> + <fieldNames>true</fieldNames> + <responseHeaders>false</responseHeaders> + <requestHeaders>false</requestHeaders> + <responseDataOnError>false</responseDataOnError> + <saveAssertionResultsFailureMessage>true</saveAssertionResultsFailureMessage> + <assertionsResultsToSave>0</assertionsResultsToSave> + <bytes>true</bytes> + <sentBytes>true</sentBytes> + <threadCounts>true</threadCounts> + <idleTime>true</idleTime> + <connectTime>true</connectTime> + </value> + </objProp> + <stringProp name="filename">/jmeter/bin/results_aggregate</stringProp> + </ResultCollector> + <hashTree/> + + + </hashTree> + </hashTree> +</jmeterTestPlan> diff --git a/clover/tools/jmeter/jmeter-slave/Dockerfile b/clover/tools/jmeter/jmeter-slave/Dockerfile new file mode 100644 index 0000000..b5ccbcd --- /dev/null +++ b/clover/tools/jmeter/jmeter-slave/Dockerfile @@ -0,0 +1,27 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +FROM java:8 + +RUN wget http://apache.mirrors.hoobly.com//jmeter/binaries/apache-jmeter-4.0.tgz +RUN tar -xvzf apache-jmeter-4.0.tgz +RUN rm apache-jmeter-4.0.tgz +RUN mv apache-jmeter-4.0 /jmeter +ENV JMETER_HOME /jmeter +ENV PATH $JMETER_HOME/bin:$PATH +RUN mkdir /share +COPY rmi_keystore.jks $JMETER_HOME/bin + +WORKDIR $JMETER_HOME +# Ports to be exposed from the container for JMeter Master +RUN mkdir scripts + +EXPOSE 1099 + +WORKDIR /jmeter/bin + +CMD ./jmeter-server diff --git a/clover/tools/jmeter/rmi_keystore.jks b/clover/tools/jmeter/rmi_keystore.jks Binary files differnew file mode 100644 index 0000000..f503361 --- /dev/null +++ b/clover/tools/jmeter/rmi_keystore.jks diff --git a/clover/tools/jmeter/yaml/manifest.template b/clover/tools/jmeter/yaml/manifest.template new file mode 100644 index 0000000..01a4595 --- /dev/null +++ b/clover/tools/jmeter/yaml/manifest.template @@ -0,0 +1,45 @@ +--- +apiVersion: extensions/v1beta1 +kind: Deployment +metadata: + name: {{ deploy_name }} + labels: + app: {{ deploy_name }} +spec: +{%- if replica_count %} + replicas: 3{% endif %} + template: + metadata: + labels: + app: {{ deploy_name }} + spec: + containers: + - name: {{ deploy_name }} + image: {{ image_path }}/{{ image_name }}:{{ image_tag }} + ports: +{%- if grpc_port %} + - containerPort: {{ grpc_port }}{% endif %} + - containerPort: {{ rmi_port }} + - containerPort: {{ http_port }} + - containerPort: {{ ssl_port }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ deploy_name }} + labels: + app: {{ deploy_name }} +spec: + ports: +{%- if grpc_port %} + - port: {{ grpc_port }} + name: grpc{% endif %} + - port: {{ rmi_port }} + name: rmi + - port: {{ http_port }} + name: http + - port: {{ ssl_port }} + name: https + selector: + app: {{ deploy_name }} +--- diff --git a/clover/tools/jmeter/yaml/render_master.py b/clover/tools/jmeter/yaml/render_master.py new file mode 100644 index 0000000..884ee81 --- /dev/null +++ b/clover/tools/jmeter/yaml/render_master.py @@ -0,0 +1,67 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +import argparse + +from jinja2 import Template + + +def render_yaml(args): + template_file = 'manifest.template' + out_file = args['deploy_name'] + '.yaml' + + try: + with open(template_file) as f: + tmpl = Template(f.read()) + output = tmpl.render( + image_path=args['image_path'], + image_name=args['image_name'], + image_tag=args['image_tag'], + deploy_name=args['deploy_name'], + grpc_port=args['grpc_port'], + ssl_port=args['ssl_port'], + rmi_port=args['rmi_port'], + http_port=args['http_port'] + ) + with open(out_file, "wb") as fh: + fh.write(output) + return "Generated manifest for {}".format(args['deploy_name']) + except Exception as e: + print(e) + return "Unable to generate manifest for {}".format( + args['deploy_name']) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser() + parser.add_argument( + '--image_name', default='clover-jmeter-master', + help='The image name to use') + parser.add_argument( + '--image_path', default='localhost:5000', + help='The path to the image to use') + parser.add_argument( + '--image_tag', default='latest', + help='The image tag to use') + parser.add_argument( + '--deploy_name', default='clover-jmeter-master', + help='The k8s deploy name to use') + parser.add_argument( + '--rmi_port', default='1099', + help='The master-slave remote method invocation port') + parser.add_argument( + '--http_port', default='80', + help='HTTP data-plane traffic') + parser.add_argument( + '--grpc_port', default='50054', + help='The GRPC server port for management') + parser.add_argument( + '--ssl_port', default='443', + help='HTTPS data-plane traffic') + + args = parser.parse_args() + print(render_yaml(vars(args))) diff --git a/clover/tools/jmeter/yaml/render_slave.py b/clover/tools/jmeter/yaml/render_slave.py new file mode 100644 index 0000000..cd9fd91 --- /dev/null +++ b/clover/tools/jmeter/yaml/render_slave.py @@ -0,0 +1,67 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +import argparse + +from jinja2 import Template + + +def render_yaml(args): + template_file = 'manifest.template' + out_file = args['deploy_name'] + '.yaml' + + try: + with open(template_file) as f: + tmpl = Template(f.read()) + output = tmpl.render( + image_path=args['image_path'], + image_name=args['image_name'], + image_tag=args['image_tag'], + deploy_name=args['deploy_name'], + replica_count=args['replica_count'], + ssl_port=args['ssl_port'], + rmi_port=args['rmi_port'], + http_port=args['http_port'] + ) + with open(out_file, "wb") as fh: + fh.write(output) + return "Generated manifest for {}".format(args['deploy_name']) + except Exception as e: + print(e) + return "Unable to generate manifest for {}".format( + args['deploy_name']) + + +if __name__ == '__main__': + parser = argparse.ArgumentParser() + parser.add_argument( + '--image_name', default='clover-jmeter-slave', + help='The image name to use') + parser.add_argument( + '--image_path', default='localhost:5000', + help='The path to the image to use') + parser.add_argument( + '--image_tag', default='latest', + help='The image tag to use') + parser.add_argument( + '--deploy_name', default='clover-jmeter-slave', + help='The k8s deploy name to use') + parser.add_argument( + '--rmi_port', default='1099', + help='The master-slave remote method invocation port') + parser.add_argument( + '--http_port', default='80', + help='HTTP data-plane traffic') + parser.add_argument( + '--replica_count', default='3', + help='Number of replicas in slave deployment') + parser.add_argument( + '--ssl_port', default='443', + help='HTTPS data-plane traffic') + + args = parser.parse_args() + print(render_yaml(vars(args))) diff --git a/edge/sample/Network.png b/edge/sample/Network.png Binary files differnew file mode 100644 index 0000000..1897335 --- /dev/null +++ b/edge/sample/Network.png diff --git a/edge/sample/README.md b/edge/sample/README.md new file mode 100644 index 0000000..3d5d2f6 --- /dev/null +++ b/edge/sample/README.md @@ -0,0 +1,54 @@ +# Edge Cloud Native Cluster + +This project revolves around the implementation of a kubernetes-based edge cluster supporting cloud-native framework on which exemplar micro-serives can be deployed with ease. The current implementation of this edge cluster uses six Raspberry Pi boards (one master - five slaves) and the goal is to demonstrate a live video streaming micro-service with end-to-end video streaming from this cluster to the Google Kubernetes Engine. The system would be integrated with Clover in the future. The key idea would be to inject Clover proxy to the existing live video streaming app and test the working of the service mesh functions as well as perform tests to check the continuous deployment (CD) trait as advertised in Clover. + +Current Status: Raspberry Pi based kubernetes edge cluster has been built and tested. + +## Setting up the Raspberry Pi cluster + +These instructions will get you a copy of the cluster up and running on your local system for development and testing purposes. Note that the scripts have been tested on Raspberry Pi 3 model B but should work on other versions also. + +### Prerequisites + +- At least two Raspberry Pi 3 are required. +- Your computer and the RasPis should be on the same network. This can be achieved by connecting all the RasPis to the same router (via ethernet) with which your computer is connected (use a switch, if needed). + +- Class-10 32GB microSD cards are preferred. +- Each RasPi should preferably be powered with the standard 5V, 2.5A supply. +- Ansible 2.2 or higher on the host computer. +- Internet access. + +### Initial Steps + +1. Download the official [Raspbian Stretch Lite](https://www.raspberrypi.org/downloads/raspbian/) OS and [flash](https://etcher.io) on all the microSD cards. +2. Enable ssh before OS installation for headless mode. This can be achieved by simply making an empty file by the name "ssh" (`$touch ssh`) in the boot partition of the flashed microSD card. +3. Preferably, change the hostname of all the RasPis to something like master-kube, slave1-kube, etc. for ease of distinguishability. To do this, simply edit "raspberrypi" in */etc/hostname* and */etc/hosts* files and reboot. +4. Enable passwordless-ssh access to each Raspberry Pi (needed for Ansible). Follow the instructions [here](https://www.raspberrypi.org/documentation/remote-access/ssh/passwordless.md). +5. All RasPis should have static IP addresses to ensure that the kubernetes cluster does not break. A simple way to do this is to make entries for each RasPi in the address revervation table (under DHCP) of your router. + +### Ansible Playbook + +The rest of the steps from checking dependencies and system configurations to docker and kubernetes installation to cluster formation are automated using ansible playbook. + +1. Clone the project to your local machine which has ansible and is on the same network as the RasPis. +`git clone https://github.com/opnfv/clover.git` + +2. Navigate to the sample directory present inside the edge directory. +`cd clover/edge/sample/` + +3. Edit the *hosts* file. Remove all the IP addresses present in the file by default and simply add the IP address of your master RasPi under the *master* group and the addresses of your slave RasPis under the *slaves* group. + +4. Check if Ansible is able to reach all the RasPis by running the following ping command- +`$ansible kube-cluster -m ping` + +5. Finally, run the *clusterForm* yaml playbook- +`$ansible-playbook clusterForm.yml` + +Assuming no errors occurred in the previous step, you can now ssh into your master RasPi and check if the cluster is up and running- +``` +kubectl get nodes +kubectl get pods --all-namespaces +``` +To teardown the cluster, simply run the *clusterTear* yaml- +`$ansible-playbook clusterTear.yml` +Run *clusterForm* yaml to again build the cluster. diff --git a/edge/sample/ansible.cfg b/edge/sample/ansible.cfg new file mode 100644 index 0000000..d1cc702 --- /dev/null +++ b/edge/sample/ansible.cfg @@ -0,0 +1,475 @@ +# config file for ansible -- https://ansible.com/ +# =============================================== + +# nearly all parameters can be overridden in ansible-playbook +# or with command line flags. ansible will read ANSIBLE_CONFIG, +# ansible.cfg in the current working directory, .ansible.cfg in +# the home directory or /etc/ansible/ansible.cfg, whichever it +# finds first + +[defaults] + +# some basic default values... + +inventory = hosts +#library = /usr/share/my_modules/ +#module_utils = /usr/share/my_module_utils/ +#remote_tmp = ~/.ansible/tmp +#local_tmp = ~/.ansible/tmp +#plugin_filters_cfg = /etc/ansible/plugin_filters.yml +#forks = 5 +#poll_interval = 15 +#sudo_user = root +#ask_sudo_pass = True +#ask_pass = True +#transport = smart +#remote_port = 22 +#module_lang = C +#module_set_locale = False + +# plays will gather facts by default, which contain information about +# the remote system. +# +# smart - gather by default, but don't regather if already gathered +# implicit - gather by default, turn off with gather_facts: False +# explicit - do not gather by default, must say gather_facts: True +#gathering = implicit + +# This only affects the gathering done by a play's gather_facts directive, +# by default gathering retrieves all facts subsets +# all - gather all subsets +# network - gather min and network facts +# hardware - gather hardware facts (longest facts to retrieve) +# virtual - gather min and virtual facts +# facter - import facts from facter +# ohai - import facts from ohai +# You can combine them using comma (ex: network,virtual) +# You can negate them using ! (ex: !hardware,!facter,!ohai) +# A minimal set of facts is always gathered. +#gather_subset = all + +# some hardware related facts are collected +# with a maximum timeout of 10 seconds. This +# option lets you increase or decrease that +# timeout to something more suitable for the +# environment. +# gather_timeout = 10 + +# additional paths to search for roles in, colon separated +#roles_path = /etc/ansible/roles + +# uncomment this to disable SSH key host checking +#host_key_checking = False + +# change the default callback, you can only have one 'stdout' type enabled at a time. +#stdout_callback = skippy + + +## Ansible ships with some plugins that require whitelisting, +## this is done to avoid running all of a type by default. +## These setting lists those that you want enabled for your system. +## Custom plugins should not need this unless plugin author specifies it. + +# enable callback plugins, they can output to stdout but cannot be 'stdout' type. +#callback_whitelist = timer, mail + +# Determine whether includes in tasks and handlers are "static" by +# default. As of 2.0, includes are dynamic by default. Setting these +# values to True will make includes behave more like they did in the +# 1.x versions. +#task_includes_static = False +#handler_includes_static = False + +# Controls if a missing handler for a notification event is an error or a warning +#error_on_missing_handler = True + +# change this for alternative sudo implementations +#sudo_exe = sudo + +# What flags to pass to sudo +# WARNING: leaving out the defaults might create unexpected behaviours +#sudo_flags = -H -S -n + +# SSH timeout +#timeout = 10 + +# default user to use for playbooks if user is not specified +# (/usr/bin/ansible will use current user as default) +#remote_user = root + +# logging is off by default unless this path is defined +# if so defined, consider logrotate +#log_path = /var/log/ansible.log + +# default module name for /usr/bin/ansible +#module_name = command + +# use this shell for commands executed under sudo +# you may need to change this to bin/bash in rare instances +# if sudo is constrained +#executable = /bin/sh + +# if inventory variables overlap, does the higher precedence one win +# or are hash values merged together? The default is 'replace' but +# this can also be set to 'merge'. +#hash_behaviour = replace + +# by default, variables from roles will be visible in the global variable +# scope. To prevent this, the following option can be enabled, and only +# tasks and handlers within the role will see the variables there +#private_role_vars = yes + +# list any Jinja2 extensions to enable here: +#jinja2_extensions = jinja2.ext.do,jinja2.ext.i18n + +# if set, always use this private key file for authentication, same as +# if passing --private-key to ansible or ansible-playbook +#private_key_file = /path/to/file + +# If set, configures the path to the Vault password file as an alternative to +# specifying --vault-password-file on the command line. +#vault_password_file = /path/to/vault_password_file + +# format of string {{ ansible_managed }} available within Jinja2 +# templates indicates to users editing templates files will be replaced. +# replacing {file}, {host} and {uid} and strftime codes with proper values. +#ansible_managed = Ansible managed: {file} modified on %Y-%m-%d %H:%M:%S by {uid} on {host} +# {file}, {host}, {uid}, and the timestamp can all interfere with idempotence +# in some situations so the default is a static string: +#ansible_managed = Ansible managed + +# by default, ansible-playbook will display "Skipping [host]" if it determines a task +# should not be run on a host. Set this to "False" if you don't want to see these "Skipping" +# messages. NOTE: the task header will still be shown regardless of whether or not the +# task is skipped. +#display_skipped_hosts = True + +# by default, if a task in a playbook does not include a name: field then +# ansible-playbook will construct a header that includes the task's action but +# not the task's args. This is a security feature because ansible cannot know +# if the *module* considers an argument to be no_log at the time that the +# header is printed. If your environment doesn't have a problem securing +# stdout from ansible-playbook (or you have manually specified no_log in your +# playbook on all of the tasks where you have secret information) then you can +# safely set this to True to get more informative messages. +#display_args_to_stdout = False + +# by default (as of 1.3), Ansible will raise errors when attempting to dereference +# Jinja2 variables that are not set in templates or action lines. Uncomment this line +# to revert the behavior to pre-1.3. +#error_on_undefined_vars = False + +# by default (as of 1.6), Ansible may display warnings based on the configuration of the +# system running ansible itself. This may include warnings about 3rd party packages or +# other conditions that should be resolved if possible. +# to disable these warnings, set the following value to False: +#system_warnings = True + +# by default (as of 1.4), Ansible may display deprecation warnings for language +# features that should no longer be used and will be removed in future versions. +# to disable these warnings, set the following value to False: +#deprecation_warnings = True + +# (as of 1.8), Ansible can optionally warn when usage of the shell and +# command module appear to be simplified by using a default Ansible module +# instead. These warnings can be silenced by adjusting the following +# setting or adding warn=yes or warn=no to the end of the command line +# parameter string. This will for example suggest using the git module +# instead of shelling out to the git command. +# command_warnings = False + + +# set plugin path directories here, separate with colons +#action_plugins = /usr/share/ansible/plugins/action +#cache_plugins = /usr/share/ansible/plugins/cache +#callback_plugins = /usr/share/ansible/plugins/callback +#connection_plugins = /usr/share/ansible/plugins/connection +#lookup_plugins = /usr/share/ansible/plugins/lookup +#inventory_plugins = /usr/share/ansible/plugins/inventory +#vars_plugins = /usr/share/ansible/plugins/vars +#filter_plugins = /usr/share/ansible/plugins/filter +#test_plugins = /usr/share/ansible/plugins/test +#terminal_plugins = /usr/share/ansible/plugins/terminal +#strategy_plugins = /usr/share/ansible/plugins/strategy + + +# by default, ansible will use the 'linear' strategy but you may want to try +# another one +#strategy = free + +# by default callbacks are not loaded for /bin/ansible, enable this if you +# want, for example, a notification or logging callback to also apply to +# /bin/ansible runs +#bin_ansible_callbacks = False + + +# don't like cows? that's unfortunate. +# set to 1 if you don't want cowsay support or export ANSIBLE_NOCOWS=1 +#nocows = 1 + +# set which cowsay stencil you'd like to use by default. When set to 'random', +# a random stencil will be selected for each task. The selection will be filtered +# against the `cow_whitelist` option below. +#cow_selection = default +#cow_selection = random + +# when using the 'random' option for cowsay, stencils will be restricted to this list. +# it should be formatted as a comma-separated list with no spaces between names. +# NOTE: line continuations here are for formatting purposes only, as the INI parser +# in python does not support them. +#cow_whitelist=bud-frogs,bunny,cheese,daemon,default,dragon,elephant-in-snake,elephant,eyes,\ +# hellokitty,kitty,luke-koala,meow,milk,moofasa,moose,ren,sheep,small,stegosaurus,\ +# stimpy,supermilker,three-eyes,turkey,turtle,tux,udder,vader-koala,vader,www + +# don't like colors either? +# set to 1 if you don't want colors, or export ANSIBLE_NOCOLOR=1 +#nocolor = 1 + +# if set to a persistent type (not 'memory', for example 'redis') fact values +# from previous runs in Ansible will be stored. This may be useful when +# wanting to use, for example, IP information from one group of servers +# without having to talk to them in the same playbook run to get their +# current IP information. +#fact_caching = memory + + +# retry files +# When a playbook fails by default a .retry file will be created in ~/ +# You can disable this feature by setting retry_files_enabled to False +# and you can change the location of the files by setting retry_files_save_path + +#retry_files_enabled = False +#retry_files_save_path = ~/.ansible-retry + +# squash actions +# Ansible can optimise actions that call modules with list parameters +# when looping. Instead of calling the module once per with_ item, the +# module is called once with all items at once. Currently this only works +# under limited circumstances, and only with parameters named 'name'. +#squash_actions = apk,apt,dnf,homebrew,pacman,pkgng,yum,zypper + +# prevents logging of task data, off by default +#no_log = False + +# prevents logging of tasks, but only on the targets, data is still logged on the master/controller +#no_target_syslog = False + +# controls whether Ansible will raise an error or warning if a task has no +# choice but to create world readable temporary files to execute a module on +# the remote machine. This option is False by default for security. Users may +# turn this on to have behaviour more like Ansible prior to 2.1.x. See +# https://docs.ansible.com/ansible/become.html#becoming-an-unprivileged-user +# for more secure ways to fix this than enabling this option. +#allow_world_readable_tmpfiles = False + +# controls the compression level of variables sent to +# worker processes. At the default of 0, no compression +# is used. This value must be an integer from 0 to 9. +#var_compression_level = 9 + +# controls what compression method is used for new-style ansible modules when +# they are sent to the remote system. The compression types depend on having +# support compiled into both the controller's python and the client's python. +# The names should match with the python Zipfile compression types: +# * ZIP_STORED (no compression. available everywhere) +# * ZIP_DEFLATED (uses zlib, the default) +# These values may be set per host via the ansible_module_compression inventory +# variable +#module_compression = 'ZIP_DEFLATED' + +# This controls the cutoff point (in bytes) on --diff for files +# set to 0 for unlimited (RAM may suffer!). +#max_diff_size = 1048576 + +# This controls how ansible handles multiple --tags and --skip-tags arguments +# on the CLI. If this is True then multiple arguments are merged together. If +# it is False, then the last specified argument is used and the others are ignored. +# This option will be removed in 2.8. +#merge_multiple_cli_flags = True + +# Controls showing custom stats at the end, off by default +#show_custom_stats = True + +# Controls which files to ignore when using a directory as inventory with +# possibly multiple sources (both static and dynamic) +#inventory_ignore_extensions = ~, .orig, .bak, .ini, .cfg, .retry, .pyc, .pyo + +# This family of modules use an alternative execution path optimized for network appliances +# only update this setting if you know how this works, otherwise it can break module execution +#network_group_modules=eos, nxos, ios, iosxr, junos, vyos + +# When enabled, this option allows lookups (via variables like {{lookup('foo')}} or when used as +# a loop with `with_foo`) to return data that is not marked "unsafe". This means the data may contain +# jinja2 templating language which will be run through the templating engine. +# ENABLING THIS COULD BE A SECURITY RISK +#allow_unsafe_lookups = False + +# set default errors for all plays +#any_errors_fatal = False + +[inventory] +# enable inventory plugins, default: 'host_list', 'script', 'yaml', 'ini' +#enable_plugins = host_list, virtualbox, yaml, constructed + +# ignore these extensions when parsing a directory as inventory source +#ignore_extensions = .pyc, .pyo, .swp, .bak, ~, .rpm, .md, .txt, ~, .orig, .ini, .cfg, .retry + +# ignore files matching these patterns when parsing a directory as inventory source +#ignore_patterns= + +# If 'true' unparsed inventory sources become fatal errors, they are warnings otherwise. +#unparsed_is_failed=False + +[privilege_escalation] +#become=True +#become_method=sudo +#become_user=root +#become_ask_pass=False + +[paramiko_connection] + +# uncomment this line to cause the paramiko connection plugin to not record new host +# keys encountered. Increases performance on new host additions. Setting works independently of the +# host key checking setting above. +#record_host_keys=False + +# by default, Ansible requests a pseudo-terminal for commands executed under sudo. Uncomment this +# line to disable this behaviour. +#pty=False + +# paramiko will default to looking for SSH keys initially when trying to +# authenticate to remote devices. This is a problem for some network devices +# that close the connection after a key failure. Uncomment this line to +# disable the Paramiko look for keys function +#look_for_keys = False + +# When using persistent connections with Paramiko, the connection runs in a +# background process. If the host doesn't already have a valid SSH key, by +# default Ansible will prompt to add the host key. This will cause connections +# running in background processes to fail. Uncomment this line to have +# Paramiko automatically add host keys. +#host_key_auto_add = True + +[ssh_connection] + +# ssh arguments to use +# Leaving off ControlPersist will result in poor performance, so use +# paramiko on older platforms rather than removing it, -C controls compression use +#ssh_args = -C -o ControlMaster=auto -o ControlPersist=60s + +# The base directory for the ControlPath sockets. +# This is the "%(directory)s" in the control_path option +# +# Example: +# control_path_dir = /tmp/.ansible/cp +#control_path_dir = ~/.ansible/cp + +# The path to use for the ControlPath sockets. This defaults to a hashed string of the hostname, +# port and username (empty string in the config). The hash mitigates a common problem users +# found with long hostames and the conventional %(directory)s/ansible-ssh-%%h-%%p-%%r format. +# In those cases, a "too long for Unix domain socket" ssh error would occur. +# +# Example: +# control_path = %(directory)s/%%h-%%r +#control_path = + +# Enabling pipelining reduces the number of SSH operations required to +# execute a module on the remote server. This can result in a significant +# performance improvement when enabled, however when using "sudo:" you must +# first disable 'requiretty' in /etc/sudoers +# +# By default, this option is disabled to preserve compatibility with +# sudoers configurations that have requiretty (the default on many distros). +# +#pipelining = False + +# Control the mechanism for transferring files (old) +# * smart = try sftp and then try scp [default] +# * True = use scp only +# * False = use sftp only +#scp_if_ssh = smart + +# Control the mechanism for transferring files (new) +# If set, this will override the scp_if_ssh option +# * sftp = use sftp to transfer files +# * scp = use scp to transfer files +# * piped = use 'dd' over SSH to transfer files +# * smart = try sftp, scp, and piped, in that order [default] +#transfer_method = smart + +# if False, sftp will not use batch mode to transfer files. This may cause some +# types of file transfer failures impossible to catch however, and should +# only be disabled if your sftp version has problems with batch mode +#sftp_batch_mode = False + +# The -tt argument is passed to ssh when pipelining is not enabled because sudo +# requires a tty by default. +#use_tty = True + +[persistent_connection] + +# Configures the persistent connection timeout value in seconds. This value is +# how long the persistent connection will remain idle before it is destroyed. +# If the connection doesn't receive a request before the timeout value +# expires, the connection is shutdown. The default value is 30 seconds. +#connect_timeout = 30 + +# Configures the persistent connection retry timeout. This value configures the +# the retry timeout that ansible-connection will wait to connect +# to the local domain socket. This value must be larger than the +# ssh timeout (timeout) and less than persistent connection idle timeout (connect_timeout). +# The default value is 15 seconds. +#connect_retry_timeout = 15 + +# The command timeout value defines the amount of time to wait for a command +# or RPC call before timing out. The value for the command timeout must +# be less than the value of the persistent connection idle timeout (connect_timeout) +# The default value is 10 second. +#command_timeout = 10 + +[accelerate] +#accelerate_port = 5099 +#accelerate_timeout = 30 +#accelerate_connect_timeout = 5.0 + +# The daemon timeout is measured in minutes. This time is measured +# from the last activity to the accelerate daemon. +#accelerate_daemon_timeout = 30 + +# If set to yes, accelerate_multi_key will allow multiple +# private keys to be uploaded to it, though each user must +# have access to the system via SSH to add a new key. The default +# is "no". +#accelerate_multi_key = yes + +[selinux] +# file systems that require special treatment when dealing with security context +# the default behaviour that copies the existing context or uses the user default +# needs to be changed to use the file system dependent context. +#special_context_filesystems=nfs,vboxsf,fuse,ramfs,9p + +# Set this to yes to allow libvirt_lxc connections to work without SELinux. +#libvirt_lxc_noseclabel = yes + +[colors] +#highlight = white +#verbose = blue +#warn = bright purple +#error = red +#debug = dark gray +#deprecate = purple +#skip = cyan +#unreachable = red +#ok = green +#changed = yellow +#diff_add = green +#diff_remove = red +#diff_lines = cyan + + +[diff] +# Always print diff when running ( same as always running with -D/--diff ) +# always = no + +# Set how many context lines to show in diff +# context = 3 diff --git a/edge/sample/clusterForm.yml b/edge/sample/clusterForm.yml new file mode 100644 index 0000000..81752aa --- /dev/null +++ b/edge/sample/clusterForm.yml @@ -0,0 +1,15 @@ +--- +- hosts: all + roles: + - clusterForm_common + become: true + +- hosts: master + roles: + - clusterForm_master + become: true + +- hosts: slaves + roles: + - clusterForm_slave(s) + become: true diff --git a/edge/sample/clusterTear.yml b/edge/sample/clusterTear.yml new file mode 100644 index 0000000..0c43a1c --- /dev/null +++ b/edge/sample/clusterTear.yml @@ -0,0 +1,5 @@ +--- +- hosts: all + roles: + - clusterTear_common + become: true diff --git a/edge/sample/hosts b/edge/sample/hosts new file mode 100644 index 0000000..8a4d302 --- /dev/null +++ b/edge/sample/hosts @@ -0,0 +1,16 @@ +[master] +192.168.1.107 + +[slaves] +192.168.1.103 +192.168.1.108 +192.168.1.109 +192.168.1.110 +192.168.1.111 + +[kube-cluster:children] +master +slaves + +[kube-cluster:vars] +ansible_ssh_user=pi diff --git a/edge/sample/roles/clusterForm_common/tasks/main.yml b/edge/sample/roles/clusterForm_common/tasks/main.yml new file mode 100644 index 0000000..a690d28 --- /dev/null +++ b/edge/sample/roles/clusterForm_common/tasks/main.yml @@ -0,0 +1,127 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +- name: Checking dependencies for Docker + shell: docker --version + register: doc_ver + ignore_errors: true + failed_when: false + +- name: Removing unsupported version of Docker (if any) + apt: + name: "{{ item }}" + state: absent + with_items: + - 'docker' + - 'docker-engine' + - 'docker-ce' + - 'docker.io' + when: doc_ver.stdout.find('18.04.0-ce') == -1 + +- name: Adding GPG key for Docker + apt_key: + url: https://download.docker.com/linux/debian/gpg + state: present + when: doc_ver.stdout.find('18.04.0-ce') == -1 + +- name: Updating sources.list.d directory + shell: echo "deb [arch=armhf] https://download.docker.com/linux/$(. /etc/os-release; echo "$ID") $(lsb_release -cs) edge" | \ tee /etc/apt/sources.list.d/docker.list + when: doc_ver.stdout.find('18.04.0-ce') == -1 + +- name: Installing Docker 18.04.0 + apt: + name: docker-ce=18.04.0~ce~3-0~raspbian + update_cache: yes + when: doc_ver.stdout.find('18.04.0-ce') == -1 + +- name: Adding user 'pi' to the 'docker' group + shell: usermod pi -aG docker + when: doc_ver.stdout.find('18.04.0-ce') == -1 + +- name: Removing docker from apt sources to prevent upgrade + file: + path: /etc/apt/sources.list.d/docker.list + state: absent + +- name: Turning off swap + shell: dphys-swapfile swapoff && dphys-swapfile uninstall && update-rc.d dphys-swapfile remove + +- name: Checking cgroup dependencies + shell: cat /boot/cmdline.txt + register: boot + +- name: Enabling cpuset cgroup + shell: sed -i 's/$/ cgroup_enable=cpuset/' /boot/cmdline.txt + args: + warn: false + when: boot.stdout.find('cgroup_enable=cpuset') == -1 + +- name: Enabling memory cgroup (1/2) + shell: sed -i 's/$/ cgroup_memory=1/' /boot/cmdline.txt + args: + warn: false + when: boot.stdout.find('cgroup_memory=1') == -1 + +- name: Enabling memory cgroup (2/2) + shell: sed -i 's/$/ cgroup_enable=memory/' /boot/cmdline.txt + args: + warn: false + when: boot.stdout.find('cgroup_enable=memory') == -1 + +- name: Rebooting + shell: sleep 2 && reboot + async: 1 + poll: 0 + ignore_errors: true + when: boot.stdout.find('cgroup_enable=cpuset') == -1 or boot.stdout.find('cgroup_memory=1') == -1 or boot.stdout.find('cgroup_enable=memory') == -1 + +- name: Waiting for host(s) to come online + wait_for_connection: + delay: 30 + when: boot.stdout.find('cgroup_enable=cpuset') == -1 or boot.stdout.find('cgroup_memory=1') == -1 or boot.stdout.find('cgroup_enable=memory') == -1 + +- name: Checking dependencies for Kubernetes + shell: kubeadm version + register: kube_ver + ignore_errors: true + failed_when: false + +- name: Removing unsupported version of Kubernetes (if any) + apt: + name: "{{ item }}" + state: absent + autoremove: yes + with_items: + - 'kubeadm' + - 'kubectl' + - 'kubelet' + when: kube_ver.stdout.find('v1.10.2') == -1 + +- name: Adding GPG key for kubernetes + apt_key: + url: https://packages.cloud.google.com/apt/doc/apt-key.gpg + state: present + when: kube_ver.stdout.find('v1.10.2') == -1 + +- name: Updating sources.list.d directory + shell: echo "deb http://apt.kubernetes.io/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list + when: kube_ver.stdout.find('v1.10.2') == -1 + +- name: Installing kubeadm, kubectl and kubelet version 1.10.2-00 + apt: + name: "{{ item }}" + update_cache: true + with_items: + - 'kubeadm=1.10.2-00' + - 'kubectl=1.10.2-00' + - 'kubelet=1.10.2-00' + when: kube_ver.stdout.find('v1.10.2') == -1 + +- name: Removing kubernetes from apt sources to prevent upgrade + file: + path: /etc/apt/sources.list.d/kubernetes.list + state: absent diff --git a/edge/sample/roles/clusterForm_master/tasks/main.yml b/edge/sample/roles/clusterForm_master/tasks/main.yml new file mode 100644 index 0000000..9137d7f --- /dev/null +++ b/edge/sample/roles/clusterForm_master/tasks/main.yml @@ -0,0 +1,72 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +- name: Resetting kubeadm on master + shell: kubeadm reset + +- name: Removing KUBELET_NETWORK_ARGS flag in the kubadm config file + shell: sed -i '/KUBELET_NETWORK_ARGS=/d' /etc/systemd/system/kubelet.service.d/10-kubeadm.conf + args: + warn: false + +- name: Removing redundant config files (1/3) + file: + path: /home/pi/.kube + state: absent + +- name: Removing redundant config files (2/3) + file: + path: /home/pi/join.sh + state: absent + +- name: Removing redundant config files (3/3) + file: + path: /home/pi/kubelog.txt + state: absent + +- name: Initializing kubeadm + shell: kubeadm init --token-ttl=0 --pod-network-cidr 10.244.0.0/16 --apiserver-advertise-address={{ ansible_default_ipv4.address }} > kubelog.txt + +- name: Scraping the join token + shell: cat kubelog.txt | grep 'kubeadm join' > join.sh && sed "s/^[ \t]*//" -i join.sh + args: + warn: false + become: false + +- name: Fetching the joining script + fetch: + src: /home/pi/join.sh + dest: ./ + flat: yes + become: false + +- name: Making a .kube directory in home + file: + path: /home/pi/.kube + state: directory + become: false + +- name: Copying admin config file to .kube directory + copy: + src: /etc/kubernetes/admin.conf + dest: /home/pi/.kube/config + remote_src: yes + +- name: Changing user and group ownership of the config file + shell: chown $(id -u):$(id -g) /home/pi/.kube/config + args: + warn: false + +- name: Installing Flannel + shell: curl -sSL https://rawgit.com/coreos/flannel/v0.10.0/Documentation/kube-flannel.yml | sed "s/amd64/arm/g" | kubectl create -f - + args: + warn: false + become: false + +- name: Pause a minute for system containers to spin up + pause: + minutes: 1 diff --git a/edge/sample/roles/clusterForm_slave(s)/tasks/main.yml b/edge/sample/roles/clusterForm_slave(s)/tasks/main.yml new file mode 100644 index 0000000..206e86c --- /dev/null +++ b/edge/sample/roles/clusterForm_slave(s)/tasks/main.yml @@ -0,0 +1,12 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +- name: Resetting kubeadm on slaves + shell: kubeadm reset + +- name: Join the cluster, slaves! + script: join.sh diff --git a/edge/sample/roles/clusterTear_common/tasks/main.yml b/edge/sample/roles/clusterTear_common/tasks/main.yml new file mode 100644 index 0000000..64b1320 --- /dev/null +++ b/edge/sample/roles/clusterTear_common/tasks/main.yml @@ -0,0 +1,21 @@ +# Copyright (c) Authors of Clover +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +- name: Resetting kubeadm + shell: kubeadm reset + +- name: Deleting the .kube config directory + file: + path: /home/pi/.kube + state: absent + when: "'master' in group_names" + +- name: Rebooting + shell: sleep 2 && reboot + async: 1 + poll: 0 + ignore_errors: true |
