PR 1 for fogg

.gitignore

@@ -1 +1,2 @@
-fogg
+fogg
+coverage.out

.gometalinter.json

@@ -0,0 +1,5 @@
+{
+  "Exclude": [
+    "exported (\\w+) (\\w+) should have comment or be unexported"
+  ]
+}

Makefile

@@ -1,3 +1,27 @@
+SHA=$(shell git rev-parse --short HEAD)
+VERSION=$(shell cat VERSION)
+DIRTY=$(shell if `git diff-index --quiet HEAD --`; then echo false; else echo true;  fi)
+# TODO add release flag
+LDFLAGS=-ldflags "-w -s -X github.com/chanzuckerberg/fogg/util.GitSha=${SHA} -X github.com/chanzuckerberg/fogg/util.Version=${VERSION} -X github.com/chanzuckerberg/fogg/util.Dirty=${DIRTY}"
+
+all: test install
+
+lint:
+	gometalinter --fast ./...
+
+lint-slow:
+	gometalinter ./...
 
 build:
-	go build .
+	go build ${LDFLAGS} .
+
+coverage:
+	go tool cover -html=coverage.out
+
+test:
+	go test -cover ./...
+
+install:
+	go install ${LDFLAGS} .
+
+.PHONY: build coverage test install lint lint-slow

VERSION

@@ -0,0 +1 @@
+0.1.0

apply/apply.go

@@ -0,0 +1,158 @@
+package apply
+
+import (
+	"fmt"
+	"io"
+	"log"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"github.com/chanzuckerberg/fogg/plan"
+	"github.com/chanzuckerberg/fogg/templates"
+	"github.com/chanzuckerberg/fogg/util"
+	"github.com/gobuffalo/packr"
+	"github.com/spf13/afero"
+)
+
+const rootPath = "terraform"
+
+func Apply(fs afero.Fs, configFile string, tmp *templates.T) error {
+	p, err := plan.Eval(fs, configFile)
+	if err != nil {
+		return err
+	}
+
+	e := applyRepo(fs, p, &tmp.Repo)
+	if e != nil {
+		return e
+	}
+
+	e = applyAccounts(fs, p, &tmp.Account)
+	if e != nil {
+		return e
+	}
+
+	e = applyEnvs(fs, p, &tmp.Env, &tmp.Component)
+	if e != nil {
+		return e
+	}
+
+	// TODO global
+
+	return nil
+}
+
+func applyRepo(fs afero.Fs, p *plan.Plan, repoBox *packr.Box) error {
+	return applyTree(repoBox, fs, p)
+}
+
+func applyAccounts(fs afero.Fs, p *plan.Plan, accountBox *packr.Box) (e error) {
+	for account, accountPlan := range p.Accounts {
+		path := fmt.Sprintf("%s/accounts/%s", rootPath, account)
+		e = fs.MkdirAll(path, 0755)
+		if e != nil {
+			return e
+		}
+		e = applyTree(accountBox, afero.NewBasePathFs(fs, path), accountPlan)
+		if e != nil {
+			return e
+		}
+	}
+	return nil
+}
+
+func applyEnvs(fs afero.Fs, p *plan.Plan, envBox *packr.Box, componentBox *packr.Box) (e error) {
+	for env, envPlan := range p.Envs {
+		path := fmt.Sprintf("%s/envs/%s", rootPath, env)
+		e = fs.MkdirAll(path, 0755)
+		if e != nil {
+			return e
+		}
+		e := applyTree(envBox, afero.NewBasePathFs(fs, path), envPlan)
+		if e != nil {
+			return e
+		}
+		for component, componentPlan := range envPlan.Components {
+			path := fmt.Sprintf("%s/envs/%s/%s", rootPath, env, component)
+			e = fs.MkdirAll(path, 0755)
+			if e != nil {
+				return e
+			}
+			e := applyTree(componentBox, afero.NewBasePathFs(fs, path), componentPlan)
+			if e != nil {
+				return e
+			}
+		}
+	}
+	return nil
+}
+
+func applyTree(source *packr.Box, dest afero.Fs, subst interface{}) (e error) {
+	return source.Walk(func(path string, sourceFile packr.File) error {
+		extension := filepath.Ext(path)
+		if extension == ".tmpl" {
+
+			err := applyTemplate(sourceFile, dest, path, subst)
+			if err != nil {
+				panic(err)
+			}
+
+			//     if dest.endswith('.tf'):
+			//         subprocess.call(['terraform', 'fmt', dest])
+		} else if extension == ".touch" {
+			d := removeExtension(path)
+			_, err := dest.Stat(d)
+			if err != nil { // TODO we might not want to do this for all errors
+				log.Printf("touching %s", d)
+				_, e = dest.Create(d)
+				if e != nil {
+					return e
+				}
+			} else {
+				log.Printf("skipping touch on existing file %s", d)
+			}
+			//     if dest.endswith('.tf'):
+			//         subprocess.call(['terraform', 'fmt', dest])
+
+		} else if extension == ".create" {
+			d := removeExtension(path)
+			_, err := dest.Stat(d)
+			if err != nil { // TODO we might not want to do this for all errors
+				log.Printf("creating %s", d)
+				e = afero.WriteReader(dest, path, sourceFile)
+				if e != nil {
+					return e
+				}
+			} else {
+				log.Printf("skipping create on existing file %s", d)
+			}
+			//     if dest.endswith('.tf'):
+			//         subprocess.call(['terraform', 'fmt', dest])
+
+		} else {
+			log.Printf("copying %s", path)
+			e = afero.WriteReader(dest, path, sourceFile)
+			if e != nil {
+				return e
+			}
+		}
+		return nil
+	})
+
+}
+
+func removeExtension(path string) string {
+	return strings.TrimSuffix(path, filepath.Ext(path))
+}
+
+func applyTemplate(sourceFile io.Reader, dest afero.Fs, path string, overrides interface{}) error {
+	d := removeExtension(path)
+	log.Printf("templating %s", d)
+	writer, err := dest.OpenFile(d, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0755)
+	if err != nil {
+		panic(err)
+	}
+	t := util.OpenTemplate(sourceFile)
+	return t.Execute(writer, overrides)
+}

apply/apply_test.go

@@ -0,0 +1,18 @@
+package apply
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestRemoveExtension(t *testing.T) {
+	x := removeExtension("foo")
+	assert.Equal(t, "foo", x)
+
+	x = removeExtension("foo.txt")
+	assert.Equal(t, "foo", x)
+
+	x = removeExtension("foo.txt.asdf")
+	assert.Equal(t, "foo.txt", x)
+}

cmd/apply.go

@@ -0,0 +1,38 @@
+package cmd
+
+import (
+	"os"
+
+	"github.com/chanzuckerberg/fogg/apply"
+	"github.com/chanzuckerberg/fogg/templates"
+	"github.com/spf13/afero"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	applyCmd.Flags().StringP("config", "c", "fogg.json", "Use this to override the fogg config file.")
+	rootCmd.AddCommand(applyCmd)
+}
+
+var applyCmd = &cobra.Command{
+	Use:   "apply",
+	Short: "Run an apply",
+	Run: func(cmd *cobra.Command, args []string) {
+		var e error
+		pwd, e := os.Getwd()
+		if e != nil {
+			panic(e)
+		}
+		fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
+		configFile, e := cmd.Flags().GetString("config")
+		if e != nil {
+			panic(e)
+		}
+
+		e = apply.Apply(fs, configFile, templates.Templates)
+		if e != nil {
+			panic(e)
+		}
+		// apply.Print(p)
+	},
+}

cmd/init.go

@@ -0,0 +1,31 @@
+package cmd
+
+import (
+	"os"
+
+	fogg_init "github.com/chanzuckerberg/fogg/init"
+	"github.com/spf13/afero"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	rootCmd.AddCommand(initCmd)
+}
+
+var initCmd = &cobra.Command{
+	Use:   "init",
+	Short: "Run init",
+	Run: func(cmd *cobra.Command, args []string) {
+		var e error
+		pwd, e := os.Getwd()
+		if e != nil {
+			panic(e)
+		}
+		fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
+
+		e = fogg_init.Init(fs)
+		if e != nil {
+			panic(e)
+		}
+	},
+}

cmd/plan.go

@@ -0,0 +1,40 @@
+package cmd
+
+import (
+	"os"
+
+	"github.com/chanzuckerberg/fogg/plan"
+	"github.com/spf13/afero"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	planCmd.Flags().StringP("config", "c", "fogg.json", "Use this to override the fogg config file.")
+	rootCmd.AddCommand(planCmd)
+}
+
+var planCmd = &cobra.Command{
+	Use:   "plan",
+	Short: "Run a plan",
+	Run: func(cmd *cobra.Command, args []string) {
+		var e error
+		pwd, e := os.Getwd()
+		if e != nil {
+			panic(e)
+		}
+		fs := afero.NewBasePathFs(afero.NewOsFs(), pwd)
+		configFile, e := cmd.Flags().GetString("config")
+		if e != nil {
+			panic(e)
+		}
+
+		p, e := plan.Eval(fs, configFile)
+		if e != nil {
+			panic(e)
+		}
+		e = plan.Print(p)
+		if e != nil {
+			panic(e)
+		}
+	},
+}

cmd/root.go

@@ -0,0 +1,23 @@
+package cmd
+
+import (
+	"fmt"
+	"os"
+
+	"github.com/spf13/cobra"
+)
+
+var rootCmd = &cobra.Command{
+	Use:   "fogg",
+	Short: "",
+	Run: func(cmd *cobra.Command, args []string) {
+		// Do Stuff Here
+	},
+}
+
+func Execute() {
+	if err := rootCmd.Execute(); err != nil {
+		fmt.Println(err)
+		os.Exit(1)
+	}
+}

cmd/version.go

@@ -0,0 +1,24 @@
+package cmd
+
+import (
+	"fmt"
+
+	"github.com/chanzuckerberg/fogg/util"
+	"github.com/spf13/cobra"
+)
+
+func init() {
+	rootCmd.AddCommand(versionCmd)
+}
+
+var versionCmd = &cobra.Command{
+	Use:   "version",
+	Short: "Print the version number of fogg",
+	Run: func(cmd *cobra.Command, args []string) {
+		v, e := util.VersionString()
+		if e != nil {
+			panic(e)
+		}
+		fmt.Println(v)
+	},
+}