-
Notifications
You must be signed in to change notification settings - Fork 0
/
finisher.go
145 lines (117 loc) · 2.83 KB
/
finisher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
package shutter
import (
"go.uber.org/zap"
"time"
)
type state int
const (
initState state = iota
terminateState
waitState
completedState
finishedState
abortedState
)
// finisher is a state machine finalize Autoscaling Lifecycle Hook
type finisher struct {
InstanceId string
config *Config
state state
err error
client AwsClient
logger *zap.Logger
}
func (f *finisher) initHandler() state {
f.logger.Info("init handler")
return terminateState
}
func (f *finisher) terminateHandler() (state, error) {
f.logger.Info("terminate handler")
instance, err := f.client.DescribeInstance(f.InstanceId)
if err != nil {
return abortedState, err
}
cmd := Render(f.config.Finisher.Terminate.Command, instance)
f.logger.Info("execute terminate command", zap.String("cmd", cmd))
_, err = DoCommand(cmd)
if err != nil {
return abortedState, err
}
return waitState, nil
}
func (f *finisher) waitHandler() (state, error) {
f.logger.Info("wait handler")
instance, err := f.client.DescribeInstance(f.InstanceId)
if err != nil {
return abortedState, err
}
cmd := Render(f.config.Finisher.Wait.Command, instance)
f.logger.Info("execute wait command", zap.String("cmd", cmd))
for i := int64(0); i < f.config.Finisher.Wait.MaxTries; i++ {
s, err := DoCommand(cmd)
if err != nil {
return abortedState, err
}
if s.Success() {
break
}
f.logger.Info("command failed; will be retried", zap.Int("exit code", s.ExitCode()))
time.Sleep(time.Second * f.config.Finisher.Wait.IntervalSec)
}
return completedState, nil
}
func (f *finisher) completeHandler() (state, error) {
f.logger.Info("complete handler")
err := f.client.CompleteLifecycleAction(f.InstanceId, f.config.Finisher.LifecycleActionResult, f.config.Finisher.LifecycleHookName)
if err != nil {
return abortedState, err
}
return finishedState, nil
}
func (f *finisher) finishedHandler() {
f.logger.Info("finish handler")
}
func NewFinisher(client AwsClient, c *Config, logger *zap.Logger, instanceId string) *finisher {
return &finisher{
config: c,
state: initState,
err: nil,
InstanceId: instanceId,
client: client,
logger: logger,
}
}
func (f *finisher) Do() {
var next state
var err error
switch f.state {
case initState:
next = f.initHandler()
case terminateState:
next, err = f.terminateHandler()
case waitState:
next, err = f.waitHandler()
case completedState:
next, err = f.completeHandler()
case finishedState:
f.finishedHandler()
}
if err != nil {
f.logger.Error("error occured in a handler", zap.Error(err))
f.err = err
}
f.state = next
}
func (f *finisher) IsFinished() bool {
return f.state == finishedState || f.state == abortedState
}
func (f *finisher) Process() error {
for {
f.Do()
if f.IsFinished() {
f.logger.Info("All finisher tasks are finished")
break
}
}
return f.err
}