-
Notifications
You must be signed in to change notification settings - Fork 34
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
added ec2 intergation, refactor common logic into repeatable abstract…
…ion, added workflow repeat, switch on task and action level
- Loading branch information
Showing
39 changed files
with
1,299 additions
and
382 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,134 @@ | ||
| package endly | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "github.com/viant/toolbox" | ||
| "github.com/viant/toolbox/data" | ||
| "time" | ||
| ) | ||
|
|
||
| //Repeatable represent repetable execution | ||
| type Repeatable struct { | ||
| Extraction DataExtractions //data extraction | ||
| Variables Variables // input JSON body map, output state.httpPrevious | ||
| Repeat int //how many time send this request | ||
| SleepInMs int //Sleep time after request send, this only makes sense with repeat option | ||
| ExitCriteria string //Repeat exit criteria, it uses extracted variable to determine repeat termination | ||
| } | ||
|
|
||
| func asStructureData(source interface{}) data.Map { | ||
| if source == nil { | ||
| return data.Map(map[string]interface{}{}) | ||
| } | ||
| var aMap = make(map[string]interface{}) | ||
| if toolbox.IsStruct(source) { | ||
| converter = toolbox.NewColumnConverter(toolbox.DefaultDateLayout) | ||
| converter.AssignConverted(&aMap, source) | ||
| } else if toolbox.IsMap(source) { | ||
| aMap = toolbox.AsMap(source) | ||
| } | ||
| return data.Map(aMap) | ||
| } | ||
|
|
||
| //AsExtractable returns extractable text and struct | ||
| func (r *Repeatable) AsExtractable(context *Context, input interface{}) (string, map[string]interface{}) { | ||
| var extractableOutput string | ||
| var structuredOutput data.Map | ||
| switch value := input.(type) { | ||
| case string: | ||
| extractableOutput = value | ||
| case []byte: | ||
| extractableOutput = string(value) | ||
| case []interface{}: | ||
| if len(value) > 0 { | ||
| if toolbox.IsString(value[0]) { | ||
| extractableOutput = toolbox.AsString(value[0]) | ||
| } else { | ||
| structuredOutput = asStructureData(value[0]) | ||
| } | ||
| } | ||
| default: | ||
| structuredOutput = asStructureData(value) | ||
| } | ||
|
|
||
| if extractableOutput != "" { | ||
| if toolbox.IsCompleteJSON(extractableOutput) { | ||
| if aMap, err := toolbox.JSONToMap(extractableOutput); err == nil { | ||
| structuredOutput = data.Map(aMap) | ||
| } | ||
| } | ||
| } | ||
| return extractableOutput, structuredOutput | ||
| } | ||
|
|
||
| //EvaluateExitCriteria check is exit criteria is met. | ||
| func (r *Repeatable) EvaluateExitCriteria(callerInfo string, context *Context, extracted map[string]string) (bool, error) { | ||
| var extractedState = context.state.Clone() | ||
| for k, v := range extracted { | ||
| extractedState[k] = v | ||
| } | ||
| criteria := extractedState.ExpandAsText(r.ExitCriteria) | ||
| canBreak, err := EvaluateCriteria(context, criteria, callerInfo, false) | ||
| if err != nil { | ||
| return true, fmt.Errorf("failed to check %v exit criteia: %v", callerInfo, err) | ||
| } | ||
| if canBreak { | ||
| return true, nil | ||
| } | ||
| return false, nil | ||
|
|
||
| } | ||
|
|
||
| //Run repeats x times supplied handler | ||
| func (r *Repeatable) Run(callerInfo string, context *Context, handler func() (interface{}, error), extracted map[string]string) error { | ||
| for i := 0; i < r.Repeat; i++ { | ||
| out, err := handler() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| extractableOutput, structuredOutput := r.AsExtractable(context, out) | ||
| if extractableOutput != "" { | ||
| extracted["value"] = extractableOutput //string output is published as $value | ||
| err := r.Extraction.Extract(context, extracted, extractableOutput) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
| if len(structuredOutput) > 0 { | ||
| var extractedVariables = data.NewMap() | ||
| _ = r.Variables.Apply(structuredOutput, extractedVariables) | ||
| for k, v := range extractedVariables { | ||
| extracted[k] = toolbox.AsString(v) | ||
| } | ||
| } | ||
| if r.ExitCriteria != "" { | ||
| if canBreak, err := r.EvaluateExitCriteria(callerInfo+"ExitEvaluation", context, extracted); canBreak || err != nil { | ||
| return err | ||
| } | ||
| } | ||
| if r.SleepInMs > 0 { | ||
| timeToSleep := time.Millisecond * time.Duration(r.SleepInMs) | ||
| time.Sleep(timeToSleep) | ||
| } | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| //NewRepeatable creates a new repeatable struct | ||
| func NewRepeatable() *Repeatable { | ||
| return &Repeatable{ | ||
| Repeat: 1, | ||
| } | ||
| } | ||
|
|
||
| //Get returns non empty instance of default instance | ||
| func (r *Repeatable) Get() *Repeatable { | ||
| var result = r | ||
| if r == nil { | ||
| result = NewRepeatable() | ||
| } | ||
| if result.Repeat == 0 { | ||
| result.Repeat = 1 | ||
| } | ||
| return result | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.