hcornet
506716e703
Some checks failed
Deployment Verification / deploy-and-test (push) Failing after 29s
207 lines
10 KiB
Python
207 lines
10 KiB
Python
import re
|
|
import json
|
|
|
|
fullexecution = {"type":"workflow","status":"FINISHED","start":"40447f30-fa44-4a4f-a133-4ee710368737","execution_argument":"","execution_id":"083eaa87-17ff-4aba-996c-83245051cf3d","execution_source":"default","workflow_id":"d7b73e8a-08fe-460e-987b-971cb6f1857f","last_node":"40447f30-fa44-4a4f-a133-4ee710368737","authorization":"b1264cd6-ed7a-4839-8caf-187eee8804b9","result":"TypeError: list indices must be integers or slices, not str","started_at":1593236788,"completed_at":1593236790,"project_id":"shuffle","locations":["europe-west2"],"workflow":{"actions":[{"app_name":"Testing","app_version":"1.0.0","app_id":"5411f573-9bba-44c4-a8d3-0e2bb704546d","errors":"null","id":"40447f30-fa44-4a4f-a133-4ee710368737","is_valid":True,"isStartNode":True,"sharing":True,"private_id":"","label":"Hello this is a name","small_image":"","large_image":"","environment":"Shuffle","name":"repeat_back_to_me","parameters":[{"description":"The message to repeat","id":"","name":"call","example":"REPEATING: Hello world","value":"$this is a test.name is not the same as $this is a test.name2 \n\n\nNot list $this is a test.loop.# either","multiline":True,"action_field":"","variant":"STATIC_VALUE","required":True,"schema":{"type":"string"}}],"execution_variable":{"description":"","id":"","name":"","value":""},"position":{"x":360.5,"y":454.5},"priority":0}],"branches":"null","triggers":"null","schedules":"null","configuration":{"exit_on_error":False,"start_from_top":False},"id":"d7b73e8a-08fe-460e-987b-971cb6f1857f","is_valid":True,"name":"App sdk parser testing","description":"","start":"40447f30-fa44-4a4f-a133-4ee710368737","owner":"43c36230-0a6e-40fc-aebc-a8ef57c81a88","sharing":"private","execution_org":{"name":"","org":"","users":"null","id":""},"workflow_variables":[{"description":"","id":"a034abee-5a5f-4347-9e58-6d2e58ce70f2","name":"This is a test","value":"[{\"data\": \"1.1.1.1\", \"data_type\": \"ip\"}]"}]},"results":[{"action":{"app_name":"Testing","app_version":"1.0.0","app_id":"5411f573-9bba-44c4-a8d3-0e2bb704546d","errors":"null","id":"40447f30-fa44-4a4f-a133-4ee710368737","is_valid":True,"isStartNode":True,"sharing":True,"private_id":"","label":"Hello this is a name","small_image":"","large_image":"","environment":"Shuffle","name":"repeat_back_to_me","parameters":[{"description":"The message to repeat","id":"","name":"call","example":"","value":"testing is not the same as testing2 \n\n\nNot list $this is a test.loop.# either","multiline":"false","action_field":"","variant":"STATIC_VALUE","required":True,"schema":{"type":"string"}}],"execution_variable":{"description":"","id":"","name":"","value":""},"position":{"x":360.5,"y":454.5},"priority":0},"execution_id":"083eaa87-17ff-4aba-996c-83245051cf3d","authorization":"b1264cd6-ed7a-4839-8caf-187eee8804b9","result":"TypeError: list indices must be integers or slices, not str","started_at":1593236790,"completed_at":1593236790,"status":"FAILURE"}]}
|
|
|
|
|
|
# Takes a workflow execution as argument
|
|
# Returns a string if the result is single, or a list if it's a list
|
|
|
|
# Not implemented: lists
|
|
multiexecutions = True
|
|
def get_json_value(execution_data, input_data):
|
|
parsersplit = input_data.split(".")
|
|
actionname = parsersplit[0][1:].replace(" ", "_", -1)
|
|
print(f"Actionname: {actionname}")
|
|
|
|
# 1. Find the action
|
|
baseresult = ""
|
|
actionname_lower = actionname.lower()
|
|
try:
|
|
if actionname_lower == "exec":
|
|
baseresult = execution_data["execution_argument"]
|
|
else:
|
|
for result in execution_data["results"]:
|
|
resultlabel = result["action"]["label"].replace(" ", "_", -1).lower()
|
|
if resultlabel.lower() == actionname_lower:
|
|
baseresult = result["result"]
|
|
break
|
|
|
|
print("BEFORE VARIABLES!")
|
|
if len(baseresult) == 0:
|
|
try:
|
|
#print("WF Variables: %s" % execution_data["workflow"]["workflow_variables"])
|
|
for variable in execution_data["workflow"]["workflow_variables"]:
|
|
variablename = variable["name"].replace(" ", "_", -1).lower()
|
|
|
|
if variablename.lower() == actionname_lower:
|
|
baseresult = variable["value"]
|
|
break
|
|
except KeyError as e:
|
|
print("KeyError wf variables: %s" % e)
|
|
pass
|
|
except TypeError as e:
|
|
print("TypeError wf variables: %s" % e)
|
|
pass
|
|
|
|
print("BEFORE EXECUTION VAR")
|
|
if len(baseresult) == 0:
|
|
try:
|
|
#print("Execution Variables: %s" % execution_data["execution_variables"])
|
|
for variable in execution_data["execution_variables"]:
|
|
variablename = variable["name"].replace(" ", "_", -1).lower()
|
|
if variablename.lower() == actionname_lower:
|
|
baseresult = variable["value"]
|
|
break
|
|
except KeyError as e:
|
|
print("KeyError exec variables: %s" % e)
|
|
pass
|
|
except TypeError as e:
|
|
print("TypeError exec variables: %s" % e)
|
|
pass
|
|
|
|
except KeyError as error:
|
|
print(f"KeyError in JSON: {error}")
|
|
|
|
print(f"After first trycatch")
|
|
|
|
# 2. Find the JSON data
|
|
if len(baseresult) == 0:
|
|
return ""
|
|
|
|
if len(parsersplit) == 1:
|
|
return baseresult
|
|
|
|
baseresult = baseresult.replace("\'", "\"")
|
|
basejson = {}
|
|
try:
|
|
basejson = json.loads(baseresult)
|
|
except json.decoder.JSONDecodeError as e:
|
|
return baseresult
|
|
|
|
# This whole thing should be recursive.
|
|
try:
|
|
cnt = 0
|
|
for value in parsersplit[1:]:
|
|
cnt += 1
|
|
|
|
print("VALUE: %s" % value)
|
|
if value == "#":
|
|
# FIXME - not recursive - should go deeper if there are more #
|
|
print("HANDLE RECURSIVE LOOP OF %s" % basejson)
|
|
returnlist = []
|
|
try:
|
|
for innervalue in basejson:
|
|
print("Value: %s" % innervalue[parsersplit[cnt+1]])
|
|
returnlist.append(innervalue[parsersplit[cnt+1]])
|
|
except IndexError as e:
|
|
print("Indexerror inner: %s" % e)
|
|
# Basically means its a normal list, not a crazy one :)
|
|
# Custom format for ${name[0,1,2,...]}$
|
|
indexvalue = "${NO_SPLITTER%s}$" % json.dumps(basejson)
|
|
if len(returnlist) > 0:
|
|
indexvalue = "${NO_SPLITTER%s}$" % json.dumps(returnlist)
|
|
|
|
print("INDEXVAL: ", indexvalue)
|
|
return indexvalue
|
|
except TypeError as e:
|
|
print("TypeError inner: %s" % e)
|
|
|
|
# Example format: ${[]}$
|
|
parseditem = "${%s%s}$" % (parsersplit[cnt+1], json.dumps(returnlist))
|
|
print("PARSED LOOP ITEM: %s" % parseditem)
|
|
return parseditem
|
|
|
|
else:
|
|
print("BEFORE NORMAL VALUE: ", basejson, value)
|
|
if len(value) == 0:
|
|
return basejson
|
|
|
|
if isinstance(basejson[value], str):
|
|
print(f"LOADING STRING '%s' AS JSON" % basejson[value])
|
|
try:
|
|
basejson = json.loads(basejson[value])
|
|
except json.decoder.JSONDecodeError as e:
|
|
print("RETURNING BECAUSE '%s' IS A NORMAL STRING" % basejson[value])
|
|
return basejson[value]
|
|
else:
|
|
basejson = basejson[value]
|
|
|
|
except KeyError as e:
|
|
print("Lower keyerror: %s" % e)
|
|
return "KeyError: Couldn't find key: %s" % e
|
|
|
|
return basejson
|
|
|
|
parameter = {
|
|
"value": """{
|
|
"data8": "Not list $this is a test.#.data either with the items $this is a test.#.data_type"
|
|
}"""
|
|
}
|
|
|
|
match = ".*?([$]{1}([a-zA-Z0-9 _-]+\.?){1}([a-zA-Z0-9#_-]+\.?){0,})"
|
|
actualitem = re.findall(match, parameter["value"], re.MULTILINE)
|
|
print("ACTUAL: ", actualitem)
|
|
if len(actualitem) > 0:
|
|
data = parameter["value"]
|
|
|
|
counter = 0
|
|
for replace in actualitem:
|
|
try:
|
|
to_be_replaced = replace[0]
|
|
except IndexError:
|
|
continue
|
|
|
|
value = get_json_value(fullexecution, to_be_replaced)
|
|
if isinstance(value, str):
|
|
if "${" in value and "}$" in value:
|
|
counter += 1
|
|
|
|
parameter["value"] = parameter["value"].replace(to_be_replaced, value)
|
|
elif isinstance(value, dict):
|
|
parameter["value"] = parameter["value"].replace(to_be_replaced, json.dumps(value))
|
|
elif isinstance(value, list):
|
|
parameter["value"] = parameter["value"].replace(to_be_replaced, json.dumps(value))
|
|
|
|
|
|
print(parameter["value"])
|
|
submatch = "([${]{2}([0-9a-zA-Z_-]+)(\[.*\])[}$]{2})"
|
|
actualitem = re.findall(submatch, parameter["value"], re.MULTILINE)
|
|
print()
|
|
# Kind of the same thing again, but different usage
|
|
if len(actualitem) > 0:
|
|
minlength = 0
|
|
# 1. Find the length of the longest array
|
|
# 2. Build an array with the base values based on parameter["value"]
|
|
# 3. Get the n'th value of the generated list from values
|
|
# 4. Execute all n answers
|
|
replacements = {}
|
|
for replace in actualitem:
|
|
try:
|
|
to_be_replaced = replace[0]
|
|
actualitem = replace[2]
|
|
except IndexError:
|
|
continue
|
|
|
|
itemlist = json.loads(actualitem)
|
|
if len(itemlist) > minlength:
|
|
minlength = len(itemlist)
|
|
|
|
replacements[to_be_replaced] = actualitem
|
|
|
|
resultarray = []
|
|
for i in range(0, minlength):
|
|
tmpitem = json.loads(json.dumps(parameter["value"]))
|
|
|
|
for key, value in replacements.items():
|
|
replacement = json.loads(value)[i]
|
|
tmpitem = tmpitem.replace(key, replacement, -1)
|
|
|
|
resultarray.append(tmpitem)
|
|
|
|
# With this parameter ready, add it to... a greater list of parameters. Rofl
|
|
print(resultarray[0])
|
|
else:
|
|
print("Normal execution")
|
|
pass
|