-
Notifications
You must be signed in to change notification settings - Fork 1
/
flatten.py
107 lines (92 loc) · 3.74 KB
/
flatten.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
import sys
import json
GLOBAL_STRING = ""
DELIM = "."
# enable FORMAT_JQ to output valid JQ query if DELIM (default=.) is in a key
FORMAT_JQ = True
def parse_json_to_string(json_data, path, depth=0):
global GLOBAL_STRING
# handle json {}
if type(json_data) is dict:
# base case: no (more) keys to parse
if len(json_data.keys()) < 1:
return GLOBAL_STRING
# store path for current run before updating
parent = path
# iterate over all key/value pairs in this dict
for key in json_data.keys():
# check for nested json block
if type(json_data[key]) is dict:
# build path.to.key=value as string
path += f"{key}{DELIM}"
# recurse until value is non-dict
parse_json_to_string(json_data[key], path)
# reset path for this loop now that method has returned
path = parent
# check for list
elif type(json_data[key]) is list:
# iterate thru elements - multiple counters
for idx, i in enumerate(json_data[key]):
# is list item a dict?
if type(i) is dict:
# update path indicating list element
path += f"{key}[{idx}]{DELIM}"
parse_json_to_string(i, path)
path = parent
# is item another list?
elif type(i) is list:
# update path with index
path += f"{key}[{idx}]"
parse_json_to_string(i, path)
path = parent
# terminal value
else:
GLOBAL_STRING += f"{path}{key}[{idx}]={i}\n"
# not nested, write path.to.key=value pair(s) for this block
else:
# handle escpaing for DELIM in key
value = json_data[key]
if DELIM in key and FORMAT_JQ:
key = str(key).replace(DELIM, f"\{DELIM}")
key = f'\\"{key}\\"'
GLOBAL_STRING += f"{path}{key}={value}\n"
# handle list []
elif type(json_data) is list:
# store path of current run before updating
parent = path
# iterate over list elements
for idx, i in enumerate(json_data):
# is item dict?
if type(i) is dict:
# use depth to indicate >1 dict in list and increment
path += f"[{depth}]{DELIM}"
depth += 1
parse_json_to_string(i, path)
path = parent
# is item another list?
elif type(i) is list:
# save original list position to path, then parse
path += f"[{idx}]"
parse_json_to_string(i, path)
path = parent
# terminal value, indicate position in list
else:
GLOBAL_STRING += f"{path}[{idx}]={i}\n"
# error - not a dict or list
else:
sys.stderr("ERROR: Bad Input - not dict {} or list []")
exit(1)
# return to caller
return GLOBAL_STRING
if __name__ == "__main__":
# is stdin a terminal? i.e. was last stdout piped here?
if not sys.stdin.isatty():
s = sys.stdin.read()
# No, this script was called explicitly and passed a json string (hopefully).
# This should probably be an elif on len(argv)
# and another else for errors. Oh well.
else:
s = ''.join(sys.argv[1::]) # format args as string
j = json.loads(s) # oh the irony
result = parse_json_to_string(j, "")
print(result)