Loading python_ast/parse_json.py +2 −2 Original line number Diff line number Diff line Loading @@ -14,7 +14,7 @@ import json def print_tree(json_tree, index): print('{' + json_tree[index]['type'], end='') if 'value' in json_tree[index]: print('{' + json_tree[index]['value'].replace('\r','').replace('\n','').strip().translate(str.maketrans({"{": r"\{", print('{' + json_tree[index]['value'].replace('\r','').replace('\n','').replace('\t', '').strip().translate(str.maketrans({"{": r"\{", "}": r"\}", "\\": r"\\"})) + '}', end='') Loading python_ast/sort_dataset.sh +2 −2 Original line number Diff line number Diff line #!/bin/bash # | sort by number of nodes (equivalent to number of "{") cat $1 | awk '{print gsub("{","{"), $0}' | sort -n | cut -d' ' -f2- > "${1%.bracket}_sorted.bracket" # | sort by number of nodes (equivalent to number of "{"), remove duplicates cat $1 | perl -F{ -lane 'print "$#F $_"' | sort -n | cut -d' ' -f2- > "${1%.bracket}_sorted.bracket" Loading
python_ast/parse_json.py +2 −2 Original line number Diff line number Diff line Loading @@ -14,7 +14,7 @@ import json def print_tree(json_tree, index): print('{' + json_tree[index]['type'], end='') if 'value' in json_tree[index]: print('{' + json_tree[index]['value'].replace('\r','').replace('\n','').strip().translate(str.maketrans({"{": r"\{", print('{' + json_tree[index]['value'].replace('\r','').replace('\n','').replace('\t', '').strip().translate(str.maketrans({"{": r"\{", "}": r"\}", "\\": r"\\"})) + '}', end='') Loading
python_ast/sort_dataset.sh +2 −2 Original line number Diff line number Diff line #!/bin/bash # | sort by number of nodes (equivalent to number of "{") cat $1 | awk '{print gsub("{","{"), $0}' | sort -n | cut -d' ' -f2- > "${1%.bracket}_sorted.bracket" # | sort by number of nodes (equivalent to number of "{"), remove duplicates cat $1 | perl -F{ -lane 'print "$#F $_"' | sort -n | cut -d' ' -f2- > "${1%.bracket}_sorted.bracket"