| |
| |
|
|
| from evaluator.CodeBLEU.parser import DFG_python, DFG_java, DFG_ruby, DFG_go, DFG_php, DFG_javascript, DFG_csharp |
| from evaluator.CodeBLEU.parser import (remove_comments_and_docstrings, |
| tree_to_token_index, |
| index_to_code_token, |
| tree_to_variable_index) |
| from tree_sitter import Language, Parser |
| import os |
|
|
| root_dir = os.path.dirname(__file__) |
| dfg_function = { |
| 'python': DFG_python, |
| 'java': DFG_java, |
| 'ruby': DFG_ruby, |
| 'go': DFG_go, |
| 'php': DFG_php, |
| 'javascript': DFG_javascript, |
| 'c_sharp': DFG_csharp, |
| } |
|
|
|
|
| def calc_syntax_match(references, candidate, lang): |
| return corpus_syntax_match([references], [candidate], lang) |
|
|
|
|
| def corpus_syntax_match(references, candidates, lang): |
| JAVA_LANGUAGE = Language(root_dir + '/parser/my-languages.so', lang) |
| parser = Parser() |
| parser.set_language(JAVA_LANGUAGE) |
| match_count = 0 |
| total_count = 0 |
|
|
| for i in range(len(candidates)): |
| references_sample = references[i] |
| candidate = candidates[i] |
| for reference in references_sample: |
| try: |
| candidate = remove_comments_and_docstrings(candidate, 'java') |
| except: |
| pass |
| try: |
| reference = remove_comments_and_docstrings(reference, 'java') |
| except: |
| pass |
|
|
| candidate_tree = parser.parse(bytes(candidate, 'utf8')).root_node |
|
|
| reference_tree = parser.parse(bytes(reference, 'utf8')).root_node |
|
|
| def get_all_sub_trees(root_node): |
| node_stack = [] |
| sub_tree_sexp_list = [] |
| depth = 1 |
| node_stack.append([root_node, depth]) |
| while len(node_stack) != 0: |
| cur_node, cur_depth = node_stack.pop() |
| sub_tree_sexp_list.append([cur_node.sexp(), cur_depth]) |
| for child_node in cur_node.children: |
| if len(child_node.children) != 0: |
| depth = cur_depth + 1 |
| node_stack.append([child_node, depth]) |
| return sub_tree_sexp_list |
|
|
| cand_sexps = [x[0] for x in get_all_sub_trees(candidate_tree)] |
| ref_sexps = get_all_sub_trees(reference_tree) |
|
|
| |
| |
|
|
| for sub_tree, depth in ref_sexps: |
| if sub_tree in cand_sexps: |
| match_count += 1 |
| total_count += len(ref_sexps) |
|
|
| score = match_count / total_count |
| return score |
|
|
