python 的 javalang 库【2】

在 前文 以及 参考文章1、参考文章2 的基础上，继续分析以及 Demo 演示

ast.py
class MetaNode(type)
class Node(object)
def walk_tree(root)
def dump(ast, file)
def load(file)

• Node.__ iter__ 即 javalang.ast.walk_tree(Node)
• 简单的持久化由 pickle 库提供的 dump 和 load 实现。

import pickle

def dump(ast, file):
    pickle.dump(ast, file)
    
def load(file):
    return pickle.load(file)

抽象语法树 DEMO

示例 Java 代码

#Test.java
public class Clazz{
    private static DateFormat format = new SimpleDateFormat("yyyy/MM/dd");

    public Date method(String date){
        return format.parse(date);
    }
}

import javalang

f = open("Test.java", "r")
tree = javalang.parse.parse(f.read())

for path, node in tree:
    print(path, node)

for path, node in tree:
    print(node)
    #直接获取类名
    #print(node.__class__.__name__)
    
# filter 过滤
print(type(tree.filter(javalang.tree.Declaration)), tree.filter(javalang.tree.Declaration))
for path, node in tree.filter(javalang.tree.Declaration):
    print(node)
    
# __init__ 初始化
print(type(tree.__init__(imports="csdn.Attribute47.com")), tree)
# children 返回子信息list
print(type(tree.children), tree.children)
# __repr__ 转换为str
print(type(tree.__repr__()), tree.__repr__())
# __equals__ 相同判断
print(type(tree.__equals__(tree)), tree.__equals__(tree))
# __iter__ 返回walk_tree
print(type(tree.__iter__()), tree.__iter__())

#省略节点内参数
() CompilationUnit()
(CompilationUnit(), [ClassDeclaration()]) ClassDeclaration()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()]) FieldDeclaration()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], FieldDeclaration()) ReferenceType()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], FieldDeclaration(), [VariableDeclarator()]) VariableDeclarator()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], FieldDeclaration(), [VariableDeclarator()], VariableDeclarator()) ClassCreator())
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], FieldDeclaration(), [VariableDeclarator()], VariableDeclarator(), ClassCreator())) ReferenceType()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], FieldDeclaration(), [VariableDeclarator()], VariableDeclarator(), ClassCreator()), [Literal()]) Literal()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()]) MethodDeclaration()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration()) ReferenceType()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration(), [FormalParameter()]) FormalParameter()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration(), [FormalParameter()], FormalParameter()) ReferenceType()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration(), [ReturnStatement()]) ReturnStatement()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration(), [ReturnStatement()], ReturnStatement()) MethodInvocation()
(CompilationUnit(), [ClassDeclaration()], ClassDeclaration(), [FieldDeclaration(), MethodDeclaration()], MethodDeclaration(), [ReturnStatement()], ReturnStatement(), MethodInvocation(), [MemberReference()]) MemberReference()

CompilationUnit(imports=[], package=None, types=[ClassDeclaration(annotations=[], body=[FieldDeclaration(annotations=[], declarators=[VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)], documentation=None, modifiers={'static', 'private'}, type=ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None)), MethodDeclaration(annotations=[], body=[ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)], documentation=None, modifiers={'public'}, name=method, parameters=[FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)], return_type=ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None), throws=None, type_parameters=None)], documentation=None, extends=None, implements=None, modifiers={'public'}, name=Clazz, type_parameters=None)])
ClassDeclaration(annotations=[], body=[FieldDeclaration(annotations=[], declarators=[VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)], documentation=None, modifiers={'static', 'private'}, type=ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None)), MethodDeclaration(annotations=[], body=[ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)], documentation=None, modifiers={'public'}, name=method, parameters=[FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)], return_type=ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None), throws=None, type_parameters=None)], documentation=None, extends=None, implements=None, modifiers={'public'}, name=Clazz, type_parameters=None)
FieldDeclaration(annotations=[], declarators=[VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)], documentation=None, modifiers={'static', 'private'}, type=ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None))
ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None)
VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)
ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None))
ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)
Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")
MethodDeclaration(annotations=[], body=[ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)], documentation=None, modifiers={'public'}, name=method, parameters=[FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)], return_type=ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None), throws=None, type_parameters=None)
ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None)
FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)
ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None)
ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)
MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None)
MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])

ClassDeclaration(annotations=[], body=[FieldDeclaration(annotations=[], declarators=[VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)], documentation=None, modifiers={'static', 'private'}, type=ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None)), MethodDeclaration(annotations=[], body=[ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)], documentation=None, modifiers={'public'}, name=method, parameters=[FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)], return_type=ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None), throws=None, type_parameters=None)], documentation=None, extends=None, implements=None, modifiers={'public'}, name=Clazz, type_parameters=None)
FieldDeclaration(annotations=[], declarators=[VariableDeclarator(dimensions=[], initializer=ClassCreator(arguments=[Literal(postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], value="yyyy/MM/dd")], body=None, constructor_type_arguments=None, postfix_operators=[], prefix_operators=[], qualifier=None, selectors=[], type=ReferenceType(arguments=None, dimensions=None, name=SimpleDateFormat, sub_type=None)), name=format)], documentation=None, modifiers={'static', 'private'}, type=ReferenceType(arguments=None, dimensions=[], name=DateFormat, sub_type=None))
MethodDeclaration(annotations=[], body=[ReturnStatement(expression=MethodInvocation(arguments=[MemberReference(member=date, postfix_operators=[], prefix_operators=[], qualifier=, selectors=[])], member=parse, postfix_operators=[], prefix_operators=[], qualifier=format, selectors=[], type_arguments=None), label=None)], documentation=None, modifiers={'public'}, name=method, parameters=[FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)], return_type=ReferenceType(arguments=None, dimensions=[], name=Date, sub_type=None), throws=None, type_parameters=None)
FormalParameter(annotations=[], modifiers=set(), name=date, type=ReferenceType(arguments=None, dimensions=[], name=String, sub_type=None), varargs=False)

<class 'NoneType'> CompilationUnit(imports=csdn.Attribute47.com, package=None, types=None)

<class 'list'> [None, 'csdn.Attribute47.com', None]

<class 'str'> CompilationUnit(imports=csdn.Attribute47.com, package=None, types=None)

<class 'bool'> True

<class 'generator'> <generator object walk_tree at 0x0000020723F23410>

示例 Java 代码片段所生成的抽象语法树如下（省略 ReferenceType）