from MicroTokenizer import dag_tokenizer

dag_tokenizer.graph_builder.build_graph("知识就是力量")
dag_tokenizer.graph_builder.write_graphml("output.graphml")

88c318beb64236c6d6d21e2f13b15fd42745f13b
<mask token>

<mask token>
dag_tokenizer.graph_builder.build_graph('知识就是力量')
dag_tokenizer.graph_builder.write_graphml('output.graphml')

from MicroTokenizer import dag_tokenizer
dag_tokenizer.graph_builder.build_graph('知识就是力量')
dag_tokenizer.graph_builder.write_graphml('output.graphml')

from MicroTokenizer import dag_tokenizer

dag_tokenizer.graph_builder.build_graph("知识就是力量")
dag_tokenizer.graph_builder.write_graphml("output.graphml")
