test_convert.py

# -*- coding: utf8 -*-
#

from unittest import TestCase

import nltk

from con_tree_converter import nltk_tree_to_label, label_tree_to_nltk, transform


class TestConvert(TestCase):
    def test_convert_1(self):
        line = '(TOP (IP-HLN (IP (VP (VA 清新))) (IP (VP (VA 清新))) (IP (VP (VA 清新)))))'
        ptree = nltk.tree.Tree.fromstring(line)
        ptree.pretty_print()
        dt = nltk_tree_to_label(ptree)
        dt.pretty_tree(filename='11.gv')
        ptree2 = label_tree_to_nltk(dt)
        ptree2.pretty_print()

    def test_convert_2(self):
        line = '(TOP (IP-HLN (IP-TPC (NP-PN-SBJ (NR 广西)) (VP (PP-DIR (P 对) (NP (NN 外))) (VP (VV 开放)))) (NP-SBJ (NN 成绩)) (VP (VV 斐然))))'
        ptree = nltk.tree.Tree.fromstring(line)
        ptree.pretty_print()
        dt = nltk_tree_to_label(ptree)
        dt.pretty_tree(filename='22.gv')
        ptree2 = label_tree_to_nltk(dt)
        ptree2.pretty_print()

    def test_batch_convert(self):
        """
        测试nltk和labeltree相互转换
        :return:
        """
        path = '/home/yuzhang/PycharmProjects/con-parser/src/data/train.noempty.txt'
        with open(path, 'r', encoding='utf-8') as f:
            for line in f:
                line = line.strip()
                ptree = nltk.tree.Tree.fromstring(line)
                dt = nltk_tree_to_label(ptree)
                ptree2 = label_tree_to_nltk(dt)
                dt2 = nltk_tree_to_label(ptree2)
                assert ptree == ptree2
                assert dt == dt2

    def test_tree_seq_convert(self):
        """
        测试transform方法
        :return:
        """

        def cut_words(t):
            c = []
            for tree in t.subtrees():
                if tree.height() == 2:
                    c.extend(tree.pos())
            return c

        path = '/home/yuzhang/PycharmProjects/con-parser/src/data/train.noempty.txt'
        total_size, err_size = 0, 0
        with open(path, 'r', encoding='utf-8') as f:

            for line in f:
                total_size += 1
                line = line.strip()
                ptree = nltk.tree.Tree.fromstring(line)

                ptree2 = transform.Tree.build(
                    transform.Tree.totree(cut_words(ptree), ptree.label()),  # 不一定是TOP
                    transform.Tree.factorize(transform.Tree.binarize(ptree)[0])
                )
                try:

                    assert ptree == ptree2, (ptree.pretty_print(), ptree2.pretty_print())
                except AssertionError:
                    err_size += 1
        print(total_size, err_size)