Debian Codegraph @

tests/postchunk/__init__.py

raw
1 #!/usr/bin/python3
2 # -*- coding: utf-8 -*-
3
4 from base_test import IOTest
5 import unittest
6
7 class PostchunkTest(IOTest, unittest.TestCase):
8 """Subclass and override inputs/expectedOutputs (and possibly other
9 stuff) to create new postchunk tests."""
10
11 bindata = "data/nno-nob.t3x.bin"
12 t3xdata = "data/apertium-nno-nob.nno-nob.t3x"
13 flags = ["-z"]
14 inputs = [""]
15 expectedOutputs = [""]
16
17 def compile(self):
18 self.checkCommand(["../apertium/apertium-preprocess-transfer",
19 self.t3xdata,
20 self.bindata])
21
22 def runTest(self):
23 self.compile()
24 cmd = ["../apertium/apertium-postchunk"] \
25 + self.flags \
26 + [self.t3xdata, self.bindata]
27 self.runCommand(cmd, zip(self.inputs, self.expectedOutputs))
28
29 class SimplePostchunkTest(PostchunkTest):
30 inputs = ["^vblex<vblex><imp>{^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$",
31 "^vblex<vblex><imp>{^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$"]
32 expectedOutputs = ["^gå<vblex><imp>$^.<sent><clb>$",
33 "^gå<vblex><imp>$^.<sent><clb>$"]
34
35
36 class EmptyNoMacroPostchunkTest(PostchunkTest):
37 inputs = ["^nomacro<nomacro>{}$"]
38 expectedOutputs = [""]
39
40
41 class EmptyMacroPostchunkTest(PostchunkTest):
42 inputs = ["^hasmacro<hasmacro>{}$"]
43 expectedOutputs = [""]
44
45
46 class UseMacroPostchunkTest(PostchunkTest):
47 inputs = ["^thing<thing><sg>{^thing<thing><ND>$}$"]
48 expectedOutputs = ["^thing<thing><sg>$"]
49
50 class WordboundBlankTest(PostchunkTest):
51 inputs = ["^n_n<SN><sg>{[[t:b:123456]]^worda<n><ND><m>$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$}$"]
52 expectedOutputs = ["[[t:s:xyzab12]]^wordb# xyz<n><ND><f>$ ;[testblank] [[t:b:123456]]^worda<n><ND><m>$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$"]
53
54 class SingleLUWordboundBlankTest(PostchunkTest):
55 inputs = ["^thing_wb<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$ ^n_n<SN><sg>{[[t:b:123456]]^worda<n><ND><m>$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$}$ [blanks] ^thing_wb<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$ [blankx] ^vblex<vblex><imp>{[[t:b:123zbc]]^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$ [blanks3] ^thing<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$"]
56 expectedOutputs = ["[[t:i:xyzabc]]^newthing<adj><sg>$ [[t:i:xyzabc]]^thing<thing><sg>$ [[t:i:xyzabc]]^thing<thing><sg>+newpr<pr>$ [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$ ;[testblank] [[t:b:123456]]^worda<n><ND><m>$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$ [blanks] [[t:i:xyzabc]]^newthing<adj><sg>$ [[t:i:xyzabc]]^thing<thing><sg>$ [[t:i:xyzabc]]^thing<thing><sg>+newpr<pr>$ [blankx] [[t:b:123zbc]]^gå<vblex><imp>$^.<sent><clb>$ [blanks3] [[t:i:xyzabc]]^thing<thing><sg>$"]
57
58 class SuperblankTest(PostchunkTest):
59 inputs = [ "[blank1];; ^n_n<SN><sg>{^worda<n><ND><m>$ ;[blank2] [blank2.1]; ^wordb# xyz<n><ND><f>$}$ ;[blank3]; ",
60 "[blank1];; ^n_k<SN><sgn>{^worda<nn><NDn><mn>$ ;[blank2] ^wordb# xyz<nn><NDn><fn>$}$ ;[blank3]; ", #Blanks when no rules match
61 "[blank1];; ^n_n2<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 1 -> When output rule has more <b/> than input blanks, print all then spaces
62 "[blank1];; ^n_n3<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 2 -> Output rule has no <b/>, flush all blanks after rule output
63 "[blank1];; ^n_n4<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 3 -> Output rule has one <b/>, print one blank, then flush all after rule output
64 "[blank1];; ^n_n<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$}$ ;[blank3]; ^n_n4<SN><sg>{^worda<n><ND><m>$ ;[blank4] ^wordb# xyz<n><ND><f>$ ;[blank5]; ^wordc<n>$}$ ;[blank6]; ", #Multiple matching rules
65 "[blank1];; ^n_n2<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ^n_k<SN><sgn>{^worda<nn><NDn><mn>$}$ ;[blank5]" ] #Matching rule followed by unknown word
66
67 expectedOutputs = [ "[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] [blank2.1]; ^worda<n><ND><m>$ ^worda+wordb# xyz$ ;[blank3]; ",
68 "[blank1];; ^worda<nn><NDn><mn>$ ;[blank2] ^wordb# xyz<nn><NDn><fn>$ ;[blank3]; ",
69 "[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ;[blank3]; ^worda+wordb# xyz$ ^wordc<n>$ ;[blank4]; ",
70 "[blank1];; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$^worda+wordb# xyz$^wordc<n>$ ;[blank2] ;[blank3]; ;[blank4]; ",
71 "[blank1];; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$ ;[blank2] ^worda+wordb# xyz$^wordc<n>$ ;[blank3]; ;[blank4]; ",
72 "[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ^worda+wordb# xyz$ ;[blank3]; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$ ;[blank4] ^worda+wordb# xyz$^wordc<n>$ ;[blank5]; ;[blank6]; ",
73 "[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ;[blank3]; ^worda+wordb# xyz$ ^wordc<n>$ ;[blank4]; ^worda<nn><NDn><mn>$ ;[blank5]" ]
74
75
76 class BincompatTest(SimplePostchunkTest):
77 bindata = "data/bincompat.t3x.bin"
78
79 def compile(self):
80 pass
81
82 class EmptyTransferTest(PostchunkTest):
83 t2xdata = "data/empty.t1x"
84 inputs = ["^default<default>{^ho<prn><f>$}$"]
85 expectedOutputs = ["^ho<prn><f>$"]