| 1 |
#!/usr/bin/python3 |
| 2 |
# -*- coding: utf-8 -*- |
| 3 |
|
| 4 |
from base_test import IOTest |
| 5 |
import unittest |
| 6 |
|
| 7 |
class PostchunkTest(IOTest, unittest.TestCase): |
| 8 |
"""Subclass and override inputs/expectedOutputs (and possibly other |
| 9 |
stuff) to create new postchunk tests.""" |
| 10 |
|
| 11 |
bindata = "data/nno-nob.t3x.bin" |
| 12 |
t3xdata = "data/apertium-nno-nob.nno-nob.t3x" |
| 13 |
flags = ["-z"] |
| 14 |
inputs = [""] |
| 15 |
expectedOutputs = [""] |
| 16 |
|
| 17 |
def compile(self): |
| 18 |
self.checkCommand(["../apertium/apertium-preprocess-transfer", |
| 19 |
self.t3xdata, |
| 20 |
self.bindata]) |
| 21 |
|
| 22 |
def runTest(self): |
| 23 |
self.compile() |
| 24 |
cmd = ["../apertium/apertium-postchunk"] \ |
| 25 |
+ self.flags \ |
| 26 |
+ [self.t3xdata, self.bindata] |
| 27 |
self.runCommand(cmd, zip(self.inputs, self.expectedOutputs)) |
| 28 |
|
| 29 |
class SimplePostchunkTest(PostchunkTest): |
| 30 |
inputs = ["^vblex<vblex><imp>{^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$", |
| 31 |
"^vblex<vblex><imp>{^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$"] |
| 32 |
expectedOutputs = ["^gå<vblex><imp>$^.<sent><clb>$", |
| 33 |
"^gå<vblex><imp>$^.<sent><clb>$"] |
| 34 |
|
| 35 |
|
| 36 |
class EmptyNoMacroPostchunkTest(PostchunkTest): |
| 37 |
inputs = ["^nomacro<nomacro>{}$"] |
| 38 |
expectedOutputs = [""] |
| 39 |
|
| 40 |
|
| 41 |
class EmptyMacroPostchunkTest(PostchunkTest): |
| 42 |
inputs = ["^hasmacro<hasmacro>{}$"] |
| 43 |
expectedOutputs = [""] |
| 44 |
|
| 45 |
|
| 46 |
class UseMacroPostchunkTest(PostchunkTest): |
| 47 |
inputs = ["^thing<thing><sg>{^thing<thing><ND>$}$"] |
| 48 |
expectedOutputs = ["^thing<thing><sg>$"] |
| 49 |
|
| 50 |
class WordboundBlankTest(PostchunkTest): |
| 51 |
inputs = ["^n_n<SN><sg>{[[t:b:123456]]^worda<n><ND><m>$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$}$"] |
| 52 |
expectedOutputs = ["[[t:s:xyzab12]]^wordb# xyz<n><ND><f>$ ;[testblank] [[t:b:123456]]^worda<n><ND><m>$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$"] |
| 53 |
|
| 54 |
class SingleLUWordboundBlankTest(PostchunkTest): |
| 55 |
inputs = ["^thing_wb<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$ ^n_n<SN><sg>{[[t:b:123456]]^worda<n><ND><m>$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$}$ [blanks] ^thing_wb<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$ [blankx] ^vblex<vblex><imp>{[[t:b:123zbc]]^gå<vblex><imp>$}$^default<default>{^.<sent><clb>$}$ [blanks3] ^thing<thing><sg>{^[[t:i:xyzabc]]thing<thing><ND>$}$"] |
| 56 |
expectedOutputs = ["[[t:i:xyzabc]]^newthing<adj><sg>$ [[t:i:xyzabc]]^thing<thing><sg>$ [[t:i:xyzabc]]^thing<thing><sg>+newpr<pr>$ [[t:s:xyzab12]]^wordb# xyz<n><ND><f>$ ;[testblank] [[t:b:123456]]^worda<n><ND><m>$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$ [blanks] [[t:i:xyzabc]]^newthing<adj><sg>$ [[t:i:xyzabc]]^thing<thing><sg>$ [[t:i:xyzabc]]^thing<thing><sg>+newpr<pr>$ [blankx] [[t:b:123zbc]]^gå<vblex><imp>$^.<sent><clb>$ [blanks3] [[t:i:xyzabc]]^thing<thing><sg>$"] |
| 57 |
|
| 58 |
class SuperblankTest(PostchunkTest): |
| 59 |
inputs = [ "[blank1];; ^n_n<SN><sg>{^worda<n><ND><m>$ ;[blank2] [blank2.1]; ^wordb# xyz<n><ND><f>$}$ ;[blank3]; ", |
| 60 |
"[blank1];; ^n_k<SN><sgn>{^worda<nn><NDn><mn>$ ;[blank2] ^wordb# xyz<nn><NDn><fn>$}$ ;[blank3]; ", #Blanks when no rules match |
| 61 |
"[blank1];; ^n_n2<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 1 -> When output rule has more <b/> than input blanks, print all then spaces |
| 62 |
"[blank1];; ^n_n3<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 2 -> Output rule has no <b/>, flush all blanks after rule output |
| 63 |
"[blank1];; ^n_n4<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ", #superblank rule 3 -> Output rule has one <b/>, print one blank, then flush all after rule output |
| 64 |
"[blank1];; ^n_n<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$}$ ;[blank3]; ^n_n4<SN><sg>{^worda<n><ND><m>$ ;[blank4] ^wordb# xyz<n><ND><f>$ ;[blank5]; ^wordc<n>$}$ ;[blank6]; ", #Multiple matching rules |
| 65 |
"[blank1];; ^n_n2<SN><sg>{^worda<n><ND><m>$ ;[blank2] ^wordb# xyz<n><ND><f>$ ;[blank3]; ^wordc<n>$}$ ;[blank4]; ^n_k<SN><sgn>{^worda<nn><NDn><mn>$}$ ;[blank5]" ] #Matching rule followed by unknown word |
| 66 |
|
| 67 |
expectedOutputs = [ "[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] [blank2.1]; ^worda<n><ND><m>$ ^worda+wordb# xyz$ ;[blank3]; ", |
| 68 |
"[blank1];; ^worda<nn><NDn><mn>$ ;[blank2] ^wordb# xyz<nn><NDn><fn>$ ;[blank3]; ", |
| 69 |
"[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ;[blank3]; ^worda+wordb# xyz$ ^wordc<n>$ ;[blank4]; ", |
| 70 |
"[blank1];; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$^worda+wordb# xyz$^wordc<n>$ ;[blank2] ;[blank3]; ;[blank4]; ", |
| 71 |
"[blank1];; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$ ;[blank2] ^worda+wordb# xyz$^wordc<n>$ ;[blank3]; ;[blank4]; ", |
| 72 |
"[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ^worda+wordb# xyz$ ;[blank3]; ^wordb# xyz<n><ND><f>$^worda<n><ND><m>$ ;[blank4] ^worda+wordb# xyz$^wordc<n>$ ;[blank5]; ;[blank6]; ", |
| 73 |
"[blank1];; ^wordb# xyz<n><ND><f>$ ;[blank2] ^worda<n><ND><m>$ ;[blank3]; ^worda+wordb# xyz$ ^wordc<n>$ ;[blank4]; ^worda<nn><NDn><mn>$ ;[blank5]" ] |
| 74 |
|
| 75 |
|
| 76 |
class BincompatTest(SimplePostchunkTest): |
| 77 |
bindata = "data/bincompat.t3x.bin" |
| 78 |
|
| 79 |
def compile(self): |
| 80 |
pass |
| 81 |
|
| 82 |
class EmptyTransferTest(PostchunkTest): |
| 83 |
t2xdata = "data/empty.t1x" |
| 84 |
inputs = ["^default<default>{^ho<prn><f>$}$"] |
| 85 |
expectedOutputs = ["^ho<prn><f>$"] |