#!/usr/bin/python3 # -*- coding: utf-8 -*- from base_test import IOTest import unittest class PostchunkTest(IOTest, unittest.TestCase): """Subclass and override inputs/expectedOutputs (and possibly other stuff) to create new postchunk tests.""" bindata = "data/nno-nob.t3x.bin" t3xdata = "data/apertium-nno-nob.nno-nob.t3x" flags = ["-z"] inputs = [""] expectedOutputs = [""] def compile(self): self.checkCommand(["../apertium/apertium-preprocess-transfer", self.t3xdata, self.bindata]) def runTest(self): self.compile() cmd = ["../apertium/apertium-postchunk"] \ + self.flags \ + [self.t3xdata, self.bindata] self.runCommand(cmd, zip(self.inputs, self.expectedOutputs)) class SimplePostchunkTest(PostchunkTest): inputs = ["^vblex{^gå$}$^default{^.$}$", "^vblex{^gå$}$^default{^.$}$"] expectedOutputs = ["^gå$^.$", "^gå$^.$"] class EmptyNoMacroPostchunkTest(PostchunkTest): inputs = ["^nomacro{}$"] expectedOutputs = [""] class EmptyMacroPostchunkTest(PostchunkTest): inputs = ["^hasmacro{}$"] expectedOutputs = [""] class UseMacroPostchunkTest(PostchunkTest): inputs = ["^thing{^thing$}$"] expectedOutputs = ["^thing$"] class WordboundBlankTest(PostchunkTest): inputs = ["^n_n{[[t:b:123456]]^worda$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz$}$"] expectedOutputs = ["[[t:s:xyzab12]]^wordb# xyz$ ;[testblank] [[t:b:123456]]^worda$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$"] class SingleLUWordboundBlankTest(PostchunkTest): inputs = ["^thing_wb{^[[t:i:xyzabc]]thing$}$ ^n_n{[[t:b:123456]]^worda$ ;[testblank] [[t:s:xyzab12]]^wordb# xyz$}$ [blanks] ^thing_wb{^[[t:i:xyzabc]]thing$}$ [blankx] ^vblex{[[t:b:123zbc]]^gå$}$^default{^.$}$ [blanks3] ^thing{^[[t:i:xyzabc]]thing$}$"] expectedOutputs = ["[[t:i:xyzabc]]^newthing$ [[t:i:xyzabc]]^thing$ [[t:i:xyzabc]]^thing+newpr$ [[t:s:xyzab12]]^wordb# xyz$ ;[testblank] [[t:b:123456]]^worda$ [[t:b:123456; t:s:xyzab12]]^worda+wordb# xyz$ [blanks] [[t:i:xyzabc]]^newthing$ [[t:i:xyzabc]]^thing$ [[t:i:xyzabc]]^thing+newpr$ [blankx] [[t:b:123zbc]]^gå$^.$ [blanks3] [[t:i:xyzabc]]^thing$"] class SuperblankTest(PostchunkTest): inputs = [ "[blank1];; ^n_n{^worda$ ;[blank2] [blank2.1]; ^wordb# xyz$}$ ;[blank3]; ", "[blank1];; ^n_k{^worda$ ;[blank2] ^wordb# xyz$}$ ;[blank3]; ", #Blanks when no rules match "[blank1];; ^n_n2{^worda$ ;[blank2] ^wordb# xyz$ ;[blank3]; ^wordc$}$ ;[blank4]; ", #superblank rule 1 -> When output rule has more than input blanks, print all then spaces "[blank1];; ^n_n3{^worda$ ;[blank2] ^wordb# xyz$ ;[blank3]; ^wordc$}$ ;[blank4]; ", #superblank rule 2 -> Output rule has no , flush all blanks after rule output "[blank1];; ^n_n4{^worda$ ;[blank2] ^wordb# xyz$ ;[blank3]; ^wordc$}$ ;[blank4]; ", #superblank rule 3 -> Output rule has one , print one blank, then flush all after rule output "[blank1];; ^n_n{^worda$ ;[blank2] ^wordb# xyz$}$ ;[blank3]; ^n_n4{^worda$ ;[blank4] ^wordb# xyz$ ;[blank5]; ^wordc$}$ ;[blank6]; ", #Multiple matching rules "[blank1];; ^n_n2{^worda$ ;[blank2] ^wordb# xyz$ ;[blank3]; ^wordc$}$ ;[blank4]; ^n_k{^worda$}$ ;[blank5]" ] #Matching rule followed by unknown word expectedOutputs = [ "[blank1];; ^wordb# xyz$ ;[blank2] [blank2.1]; ^worda$ ^worda+wordb# xyz$ ;[blank3]; ", "[blank1];; ^worda$ ;[blank2] ^wordb# xyz$ ;[blank3]; ", "[blank1];; ^wordb# xyz$ ;[blank2] ^worda$ ;[blank3]; ^worda+wordb# xyz$ ^wordc$ ;[blank4]; ", "[blank1];; ^wordb# xyz$^worda$^worda+wordb# xyz$^wordc$ ;[blank2] ;[blank3]; ;[blank4]; ", "[blank1];; ^wordb# xyz$^worda$ ;[blank2] ^worda+wordb# xyz$^wordc$ ;[blank3]; ;[blank4]; ", "[blank1];; ^wordb# xyz$ ;[blank2] ^worda$ ^worda+wordb# xyz$ ;[blank3]; ^wordb# xyz$^worda$ ;[blank4] ^worda+wordb# xyz$^wordc$ ;[blank5]; ;[blank6]; ", "[blank1];; ^wordb# xyz$ ;[blank2] ^worda$ ;[blank3]; ^worda+wordb# xyz$ ^wordc$ ;[blank4]; ^worda$ ;[blank5]" ] class BincompatTest(SimplePostchunkTest): bindata = "data/bincompat.t3x.bin" def compile(self): pass class EmptyTransferTest(PostchunkTest): t2xdata = "data/empty.t1x" inputs = ["^default{^ho$}$"] expectedOutputs = ["^ho$"]