#!/usr/bin/python3 # coding=utf-8 # -*- encoding: utf-8 -*- import sys from collections import defaultdict import biltrans_count_common as BCC import common # Input: # a) Biltrans output # 56011 ^un/un$ ^digarez/excuse/occasion$ ^da/à$ ^distreiñ/revenir$ ^war/sur$ ^e/son$ ^doare/manière$ ^ober/faire$ ^./.$ # # b) Disambiguated biltrans output # .[][56011 0].[] ^un/un$ ^digarez/excuse$ ^da/à$ ^distreiñ/revenir$ ^war/sur$ ^e/son$ ^doare/manière$ ^ober/faire$ ^./.$^./.$ 0.9917274061 |@| # .[][56011 1].[] ^un/un$ ^digarez/occasion$ ^da/à$ ^distreiñ/revenir$ ^war/sur$ ^e/son$ ^doare/manière$ ^ober/faire$ ^./.$^./.$ 0.0082725939 || # # class Counter(BCC.BiltransCounter): tokenizer = 'biltrans' line_ids = True # The sl-tl possible combinations sl_tl = defaultdict(lambda: defaultdict(lambda: 0.0)) def process_lu(self, sl, tl, idx, cur_sl_row, frac_count=0): self.sl_tl[sl][tl] += frac_count def biltrans_extract_frac_freq(biltrans_ambig, biltrans_annotated): c = Counter() c.read_files(biltrans_ambig, # File with ambiguous biltrans output biltrans_annotated) # File with disambiguated biltrans output for sl in c.sl_tl: newtl = sorted(c.sl_tl[sl], key=lambda x: c.sl_tl[sl][x]) newtl.reverse() first = True for tl in newtl: if first: print('%.10f %s %s @' % (c.sl_tl[sl][tl], common.wrap(sl), common.wrap(tl))) first = False else: print('%.10f %s %s' % (c.sl_tl[sl][tl], common.wrap(sl), common.wrap(tl))) if __name__ == '__main__': if len(sys.argv) < 3: print('Usage: biltrans-extract-frac-freq.py ', file=sys.stderr) exit(1) biltrans_extract_frac_freq(sys.argv[1], sys.argv[2])