Debian Codegraph @

python/obitools3/parsers/ngsfilter.pyx

raw
1 #cython: language_level=3
2
3 '''
4 Created on march 8th 2018
5
6 @author: cmercier
7 '''
8
9 from .tab import tabIterator
10 import types
11
12
13 def ngsfilterIterator(lineiterator,
14 bytes sep = None,
15 bytes dec = b".",
16 bint stripwhite=True,
17 bint blanklineskip=True,
18 bytes commentchar=b"#",
19 bytes nastring=b"NA",
20 int skip=0,
21 only=None,
22 firstline=None,
23 int buffersize=100000000
24 ):
25
26 cdef list all_lines
27 cdef bytes header
28 cdef bytes out_sep
29
30 out_sep = b"\t"
31
32 if isinstance(lineiterator, (str, bytes)):
33 lineiterator=uopen(lineiterator)
34 if isinstance(lineiterator, LineBuffer):
35 iterator = iter(lineiterator)
36 else:
37 if hasattr(lineiterator, "readlines"):
38 iterator = iter(LineBuffer(lineiterator, buffersize))
39 elif hasattr(lineiterator, '__next__'):
40 iterator = lineiterator
41 else:
42 raise Exception("Invalid line iterator")
43
44 all_lines = [line for line in iterator]
45 new_lines = []
46
47 if firstline is not None:
48 all_lines.insert(0, firstline)
49
50 # Insert header for column names
51 column_names = [b"experiment", b"sample", b"forward_tag", b"reverse_tag", b"forward_primer", b"reverse_primer"] #,b"additional_info"]
52 header = out_sep.join(column_names)
53
54 new_lines.append(header)
55
56 for line in all_lines:
57 split_line = line.split(maxsplit=5)
58 if split_line:
59 tags = split_line.pop(2)
60 tags = tags.split(b":")
61 for t_idx in range(len(tags)):
62 if tags[t_idx]==b"-" or tags[t_idx]==b"None" or tags[t_idx]==b"":
63 tags[t_idx] = nastring
64 if len(tags) == 1: # Forward and reverse tags are the same
65 tags.append(tags[0])
66 split_line.insert(2, tags[0])
67 split_line.insert(3, tags[1])
68 new_lines.append(out_sep.join(split_line[0:6]))
69
70 return tabIterator(iter(new_lines),
71 header = True,
72 sep = out_sep,
73 dec = dec,
74 stripwhite = stripwhite,
75 blanklineskip = blanklineskip,
76 commentchar = commentchar,
77 nastring = nastring,
78 skip = skip,
79 only = only,
80 firstline = None)
81