| 1 |
#cython: language_level=3 |
| 2 |
|
| 3 |
''' |
| 4 |
Created on march 8th 2018 |
| 5 |
|
| 6 |
@author: cmercier |
| 7 |
''' |
| 8 |
|
| 9 |
from .tab import tabIterator |
| 10 |
import types |
| 11 |
|
| 12 |
|
| 13 |
def ngsfilterIterator(lineiterator, |
| 14 |
bytes sep = None, |
| 15 |
bytes dec = b".", |
| 16 |
bint stripwhite=True, |
| 17 |
bint blanklineskip=True, |
| 18 |
bytes commentchar=b"#", |
| 19 |
bytes nastring=b"NA", |
| 20 |
int skip=0, |
| 21 |
only=None, |
| 22 |
firstline=None, |
| 23 |
int buffersize=100000000 |
| 24 |
): |
| 25 |
|
| 26 |
cdef list all_lines |
| 27 |
cdef bytes header |
| 28 |
cdef bytes out_sep |
| 29 |
|
| 30 |
out_sep = b"\t" |
| 31 |
|
| 32 |
if isinstance(lineiterator, (str, bytes)): |
| 33 |
lineiterator=uopen(lineiterator) |
| 34 |
if isinstance(lineiterator, LineBuffer): |
| 35 |
iterator = iter(lineiterator) |
| 36 |
else: |
| 37 |
if hasattr(lineiterator, "readlines"): |
| 38 |
iterator = iter(LineBuffer(lineiterator, buffersize)) |
| 39 |
elif hasattr(lineiterator, '__next__'): |
| 40 |
iterator = lineiterator |
| 41 |
else: |
| 42 |
raise Exception("Invalid line iterator") |
| 43 |
|
| 44 |
all_lines = [line for line in iterator] |
| 45 |
new_lines = [] |
| 46 |
|
| 47 |
if firstline is not None: |
| 48 |
all_lines.insert(0, firstline) |
| 49 |
|
| 50 |
# Insert header for column names |
| 51 |
column_names = [b"experiment", b"sample", b"forward_tag", b"reverse_tag", b"forward_primer", b"reverse_primer"] #,b"additional_info"] |
| 52 |
header = out_sep.join(column_names) |
| 53 |
|
| 54 |
new_lines.append(header) |
| 55 |
|
| 56 |
for line in all_lines: |
| 57 |
split_line = line.split(maxsplit=5) |
| 58 |
if split_line: |
| 59 |
tags = split_line.pop(2) |
| 60 |
tags = tags.split(b":") |
| 61 |
for t_idx in range(len(tags)): |
| 62 |
if tags[t_idx]==b"-" or tags[t_idx]==b"None" or tags[t_idx]==b"": |
| 63 |
tags[t_idx] = nastring |
| 64 |
if len(tags) == 1: # Forward and reverse tags are the same |
| 65 |
tags.append(tags[0]) |
| 66 |
split_line.insert(2, tags[0]) |
| 67 |
split_line.insert(3, tags[1]) |
| 68 |
new_lines.append(out_sep.join(split_line[0:6])) |
| 69 |
|
| 70 |
return tabIterator(iter(new_lines), |
| 71 |
header = True, |
| 72 |
sep = out_sep, |
| 73 |
dec = dec, |
| 74 |
stripwhite = stripwhite, |
| 75 |
blanklineskip = blanklineskip, |
| 76 |
commentchar = commentchar, |
| 77 |
nastring = nastring, |
| 78 |
skip = skip, |
| 79 |
only = only, |
| 80 |
firstline = None) |
| 81 |
|