| 1 |
#cython: language_level=3 |
| 2 |
|
| 3 |
import re |
| 4 |
from obitools3.parsers.fasta import fastaNucIterator |
| 5 |
from obitools3.parsers.fastq import fastqIterator |
| 6 |
from obitools3.parsers.tab import tabIterator |
| 7 |
from obitools3.parsers.ngsfilter import ngsfilterIterator |
| 8 |
from obitools3.parsers.embl import emblIterator |
| 9 |
from obitools3.parsers.genbank import genbankIterator |
| 10 |
|
| 11 |
|
| 12 |
oligore = re.compile(b"^[ACGTRYSWKMBDHVN]+$",re.I) |
| 13 |
tagre = re.compile(b"^([ACGTRYSWKMBDHVN]+|-)(:([ACGTRYSWKMBDHVN]+)|-)?$",re.I) |
| 14 |
|
| 15 |
def is_ngsfilter_line(line): # TODO doesn't work? |
| 16 |
try: |
| 17 |
parts = line.split() |
| 18 |
ok = tagre.match(parts[2]) |
| 19 |
ok&= oligore.match(parts[3]) |
| 20 |
ok&= oligore.match(parts[4]) |
| 21 |
ok&= parts[5]==b"F" | parts[5]==b"T" |
| 22 |
return ok |
| 23 |
except: |
| 24 |
return False |
| 25 |
|
| 26 |
def entryIteratorFactory(lineiterator, |
| 27 |
int skip=0, |
| 28 |
only=None, |
| 29 |
bytes seqtype=b'nuc', |
| 30 |
int offset=-1, |
| 31 |
bint noquality=False, |
| 32 |
bint skiperror=True, |
| 33 |
bint header=False, |
| 34 |
bytes sep=None, |
| 35 |
bytes dec=b'.', |
| 36 |
bytes nastring=b"NA", |
| 37 |
bint stripwhite=True, |
| 38 |
bint blanklineskip=True, |
| 39 |
bytes commentchar=b"#", |
| 40 |
int buffersize=100000000): |
| 41 |
|
| 42 |
if isinstance(lineiterator, (str, bytes)): |
| 43 |
lineiterator=uopen(lineiterator) |
| 44 |
if isinstance(lineiterator, LineBuffer): |
| 45 |
iterator = iter(lineiterator) |
| 46 |
else: |
| 47 |
if hasattr(lineiterator, "readlines"): |
| 48 |
iterator = iter(LineBuffer(lineiterator, buffersize)) |
| 49 |
elif hasattr(lineiterator, '__next__'): |
| 50 |
iterator = lineiterator |
| 51 |
else: |
| 52 |
raise Exception("Invalid line iterator") |
| 53 |
|
| 54 |
i = iterator |
| 55 |
|
| 56 |
try: |
| 57 |
first=next(i) |
| 58 |
except StopIteration: |
| 59 |
first="" |
| 60 |
pass |
| 61 |
|
| 62 |
format=b"tabular" |
| 63 |
|
| 64 |
try: |
| 65 |
if first[:1]==b">": |
| 66 |
format=b"fasta" |
| 67 |
if first[:1]==b"@": |
| 68 |
format=b"fastq" |
| 69 |
elif first[0:3]==b'ID ': |
| 70 |
format=b"embl" |
| 71 |
elif first[0:6]==b'LOCUS ': |
| 72 |
format=b"genbank" |
| 73 |
elif first[0:8]==b'#@ecopcr': |
| 74 |
format=b"ecopcrfile" |
| 75 |
elif is_ngsfilter_line(first): |
| 76 |
format=b"ngsfilter" |
| 77 |
except IndexError: |
| 78 |
pass |
| 79 |
|
| 80 |
# TODO Temporary fix |
| 81 |
first=None |
| 82 |
lineiterator.seek(0) |
| 83 |
|
| 84 |
if format==b'fasta': |
| 85 |
if seqtype == b'nuc': |
| 86 |
return (fastaNucIterator(lineiterator, |
| 87 |
skip=skip,only=only, |
| 88 |
firstline=first, |
| 89 |
buffersize=buffersize, |
| 90 |
nastring=nastring), |
| 91 |
Nuc_Seq, |
| 92 |
format) |
| 93 |
else: |
| 94 |
raise NotImplementedError() |
| 95 |
elif format==b'fastq': |
| 96 |
return (fastqIterator(lineiterator, |
| 97 |
skip=skip,only=only, |
| 98 |
offset=offset, |
| 99 |
noquality=noquality, |
| 100 |
firstline=first, |
| 101 |
buffersize=buffersize, |
| 102 |
nastring=nastring), |
| 103 |
Nuc_Seq, |
| 104 |
format) |
| 105 |
elif format==b'tabular': |
| 106 |
return (tabIterator(lineiterator, |
| 107 |
header = header, |
| 108 |
sep = sep, |
| 109 |
dec = dec, |
| 110 |
stripwhite = stripwhite, |
| 111 |
blanklineskip = blanklineskip, |
| 112 |
commentchar = commentchar, |
| 113 |
nastring=nastring, |
| 114 |
skip = skip, |
| 115 |
only = only, |
| 116 |
firstline=first, |
| 117 |
buffersize=buffersize), |
| 118 |
dict, |
| 119 |
format) |
| 120 |
elif format==b'ngsfilter': |
| 121 |
return (ngsfilterIterator(lineiterator, |
| 122 |
sep = sep, |
| 123 |
dec = dec, |
| 124 |
stripwhite = stripwhite, |
| 125 |
blanklineskip = blanklineskip, |
| 126 |
commentchar = commentchar, |
| 127 |
nastring=nastring, |
| 128 |
skip = skip, |
| 129 |
only = only, |
| 130 |
firstline=first, |
| 131 |
buffersize=buffersize), |
| 132 |
dict, |
| 133 |
format) |
| 134 |
|
| 135 |
elif format==b'embl': |
| 136 |
return (emblIterator(lineiterator, |
| 137 |
skip=skip, |
| 138 |
only=only, |
| 139 |
firstline=first, |
| 140 |
buffersize=buffersize), |
| 141 |
Nuc_Seq, |
| 142 |
format) |
| 143 |
|
| 144 |
elif format==b'genbank': |
| 145 |
return (genbankIterator(lineiterator, |
| 146 |
skip=skip, |
| 147 |
only=only, |
| 148 |
firstline=first, |
| 149 |
buffersize=buffersize), |
| 150 |
Nuc_Seq, |
| 151 |
format) |
| 152 |
|
| 153 |
raise NotImplementedError('File format iterator not implemented yet') |
| 154 |
|