Debian Codegraph @

python/obitools3/parsers/universal.pyx

raw
1 #cython: language_level=3
2
3 import re
4 from obitools3.parsers.fasta import fastaNucIterator
5 from obitools3.parsers.fastq import fastqIterator
6 from obitools3.parsers.tab import tabIterator
7 from obitools3.parsers.ngsfilter import ngsfilterIterator
8 from obitools3.parsers.embl import emblIterator
9 from obitools3.parsers.genbank import genbankIterator
10
11
12 oligore = re.compile(b"^[ACGTRYSWKMBDHVN]+$",re.I)
13 tagre = re.compile(b"^([ACGTRYSWKMBDHVN]+|-)(:([ACGTRYSWKMBDHVN]+)|-)?$",re.I)
14
15 def is_ngsfilter_line(line): # TODO doesn't work?
16 try:
17 parts = line.split()
18 ok = tagre.match(parts[2])
19 ok&= oligore.match(parts[3])
20 ok&= oligore.match(parts[4])
21 ok&= parts[5]==b"F" | parts[5]==b"T"
22 return ok
23 except:
24 return False
25
26 def entryIteratorFactory(lineiterator,
27 int skip=0,
28 only=None,
29 bytes seqtype=b'nuc',
30 int offset=-1,
31 bint noquality=False,
32 bint skiperror=True,
33 bint header=False,
34 bytes sep=None,
35 bytes dec=b'.',
36 bytes nastring=b"NA",
37 bint stripwhite=True,
38 bint blanklineskip=True,
39 bytes commentchar=b"#",
40 int buffersize=100000000):
41
42 if isinstance(lineiterator, (str, bytes)):
43 lineiterator=uopen(lineiterator)
44 if isinstance(lineiterator, LineBuffer):
45 iterator = iter(lineiterator)
46 else:
47 if hasattr(lineiterator, "readlines"):
48 iterator = iter(LineBuffer(lineiterator, buffersize))
49 elif hasattr(lineiterator, '__next__'):
50 iterator = lineiterator
51 else:
52 raise Exception("Invalid line iterator")
53
54 i = iterator
55
56 try:
57 first=next(i)
58 except StopIteration:
59 first=""
60 pass
61
62 format=b"tabular"
63
64 try:
65 if first[:1]==b">":
66 format=b"fasta"
67 if first[:1]==b"@":
68 format=b"fastq"
69 elif first[0:3]==b'ID ':
70 format=b"embl"
71 elif first[0:6]==b'LOCUS ':
72 format=b"genbank"
73 elif first[0:8]==b'#@ecopcr':
74 format=b"ecopcrfile"
75 elif is_ngsfilter_line(first):
76 format=b"ngsfilter"
77 except IndexError:
78 pass
79
80 # TODO Temporary fix
81 first=None
82 lineiterator.seek(0)
83
84 if format==b'fasta':
85 if seqtype == b'nuc':
86 return (fastaNucIterator(lineiterator,
87 skip=skip,only=only,
88 firstline=first,
89 buffersize=buffersize,
90 nastring=nastring),
91 Nuc_Seq,
92 format)
93 else:
94 raise NotImplementedError()
95 elif format==b'fastq':
96 return (fastqIterator(lineiterator,
97 skip=skip,only=only,
98 offset=offset,
99 noquality=noquality,
100 firstline=first,
101 buffersize=buffersize,
102 nastring=nastring),
103 Nuc_Seq,
104 format)
105 elif format==b'tabular':
106 return (tabIterator(lineiterator,
107 header = header,
108 sep = sep,
109 dec = dec,
110 stripwhite = stripwhite,
111 blanklineskip = blanklineskip,
112 commentchar = commentchar,
113 nastring=nastring,
114 skip = skip,
115 only = only,
116 firstline=first,
117 buffersize=buffersize),
118 dict,
119 format)
120 elif format==b'ngsfilter':
121 return (ngsfilterIterator(lineiterator,
122 sep = sep,
123 dec = dec,
124 stripwhite = stripwhite,
125 blanklineskip = blanklineskip,
126 commentchar = commentchar,
127 nastring=nastring,
128 skip = skip,
129 only = only,
130 firstline=first,
131 buffersize=buffersize),
132 dict,
133 format)
134
135 elif format==b'embl':
136 return (emblIterator(lineiterator,
137 skip=skip,
138 only=only,
139 firstline=first,
140 buffersize=buffersize),
141 Nuc_Seq,
142 format)
143
144 elif format==b'genbank':
145 return (genbankIterator(lineiterator,
146 skip=skip,
147 only=only,
148 firstline=first,
149 buffersize=buffersize),
150 Nuc_Seq,
151 format)
152
153 raise NotImplementedError('File format iterator not implemented yet')
154