Debian Codegraph @

python/obitools3/parsers/fastq.pyx

raw
1 #cython: language_level=3
2
3 '''
4 Created on 30 mars 2016
5
6 @author: coissac
7 '''
8
9 from obitools3.dms.obiseq cimport Nuc_Seq
10
11
12 def fastqIterator(lineiterator,
13 int skip=0,
14 only=None,
15 int offset=-1,
16 bint noquality=False,
17 firstline=None,
18 int buffersize=100000000,
19 bytes nastring=b"NA"
20 ):
21 if noquality:
22 return fastqWithoutQualityIterator(lineiterator,
23 skip,only,
24 firstline,
25 buffersize,
26 nastring)
27 else:
28 return fastqWithQualityIterator(lineiterator,
29 skip,only,
30 offset,
31 firstline,
32 buffersize,
33 nastring)
34
35
36 def fastqWithQualityIterator(lineiterator,
37 int skip=0,
38 only=None,
39 int offset=-1,
40 firstline=None,
41 int buffersize=100000000,
42 bytes nastring=b"NA"
43 ):
44
45 cdef LineBuffer lb
46 cdef bytes ident
47 cdef bytes definition
48 cdef dict tags
49 cdef bytes sequence
50 cdef bytes quality
51 cdef int skipped, lines_to_skip, ionly, read, j
52
53 if only is None:
54 ionly=-1
55 else:
56 ionly=int(only)
57
58 if isinstance(lineiterator, (str, bytes)):
59 lineiterator=uopen(lineiterator)
60 if isinstance(lineiterator, LineBuffer):
61 iterator = iter(lineiterator)
62 else:
63 if hasattr(lineiterator, "readlines"):
64 iterator = iter(LineBuffer(lineiterator, buffersize))
65 elif hasattr(lineiterator, '__next__'):
66 iterator = lineiterator
67 else:
68 raise Exception("Invalid line iterator")
69
70 i = iterator
71 lines_to_skip = skip*4 - (firstline is not None)
72
73 for skipped in range(lines_to_skip):
74 next(i)
75
76 if skip > 0:
77 firstline=None
78
79 read=0
80
81 if firstline is None:
82 hline = next(i)
83 else:
84 hline = firstline
85
86 for line in i:
87
88 if ionly >= 0 and read >= ionly:
89 break
90
91 ident,tags,definition = parseHeader(hline, nastring=nastring)
92 sequence = line[0:-1]
93 next(i)
94 quality = next(i)[0:-1]
95
96 seq = Nuc_Seq(ident,
97 sequence,
98 definition=definition,
99 quality=quality,
100 offset=offset,
101 tags=tags)
102
103 yield seq
104
105 read+=1
106 try:
107 hline = next(i)
108 except StopIteration:
109 return
110
111
112
113 def fastqWithoutQualityIterator(lineiterator,
114 int skip=0,
115 only=None,
116 firstline=None,
117 int buffersize=100000000,
118 bytes nastring=b"NA"
119 ):
120 cdef bytes ident
121 cdef bytes definition
122 cdef dict tags
123 cdef bytes sequence
124 cdef bytes quality
125 cdef int skipped, lines_to_skip, ionly, read
126 cdef int j
127
128 if only is None:
129 ionly=-1
130 else:
131 ionly=int(only)
132
133 if isinstance(lineiterator, (str, bytes)):
134 lineiterator=uopen(lineiterator)
135 if isinstance(lineiterator, LineBuffer):
136 iterator = iter(lineiterator)
137 else:
138 if hasattr(lineiterator, "readlines"):
139 iterator = iter(LineBuffer(lineiterator, buffersize))
140 elif hasattr(lineiterator, '__next__'):
141 iterator = lineiterator
142 else:
143 raise Exception("Invalid line iterator")
144
145 i = iterator
146 lines_to_skip = skip*4 - (firstline is not None)
147
148 for skipped in range(lines_to_skip):
149 next(i)
150
151 if skip > 0:
152 firstline=None
153
154 read=0
155
156 if firstline is None:
157 hline = next(i)
158 else:
159 hline = firstline
160
161 for line in i:
162
163 if ionly >= 0 and read >= ionly:
164 break
165
166 ident,tags,definition = parseHeader(hline, nastring=nastring)
167 sequence = line[0:-1]
168 next(i)
169 next(i)
170
171 seq = Nuc_Seq(ident,
172 sequence,
173 definition=definition,
174 quality=None,
175 offset=-1,
176 tags=tags)
177
178 yield seq
179
180 read+=1
181 try:
182 hline = next(i)
183 except StopIteration:
184 return