Debian Codegraph @

tsdb/index/tsi1/tsi1_test.go

raw
1 package tsi1_test
2
3 import (
4 "bytes"
5 "io/ioutil"
6 "os"
7 "path/filepath"
8 "reflect"
9 "testing"
10
11 "github.com/influxdata/influxdb/models"
12 "github.com/influxdata/influxdb/tsdb"
13 "github.com/influxdata/influxdb/tsdb/index/tsi1"
14 )
15
16 // Ensure iterator can operate over an in-memory list of elements.
17 func TestMeasurementIterator(t *testing.T) {
18 elems := []MeasurementElem{
19 MeasurementElem{name: []byte("cpu"), deleted: true},
20 MeasurementElem{name: []byte("mem")},
21 }
22
23 itr := MeasurementIterator{Elems: elems}
24 if e := itr.Next(); !reflect.DeepEqual(&elems[0], e) {
25 t.Fatalf("unexpected elem(0): %#v", e)
26 } else if e := itr.Next(); !reflect.DeepEqual(&elems[1], e) {
27 t.Fatalf("unexpected elem(1): %#v", e)
28 } else if e := itr.Next(); e != nil {
29 t.Fatalf("expected nil elem: %#v", e)
30 }
31 }
32
33 // Ensure iterator can merge multiple iterators together.
34 func TestMergeMeasurementIterators(t *testing.T) {
35 itr := tsi1.MergeMeasurementIterators(
36 &MeasurementIterator{Elems: []MeasurementElem{
37 {name: []byte("aaa")},
38 {name: []byte("bbb"), deleted: true},
39 {name: []byte("ccc")},
40 }},
41 &MeasurementIterator{},
42 &MeasurementIterator{Elems: []MeasurementElem{
43 {name: []byte("bbb")},
44 {name: []byte("ccc"), deleted: true},
45 {name: []byte("ddd")},
46 }},
47 )
48
49 if e := itr.Next(); !bytes.Equal(e.Name(), []byte("aaa")) || e.Deleted() {
50 t.Fatalf("unexpected elem(0): %s/%v", e.Name(), e.Deleted())
51 } else if e := itr.Next(); !bytes.Equal(e.Name(), []byte("bbb")) || !e.Deleted() {
52 t.Fatalf("unexpected elem(1): %s/%v", e.Name(), e.Deleted())
53 } else if e := itr.Next(); !bytes.Equal(e.Name(), []byte("ccc")) || e.Deleted() {
54 t.Fatalf("unexpected elem(2): %s/%v", e.Name(), e.Deleted())
55 } else if e := itr.Next(); !bytes.Equal(e.Name(), []byte("ddd")) || e.Deleted() {
56 t.Fatalf("unexpected elem(3): %s/%v", e.Name(), e.Deleted())
57 } else if e := itr.Next(); e != nil {
58 t.Fatalf("expected nil elem: %#v", e)
59 }
60 }
61
62 // Ensure iterator can operate over an in-memory list of tag key elements.
63 func TestTagKeyIterator(t *testing.T) {
64 elems := []TagKeyElem{
65 {key: []byte("aaa"), deleted: true},
66 {key: []byte("bbb")},
67 }
68
69 itr := TagKeyIterator{Elems: elems}
70 if e := itr.Next(); !reflect.DeepEqual(&elems[0], e) {
71 t.Fatalf("unexpected elem(0): %#v", e)
72 } else if e := itr.Next(); !reflect.DeepEqual(&elems[1], e) {
73 t.Fatalf("unexpected elem(1): %#v", e)
74 } else if e := itr.Next(); e != nil {
75 t.Fatalf("expected nil elem: %#v", e)
76 }
77 }
78
79 // Ensure iterator can merge multiple iterators together.
80 func TestMergeTagKeyIterators(t *testing.T) {
81 itr := tsi1.MergeTagKeyIterators(
82 &TagKeyIterator{Elems: []TagKeyElem{
83 {key: []byte("aaa")},
84 {key: []byte("bbb"), deleted: true},
85 {key: []byte("ccc")},
86 }},
87 &TagKeyIterator{},
88 &TagKeyIterator{Elems: []TagKeyElem{
89 {key: []byte("bbb")},
90 {key: []byte("ccc"), deleted: true},
91 {key: []byte("ddd")},
92 }},
93 )
94
95 if e := itr.Next(); !bytes.Equal(e.Key(), []byte("aaa")) || e.Deleted() {
96 t.Fatalf("unexpected elem(0): %s/%v", e.Key(), e.Deleted())
97 } else if e := itr.Next(); !bytes.Equal(e.Key(), []byte("bbb")) || !e.Deleted() {
98 t.Fatalf("unexpected elem(1): %s/%v", e.Key(), e.Deleted())
99 } else if e := itr.Next(); !bytes.Equal(e.Key(), []byte("ccc")) || e.Deleted() {
100 t.Fatalf("unexpected elem(2): %s/%v", e.Key(), e.Deleted())
101 } else if e := itr.Next(); !bytes.Equal(e.Key(), []byte("ddd")) || e.Deleted() {
102 t.Fatalf("unexpected elem(3): %s/%v", e.Key(), e.Deleted())
103 } else if e := itr.Next(); e != nil {
104 t.Fatalf("expected nil elem: %#v", e)
105 }
106 }
107
108 // Ensure iterator can operate over an in-memory list of tag value elements.
109 func TestTagValueIterator(t *testing.T) {
110 elems := []TagValueElem{
111 {value: []byte("aaa"), deleted: true},
112 {value: []byte("bbb")},
113 }
114
115 itr := &TagValueIterator{Elems: elems}
116 if e := itr.Next(); !reflect.DeepEqual(&elems[0], e) {
117 t.Fatalf("unexpected elem(0): %#v", e)
118 } else if e := itr.Next(); !reflect.DeepEqual(&elems[1], e) {
119 t.Fatalf("unexpected elem(1): %#v", e)
120 } else if e := itr.Next(); e != nil {
121 t.Fatalf("expected nil elem: %#v", e)
122 }
123 }
124
125 // Ensure iterator can merge multiple iterators together.
126 func TestMergeTagValueIterators(t *testing.T) {
127 itr := tsi1.MergeTagValueIterators(
128 &TagValueIterator{Elems: []TagValueElem{
129 {value: []byte("aaa")},
130 {value: []byte("bbb"), deleted: true},
131 {value: []byte("ccc")},
132 }},
133 &TagValueIterator{},
134 &TagValueIterator{Elems: []TagValueElem{
135 {value: []byte("bbb")},
136 {value: []byte("ccc"), deleted: true},
137 {value: []byte("ddd")},
138 }},
139 )
140
141 if e := itr.Next(); !bytes.Equal(e.Value(), []byte("aaa")) || e.Deleted() {
142 t.Fatalf("unexpected elem(0): %s/%v", e.Value(), e.Deleted())
143 } else if e := itr.Next(); !bytes.Equal(e.Value(), []byte("bbb")) || !e.Deleted() {
144 t.Fatalf("unexpected elem(1): %s/%v", e.Value(), e.Deleted())
145 } else if e := itr.Next(); !bytes.Equal(e.Value(), []byte("ccc")) || e.Deleted() {
146 t.Fatalf("unexpected elem(2): %s/%v", e.Value(), e.Deleted())
147 } else if e := itr.Next(); !bytes.Equal(e.Value(), []byte("ddd")) || e.Deleted() {
148 t.Fatalf("unexpected elem(3): %s/%v", e.Value(), e.Deleted())
149 } else if e := itr.Next(); e != nil {
150 t.Fatalf("expected nil elem: %#v", e)
151 }
152 }
153
154 // Ensure iterator can operate over an in-memory list of series.
155 func TestSeriesIDIterator(t *testing.T) {
156 elems := []tsdb.SeriesIDElem{
157 {SeriesID: 1},
158 {SeriesID: 2},
159 }
160
161 itr := SeriesIDIterator{Elems: elems}
162 if e := itr.Next(); !reflect.DeepEqual(elems[0], e) {
163 t.Fatalf("unexpected elem(0): %#v", e)
164 } else if e := itr.Next(); !reflect.DeepEqual(elems[1], e) {
165 t.Fatalf("unexpected elem(1): %#v", e)
166 } else if e := itr.Next(); e.SeriesID != 0 {
167 t.Fatalf("expected nil elem: %#v", e)
168 }
169 }
170
171 // MeasurementElem represents a test implementation of tsi1.MeasurementElem.
172 type MeasurementElem struct {
173 name []byte
174 deleted bool
175 hasSeries bool
176 }
177
178 func (e *MeasurementElem) Name() []byte { return e.name }
179 func (e *MeasurementElem) Deleted() bool { return e.deleted }
180 func (e *MeasurementElem) HasSeries() bool { return e.hasSeries }
181
182 func (e *MeasurementElem) TagKeyIterator() tsi1.TagKeyIterator { return nil }
183
184 // MeasurementIterator represents an iterator over a slice of measurements.
185 type MeasurementIterator struct {
186 Elems []MeasurementElem
187 }
188
189 // Next returns the next element in the iterator.
190 func (itr *MeasurementIterator) Next() (e tsi1.MeasurementElem) {
191 if len(itr.Elems) == 0 {
192 return nil
193 }
194 e, itr.Elems = &itr.Elems[0], itr.Elems[1:]
195 return e
196 }
197
198 // TagKeyElem represents a test implementation of tsi1.TagKeyElem.
199 type TagKeyElem struct {
200 key []byte
201 deleted bool
202 }
203
204 func (e *TagKeyElem) Key() []byte { return e.key }
205 func (e *TagKeyElem) Deleted() bool { return e.deleted }
206 func (e *TagKeyElem) TagValueIterator() tsi1.TagValueIterator { return nil }
207
208 // TagKeyIterator represents an iterator over a slice of tag keys.
209 type TagKeyIterator struct {
210 Elems []TagKeyElem
211 }
212
213 // Next returns the next element in the iterator.
214 func (itr *TagKeyIterator) Next() (e tsi1.TagKeyElem) {
215 if len(itr.Elems) == 0 {
216 return nil
217 }
218 e, itr.Elems = &itr.Elems[0], itr.Elems[1:]
219 return e
220 }
221
222 // TagValueElem represents a test implementation of tsi1.TagValueElem.
223 type TagValueElem struct {
224 value []byte
225 deleted bool
226 }
227
228 func (e *TagValueElem) Value() []byte { return e.value }
229 func (e *TagValueElem) Deleted() bool { return e.deleted }
230
231 // TagValueIterator represents an iterator over a slice of tag values.
232 type TagValueIterator struct {
233 Elems []TagValueElem
234 }
235
236 // Next returns the next element in the iterator.
237 func (itr *TagValueIterator) Next() (e tsi1.TagValueElem) {
238 if len(itr.Elems) == 0 {
239 return nil
240 }
241 e, itr.Elems = &itr.Elems[0], itr.Elems[1:]
242 return e
243 }
244
245 // SeriesIDIterator represents an iterator over a slice of series id elems.
246 type SeriesIDIterator struct {
247 Elems []tsdb.SeriesIDElem
248 }
249
250 // Next returns the next element in the iterator.
251 func (itr *SeriesIDIterator) Next() (elem tsdb.SeriesIDElem) {
252 if len(itr.Elems) == 0 {
253 return tsdb.SeriesIDElem{}
254 }
255 elem, itr.Elems = itr.Elems[0], itr.Elems[1:]
256 return elem
257 }
258
259 // MustTempDir returns a temporary directory. Panic on error.
260 func MustTempDir() string {
261 path, err := ioutil.TempDir("", "tsi-")
262 if err != nil {
263 panic(err)
264 }
265 return path
266 }
267
268 // MustTempDir returns a temporary directory for a partition. Panic on error.
269 func MustTempPartitionDir() string {
270 path := MustTempDir()
271 path = filepath.Join(path, "0")
272 if err := os.Mkdir(path, 0777); err != nil {
273 panic(err)
274 }
275 return path
276 }
277
278 // Series represents name/tagset pairs that are used in testing.
279 type Series struct {
280 Name []byte
281 Tags models.Tags
282 Deleted bool
283 }
284
285 // SeriesFile is a test wrapper for tsdb.SeriesFile.
286 type SeriesFile struct {
287 *tsdb.SeriesFile
288 }
289
290 // NewSeriesFile returns a new instance of SeriesFile with a temporary file path.
291 func NewSeriesFile() *SeriesFile {
292 dir, err := ioutil.TempDir("", "tsdb-series-file-")
293 if err != nil {
294 panic(err)
295 }
296 return &SeriesFile{SeriesFile: tsdb.NewSeriesFile(dir)}
297 }
298
299 // MustOpenSeriesFile returns a new, open instance of SeriesFile. Panic on error.
300 func MustOpenSeriesFile() *SeriesFile {
301 f := NewSeriesFile()
302 if err := f.Open(); err != nil {
303 panic(err)
304 }
305 return f
306 }
307
308 // Close closes the log file and removes it from disk.
309 func (f *SeriesFile) Close() error {
310 defer os.RemoveAll(f.Path())
311 return f.SeriesFile.Close()
312 }
313
314 // Reopen initialises a new series file using the existing one.
315 func (f *SeriesFile) Reopen() error {
316 if err := f.SeriesFile.Close(); err != nil {
317 return err
318 }
319 f.SeriesFile = tsdb.NewSeriesFile(f.SeriesFile.Path())
320 return nil
321 }