Debian Codegraph @

tsdb/index/inmem/inmem_test.go

raw
1 package inmem_test
2
3 import (
4 "fmt"
5 "io/ioutil"
6 "os"
7 "testing"
8
9 "github.com/influxdata/influxdb/models"
10 "github.com/influxdata/influxdb/tsdb"
11 "github.com/influxdata/influxdb/tsdb/index/inmem"
12 )
13
14 func createData(lo, hi int) (keys, names [][]byte, tags []models.Tags) {
15 for i := lo; i < hi; i++ {
16 keys = append(keys, []byte(fmt.Sprintf("m0,tag0=t%d", i)))
17 names = append(names, []byte("m0"))
18 var t models.Tags
19 t.Set([]byte("tag0"), []byte(fmt.Sprintf("%d", i)))
20 tags = append(tags, t)
21 }
22 return
23 }
24
25 func BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesExceeded(b *testing.B) {
26 sfile := mustOpenSeriesFile()
27 defer sfile.Close()
28 opt := tsdb.EngineOptions{InmemIndex: inmem.NewIndex("foo", sfile.SeriesFile)}
29 opt.Config.MaxValuesPerTag = 10
30 si := inmem.NewShardIndex(1, tsdb.NewSeriesIDSet(), opt)
31 si.Open()
32 keys, names, tags := createData(0, 10)
33 si.CreateSeriesListIfNotExists(keys, names, tags)
34 b.ReportAllocs()
35 b.ResetTimer()
36
37 keys, names, tags = createData(9, 5010)
38 for i := 0; i < b.N; i++ {
39 si.CreateSeriesListIfNotExists(keys, names, tags)
40 }
41 }
42
43 func BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesNotExceeded(b *testing.B) {
44 sfile := mustOpenSeriesFile()
45 defer sfile.Close()
46 opt := tsdb.EngineOptions{InmemIndex: inmem.NewIndex("foo", sfile.SeriesFile)}
47 opt.Config.MaxValuesPerTag = 100000
48 si := inmem.NewShardIndex(1, tsdb.NewSeriesIDSet(), opt)
49 si.Open()
50 keys, names, tags := createData(0, 10)
51 si.CreateSeriesListIfNotExists(keys, names, tags)
52 b.ReportAllocs()
53 b.ResetTimer()
54
55 keys, names, tags = createData(9, 5010)
56 for i := 0; i < b.N; i++ {
57 si.CreateSeriesListIfNotExists(keys, names, tags)
58 }
59 }
60
61 func BenchmarkShardIndex_CreateSeriesListIfNotExists_NoMaxValues(b *testing.B) {
62 sfile := mustOpenSeriesFile()
63 defer sfile.Close()
64 opt := tsdb.EngineOptions{InmemIndex: inmem.NewIndex("foo", sfile.SeriesFile)}
65 si := inmem.NewShardIndex(1, tsdb.NewSeriesIDSet(), opt)
66 si.Open()
67 keys, names, tags := createData(0, 10)
68 si.CreateSeriesListIfNotExists(keys, names, tags)
69 b.ReportAllocs()
70 b.ResetTimer()
71
72 keys, names, tags = createData(9, 5010)
73 for i := 0; i < b.N; i++ {
74 si.CreateSeriesListIfNotExists(keys, names, tags)
75 }
76 }
77
78 func BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxSeriesExceeded(b *testing.B) {
79 sfile := mustOpenSeriesFile()
80 defer sfile.Close()
81 opt := tsdb.EngineOptions{InmemIndex: inmem.NewIndex("foo", sfile.SeriesFile)}
82 opt.Config.MaxValuesPerTag = 0
83 opt.Config.MaxSeriesPerDatabase = 10
84 si := inmem.NewShardIndex(1, tsdb.NewSeriesIDSet(), opt)
85 si.Open()
86 keys, names, tags := createData(0, 10)
87 si.CreateSeriesListIfNotExists(keys, names, tags)
88 b.ReportAllocs()
89 b.ResetTimer()
90
91 keys, names, tags = createData(9, 5010)
92 for i := 0; i < b.N; i++ {
93 si.CreateSeriesListIfNotExists(keys, names, tags)
94 }
95 }
96
97 func TestIndex_Bytes(t *testing.T) {
98 sfile := mustOpenSeriesFile()
99 defer sfile.Close()
100 opt := tsdb.EngineOptions{InmemIndex: inmem.NewIndex("foo", sfile.SeriesFile)}
101 si := inmem.NewShardIndex(1, tsdb.NewSeriesIDSet(), opt).(*inmem.ShardIndex)
102
103 indexBaseBytes := si.Bytes()
104
105 name := []byte("name")
106 err := si.CreateSeriesIfNotExists(name, name, models.Tags{})
107 if err != nil {
108 t.Error(err)
109 t.FailNow()
110 }
111
112 indexNewBytes := si.Bytes()
113 if indexBaseBytes >= indexNewBytes {
114 t.Errorf("index Bytes(): want >%d, got %d", indexBaseBytes, indexNewBytes)
115 }
116 }
117
118 // seriesFileWrapper is a test wrapper for tsdb.seriesFileWrapper.
119 type seriesFileWrapper struct {
120 *tsdb.SeriesFile
121 }
122
123 // newSeriesFileWrapper returns a new instance of seriesFileWrapper with a temporary file path.
124 func newSeriesFileWrapper() *seriesFileWrapper {
125 dir, err := ioutil.TempDir("", "tsdb-series-file-")
126 if err != nil {
127 panic(err)
128 }
129 return &seriesFileWrapper{SeriesFile: tsdb.NewSeriesFile(dir)}
130 }
131
132 // mustOpenSeriesFile returns a new, open instance of seriesFileWrapper. Panic on error.
133 func mustOpenSeriesFile() *seriesFileWrapper {
134 f := newSeriesFileWrapper()
135 if err := f.Open(); err != nil {
136 panic(err)
137 }
138 return f
139 }
140
141 // Close closes the log file and removes it from disk.
142 func (f *seriesFileWrapper) Close() error {
143 defer os.RemoveAll(f.Path())
144 return f.SeriesFile.Close()
145 }