1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
|
# This is a generated file! Please edit source .ksy file and use kaitai-struct-compiler to rebuild
from pkg_resources import parse_version
from .kaitaistruct import __version__ as ks_version, KaitaiStruct, KaitaiStream, BytesIO
import collections
if parse_version(ks_version) < parse_version('0.7'):
raise Exception("Incompatible Kaitai Struct Python API: 0.7 or later is required, but you have %s" % (ks_version))
class Tsm(KaitaiStruct):
"""InfluxDB is a scalable database optimized for storage of time
series, real-time application metrics, operations monitoring events,
etc, written in Go.
Data is stored in .tsm files, which are kept pretty simple
conceptually. Each .tsm file contains a header and footer, which
stores offset to an index. Index is used to find a data block for a
requested time boundary.
"""
SEQ_FIELDS = ["header"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['header']['start'] = self._io.pos()
self.header = self._root.Header(self._io, self, self._root)
self.header._read()
self._debug['header']['end'] = self._io.pos()
class Header(KaitaiStruct):
SEQ_FIELDS = ["magic", "version"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['magic']['start'] = self._io.pos()
self.magic = self._io.ensure_fixed_contents(b"\x16\xD1\x16\xD1")
self._debug['magic']['end'] = self._io.pos()
self._debug['version']['start'] = self._io.pos()
self.version = self._io.read_u1()
self._debug['version']['end'] = self._io.pos()
class Index(KaitaiStruct):
SEQ_FIELDS = ["offset"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['offset']['start'] = self._io.pos()
self.offset = self._io.read_u8be()
self._debug['offset']['end'] = self._io.pos()
class IndexHeader(KaitaiStruct):
SEQ_FIELDS = ["key_len", "key", "type", "entry_count", "index_entries"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['key_len']['start'] = self._io.pos()
self.key_len = self._io.read_u2be()
self._debug['key_len']['end'] = self._io.pos()
self._debug['key']['start'] = self._io.pos()
self.key = (self._io.read_bytes(self.key_len)).decode(u"UTF-8")
self._debug['key']['end'] = self._io.pos()
self._debug['type']['start'] = self._io.pos()
self.type = self._io.read_u1()
self._debug['type']['end'] = self._io.pos()
self._debug['entry_count']['start'] = self._io.pos()
self.entry_count = self._io.read_u2be()
self._debug['entry_count']['end'] = self._io.pos()
self._debug['index_entries']['start'] = self._io.pos()
self.index_entries = [None] * (self.entry_count)
for i in range(self.entry_count):
if not 'arr' in self._debug['index_entries']:
self._debug['index_entries']['arr'] = []
self._debug['index_entries']['arr'].append({'start': self._io.pos()})
_t_index_entries = self._root.Index.IndexHeader.IndexEntry(self._io, self, self._root)
_t_index_entries._read()
self.index_entries[i] = _t_index_entries
self._debug['index_entries']['arr'][i]['end'] = self._io.pos()
self._debug['index_entries']['end'] = self._io.pos()
class IndexEntry(KaitaiStruct):
SEQ_FIELDS = ["min_time", "max_time", "block_offset", "block_size"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['min_time']['start'] = self._io.pos()
self.min_time = self._io.read_u8be()
self._debug['min_time']['end'] = self._io.pos()
self._debug['max_time']['start'] = self._io.pos()
self.max_time = self._io.read_u8be()
self._debug['max_time']['end'] = self._io.pos()
self._debug['block_offset']['start'] = self._io.pos()
self.block_offset = self._io.read_u8be()
self._debug['block_offset']['end'] = self._io.pos()
self._debug['block_size']['start'] = self._io.pos()
self.block_size = self._io.read_u4be()
self._debug['block_size']['end'] = self._io.pos()
class BlockEntry(KaitaiStruct):
SEQ_FIELDS = ["crc32", "data"]
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._debug = collections.defaultdict(dict)
def _read(self):
self._debug['crc32']['start'] = self._io.pos()
self.crc32 = self._io.read_u4be()
self._debug['crc32']['end'] = self._io.pos()
self._debug['data']['start'] = self._io.pos()
self.data = self._io.read_bytes((self._parent.block_size - 4))
self._debug['data']['end'] = self._io.pos()
@property
def block(self):
if hasattr(self, '_m_block'):
return self._m_block if hasattr(self, '_m_block') else None
io = self._root._io
_pos = io.pos()
io.seek(self.block_offset)
self._debug['_m_block']['start'] = io.pos()
self._m_block = self._root.Index.IndexHeader.IndexEntry.BlockEntry(io, self, self._root)
self._m_block._read()
self._debug['_m_block']['end'] = io.pos()
io.seek(_pos)
return self._m_block if hasattr(self, '_m_block') else None
@property
def entries(self):
if hasattr(self, '_m_entries'):
return self._m_entries if hasattr(self, '_m_entries') else None
_pos = self._io.pos()
self._io.seek(self.offset)
self._debug['_m_entries']['start'] = self._io.pos()
self._m_entries = []
i = 0
while True:
if not 'arr' in self._debug['_m_entries']:
self._debug['_m_entries']['arr'] = []
self._debug['_m_entries']['arr'].append({'start': self._io.pos()})
_t__m_entries = self._root.Index.IndexHeader(self._io, self, self._root)
_t__m_entries._read()
_ = _t__m_entries
self._m_entries.append(_)
self._debug['_m_entries']['arr'][len(self._m_entries) - 1]['end'] = self._io.pos()
if self._io.pos() == (self._io.size() - 8):
break
i += 1
self._debug['_m_entries']['end'] = self._io.pos()
self._io.seek(_pos)
return self._m_entries if hasattr(self, '_m_entries') else None
@property
def index(self):
if hasattr(self, '_m_index'):
return self._m_index if hasattr(self, '_m_index') else None
_pos = self._io.pos()
self._io.seek((self._io.size() - 8))
self._debug['_m_index']['start'] = self._io.pos()
self._m_index = self._root.Index(self._io, self, self._root)
self._m_index._read()
self._debug['_m_index']['end'] = self._io.pos()
self._io.seek(_pos)
return self._m_index if hasattr(self, '_m_index') else None
|
