summaryrefslogtreecommitdiff
path: root/python/examples/kaitai/tsm.py
diff options
context:
space:
mode:
authorXusheng <xusheng@vector35.com>2021-07-01 12:34:30 +0800
committerXusheng Li <xushengli@protonmail.com>2021-07-05 10:11:47 +0800
commit13ff200ba134b8704f37eca99c42b70dab0d17dc (patch)
tree876b3db3c53f704b31152aeaede1f2edc9d27b24 /python/examples/kaitai/tsm.py
parent4039a800349dcd587833d3e27d9137e4649818f4 (diff)
Remove snippet and kaitai plugin. Note their individual links.
Diffstat (limited to 'python/examples/kaitai/tsm.py')
-rw-r--r--python/examples/kaitai/tsm.py195
1 files changed, 0 insertions, 195 deletions
diff --git a/python/examples/kaitai/tsm.py b/python/examples/kaitai/tsm.py
deleted file mode 100644
index 45c99191..00000000
--- a/python/examples/kaitai/tsm.py
+++ /dev/null
@@ -1,195 +0,0 @@
-# This is a generated file! Please edit source .ksy file and use kaitai-struct-compiler to rebuild
-
-from pkg_resources import parse_version
-from .kaitaistruct import __version__ as ks_version, KaitaiStruct, KaitaiStream, BytesIO
-import collections
-
-
-if parse_version(ks_version) < parse_version('0.7'):
- raise Exception("Incompatible Kaitai Struct Python API: 0.7 or later is required, but you have %s" % (ks_version))
-
-class Tsm(KaitaiStruct):
- """InfluxDB is a scalable database optimized for storage of time
- series, real-time application metrics, operations monitoring events,
- etc, written in Go.
-
- Data is stored in .tsm files, which are kept pretty simple
- conceptually. Each .tsm file contains a header and footer, which
- stores offset to an index. Index is used to find a data block for a
- requested time boundary.
- """
- SEQ_FIELDS = ["header"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['header']['start'] = self._io.pos()
- self.header = self._root.Header(self._io, self, self._root)
- self.header._read()
- self._debug['header']['end'] = self._io.pos()
-
- class Header(KaitaiStruct):
- SEQ_FIELDS = ["magic", "version"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['magic']['start'] = self._io.pos()
- self.magic = self._io.ensure_fixed_contents(b"\x16\xD1\x16\xD1")
- self._debug['magic']['end'] = self._io.pos()
- self._debug['version']['start'] = self._io.pos()
- self.version = self._io.read_u1()
- self._debug['version']['end'] = self._io.pos()
-
-
- class Index(KaitaiStruct):
- SEQ_FIELDS = ["offset"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['offset']['start'] = self._io.pos()
- self.offset = self._io.read_u8be()
- self._debug['offset']['end'] = self._io.pos()
-
- class IndexHeader(KaitaiStruct):
- SEQ_FIELDS = ["key_len", "key", "type", "entry_count", "index_entries"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['key_len']['start'] = self._io.pos()
- self.key_len = self._io.read_u2be()
- self._debug['key_len']['end'] = self._io.pos()
- self._debug['key']['start'] = self._io.pos()
- self.key = (self._io.read_bytes(self.key_len)).decode(u"UTF-8")
- self._debug['key']['end'] = self._io.pos()
- self._debug['type']['start'] = self._io.pos()
- self.type = self._io.read_u1()
- self._debug['type']['end'] = self._io.pos()
- self._debug['entry_count']['start'] = self._io.pos()
- self.entry_count = self._io.read_u2be()
- self._debug['entry_count']['end'] = self._io.pos()
- self._debug['index_entries']['start'] = self._io.pos()
- self.index_entries = [None] * (self.entry_count)
- for i in range(self.entry_count):
- if not 'arr' in self._debug['index_entries']:
- self._debug['index_entries']['arr'] = []
- self._debug['index_entries']['arr'].append({'start': self._io.pos()})
- _t_index_entries = self._root.Index.IndexHeader.IndexEntry(self._io, self, self._root)
- _t_index_entries._read()
- self.index_entries[i] = _t_index_entries
- self._debug['index_entries']['arr'][i]['end'] = self._io.pos()
-
- self._debug['index_entries']['end'] = self._io.pos()
-
- class IndexEntry(KaitaiStruct):
- SEQ_FIELDS = ["min_time", "max_time", "block_offset", "block_size"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['min_time']['start'] = self._io.pos()
- self.min_time = self._io.read_u8be()
- self._debug['min_time']['end'] = self._io.pos()
- self._debug['max_time']['start'] = self._io.pos()
- self.max_time = self._io.read_u8be()
- self._debug['max_time']['end'] = self._io.pos()
- self._debug['block_offset']['start'] = self._io.pos()
- self.block_offset = self._io.read_u8be()
- self._debug['block_offset']['end'] = self._io.pos()
- self._debug['block_size']['start'] = self._io.pos()
- self.block_size = self._io.read_u4be()
- self._debug['block_size']['end'] = self._io.pos()
-
- class BlockEntry(KaitaiStruct):
- SEQ_FIELDS = ["crc32", "data"]
- def __init__(self, _io, _parent=None, _root=None):
- self._io = _io
- self._parent = _parent
- self._root = _root if _root else self
- self._debug = collections.defaultdict(dict)
-
- def _read(self):
- self._debug['crc32']['start'] = self._io.pos()
- self.crc32 = self._io.read_u4be()
- self._debug['crc32']['end'] = self._io.pos()
- self._debug['data']['start'] = self._io.pos()
- self.data = self._io.read_bytes((self._parent.block_size - 4))
- self._debug['data']['end'] = self._io.pos()
-
-
- @property
- def block(self):
- if hasattr(self, '_m_block'):
- return self._m_block if hasattr(self, '_m_block') else None
-
- io = self._root._io
- _pos = io.pos()
- io.seek(self.block_offset)
- self._debug['_m_block']['start'] = io.pos()
- self._m_block = self._root.Index.IndexHeader.IndexEntry.BlockEntry(io, self, self._root)
- self._m_block._read()
- self._debug['_m_block']['end'] = io.pos()
- io.seek(_pos)
- return self._m_block if hasattr(self, '_m_block') else None
-
-
-
- @property
- def entries(self):
- if hasattr(self, '_m_entries'):
- return self._m_entries if hasattr(self, '_m_entries') else None
-
- _pos = self._io.pos()
- self._io.seek(self.offset)
- self._debug['_m_entries']['start'] = self._io.pos()
- self._m_entries = []
- i = 0
- while True:
- if not 'arr' in self._debug['_m_entries']:
- self._debug['_m_entries']['arr'] = []
- self._debug['_m_entries']['arr'].append({'start': self._io.pos()})
- _t__m_entries = self._root.Index.IndexHeader(self._io, self, self._root)
- _t__m_entries._read()
- _ = _t__m_entries
- self._m_entries.append(_)
- self._debug['_m_entries']['arr'][len(self._m_entries) - 1]['end'] = self._io.pos()
- if self._io.pos() == (self._io.size() - 8):
- break
- i += 1
- self._debug['_m_entries']['end'] = self._io.pos()
- self._io.seek(_pos)
- return self._m_entries if hasattr(self, '_m_entries') else None
-
-
- @property
- def index(self):
- if hasattr(self, '_m_index'):
- return self._m_index if hasattr(self, '_m_index') else None
-
- _pos = self._io.pos()
- self._io.seek((self._io.size() - 8))
- self._debug['_m_index']['start'] = self._io.pos()
- self._m_index = self._root.Index(self._io, self, self._root)
- self._m_index._read()
- self._debug['_m_index']['end'] = self._io.pos()
- self._io.seek(_pos)
- return self._m_index if hasattr(self, '_m_index') else None
-
-