From 71b87621f6eff0aff728f8e511375577402e69aa Mon Sep 17 00:00:00 2001
From: Alexander Hosking <alexander@ahosking.com>
Date: Wed, 18 Oct 2023 07:56:29 -0400
Subject: [PATCH] WIP on modifying influx entries

---
 .vscode/settings.json |   3 +
 influx_frontend.py    |  19 +++++-
 templates/index.html  |   6 +-
 tsm_reader.py         | 144 ++++++++++++++++++++++++++++++++++++++++++
 4 files changed, 168 insertions(+), 4 deletions(-)
 create mode 100644 .vscode/settings.json
 create mode 100644 tsm_reader.py

diff --git a/.vscode/settings.json b/.vscode/settings.json
new file mode 100644
index 0000000..a89b59f
--- /dev/null
+++ b/.vscode/settings.json
@@ -0,0 +1,3 @@
+{
+  "editor.acceptSuggestionOnEnter": "on"
+}
diff --git a/influx_frontend.py b/influx_frontend.py
index f8c93df..ef8b04b 100644
--- a/influx_frontend.py
+++ b/influx_frontend.py
@@ -22,9 +22,7 @@ client = influxdb_client.InfluxDBClient(
 def success():
     return "Form success!"
 
-
-@app.route('/', methods=['GET', 'POST'])
-def main_page():
+def fetch_timeseries_data(timestamp=None):
     query_api = client.query_api()
     query = 'from(bucket: "gas")\
     |> range(start: -90d)\
@@ -64,7 +62,12 @@ def main_page():
             continue
         else:
             newlist.append(value)
+    return newlist
 
+@app.route('/', methods=['GET', 'POST'])
+def main_page():
+    ### Call fetch function
+    newlist = fetch_timeseries_data()
     # print(newlist)
     return render_template('index.html', data=newlist[:10])
 
@@ -125,6 +128,16 @@ def add_time():
 
     return redirect(url_for('main_page'))
 
+@app.route('/edit/<timestamp>')
+def edit_odometer_entry(timestamp):
+    '''Retrieve the time entry from influxdb'''
+    print('Fetching data!')
+    ### Call fetch function
+    newlist = fetch_timeseries_data()
+    
+    # Fill entry_data with timestamp based data
+    entry_data = fetch_timeseries_data(timestamp)
+    return render_template('index.html', page_title="Edit Entry", timestamp_data=entry_data, data=newlist[:10])
 
 @app.route('/repeat_last_odometer/<odometer>/<winter>')
 def repeat_last_odometer(odometer, winter=False):
diff --git a/templates/index.html b/templates/index.html
index cd3d65d..57c8d0f 100644
--- a/templates/index.html
+++ b/templates/index.html
@@ -1,6 +1,10 @@
 {% extends "layout.html" %}
 {% block body %}
 
+{% if page_title %}
+<h3> {{ page_title }}</h3>
+{% endif %}
+
 <form method="POST" action="{{ url_for('add_time') }}" class=add-time>
   <div class="form group">
 <!--    <div class="row">
@@ -86,7 +90,7 @@ Last Mileage
 <tbody>
   {% for point in data %}
   <tr>
-    <th scope="row">{{ point['odometer'] }}</th>
+    <th scope="row"><a href="{{ url_for('edit_odometer_entry', timestamp=point['time'])}}">{{ point['odometer'] }}</a></th>
     <td>{{ point['time'] }}</td>
     <td>{{ point['oilhealth'] }}</td>
     <td>{{ point['fuel'] }}</td>
diff --git a/tsm_reader.py b/tsm_reader.py
new file mode 100644
index 0000000..5ec1ae1
--- /dev/null
+++ b/tsm_reader.py
@@ -0,0 +1,144 @@
+# This is a generated file! Please edit source .ksy file and use kaitai-struct-compiler to rebuild
+
+from pkg_resources import parse_version
+import kaitaistruct
+from kaitaistruct import KaitaiStruct, KaitaiStream, BytesIO
+
+
+if parse_version(kaitaistruct.__version__) < parse_version('0.9'):
+    raise Exception("Incompatible Kaitai Struct Python API: 0.9 or later is required, but you have %s" % (kaitaistruct.__version__))
+
+class Tsm(KaitaiStruct):
+    """InfluxDB is a scalable database optimized for storage of time
+    series, real-time application metrics, operations monitoring events,
+    etc, written in Go.
+    
+    Data is stored in .tsm files, which are kept pretty simple
+    conceptually. Each .tsm file contains a header and footer, which
+    stores offset to an index. Index is used to find a data block for a
+    requested time boundary.
+    """
+    def __init__(self, _io, _parent=None, _root=None):
+        self._io = _io
+        self._parent = _parent
+        self._root = _root if _root else self
+        self._read()
+
+    def _read(self):
+        self.header = Tsm.Header(self._io, self, self._root)
+
+    class Header(KaitaiStruct):
+        def __init__(self, _io, _parent=None, _root=None):
+            self._io = _io
+            self._parent = _parent
+            self._root = _root if _root else self
+            self._read()
+
+        def _read(self):
+            self.magic = self._io.read_bytes(4)
+            if not self.magic == b"\x16\xD1\x16\xD1":
+                raise kaitaistruct.ValidationNotEqualError(b"\x16\xD1\x16\xD1", self.magic, self._io, u"/types/header/seq/0")
+            self.version = self._io.read_u1()
+
+
+    class Index(KaitaiStruct):
+        def __init__(self, _io, _parent=None, _root=None):
+            self._io = _io
+            self._parent = _parent
+            self._root = _root if _root else self
+            self._read()
+
+        def _read(self):
+            self.offset = self._io.read_u8be()
+
+        class IndexHeader(KaitaiStruct):
+            def __init__(self, _io, _parent=None, _root=None):
+                self._io = _io
+                self._parent = _parent
+                self._root = _root if _root else self
+                self._read()
+
+            def _read(self):
+                self.key_len = self._io.read_u2be()
+                self.key = (self._io.read_bytes(self.key_len)).decode(u"UTF-8")
+                self.type = self._io.read_u1()
+                self.entry_count = self._io.read_u2be()
+                self.index_entries = [None] * (self.entry_count)
+                for i in range(self.entry_count):
+                    self.index_entries[i] = Tsm.Index.IndexHeader.IndexEntry(self._io, self, self._root)
+
+
+            class IndexEntry(KaitaiStruct):
+                def __init__(self, _io, _parent=None, _root=None):
+                    self._io = _io
+                    self._parent = _parent
+                    self._root = _root if _root else self
+                    self._read()
+
+                def _read(self):
+                    self.min_time = self._io.read_u8be()
+                    self.max_time = self._io.read_u8be()
+                    self.block_offset = self._io.read_u8be()
+                    self.block_size = self._io.read_u4be()
+
+                class BlockEntry(KaitaiStruct):
+                    def __init__(self, _io, _parent=None, _root=None):
+                        self._io = _io
+                        self._parent = _parent
+                        self._root = _root if _root else self
+                        self._read()
+
+                    def _read(self):
+                        self.crc32 = self._io.read_u4be()
+                        self.data = self._io.read_bytes((self._parent.block_size - 4))
+
+
+                @property
+                def block(self):
+                    if hasattr(self, '_m_block'):
+                        return self._m_block if hasattr(self, '_m_block') else None
+
+                    io = self._root._io
+                    _pos = io.pos()
+                    io.seek(self.block_offset)
+                    self._m_block = Tsm.Index.IndexHeader.IndexEntry.BlockEntry(io, self, self._root)
+                    io.seek(_pos)
+                    return self._m_block if hasattr(self, '_m_block') else None
+
+
+
+        @property
+        def entries(self):
+            if hasattr(self, '_m_entries'):
+                return self._m_entries if hasattr(self, '_m_entries') else None
+
+            _pos = self._io.pos()
+            self._io.seek(self.offset)
+            self._m_entries = []
+            i = 0
+            while True:
+                _ = Tsm.Index.IndexHeader(self._io, self, self._root)
+                self._m_entries.append(_)
+                if self._io.pos() == (self._io.size() - 8):
+                    break
+                i += 1
+            self._io.seek(_pos)
+            return self._m_entries if hasattr(self, '_m_entries') else None
+
+
+    @property
+    def index(self):
+        if hasattr(self, '_m_index'):
+            return self._m_index if hasattr(self, '_m_index') else None
+
+        _pos = self._io.pos()
+        self._io.seek((self._io.size() - 8))
+        self._m_index = Tsm.Index(self._io, self, self._root)
+        self._io.seek(_pos)
+        return self._m_index if hasattr(self, '_m_index') else None
+
+
+data = Tsm.from_file("influxdb/data/gas/autogen/203/000000001-000000003.tsm")
+print(data)
+for i in data.index:
+    print(i.read())
\ No newline at end of file