WIP on modifying influx entries

This commit is contained in:
Alexander Hosking 2023-10-18 07:56:29 -04:00
parent 2487f0c20e
commit 71b87621f6
4 changed files with 168 additions and 4 deletions

3
.vscode/settings.json vendored Normal file
View File

@ -0,0 +1,3 @@
{
"editor.acceptSuggestionOnEnter": "on"
}

View File

@ -22,9 +22,7 @@ client = influxdb_client.InfluxDBClient(
def success(): def success():
return "Form success!" return "Form success!"
def fetch_timeseries_data(timestamp=None):
@app.route('/', methods=['GET', 'POST'])
def main_page():
query_api = client.query_api() query_api = client.query_api()
query = 'from(bucket: "gas")\ query = 'from(bucket: "gas")\
|> range(start: -90d)\ |> range(start: -90d)\
@ -64,7 +62,12 @@ def main_page():
continue continue
else: else:
newlist.append(value) newlist.append(value)
return newlist
@app.route('/', methods=['GET', 'POST'])
def main_page():
### Call fetch function
newlist = fetch_timeseries_data()
# print(newlist) # print(newlist)
return render_template('index.html', data=newlist[:10]) return render_template('index.html', data=newlist[:10])
@ -125,6 +128,16 @@ def add_time():
return redirect(url_for('main_page')) return redirect(url_for('main_page'))
@app.route('/edit/<timestamp>')
def edit_odometer_entry(timestamp):
'''Retrieve the time entry from influxdb'''
print('Fetching data!')
### Call fetch function
newlist = fetch_timeseries_data()
# Fill entry_data with timestamp based data
entry_data = fetch_timeseries_data(timestamp)
return render_template('index.html', page_title="Edit Entry", timestamp_data=entry_data, data=newlist[:10])
@app.route('/repeat_last_odometer/<odometer>/<winter>') @app.route('/repeat_last_odometer/<odometer>/<winter>')
def repeat_last_odometer(odometer, winter=False): def repeat_last_odometer(odometer, winter=False):

View File

@ -1,6 +1,10 @@
{% extends "layout.html" %} {% extends "layout.html" %}
{% block body %} {% block body %}
{% if page_title %}
<h3> {{ page_title }}</h3>
{% endif %}
<form method="POST" action="{{ url_for('add_time') }}" class=add-time> <form method="POST" action="{{ url_for('add_time') }}" class=add-time>
<div class="form group"> <div class="form group">
<!-- <div class="row"> <!-- <div class="row">
@ -86,7 +90,7 @@ Last Mileage
<tbody> <tbody>
{% for point in data %} {% for point in data %}
<tr> <tr>
<th scope="row">{{ point['odometer'] }}</th> <th scope="row"><a href="{{ url_for('edit_odometer_entry', timestamp=point['time'])}}">{{ point['odometer'] }}</a></th>
<td>{{ point['time'] }}</td> <td>{{ point['time'] }}</td>
<td>{{ point['oilhealth'] }}</td> <td>{{ point['oilhealth'] }}</td>
<td>{{ point['fuel'] }}</td> <td>{{ point['fuel'] }}</td>

144
tsm_reader.py Normal file
View File

@ -0,0 +1,144 @@
# This is a generated file! Please edit source .ksy file and use kaitai-struct-compiler to rebuild
from pkg_resources import parse_version
import kaitaistruct
from kaitaistruct import KaitaiStruct, KaitaiStream, BytesIO
if parse_version(kaitaistruct.__version__) < parse_version('0.9'):
raise Exception("Incompatible Kaitai Struct Python API: 0.9 or later is required, but you have %s" % (kaitaistruct.__version__))
class Tsm(KaitaiStruct):
"""InfluxDB is a scalable database optimized for storage of time
series, real-time application metrics, operations monitoring events,
etc, written in Go.
Data is stored in .tsm files, which are kept pretty simple
conceptually. Each .tsm file contains a header and footer, which
stores offset to an index. Index is used to find a data block for a
requested time boundary.
"""
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.header = Tsm.Header(self._io, self, self._root)
class Header(KaitaiStruct):
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.magic = self._io.read_bytes(4)
if not self.magic == b"\x16\xD1\x16\xD1":
raise kaitaistruct.ValidationNotEqualError(b"\x16\xD1\x16\xD1", self.magic, self._io, u"/types/header/seq/0")
self.version = self._io.read_u1()
class Index(KaitaiStruct):
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.offset = self._io.read_u8be()
class IndexHeader(KaitaiStruct):
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.key_len = self._io.read_u2be()
self.key = (self._io.read_bytes(self.key_len)).decode(u"UTF-8")
self.type = self._io.read_u1()
self.entry_count = self._io.read_u2be()
self.index_entries = [None] * (self.entry_count)
for i in range(self.entry_count):
self.index_entries[i] = Tsm.Index.IndexHeader.IndexEntry(self._io, self, self._root)
class IndexEntry(KaitaiStruct):
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.min_time = self._io.read_u8be()
self.max_time = self._io.read_u8be()
self.block_offset = self._io.read_u8be()
self.block_size = self._io.read_u4be()
class BlockEntry(KaitaiStruct):
def __init__(self, _io, _parent=None, _root=None):
self._io = _io
self._parent = _parent
self._root = _root if _root else self
self._read()
def _read(self):
self.crc32 = self._io.read_u4be()
self.data = self._io.read_bytes((self._parent.block_size - 4))
@property
def block(self):
if hasattr(self, '_m_block'):
return self._m_block if hasattr(self, '_m_block') else None
io = self._root._io
_pos = io.pos()
io.seek(self.block_offset)
self._m_block = Tsm.Index.IndexHeader.IndexEntry.BlockEntry(io, self, self._root)
io.seek(_pos)
return self._m_block if hasattr(self, '_m_block') else None
@property
def entries(self):
if hasattr(self, '_m_entries'):
return self._m_entries if hasattr(self, '_m_entries') else None
_pos = self._io.pos()
self._io.seek(self.offset)
self._m_entries = []
i = 0
while True:
_ = Tsm.Index.IndexHeader(self._io, self, self._root)
self._m_entries.append(_)
if self._io.pos() == (self._io.size() - 8):
break
i += 1
self._io.seek(_pos)
return self._m_entries if hasattr(self, '_m_entries') else None
@property
def index(self):
if hasattr(self, '_m_index'):
return self._m_index if hasattr(self, '_m_index') else None
_pos = self._io.pos()
self._io.seek((self._io.size() - 8))
self._m_index = Tsm.Index(self._io, self, self._root)
self._io.seek(_pos)
return self._m_index if hasattr(self, '_m_index') else None
data = Tsm.from_file("influxdb/data/gas/autogen/203/000000001-000000003.tsm")
print(data)
for i in data.index:
print(i.read())