Max Gramser
f60eed3ff6
App 0.2.39 / firmware 0.2.33, items 1, 2, 4, 5 and 6 of the 30-screen scaling check. - Only the tiles (and top bar) of changed entities are rebuilt; the screen list is cached until the registry or a screen diagnostic changes; the SSE stream follows. - Sensor history comes from one recorder/statistics_during_period call per window in a background task, with the REST history as fallback per sensor without statistics. - Firmware 0.2.33 answers a keepalive ping with its layout revision; a mismatch or a restart asks for the layout again, everything is repeated hourly as a safety net. - The screen_message API action takes one whole message; the text inbox chunks stay as fallback for older firmware. A repeated unchanged layout keeps the inbox state. - Quiet diagnostics: Opgestart (uptime as timestamp) replaces Uptime, heap every 5 min, setting numbers publish only on change. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
837 lines
45 KiB
Python
837 lines
45 KiB
Python
"""HA Ingress app. HA writes: text.set_value on discovered inboxes (or the screen_message action on firmware 0.2.33+) and one persistent notification when a nightly update stops."""
|
|
import asyncio
|
|
import contextlib
|
|
import json
|
|
import logging
|
|
import os
|
|
from pathlib import Path
|
|
import secrets
|
|
import time
|
|
from datetime import datetime, timedelta, timezone
|
|
import math
|
|
from firmware import Firmware
|
|
import tile_icons
|
|
from updates import Updater
|
|
|
|
from aiohttp import ClientSession, ClientTimeout, WSMsgType, web
|
|
from core import BUILTIN, HEADER_MIN_FIRMWARE, TILE_BACKGROUNDS, TRANSPORT_MIN_FIRMWARE, alert_reference, alert_service, controls_catalogue, discover, discover_screens, encode, extras, header_items, message_action, min_firmware, pack_slots, packets, revision, screen_items, state_message, validate_header, validate_layout, validate_settings
|
|
import header_bar
|
|
from zoneinfo import ZoneInfo
|
|
|
|
LOG = logging.getLogger('screen_manager')
|
|
|
|
REGISTRY_EVENTS = ('entity_registry_updated', 'device_registry_updated', 'area_registry_updated')
|
|
# Keepalive cadence. Firmware 0.2.33+ gets a small ping carrying the layout revision; every
|
|
# layout message declares this number, so the firmware sizes its feed watchdog from it
|
|
# (firmware 0.2.22+). Firmware before 0.2.33 still gets the whole layout every round.
|
|
KEEPALIVE_SECONDS = 120
|
|
# Safety net for screens that answer every ping: everything again once an hour.
|
|
FULL_REPEAT_SECONDS = 3600
|
|
# Sensor history is refreshed in a background task, never inside the sync loop.
|
|
HISTORY_SECONDS = 300
|
|
# Inbox states after which a screen needs the whole layout again: a restart, a ping that
|
|
# did not match, or a tile state that never arrived. Guarded so a slow batch cannot loop.
|
|
RESEND_STATES = frozenset({'Klaar voor tegelconfiguratie', 'Indeling opnieuw nodig', 'Tegels laden'})
|
|
RESEND_GUARD_SECONDS = 120
|
|
FORECAST_SECONDS = 1800
|
|
|
|
def samples(events, begin, span):
|
|
"""24 values, one per bucket: the last known value at the end of each bucket (None until the first)."""
|
|
events.sort(key=lambda pair: pair[0])
|
|
position, value, out = 0, None, []
|
|
for bucket in range(24):
|
|
boundary = begin + (bucket + 1) * span / 24
|
|
while position < len(events) and events[position][0] <= boundary:
|
|
value = events[position][1]
|
|
position += 1
|
|
out.append(value)
|
|
return out
|
|
|
|
def rounded(value):
|
|
try:
|
|
value = float(value)
|
|
except (TypeError, ValueError):
|
|
return None
|
|
return round(value, 3) if math.isfinite(value) else None
|
|
|
|
class HomeAssistant:
|
|
registry_interval = 600
|
|
|
|
def __init__(self, session, base, token):
|
|
self.session, self.base, self.token = session, base.rstrip('/'), token
|
|
self.ws = None
|
|
self.next_id = 0
|
|
self.pending = {}
|
|
self.states = {}
|
|
self.registry, self.devices, self.areas = [], [], []
|
|
self.online = False
|
|
self.changed = asyncio.Event()
|
|
# Entity ids the manager cares about; None wakes it for every state change.
|
|
self.relevant = None
|
|
# Entity ids whose state changed since the manager last looked; it only rebuilds those tiles.
|
|
self.dirty = set()
|
|
self.registry_changed = asyncio.Event()
|
|
self.setting_events = []
|
|
self.time_zone = None
|
|
# Home Assistant's unit system; a climate entity's temperature carries no unit of its own.
|
|
self.units = {}
|
|
|
|
async def request(self, kind, **data):
|
|
if self.ws is None or self.ws.closed:
|
|
raise ConnectionError('Home Assistant is niet verbonden.')
|
|
self.next_id += 1
|
|
key = self.next_id
|
|
future = asyncio.get_running_loop().create_future()
|
|
self.pending[key] = future
|
|
try:
|
|
await self.ws.send_json({'id': key, 'type': kind, **data})
|
|
return await asyncio.wait_for(future, 15)
|
|
finally:
|
|
self.pending.pop(key, None)
|
|
|
|
async def read(self):
|
|
async for msg in self.ws:
|
|
if msg.type != WSMsgType.TEXT:
|
|
continue
|
|
data = msg.json()
|
|
if data.get('type') == 'result':
|
|
future = self.pending.get(data.get('id'))
|
|
if future and not future.done():
|
|
if data.get('success'):
|
|
future.set_result(data.get('result'))
|
|
else:
|
|
future.set_exception(ConnectionError('Home Assistant heeft de opdracht geweigerd.'))
|
|
elif data.get('type') == 'event':
|
|
event = data.get('event', {})
|
|
body = event.get('data', {})
|
|
if event.get('event_type') == 'esphome.screen_setting':
|
|
self.setting_events.append(body)
|
|
self.changed.set()
|
|
elif event.get('event_type') == 'state_changed':
|
|
eid = body.get('entity_id')
|
|
if body.get('new_state'):
|
|
self.states[eid] = body['new_state']
|
|
else:
|
|
self.states.pop(eid, None)
|
|
if self.relevant is None or eid in self.relevant:
|
|
self.dirty.add(eid)
|
|
self.changed.set()
|
|
elif event.get('event_type') in REGISTRY_EVENTS:
|
|
self.registry_changed.set()
|
|
raise ConnectionError('Home Assistant-verbinding verbroken.')
|
|
|
|
def describe_close(self, connected):
|
|
"""Why and after how long the websocket ended; helps explain unexpected reconnects in the log."""
|
|
if connected is None:
|
|
return ''
|
|
ws = self.ws
|
|
reason = ws.exception() if ws is not None else None
|
|
return ' na %d s, close-code %s%s' % (time.monotonic() - connected, ws.close_code if ws is not None else None,
|
|
f', {type(reason).__name__}' if reason else '')
|
|
|
|
async def registries(self):
|
|
self.registry, self.devices, self.areas = await asyncio.gather(
|
|
self.request('config/entity_registry/list'), self.request('config/device_registry/list'), self.request('config/area_registry/list'))
|
|
|
|
async def run(self):
|
|
url = ('ws://supervisor/core/websocket' if self.base == 'http://supervisor/core/api'
|
|
else self.base.replace('http://', 'ws://').replace('https://', 'wss://') + '/websocket')
|
|
while True:
|
|
reader, connected = None, None
|
|
try:
|
|
async with self.session.ws_connect(url, heartbeat=30, max_msg_size=16*1024*1024) as ws:
|
|
self.ws = ws
|
|
await ws.receive_json(timeout=15)
|
|
await ws.send_json({'type': 'auth', 'access_token': self.token})
|
|
if (await ws.receive_json(timeout=15)).get('type') != 'auth_ok':
|
|
raise ConnectionError('Home Assistant-authenticatie mislukt.')
|
|
reader = asyncio.create_task(self.read())
|
|
await self.request('subscribe_events', event_type='state_changed')
|
|
await self.request('subscribe_events', event_type='esphome.screen_setting')
|
|
for event_type in REGISTRY_EVENTS:
|
|
await self.request('subscribe_events', event_type=event_type)
|
|
self.states = {s['entity_id']: s for s in await self.request('get_states')}
|
|
await self.registries()
|
|
try:
|
|
config = await self.request('get_config')
|
|
self.units = config.get('unit_system') or {}
|
|
self.time_zone = ZoneInfo(config.get('time_zone') or 'UTC')
|
|
except Exception:
|
|
self.time_zone = timezone.utc
|
|
self.online = True
|
|
self.changed.set()
|
|
connected = time.monotonic()
|
|
LOG.info('Home Assistant verbonden')
|
|
# Refresh the registry when HA reports a change (debounced), with a slow
|
|
# fallback; a full fetch is about 1 MB of JSON and used to run every 30 s.
|
|
fetched = time.monotonic()
|
|
while True:
|
|
waiter = asyncio.ensure_future(self.registry_changed.wait())
|
|
try:
|
|
done, _ = await asyncio.wait([reader, waiter], timeout=30, return_when=asyncio.FIRST_COMPLETED)
|
|
finally:
|
|
waiter.cancel()
|
|
if reader in done:
|
|
await reader
|
|
if self.registry_changed.is_set():
|
|
await asyncio.sleep(1)
|
|
self.registry_changed.clear()
|
|
elif time.monotonic() - fetched < self.registry_interval:
|
|
continue
|
|
await self.registries()
|
|
fetched = time.monotonic()
|
|
self.changed.set()
|
|
except (ConnectionError, TimeoutError, OSError, ValueError) as error:
|
|
LOG.warning('Home Assistant tijdelijk niet beschikbaar (%s)%s', type(error).__name__, self.describe_close(connected))
|
|
except Exception as error:
|
|
LOG.warning('Verbinding opnieuw starten (%s)%s', type(error).__name__, self.describe_close(connected))
|
|
finally:
|
|
if self.online:
|
|
LOG.info('Home Assistant-verbinding gesloten%s', self.describe_close(connected))
|
|
self.online = False
|
|
self.ws = None
|
|
if reader:
|
|
reader.cancel()
|
|
with contextlib.suppress(asyncio.CancelledError, Exception):
|
|
await reader
|
|
for future in self.pending.values():
|
|
if not future.done():
|
|
future.set_exception(ConnectionError('Verbinding verbroken.'))
|
|
await asyncio.sleep(5)
|
|
|
|
async def send(self, inbox, message, action=None):
|
|
"""One message to a screen: as one ESPHome action call (firmware 0.2.33+), else as text chunks."""
|
|
if action:
|
|
domain, service = action.split('.', 1)
|
|
await self.request('call_service', domain=domain, service=service, service_data={'message': encode(message)})
|
|
return
|
|
for packet in packets(message):
|
|
await self.request('call_service', domain='text', service='set_value',
|
|
service_data={'entity_id': inbox, 'value': packet})
|
|
|
|
async def forecast(self, entity, kind='daily'):
|
|
# Forecasts left the weather attributes in HA 2024.4; ask the service instead.
|
|
result = await self.request('call_service', domain='weather', service='get_forecasts',
|
|
service_data={'type': kind}, target={'entity_id': entity}, return_response=True)
|
|
forecast = ((result or {}).get('response') or {}).get(entity, {}).get('forecast', [])
|
|
return forecast if isinstance(forecast, list) else []
|
|
|
|
async def statistics(self, entities, hours):
|
|
"""24 samples per entity from the recorder's statistics, all entities in one request.
|
|
|
|
Hourly means for a day, five-minute means below that; a sum-only sensor (energy) gives its
|
|
state. Entities without statistics (no state class) are absent and fall back to `history`."""
|
|
period = 'hour' if hours >= 24 else '5minute'
|
|
start = datetime.now(timezone.utc) - timedelta(hours=hours)
|
|
result = await self.request('recorder/statistics_during_period', start_time=start.isoformat(),
|
|
statistic_ids=sorted(entities), period=period, types=['mean', 'state'])
|
|
begin, span, found = start.timestamp(), hours * 3600, {}
|
|
for entity, rows in (result or {}).items():
|
|
if entity not in entities or not isinstance(rows, list):
|
|
continue
|
|
events = []
|
|
for row in rows:
|
|
moment = row.get('start') if isinstance(row, dict) else None
|
|
if not isinstance(moment, (int, float)):
|
|
continue
|
|
if moment > 1e11: # milliseconds since HA 2023.9
|
|
moment /= 1000
|
|
events.append((moment, rounded(row.get('mean') if row.get('mean') is not None else row.get('state'))))
|
|
found[entity] = samples(events, begin, span)
|
|
return found
|
|
|
|
async def history(self, entity, hours):
|
|
start = (datetime.now(timezone.utc)-timedelta(hours=hours)).isoformat()
|
|
async with self.session.get(self.base+'/history/period/'+start,
|
|
params={'filter_entity_id':entity,'minimal_response':'','no_attributes':''},
|
|
headers={'Authorization':'Bearer '+self.token}) as response:
|
|
response.raise_for_status()
|
|
raw = bytearray()
|
|
async for chunk in response.content.iter_chunked(65536):
|
|
raw.extend(chunk)
|
|
if len(raw)>2*1024*1024: raise ValueError('Geschiedenis te groot.')
|
|
rows=json.loads(raw)
|
|
events=[]
|
|
begin=datetime.fromisoformat(start).timestamp(); span=hours*3600
|
|
for row in rows[0] if rows else []:
|
|
try:
|
|
timestamp=datetime.fromisoformat(row.get('last_changed',row.get('last_updated','')).replace('Z','+00:00')).timestamp()
|
|
except (ValueError,TypeError): continue
|
|
events.append((timestamp,rounded(row.get('state'))))
|
|
return samples(events, begin, span)
|
|
|
|
class Manager:
|
|
def __init__(self, ha, path):
|
|
self.ha, self.path = ha, Path(path)
|
|
# sent: per inbox what the screen holds ({'layout', 'header', 'states', 'rev'}); last: the
|
|
# last full send; pinged: the last keepalive ping.
|
|
self.layouts, self.sent, self.status, self.last, self.pinged = {}, {}, {}, {}, {}
|
|
# (entity, hours) -> (monotonic, 24 samples); filled by history_loop, read by sync_one.
|
|
self.histories = {}
|
|
self.history_wake = asyncio.Event()
|
|
self.forecasts = {}
|
|
self.listeners = set() # asyncio.Event per open /api/events stream
|
|
self.firmware = Firmware(os.environ.get("ESPHOME_CONFIG", "/homeassistant/esphome"), self.path.parent)
|
|
self.updates = Updater(self, self.path.parent / 'updates.json')
|
|
self._registry_source, self._registry_index = None, {}
|
|
self._items_source, self._items = None, []
|
|
self._screens_key, self._screens = None, []
|
|
self._watched_key, self._watched = None, set()
|
|
self._seen_registry = None
|
|
if self.path.exists():
|
|
raw = json.loads(self.path.read_text())
|
|
# Versioned persistent data. Never silently overwrite an unknown schema.
|
|
if raw.get('version') != 1 or not isinstance(raw.get('screens'), dict):
|
|
raise ValueError('Onbekende opslagversie; gegevens blijven ongewijzigd.')
|
|
self.layouts = {key: validate_layout(value) for key, value in raw['screens'].items()}
|
|
|
|
def inventory(self):
|
|
"""(screens, every tile/top-bar entity): the full walk over the registry, for the editor and saving."""
|
|
return discover(self.ha.registry, self.ha.states, self.ha.devices, self.ha.areas)
|
|
|
|
def screen_registry(self):
|
|
"""The few registry entries that describe screens; rebuilt only when HA delivers a new registry."""
|
|
registry = getattr(self.ha, 'registry', [])
|
|
if self._items_source is not registry:
|
|
self._items_source, self._items = registry, screen_items(registry)
|
|
return self._items
|
|
|
|
def screens(self):
|
|
"""The paired screens, cached until the registry or one of the screens' own diagnostics changes.
|
|
|
|
Costs a handful of dictionary lookups per screen instead of a walk over every entity in
|
|
Home Assistant, so the sync loop can run it on every wake."""
|
|
ha = self.ha
|
|
items = self.screen_registry()
|
|
key = (id(ha.registry), id(ha.devices), id(ha.areas), tuple(ha.states.get(item['entity_id'], {}).get('state') for item in items))
|
|
if key != self._screens_key:
|
|
self._screens_key, self._screens = key, discover_screens(items, ha.states, ha.devices, ha.areas)
|
|
return [dict(screen) for screen in self._screens]
|
|
|
|
def screen(self, inbox):
|
|
return next((s for s in self.screens() if s['id'] == inbox), None)
|
|
|
|
def firmware_version(self, inbox, screen=None):
|
|
if screen is None:
|
|
screen = self.screen(inbox) or {}
|
|
try:
|
|
version=tuple(int(part) for part in screen.get('firmware','').split('.'))
|
|
return version if len(version)==3 else None
|
|
except (ValueError, TypeError):
|
|
return None
|
|
|
|
def supports_twenty(self, inbox):
|
|
version=self.firmware_version(inbox)
|
|
return bool(version) and version >= (0,2,7)
|
|
|
|
def supports_header(self, inbox, screen=None):
|
|
return (self.firmware_version(inbox, screen) or (0, 0, 0)) >= HEADER_MIN_FIRMWARE
|
|
|
|
def supports_ping(self, inbox, screen=None):
|
|
"""Firmware 0.2.33+ answers a keepalive ping with its layout revision."""
|
|
return (self.firmware_version(inbox, screen) or (0, 0, 0)) >= TRANSPORT_MIN_FIRMWARE
|
|
|
|
def transport(self, inbox, screen=None):
|
|
"""The ESPHome action that takes a whole message (firmware 0.2.33+), or None for the text inbox."""
|
|
if screen is None:
|
|
screen = self.screen(inbox) or {}
|
|
return message_action(screen.get('node')) if self.supports_ping(inbox, screen) else None
|
|
|
|
def registry_index(self):
|
|
"""Entity registry by id (display precision, entity category); rebuilt only when HA delivers a new registry."""
|
|
registry = getattr(self.ha, 'registry', [])
|
|
if self._registry_source is not registry:
|
|
self._registry_source, self._registry_index = registry, {item['entity_id']: item for item in registry}
|
|
return self._registry_index
|
|
|
|
def header_message(self, layout):
|
|
return header_bar.message(layout, self.ha.states, self.registry_index(), getattr(self.ha, 'units', {}), getattr(self.ha, 'time_zone', None))
|
|
|
|
def needs_firmware(self, inbox, layout, screen=None):
|
|
"""Version string the screen must run first, or None when the layout can be sent."""
|
|
needed=min_firmware(layout)
|
|
if needed and not ((self.firmware_version(inbox, screen) or (0,0,0)) >= needed):
|
|
return '.'.join(str(part) for part in needed)
|
|
return None
|
|
|
|
def save(self, inbox, data):
|
|
screens, entities = self.inventory()
|
|
screen=next((s for s in screens if s['id']==inbox), None)
|
|
if screen is None:
|
|
raise ValueError('Dit is geen gekoppeld ESP-scherm. Vernieuw het overzicht.')
|
|
layout = validate_layout(data)
|
|
needed = self.needs_firmware(inbox, layout, screen)
|
|
if needed:
|
|
raise ValueError(f"Installeer eerst schermfirmware {needed} of nieuwer voor deze tegels.")
|
|
# A still-open older UI may save tiles without the new optional settings or top bar.
|
|
if 'settings' not in layout and 'settings' in self.layouts.get(inbox, {}):
|
|
layout['settings'] = self.layouts[inbox]['settings'].copy()
|
|
if 'header' not in layout and 'header' in self.layouts.get(inbox, {}):
|
|
layout['header'] = self.layouts[inbox]['header']
|
|
# Firmware before the top bar only knows show_clock; it follows the clock item.
|
|
if 'header' in layout and 'settings' in layout:
|
|
layout['settings']['show_clock'] = any(item['type'] == 'clock' for item in layout['header']['items'])
|
|
if 'settings' in layout and 'swipe_pages' not in data.get('settings',{}):
|
|
layout['settings']['swipe_pages']=self.layouts.get(inbox,{}).get('settings',{}).get('swipe_pages',False)
|
|
if 'settings' in layout and 'rotation' not in data.get('settings',{}):
|
|
layout['settings']['rotation']=self.layouts.get(inbox,{}).get('settings',{}).get('rotation',0)
|
|
if layout.get('settings',{}).get('rotation',0) and screen.get('board')!='guition':
|
|
raise ValueError('Rotatie vereist een Guition met firmware 0.2.9 of nieuwer.')
|
|
old_tiles = {t['entity']:t for t in self.layouts.get(inbox,{}).get('tiles',[])}
|
|
for tile in layout['tiles']:
|
|
old_options=old_tiles.get(tile['entity'],{}).get('options',{})
|
|
for key in ('background', 'icon', 'controls'):
|
|
if 'options' in tile and key not in tile['options'] and key in old_options:
|
|
tile['options'][key]=old_options[key]
|
|
if 'options' not in tile and 'options' in old_tiles.get(tile['entity'],{}):
|
|
tile['options'] = old_tiles[tile['entity']]['options'].copy()
|
|
# Restored options can widen a tile: an editor without positions packs again with
|
|
# the real widths, and explicit positions are checked once more for overlap.
|
|
if not any(isinstance(t, dict) and 'slot' in t for t in data.get('tiles', [])):
|
|
for tile, slot in zip(layout['tiles'], pack_slots(layout['tiles'])):
|
|
tile['slot'] = slot
|
|
layout = validate_layout(layout)
|
|
known = {e['id'] for e in entities} | set(BUILTIN)
|
|
if any(t['entity'] not in known for t in layout['tiles']):
|
|
raise ValueError('Een gekozen entiteit bestaat niet meer. Zoek de nieuwe entiteit op.')
|
|
if any(item['type'] == 'entity' and item['entity'] not in known and item['entity'] not in self.ha.states for item in header_items(layout)):
|
|
raise ValueError('Een entiteit in de bovenbalk bestaat niet meer. Kies een andere.')
|
|
updated = {**self.layouts, inbox: layout}
|
|
self.path.parent.mkdir(parents=True, exist_ok=True)
|
|
temp = self.path.with_suffix('.tmp')
|
|
with open(temp, 'w', encoding='utf8') as handle:
|
|
os.chmod(temp, 0o600)
|
|
json.dump({'version': 1, 'screens': updated}, handle, ensure_ascii=False)
|
|
handle.flush()
|
|
os.fsync(handle.fileno())
|
|
temp.replace(self.path)
|
|
self.layouts = updated
|
|
self.sent.pop(inbox, None)
|
|
self.status[inbox] = 'Opgeslagen; wacht op synchronisatie'
|
|
self.history_wake.set()
|
|
self.ha.changed.set()
|
|
self.notify()
|
|
|
|
def notify(self):
|
|
for listener in self.listeners:
|
|
listener.set()
|
|
|
|
def pending_profiles(self, screens, profiles):
|
|
"""ESP Screens profiles without a paired screen: flashed but not yet added in Home Assistant, or not flashed yet.
|
|
|
|
Pairing happens in Home Assistant itself, outside this page; the sidebar shows these so nobody wonders
|
|
where the freshly flashed screen went."""
|
|
nodes = {s.get('node') for s in screens}
|
|
devices = {s.get('device') for s in screens}
|
|
installed = getattr(self.firmware, 'installed', set())
|
|
return [{'file': file, 'node': meta['node'], 'friendly': meta.get('friendly') or meta['node'] or file,
|
|
'installed': file in installed, 'api_key': meta.get('api_key')}
|
|
for file, meta in profiles.items()
|
|
if meta.get('screen') and meta.get('node') not in nodes and (meta.get('friendly') or None) not in devices]
|
|
|
|
def watched_entities(self):
|
|
"""Entities whose state changes matter: tiles on any layout plus the screens' own diagnostics.
|
|
|
|
Cached per (registry, layouts): both are replaced as whole objects when they change."""
|
|
key = (id(getattr(self.ha, 'registry', [])), id(self.layouts))
|
|
if key != self._watched_key:
|
|
watched = {tile['entity'] for layout in self.layouts.values() for tile in layout['tiles']}
|
|
watched |= {item['entity'] for layout in self.layouts.values() for item in header_items(layout) if item['type'] == 'entity'}
|
|
watched |= {item['entity_id'] for item in self.screen_registry()}
|
|
self._watched_key, self._watched = key, watched
|
|
return set(self._watched)
|
|
|
|
async def cached(self, store, key, ttl, fetch):
|
|
entry=store.get(key)
|
|
if not entry or time.monotonic()-entry[0]>ttl:
|
|
try: value=await fetch()
|
|
except Exception: value=[]
|
|
entry=(time.monotonic(),value);store[key]=entry
|
|
return entry[1]
|
|
|
|
def forecast_due(self, entity):
|
|
entry = self.forecasts.get(entity)
|
|
hourly = self.forecasts.get((entity, 'hourly'))
|
|
return not entry or not hourly or time.monotonic() - min(entry[0], hourly[0]) > FORECAST_SECONDS
|
|
|
|
async def tile_message(self, index, tile):
|
|
"""The state message of one tile: state, options, extras, and the history the background task holds."""
|
|
forecast=hourly=None
|
|
if tile['entity'].startswith('weather.') and hasattr(self.ha,'forecast'):
|
|
forecast=await self.cached(self.forecasts, tile['entity'], FORECAST_SECONDS, lambda: self.ha.forecast(tile['entity']))
|
|
# Hourly forecasts feed the weather card's next-hours strip (0.2.23+); refreshed every half hour.
|
|
hourly=await self.cached(self.forecasts, (tile['entity'],'hourly'), FORECAST_SECONDS, lambda: self.ha.forecast(tile['entity'],'hourly'))
|
|
message=state_message(index,tile,self.ha.states,extras(tile,self.ha.states,forecast,getattr(self.ha,'time_zone',None),hourly))
|
|
if tile['entity'].startswith('sensor.') and hasattr(self.ha,'history'):
|
|
hours=tile.get('options',{}).get('history_hours',24)
|
|
entry=self.histories.get((tile['entity'],hours))
|
|
if entry is not None:
|
|
message['history']={'hours':hours,'values':entry[1]}
|
|
else:
|
|
self.history_wake.set()
|
|
return message
|
|
|
|
def layout_message(self, inbox, layout, screen):
|
|
tiles = layout['tiles']
|
|
# Grid positions (firmware 0.2.26+; older firmware ignores them and packs the entities in order).
|
|
message = {'v': 1, 'op': 'layout', 'inbox': inbox, 'title': layout['title'], 'entities': [t['entity'] for t in tiles],
|
|
'slots': [t['slot'] for t in tiles], 'keepalive': KEEPALIVE_SECONDS}
|
|
if 'pages' in layout:
|
|
message['pages'] = layout['pages']
|
|
if 'settings' in layout:
|
|
message['settings'] = {k:v for k,v in layout['settings'].items() if k not in ('swipe_pages','rotation')}
|
|
message['swipe_pages'] = layout['settings'].get('swipe_pages',False)
|
|
if screen.get('board')=='guition':
|
|
message['rotation'] = layout['settings'].get('rotation',0)
|
|
# The revision the screen echoes on every ping (firmware 0.2.33+; older firmware ignores it).
|
|
message['rev'] = revision(message)
|
|
return message
|
|
|
|
async def sync_one(self, inbox, layout, force=False, screen=None, dirty=None):
|
|
"""Send the screen what it lacks; True when something went out.
|
|
|
|
`dirty` is the set of entity ids whose state changed since the last pass: only their tiles
|
|
(and the top bar, when it shows one of them) are rebuilt, the other messages are reused as
|
|
sent. None rebuilds every message and sends the differences; `force` sends everything."""
|
|
if screen is None:
|
|
screen = self.screen(inbox) or {}
|
|
needed = self.needs_firmware(inbox, layout, screen)
|
|
if needed:
|
|
self.status[inbox]=f"Indeling bewaard; firmware {needed}+ nodig voor deze tegels"
|
|
return False
|
|
tiles = layout['tiles']
|
|
layout_msg = self.layout_message(inbox, layout, screen)
|
|
previous = self.sent.get(inbox)
|
|
full = force or not previous or previous['layout'] != layout_msg or dirty is None
|
|
# The top bar right after the layout (firmware 0.2.32+; older firmware draws the clock of show_clock).
|
|
header_msg = None
|
|
if self.supports_header(inbox, screen):
|
|
bar = {item['entity'] for item in header_items(layout) if item['type'] == 'entity'}
|
|
if full or previous['header'] is None or bar & dirty:
|
|
header_msg = self.header_message(layout)
|
|
else:
|
|
header_msg = previous['header']
|
|
states = []
|
|
for i, tile in enumerate(tiles):
|
|
reuse = not full and i < len(previous['states']) and tile['entity'] not in dirty
|
|
if reuse and tile['entity'].startswith('weather.') and self.forecast_due(tile['entity']):
|
|
reuse = False
|
|
states.append(previous['states'][i] if reuse else await self.tile_message(i, tile))
|
|
outgoing = []
|
|
if force or not previous or layout_msg != previous['layout']:
|
|
outgoing.append(layout_msg)
|
|
if header_msg is not None and (force or not previous or header_msg != previous['header']):
|
|
outgoing.append(header_msg)
|
|
for i, message in enumerate(states):
|
|
if force or not previous or i >= len(previous['states']) or message != previous['states'][i]:
|
|
outgoing.append(message)
|
|
action = self.transport(inbox, screen)
|
|
for message in outgoing:
|
|
# Save during transmission aborts the old batch, then starts a full new layout.
|
|
if self.layouts.get(inbox) != layout:
|
|
self.sent.pop(inbox, None)
|
|
return True
|
|
await self.ha.send(inbox, message, action)
|
|
self.sent[inbox] = {'layout': layout_msg, 'header': header_msg, 'states': states, 'rev': layout_msg['rev']}
|
|
# The hourly timer follows a real full transmission; any message refreshes the screen's
|
|
# feed window, so the ping timer follows whatever went out (a rebuild without differences,
|
|
# after a registry refresh, must not postpone the ping).
|
|
if force or not previous:
|
|
self.last[inbox] = time.monotonic()
|
|
if outgoing:
|
|
self.pinged[inbox] = time.monotonic()
|
|
self.status[inbox] = 'Verzonden naar Home Assistant'
|
|
return bool(outgoing)
|
|
|
|
async def ping(self, inbox, screen):
|
|
"""Keepalive for firmware 0.2.33+: the layout revision only; the screen asks for the rest itself."""
|
|
sent = self.sent.get(inbox)
|
|
if not sent:
|
|
return
|
|
await self.ha.send(inbox, {'v': 1, 'op': 'ping', 'rev': sent['rev'], 'keepalive': KEEPALIVE_SECONDS}, self.transport(inbox, screen))
|
|
self.pinged[inbox] = time.monotonic()
|
|
|
|
def take_dirty(self):
|
|
"""Entity ids that changed since the last pass, or None when everything must be rebuilt."""
|
|
dirty = getattr(self.ha, 'dirty', None)
|
|
if dirty is None:
|
|
return None
|
|
self.ha.dirty = set()
|
|
registry = getattr(self.ha, 'registry', None)
|
|
if registry is not self._seen_registry:
|
|
# A new registry can change names and display precision: rebuild everything once.
|
|
self._seen_registry = registry
|
|
return None
|
|
return dirty
|
|
|
|
async def run(self):
|
|
while True:
|
|
try:
|
|
await asyncio.wait_for(self.ha.changed.wait(), timeout=20)
|
|
except TimeoutError:
|
|
pass
|
|
self.ha.changed.clear()
|
|
await asyncio.sleep(0.25)
|
|
if not self.ha.online:
|
|
self.sent.clear()
|
|
self.notify()
|
|
continue
|
|
for event in getattr(self.ha,'setting_events',[])[:]:
|
|
try:
|
|
inbox,key,value=event.get('inbox'),event.get('key'),event.get('value')
|
|
if inbox in self.layouts:
|
|
layout=dict(self.layouts[inbox]); settings=validate_settings(layout.get('settings',{}))
|
|
if key not in settings: continue
|
|
settings[key] = value=='1' if type(settings[key]) is bool else int(value)
|
|
if key=='brightness':
|
|
settings['standby_brightness']=min(settings['standby_brightness'],settings[key])
|
|
settings['night_brightness']=min(settings['night_brightness'],settings[key])
|
|
layout['settings']=validate_settings(settings);self.save(inbox,layout)
|
|
except (ValueError,TypeError): pass
|
|
if hasattr(self.ha,'setting_events'): self.ha.setting_events.clear()
|
|
dirty = self.take_dirty()
|
|
screens_key = self._screens_key
|
|
screens = self.screens()
|
|
changed = self._screens_key != screens_key
|
|
self.ha.relevant = self.watched_entities()
|
|
for screen in screens:
|
|
inbox = screen['id']
|
|
before = self.status.get(inbox)
|
|
if not screen['online']:
|
|
self.sent.pop(inbox, None)
|
|
self.status[inbox] = 'Scherm offline; wijzigingen bewaard'
|
|
changed = changed or self.status[inbox] != before
|
|
continue
|
|
if inbox not in self.layouts:
|
|
continue
|
|
try:
|
|
now = time.monotonic()
|
|
pings = self.supports_ping(inbox, screen)
|
|
# The screen says it lost the layout (restart, mismatched ping, a state that never came).
|
|
if inbox in self.sent and screen['status'] in RESEND_STATES and now - self.last.get(inbox, 0) >= RESEND_GUARD_SECONDS:
|
|
self.sent.pop(inbox)
|
|
force = now - self.last.get(inbox, 0) >= (FULL_REPEAT_SECONDS if pings else KEEPALIVE_SECONDS)
|
|
if await self.sync_one(inbox, self.layouts[inbox], force, screen, dirty):
|
|
changed = True
|
|
if pings and inbox in self.sent and now - self.pinged.get(inbox, 0) >= KEEPALIVE_SECONDS:
|
|
await self.ping(inbox, screen)
|
|
except Exception as error:
|
|
self.sent.pop(inbox, None)
|
|
self.status[inbox] = 'Verzenden mislukt; automatisch opnieuw proberen'
|
|
LOG.warning('Schermsynchronisatie opnieuw proberen (%s)', type(error).__name__)
|
|
await asyncio.sleep(1)
|
|
changed = changed or self.status.get(inbox) != before
|
|
if changed:
|
|
self.notify()
|
|
|
|
def history_keys(self):
|
|
"""(entity, hours) of every sensor tile on any screen."""
|
|
return {(tile['entity'], tile.get('options', {}).get('history_hours', 24))
|
|
for layout in self.layouts.values() for tile in layout['tiles'] if tile['entity'].startswith('sensor.')}
|
|
|
|
async def refresh_histories(self):
|
|
"""Fetch the histories that are missing or older than HISTORY_SECONDS: one statistics request per
|
|
window for all sensors at once, the REST history only for sensors without statistics. Changed
|
|
values mark their entity dirty so the sync loop resends just those tiles."""
|
|
wanted = self.history_keys()
|
|
for key in [key for key in self.histories if key not in wanted]:
|
|
del self.histories[key]
|
|
now = time.monotonic()
|
|
due = [key for key in wanted if key not in self.histories or now - self.histories[key][0] >= HISTORY_SECONDS]
|
|
if not due:
|
|
return
|
|
found = {}
|
|
if hasattr(self.ha, 'statistics'):
|
|
for hours in sorted({hours for _, hours in due}):
|
|
entities = {entity for entity, h in due if h == hours}
|
|
try:
|
|
found.update({(entity, hours): values for entity, values in (await self.ha.statistics(entities, hours)).items()})
|
|
except Exception as error:
|
|
LOG.warning('Statistieken ophalen mislukt (%s); geschiedenis per sensor', type(error).__name__)
|
|
changed = set()
|
|
for key in due:
|
|
values = found.get(key)
|
|
if values is None:
|
|
try:
|
|
values = await self.ha.history(*key)
|
|
except Exception:
|
|
values = []
|
|
old = self.histories.get(key)
|
|
self.histories[key] = (time.monotonic(), values)
|
|
if old is None or old[1] != values:
|
|
changed.add(key[0])
|
|
if changed:
|
|
dirty = getattr(self.ha, 'dirty', None)
|
|
if dirty is not None:
|
|
dirty.update(changed)
|
|
self.ha.changed.set()
|
|
|
|
async def history_loop(self):
|
|
"""Background refresh of sensor histories, so the sync loop never waits for Home Assistant's database."""
|
|
while True:
|
|
with contextlib.suppress(TimeoutError):
|
|
await asyncio.wait_for(self.history_wake.wait(), 30)
|
|
self.history_wake.clear()
|
|
if not self.ha.online or not hasattr(self.ha, 'history'):
|
|
continue
|
|
try:
|
|
await self.refresh_histories()
|
|
except Exception as error:
|
|
LOG.warning('Geschiedenis vernieuwen mislukt (%s)', type(error).__name__)
|
|
|
|
def create_app(manager, development=False):
|
|
csrf = secrets.token_urlsafe(32)
|
|
@web.middleware
|
|
async def guard(request, handler):
|
|
allowed = {'127.0.0.1', '::1'} if development else {'172.30.32.2'}
|
|
if request.remote not in allowed:
|
|
raise web.HTTPForbidden(text='Open deze pagina via Home Assistant.')
|
|
if request.method not in {'GET', 'HEAD'} and request.headers.get('X-Screen-CSRF') != csrf:
|
|
raise web.HTTPForbidden(text='Vernieuw deze pagina en probeer opnieuw.')
|
|
try:
|
|
response = await handler(request)
|
|
except ValueError as error:
|
|
return web.json_response({'error': str(error)}, status=400)
|
|
except (TypeError, KeyError):
|
|
return web.json_response({'error': 'Ongeldige invoer. Controleer naam, bord en gekozen tegels.'}, status=400)
|
|
if response.prepared:
|
|
return response # streamed (SSE) responses set their headers before prepare()
|
|
response.headers['Cache-Control'] = 'no-store'
|
|
response.headers['X-Content-Type-Options'] = 'nosniff'
|
|
response.headers['Content-Security-Policy'] = "default-src 'self'; script-src 'self'; style-src 'self'; img-src 'self' data:; connect-src 'self'; base-uri 'none'; form-action 'self'"
|
|
return response
|
|
|
|
app = web.Application(middlewares=[guard], client_max_size=16*1024)
|
|
static = Path(__file__).parent / 'static'
|
|
|
|
async def index(request):
|
|
return web.FileResponse(static / 'index.html')
|
|
def light_payload(screens=None):
|
|
"""Screens and update status: everything that changes while the page is open."""
|
|
if screens is None:
|
|
screens = manager.screens()
|
|
profiles = manager.firmware.profile_names()
|
|
for screen in screens:
|
|
screen['layout'] = manager.layouts.get(screen['id'], {'title': 'Thuis', 'tiles': []})
|
|
screen['delivery'] = manager.status.get(screen['id'], 'Kies je eerste tegels')
|
|
screen['update'] = manager.updates.state_for(screen, profiles)
|
|
screen['alert_action'] = alert_service(screen.get('node'))
|
|
screen['dismiss_action'] = alert_service(screen.get('node'), 'dismiss_alert')
|
|
return {'csrf': csrf, 'connected': manager.ha.online, 'screens': screens,
|
|
'pending': manager.pending_profiles(screens, profiles),
|
|
'updates': manager.updates.summary(screens, profiles)}
|
|
async def inventory(request):
|
|
if request.query.get('light') == '1':
|
|
# The page polls the light form; entities, backgrounds and icons (~100 KB) only on demand.
|
|
return web.json_response(light_payload())
|
|
screens, entities = manager.inventory()
|
|
payload = light_payload(screens)
|
|
payload['entities'] = entities
|
|
payload['backgrounds'] = TILE_BACKGROUNDS
|
|
payload['controls'] = controls_catalogue()
|
|
payload['icons'] = tile_icons.editor()
|
|
payload['alerts'] = alert_reference()
|
|
payload['builtin'] = [{'id': key, 'name': name, 'device': 'Ingebouwd op het scherm', 'area': '', 'state': 'ok'} for key, name in BUILTIN.items()]
|
|
payload['header'] = {**header_bar.catalogue(), 'suggestions': {
|
|
screen['id']: header_bar.suggestions(screen, entities, manager.ha.states, manager.registry_index()) for screen in payload['screens']}}
|
|
return web.json_response(payload)
|
|
async def header_preview(request):
|
|
"""The top bar as a screen would draw it right now, so the editor shows unsaved changes live."""
|
|
data = await request.json()
|
|
header = validate_header(data.get('header') if isinstance(data, dict) else None)
|
|
return web.json_response({'items': header_bar.preview(header, manager.ha.states, manager.registry_index(),
|
|
getattr(manager.ha, 'units', {}), getattr(manager.ha, 'time_zone', None))})
|
|
async def events(request):
|
|
"""Server-sent events: pushes the light inventory whenever it changes, so the page need not poll."""
|
|
response = web.StreamResponse(headers={'Content-Type': 'text/event-stream', 'Cache-Control': 'no-store',
|
|
'X-Accel-Buffering': 'no', 'X-Content-Type-Options': 'nosniff'})
|
|
await response.prepare(request)
|
|
wake, sent = asyncio.Event(), None
|
|
wake.set() # first event goes out right away
|
|
manager.listeners.add(wake)
|
|
try:
|
|
while True:
|
|
# Sync results are pushed at once; updater phases are picked up by the 3 s check.
|
|
with contextlib.suppress(TimeoutError):
|
|
await asyncio.wait_for(wake.wait(), 3)
|
|
wake.clear()
|
|
body = json.dumps(light_payload(), ensure_ascii=False)
|
|
if body != sent:
|
|
await response.write(f'data: {body}\n\n'.encode())
|
|
sent = body
|
|
else:
|
|
await response.write(b': keepalive\n\n')
|
|
except (ConnectionResetError, asyncio.CancelledError):
|
|
pass
|
|
finally:
|
|
manager.listeners.discard(wake)
|
|
return response
|
|
async def save(request):
|
|
manager.save(request.match_info['inbox'], await request.json())
|
|
return web.json_response({'saved': True})
|
|
async def update_screen(request):
|
|
data = await request.json() if request.can_read_body else {}
|
|
return web.json_response(manager.updates.start(request.match_info['inbox'], data.get('host')))
|
|
async def update_all(request):
|
|
return web.json_response({'started': manager.updates.start_all()})
|
|
async def update_settings(request):
|
|
manager.updates.set_auto((await request.json()).get('auto'))
|
|
return web.json_response(manager.updates.summary())
|
|
async def inspector(request):
|
|
inbox=request.match_info['inbox']
|
|
screen=manager.screen(inbox)
|
|
if screen is None: raise ValueError('Onbekend scherm.')
|
|
layout=manager.layouts.get(inbox,{'tiles':[]})
|
|
return web.json_response({'screen':screen,
|
|
'delivery':manager.status.get(inbox), 'layout':layout,
|
|
'tiles':[{'entity':t['entity'],'state':manager.ha.states.get(t['entity'],{}).get('state'),
|
|
'attributes':state_message(i,t,manager.ha.states)['a'],
|
|
'options':t.get('options',{})} for i,t in enumerate(layout['tiles'])]})
|
|
async def firmware_status(request): return web.json_response(manager.firmware.status())
|
|
async def firmware_start(request): return web.json_response(manager.firmware.start(await request.json()))
|
|
async def firmware_create(request):
|
|
# Profile, missing wifi secrets and (with a USB port) the build and flash in one request.
|
|
return web.json_response(manager.firmware.install(await request.json()))
|
|
async def shutdown(app):
|
|
for task in (manager.updates.task, manager.firmware.task):
|
|
if task and not task.done():
|
|
task.cancel()
|
|
with contextlib.suppress(asyncio.CancelledError): await task
|
|
app.on_cleanup.append(shutdown)
|
|
app.router.add_get('/api/screens/{inbox}/inspect', inspector)
|
|
app.router.add_post('/api/screens/{inbox}/update', update_screen)
|
|
app.router.add_post('/api/updates/run', update_all)
|
|
app.router.add_put('/api/updates', update_settings)
|
|
app.router.add_get('/api/firmware', firmware_status)
|
|
app.router.add_post('/api/firmware/jobs', firmware_start)
|
|
app.router.add_post('/api/firmware/profiles', firmware_create)
|
|
app.router.add_get('/', index)
|
|
app.router.add_get('/api/inventory', inventory)
|
|
app.router.add_post('/api/header-preview', header_preview)
|
|
app.router.add_get('/api/events', events)
|
|
app.router.add_put('/api/screens/{inbox}', save)
|
|
app.router.add_static('/static/', static)
|
|
return app
|
|
|
|
async def main():
|
|
development = os.environ.get('SCREEN_DEV') == '1'
|
|
token = os.environ.get('SUPERVISOR_TOKEN', '')
|
|
if development and os.environ.get('HA_TOKEN_FILE'):
|
|
token = Path(os.environ['HA_TOKEN_FILE']).read_text().strip()
|
|
if not token:
|
|
raise SystemExit('Geen Home Assistant-toegang. Start de app via Supervisor.')
|
|
async with ClientSession(timeout=ClientTimeout(total=20)) as session:
|
|
ha = HomeAssistant(session, os.environ.get('HA_API', 'http://supervisor/core/api'), token)
|
|
manager = Manager(ha, Path(os.environ.get('SCREEN_DATA', '/data')) / 'screens.json')
|
|
runner = web.AppRunner(create_app(manager, development), access_log=None)
|
|
await runner.setup()
|
|
await web.TCPSite(runner, '127.0.0.1' if development else '0.0.0.0', 8099).start()
|
|
try:
|
|
await asyncio.gather(ha.run(), manager.run(), manager.history_loop(), manager.updates.run())
|
|
finally:
|
|
await runner.cleanup()
|
|
|
|
if __name__ == '__main__':
|
|
logging.basicConfig(level=logging.INFO, format='%(levelname)s %(message)s')
|
|
asyncio.run(main())
|