irl4you-pip/server.py at v1.1.1 · IRL4YOU/irl4you-pip

Repository navigation

#!/usr/bin/env python3
import argparse
import base64
import binascii
import glob
import hashlib
import ipaddress
import hmac
import json
import math
import collections
import random
import secrets
import select
import shutil
import socket
import stat
import struct
import subprocess
import threading
import time
import urllib.error
import urllib.parse
import urllib.request
import xml.etree.ElementTree as ET
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
import controller_keys
import hdmi_daemon
import pipbox_live
from twitch import (ChatPaths, HelixChat, ModSessions, SysAlerts, ThirdPartyEmotes, TwitchAccounts, TwitchBotLogin, TwitchChat, TwitchEvents,
                    TwitchLogin, TwitchMod, TwitchModLogin, TwitchNotifier, TwitchReader, TwitchSender, TwitchStore, WebSocketLite, _IrcLines, _ascii_digits)
    import pipbox_preview
except ImportError:
    pipbox_preview = None
WEB_DIR = os.path.join(os.path.dirname(os.path.abspath(__file__)), "web")
NET_PREFIXES = ("eth", "en", "wlan", "wl", "usb", "wwan", "ppp", "rndis")
NET_SKIP = ("docker", "veth", "br-", "virbr", "tailscale", "tun", "tap", "lo")
ARP_STATUS = "/run/pipbox-arp/status.json"
ARP_STATUS_MAX_AGE = 60
IFACE_NAME_RE = re.compile(r"^[A-Za-z0-9_.:-]{1,15}$")
NET_RE = re.compile(r"^\d{1,3}(\.\d{1,3}){3}/\d{1,2}$")
def net_conflict(path=None):
        with open(path or ARP_STATUS, "rb") as f:
            d = json.loads(f.read(4096).decode("utf-8", "replace"))
        if not isinstance(d, dict) or not isinstance(d.get("time"), int) or abs(time.time() - d["time"]) > ARP_STATUS_MAX_AGE:
            return None
        names, nets = d.get("conflict"), d.get("nets")
        if not isinstance(names, list):
            return None
        cards = [n for n in names if isinstance(n, str) and IFACE_NAME_RE.match(n)][:8]
        if len(cards) < 2:
            return None
        nets = [n for n in nets if isinstance(n, str) and NET_RE.match(n)][:4] if isinstance(nets, list) else []
        return {"cards": cards, "nets": nets}
    except (OSError, ValueError):
        return None
LIMITS = {"temp_warn": 70.0, "temp_crit": 80.0, "cpu_warn": 85.0, "core_warn": 90.0, "core_hold_s": 10.0, "mem_warn": 85.0}
def read(path, default=None):
        with open(path) as f:
            return f.read()
    except OSError:
        return default
BC_STATS_FILE = "/run/pipbox-send/belacoder-stats.json"
THERMAL_NAMES = {"soc-thermal": "SoC", "bigcore0-thermal": "Große Kerne 4–5", "bigcore1-thermal": "Große Kerne 6–7",
                 "littlecore-thermal": "Kleine Kerne 0–3", "center-thermal": "Mitte", "gpu-thermal": "GPU", "npu-thermal": "NPU"}
NPU_FILE = "/run/pipbox-npu"
def npu_load():
        d = json.loads(read(NPU_FILE, "") or "")
        cores = [max(0, min(100, int(c))) for c in d["cores"]][:8]
        if cores and abs(time.time() - float(d["t"])) < 15:
            return {"load_pct": max(cores), "cores": cores}
    except (ValueError, KeyError, TypeError):
        pass
    return None
def devfreq_loads():
    out = {}
        names = sorted(os.listdir("/sys/class/devfreq"))
    except OSError:
        return out
    for n in names:
        if "gpu" not in n and "npu" not in n:
            continue
        raw = (read(f"/sys/class/devfreq/{n}/load", "") or "").strip()
        m = re.match(r"^(\d+)@(\d+)Hz$", raw)
        if not m:
            continue
        if "gpu" in n:
            out["gpu"] = {"load_pct": int(m.group(1)), "mhz": int(m.group(2)) // 1000000}
        else:
            real = npu_load()
            if real:
                out["npu"] = {"load_pct": real["load_pct"], "mhz": int(m.group(2)) // 1000000, "cores": real["cores"]}
    return out
def disk_usage(path="/"):
        st = os.statvfs(path)
    except OSError:
        return None
    total, free = st.f_blocks * st.f_frsize, st.f_bavail * st.f_frsize
    return {"total_gb": round(total / 1e9, 1), "free_gb": round(free / 1e9, 1), "used_gb": round((total - st.f_bfree * st.f_frsize) / 1e9, 1),
            "used_pct": round(100.0 * (1 - free / total), 1) if total else None}
def send_stats():
        mtime = os.stat(BC_STATS_FILE).st_mtime
        if time.time() - mtime > 6:
            return None
        d = json.loads(read(BC_STATS_FILE, "") or "{}")
    except (OSError, ValueError):
        return None
    if not isinstance(d, dict) or not d:
        return None
    sent = d.get("sent_total")
    out = {k: d.get(k) for k in ("fps", "bitrate_kbps", "rtt_ms", "send_mbps", "snd_buf_pkts", "snd_buf_ms", "retrans_total", "loss_total", "drop_total", "sent_total")}
    out["mtime"] = mtime
    t = d.get("loss_total")
    out["loss_pct"] = round(100.0 * t / sent, 2) if isinstance(t, (int, float)) and isinstance(sent, (int, float)) and sent > 0 and t >= 0 else None
    return out
class UsbWatch:
    WINDOW = 24 * 3600.0
    BACK_SHOW = 300.0
    GRACE = 120.0
    EVERY = 20.0
    KEEP = 20
    RE_LINE = re.compile(r"^(\d{4}-\d\d-\d\dT[\d:.,]+[+-]\d\d:\d\d) (.*)$")
    RE_PROD = re.compile(r"^usb (\d+-[\d.]+): Product: (.{1,80})$")
    RE_NEW = re.compile(r"^usb (\d+-[\d.]+): new .*USB device number \d+")
    RE_ID = re.compile(r"^usb (\d+-[\d.]+): New USB device found, idVendor=([0-9a-fA-F]{4}), idProduct=([0-9a-fA-F]{4})")
    RE_GONE = re.compile(r"^usb (\d+-[\d.]+): USB disconnect, device number \d+$")
    RE_HUB = re.compile(r"^usb usb(\d+)-port(\d+): (disabled by hub|over-current condition)")
    CATS = (("wlan", re.compile(r"(?i)802\.11|wlan|wireless|wi-?fi|\bnic\b|rtl88|rtl81|ralink|mediatek.*wlan")),
            ("bt", re.compile(r"(?i)bluetooth|\bbt\d|usb-bt")),
            ("net", re.compile(r"(?i)rndis|ethernet|\bcdc\b|router|modem|lte|\b4g\b|\b5g\b|mudi|gl-?inet|tether|android|hotspot|gadget")),
            ("cam", re.compile(r"(?i)camera|uvc|capture|hdmi|video|osmo|action|dji|webcam")))
    def __init__(self, path, runner=None, clock=time.time, demo=False, uptime=None):
        self.path, self.runner, self.clock, self.demo = path, runner or self._dmesg, clock, demo
        self.uptime = uptime or (self._uptime if clock is time.time else (lambda: None))
        self.lock = threading.Lock()
        self.events, self.last = [], 0.0

10BC8
        self.demo_t, self.demo_closed = clock() - 2100, False
        try:
            with open(path) as f:
                saved = json.load(f)
            if isinstance(saved, list):
                self.events = [e for e in saved if isinstance(e, dict) and isinstance(e.get("t"), (int, float)) and isinstance(e.get("cat"), str)][-self.KEEP:]
        except (OSError, ValueError):
            pass
        boot = self._boot()
        if boot is not None:
            self.events = [e for e in self.events if e["t"] >= boot]
    @staticmethod
    def _uptime():
        try:
            return float(read("/proc/uptime", "").split()[0])
        except (OSError, ValueError, IndexError):
            return None
    def _boot(self):
        up = self.uptime()
        return self.clock() - up if isinstance(up, (int, float)) and up >= 0 else None
    @staticmethod
    def _dmesg():
        try:
            return subprocess.run(["dmesg", "--time-format", "iso"], capture_output=True, text=True, timeout=5).stdout
        except (OSError, subprocess.SubprocessError):
            return ""
    @classmethod
    def category(cls, name):
        for cat, rx in cls.CATS:
            if rx.search(name or ""):
                return cat
        return "other"
    def _parse(self, text):
        import datetime
        prod, ids, out, backs = {}, {}, [], []
        boot = self._boot()
        for raw in text.splitlines()[-6000:]:
            m = self.RE_LINE.match(raw)
            if not m:
                continue
            try:
                t = datetime.datetime.fromisoformat(m.group(1).replace(",", ".")).timestamp()
            except ValueError:
                continue
            msg = m.group(2)
            a = self.RE_PROD.match(msg)
            if a:
                prod[a.group(1)] = a.group(2).strip()
                continue
            n = self.RE_NEW.match(msg)
            if n:
                backs.append((t, n.group(1)))
                continue
            i = self.RE_ID.match(msg)
            if i:
                ids[i.group(1)] = "%s:%s" % (i.group(2).lower(), i.group(3).lower())
                continue
            g = self.RE_GONE.match(msg)
            if g:
                if boot is None or t >= boot + self.GRACE:
                    out.append({"t": round(t, 1), "port": g.group(1), "cat": self.category(prod.get(g.group(1), "")), "why": "gone",
                                "name": prod.get(g.group(1), ""), "ids": ids.get(g.group(1), "")})
                continue
            h = self.RE_HUB.match(msg)
            if h:
                port = "%s-%s" % (h.group(1), h.group(2))
                if boot is None or t >= boot + self.GRACE:
                    out.append({"t": round(t, 1), "port": port, "cat": self.category(prod.get(port, "")), "why": "emi" if h.group(3).startswith("disabled") else "over",
                                "name": prod.get(port, ""), "ids": ids.get(port, "")})
        merged = []
        for e in sorted(out, key=lambda x: x["t"]):
            if merged and merged[-1]["port"] == e["port"] and e["t"] - merged[-1]["t"] < 5:
                if e["why"] != "gone":
                    merged[-1]["why"] = e["why"]
                continue
            merged.append(e)
        for e in merged:
            for bt, bport in backs:
                if bport == e["port"] and 0 < bt - e["t"] < 3600:
                    e["back"] = round(bt, 1)
        return merged
    def scan(self):
        with self.lock:
            now = self.clock()
            if now - self.last < self.EVERY:
                return
            self.last = now
        try:
            found = self._parse(self.runner())
        except Exception:
            return
        with self.lock:
            have = {(round(e["t"]), e.get("port")): e for e in self.events}
            new = [e for e in found if (round(e["t"]), e["port"]) not in have]
            changed = False
            for f in found:
                old = have.get((round(f["t"]), f["port"]))
                if old is not None and f.get("back") and not old.get("back"):
                    old["back"] = f["back"]
                    changed = True
            if not new and not changed:
                return
            self.events = (self.events + new)[-self.KEEP:]
            data = list(self.events)
        try:
            os.makedirs(os.path.dirname(os.path.abspath(self.path)), exist_ok=True)
            tmp = self.path + ".tmp"
            with open(tmp, "w") as f:
                json.dump(data, f)
            os.replace(tmp, self.path)
        except OSError:
            pass
    def alerts(self):
        if self.demo:
            return [] if self.demo_closed else [{"level": "warn", "kind": "usb", "cat": "wlan", "why": "emi", "t": int(self.demo_t), "back": False}]
        self.scan()
        now = self.clock()
        with self.lock:
            fresh = [e for e in self.events if now - e["t"] <= self.WINDOW and not e.get("ack") and not (e.get("back") and now - e["back"] > self.BACK_SHOW)]
        return [{"level": "warn", "kind": "usb", "cat": e["cat"], "why": e.get("why", "gone"), "t": int(e["t"]), "back": bool(e.get("back")),
                 "name": str(e.get("name") or "")[:80], "port": str(e.get("port") or "")[:12], "ids": str(e.get("ids") or "")[:9]}
                for e in sorted(fresh, key=lambda x: -x["t"])[:2]]
    def dismiss(self, t):
        if isinstance(t, bool) or not isinstance(t, (int, float)):
            raise ValueError("Ungültige Anfrage")
        if self.demo:
            self.demo_closed = True
            return True
        found = False
        with self.lock:
            for e in self.events:
                if int(e["t"]) == int(t) and not e.get("ack"):
                    e["ack"] = True
                    found = True
            data = list(self.events)
        if found and not self.demo:
            try:
                tmp = self.path + ".tmp"
                with open(tmp, "w") as f:
                    json.dump(data, f)
                os.replace(tmp, self.path)
            except OSError:
        return found
class OutageWatch:
    DOWN = 20.0
    MAX = 6 * 3600.0
    def __init__(self, clock=time.time):
        self.clock = clock
        self.lock = threading.Lock()
        self.seen = {}
        self.since = {}
        self.hdmi_since = None
        self.closed = set()
    def dismiss(self, kind, t):
        if kind not in ("cam", "hdmi") or isinstance(t, bool) or not isinstance(t, (int, float)):
            raise ValueError("Ungültige Anfrage")
        with self.lock:
            self.closed.add((kind, int(t)))
        return True
    def alerts(self, cameras, hdmi=None, parked=()):
        now = self.clock()
        out = []
        with self.lock:
            self.closed = {c for c in self.closed if now - c[1] <= self.MAX}
            keys = set()
            for c in cameras or []:
                key = c.get("key")
                if not isinstance(key, str):
                    continue
                keys.add(key)
                state = c.get("state")
                if key in parked:
                    self.since.pop(key, None)
                    continue
                if state == "live":
                    self.seen[key] = True
                    self.since.pop(key, None)
                elif state == "offline" and self.seen.get(key):
                    self.since.setdefault(key, now)
                    t = self.since[key]
                    if key != HDMI_KEY and now - t >= self.DOWN and now - t <= self.MAX and ("cam", int(t)) not in self.closed:
                        kind = "dji" if str(key).startswith("dji-") else "cam"
                        out.append({"level": "warn", "kind": "cam", "cam": kind, "name": str(c.get("name") or "")[:40], "t": int(t)})
            for k in list(self.seen):
                if k not in keys:
                    self.seen.pop(k, None)
                    self.since.pop(k, None)
            bad = False
            if isinstance(hdmi, dict) and hdmi.get("service") is not False and hdmi.get("available") is not False:
                en = bool((hdmi.get("settings") or {}).get("enabled"))
                sig = hdmi.get("signal") or {}
                bad = hdmi.get("state") == "error" or (en and hdmi.get("signal_known") and sig.get("plugged") is False)
            if bad:
                if self.hdmi_since is None:
                    self.hdmi_since = now
                if self.DOWN <= now - self.hdmi_since <= self.MAX and ("hdmi", int(self.hdmi_since)) not in self.closed:
                    out.append({"level": "warn", "kind": "hdmi", "src": (hdmi.get("settings") or {}).get("source", "hdmi"), "t": int(self.hdmi_since)})
            else:
                self.hdmi_since = None
        return out
class Sampler:
    D_GRACE, D_SUSTAIN, D_GAP = 120.0, 15.0, 6.0
    D_BENIGN_NAME = re.compile(r"^(kworker|jbd2|sugov|apt-get|apt|dpkg|mmcqd|kswapd\d*|flush-|ext4|systemd-journal)")
    D_BENIGN_WCHAN = re.compile(r"(__wait_on_buffer|wait_on_page|io_schedule|mmc_blk|jbd2|generic_file_buffered_read|bit_wait|blk_)")
    def __init__(self, demo):
        self.demo = demo
        self.prev_cpu = None
        self.prev_net = None
        self.prev_t = None
        self.sm_net, self.sm_zero = {}, {}
        self.pay_prev, self.pay_sm, self.pay_zero = None, None, 0
        self._lock = threading.Lock()
        self._d_since, self._d_last = None, 0.0
        self._core_hot_t0 = None
    NET_SMOOTH_S = 4.0
    NET_SMOOTH_GAP_S = 15.0
    NET_ZERO_MBIT, NET_ZERO_N = 0.1, 2
    def smooth_rates(self, raw, dt_s):
        fresh = dt_s is None or dt_s > self.NET_SMOOTH_GAP_S
        a = 1.0 - math.exp(-max(dt_s or 0.0, 0.0) / self.NET_SMOOTH_S)
        out, new, zeros = {}, {}, {}
        for n, r in raw.items():
            p = None if fresh else self.sm_net.get(n)
            cur = {}
            for k in ("rx_mbit", "tx_mbit"):
                z = (self.sm_zero.get((n, k), 0) + 1) if r[k] < self.NET_ZERO_MBIT else 0
                zeros[(n, k)] = z
                cur[k] = r[k] if (p is None or z >= self.NET_ZERO_N) else p[k] + (r[k] - p[k]) * a
            new[n] = cur
            out[n] = {k: round(v, 2) for k, v in cur.items()}
        self.sm_net, self.sm_zero = new, zeros
        return out
    SRT_PAYLOAD_BYTES = 1316
    def payload_rate(self, send):
        def num(k):
            v = send.get(k) if isinstance(send, dict) else None
            return float(v) if isinstance(v, (int, float)) and not isinstance(v, bool) else None
        t, sent, retr = num("mtime"), num("sent_total"), num("retrans_total")
        if t is None or sent is None or sent < 0:
            self.pay_prev, self.pay_sm, self.pay_zero = None, None, 0
            return None
        unique = sent - (retr if retr is not None and 0 <= retr <= sent else 0.0)
        cur, prev = (t, unique), self.pay_prev
        if prev is not None and t <= prev[0]:
            return None if self.pay_sm is None else round(self.pay_sm, 2)
        self.pay_prev = cur
        dt = None if prev is None else t - prev[0]
        if dt is None or dt > self.NET_SMOOTH_GAP_S or unique < prev[1]:
            self.pay_sm, self.pay_zero = None, 0
            return None
        raw = (unique - prev[1]) * self.SRT_PAYLOAD_BYTES * 8 / dt / 1e6
        if self.pay_sm is None:
            self.pay_sm = raw
        elif raw < self.NET_ZERO_MBIT and self.pay_zero + 1 >= self.NET_ZERO_N:
            self.pay_sm = raw
        else:
            self.pay_sm += (raw - self.pay_sm) * (1.0 - math.exp(-dt / self.NET_SMOOTH_S))
        self.pay_zero = self.pay_zero + 1 if raw < self.NET_ZERO_MBIT else 0
        return round(self.pay_sm, 2)
    @classmethod
    def d_relevant(cls, names):
        return [n for n in (names or []) if not (cls.D_BENIGN_NAME.match(n) or cls.D_BENIGN_WCHAN.search(n.partition("@")[2]))]
    def _d_alert(self, rel, now, uptime):
        if not rel:
            self._d_since = None
            return 0
        if self._d_since is None or now - self._d_last > self.D_GAP:
            self._d_since = now
        self._d_last = now
        if uptime is not None and uptime < self.D_GRACE:
            return 0
        return len(rel) if now - self._d_since >= self.D_SUSTAIN else 0
    def cpu_times(self):
        out = []
        for line in (read("/proc/stat", "") or "").splitlines():
            if line.startswith("cpu") and line[3:4].isdigit():
                v = list(map(int, line.split()[1:]))
                idle = v[3] + (v[4] if len(v) > 4 else 0)
                out.append((sum(v), idle))
        return out
    @staticmethod
    def fan_pwm():
        try:
            for d in sorted(os.listdir("/sys/class/hwmon")):
                base = f"/sys/class/hwmon/{d}"
                if read(base + "/name", "").strip() == "pwmfan":
                    v = read(base + "/pwm1")
                    return int(v) if v is not None and 0 <= int(v) <= 255 else None
        except (OSError, ValueError):
            pass
        return None
    @staticmethod
    def blocked_threads(proc="/proc", limit=20):
        out = []
        for d in sorted(glob.glob(proc + "/[0-9]*/task/[0-9]*")):
            t = read(d + "/stat", "") or ""
            i = t.rfind(")")
            if i < 0 or t[i + 2:i + 3] != "D":
                continue
            name = t[t.find("(") + 1:i].replace(" ", "_")
            wchan = (read(d + "/wchan", "") or "").strip()
            out.append("%s@%s" % (name, wchan if wchan and wchan != "0" else "?"))
            if len(out) >= limit:
                break
        return out
    def net_bytes(self):
        res = {}
        for line in (read("/proc/net/dev", "") or "").splitlines()[2:]:
            name, _, rest = line.partition(":")
            name = name.strip()
            if name.startswith(NET_PREFIXES) and not name.startswith(NET_SKIP) and \
                    (read(f"/sys/class/net/{name}/operstate", "") or "").strip() in ("up", "unknown"):
                f = rest.split()
                res[name] = (int(f[0]), int(f[8]))
        if pipbox_preview:
            res = pipbox_preview.TRAFFIC.adjust(res)
        return res
    def sample(self):
        if self.demo:
            return self.sample_demo()
        with self._lock:
            hit = getattr(self, "_last", None)
            if hit is not None and time.monotonic() - hit[0] < 1.5:
                return dict(hit[1])
            val = self.sample_real()
            self._last = (time.monotonic(), val)
            return dict(val)
    def sample_real(self):
        now = time.time()
        cpu, net = self.cpu_times(), self.net_bytes()
        cores, rates = [], {}
        if self.prev_cpu and len(self.prev_cpu) == len(cpu):
            for (t1, i1), (t0, i0) in zip(cpu, self.prev_cpu):
                dt = max(t1 - t0, 1)
                cores.append(round(100.0 * (1 - (i1 - i0) / dt), 1))
        dt_s = (now - self.prev_t) if self.prev_t else None
        if self.prev_net and dt_s:
            for n, (rx, tx) in net.items():
                p = self.prev_net.get(n)
                    rates[n] = {"rx_mbit": max(0.0, round((rx - p[0]) * 8 / dt_s / 1e6, 2)),
                                "tx_mbit": max(0.0, round((tx - p[1]) * 8 / dt_s / 1e6, 2))}
        rates = self.smooth_rates(rates, dt_s)
        self.prev_cpu, self.prev_net, self.prev_t = cpu, net, now
        freqs = []
        while True:
            v = read(f"/sys/devices/system/cpu/cpu{i}/cpufreq/scaling_cur_freq")
            if v is None:
                break
            freqs.append(int(v) // 1000)
        temps = []
        while True:
            v = read(f"/sys/class/thermal/thermal_zone{z}/temp")
            if v is None:
                break
            temps.append(int(v) / 1000.0)
        mem = {}
        for line in (read("/proc/meminfo", "") or "").splitlines():
            k, _, v = line.partition(":")
            mem[k] = int(v.split()[0]) if v.split() else 0
        total, avail = mem.get("MemTotal", 0), mem.get("MemAvailable", 0)
        blocked = 0
        for line in (read("/proc/stat", "") or "").splitlines():
            if line.startswith("procs_blocked"):
                blocked = int(line.split()[1])
        zones = []
        for zi in range(len(temps)):
            zt = (read(f"/sys/class/thermal/thermal_zone{zi}/type", "") or "").strip()
            zones.append({"name": THERMAL_NAMES.get(zt, zt or f"Zone {zi}"), "c": round(temps[zi], 1)})
        out = self.finish(cores, freqs, max(temps) if temps else None,
                          total, avail, rates, blocked, self.fan_pwm(), self.blocked_threads() if blocked > 0 else None)
        send = send_stats()
        out["details"] = {"temps": zones, "accel": devfreq_loads(), "disk": disk_usage("/"), "send": send}
        out["payload_mbit"] = self.payload_rate(send)
        return out
    def sample_demo(self):
        t = time.time()
        cores = [round(max(2, min(99, 45 + 35 * math.sin(t / 7 + k) +
                                  random.uniform(-6, 6))), 1) for k in range(8)]
        freqs = [1800 if k >= 4 else 1416 for k in range(8)]
        temp = 52 + 8 * math.sin(t / 30) + random.uniform(-0.5, 0.5)
        rates = {"eth0": {"rx_mbit": 0.4, "tx_mbit": round(6 + random.uniform(-1, 1), 2)},
                 "eth1": {"rx_mbit": round(13 + random.uniform(-1, 1), 2),
                          "tx_mbit": round(5 + random.uniform(-1, 1), 2)}}
        out = self.finish(cores, freqs, temp, 16 * 1024 * 1024,
                          int(7.4 * 1024 * 1024), rates, 0, int(110 + 40 * math.sin(t / 30)))
        out["details"] = {
            "temps": [{"name": n, "c": round(temp + d + random.uniform(-0.4, 0.4), 1)} for n, d in
                      (("SoC", 0), ("Große Kerne 4–5", 2), ("Große Kerne 6–7", 1.5), ("Kleine Kerne 0–3", -3), ("Mitte", 0), ("GPU", -5), ("NPU", -6))],
            "accel": {"gpu": {"load_pct": int(12 + 8 * math.sin(t / 5)), "mhz": 600},
                      "npu": {"load_pct": int(30 + 20 * math.sin(t / 7)), "mhz": 1000, "cores": [int(30 + 20 * math.sin(t / 7)), int(10 + 8 * math.sin(t / 4)), 0]}},
            "disk": {"total_gb": 62.8, "free_gb": 55.5, "used_gb": 4.6, "used_pct": 8.7},
            "send": {"fps": 29.9, "bitrate_kbps": 9800, "rtt_ms": round(38 + 6 * math.sin(t / 9), 1), "send_mbps": round(9.7 + random.uniform(-0.5, 0.5), 2),
                     "snd_buf_pkts": int(30 + 20 * random.random()), "snd_buf_ms": int(25 + 15 * random.random()), "loss_total": 37,
                     "drop_total": 0, "sent_total": 90210, "loss_pct": 0.04}}
        return out
    def _core_sustained(self, cpu_max, now):
        if cpu_max is None or cpu_max < LIMITS["core_warn"]:
            self._core_hot_t0 = None
            return False
        if self._core_hot_t0 is None:
            self._core_hot_t0 = now
        return now - self._core_hot_t0 >= LIMITS["core_hold_s"]
    def finish(self, cores, freqs, temp, total_kb, avail_kb, rates, blocked, fan_pwm=None, blocked_names=None, now=None, uptime=None):
        cpu_avg = round(sum(cores) / len(cores), 1) if cores else None
        cpu_max = max(cores) if cores else None
        mem_used = round(100.0 * (1 - avail_kb / total_kb), 1) if total_kb else None
        alerts = []
        if temp is not None and temp >= LIMITS["temp_crit"]:
            alerts.append({"level": "crit", "text": f"Temperatur {temp:.0f} °C"})
        elif temp is not None and temp >= LIMITS["temp_warn"]:
            alerts.append({"level": "warn", "text": f"Temperatur {temp:.0f} °C"})
        core_hot = self._core_sustained(cpu_max, time.monotonic() if now is None else now)
        if cpu_avg is not None and cpu_avg >= LIMITS["cpu_warn"]:
            alerts.append({"level": "warn", "text": f"CPU-Last {cpu_avg:.0f} %"})
        elif core_hot:
            alerts.append({"level": "warn", "text": f"Ein CPU-Kern ist fast voll ({cpu_max:.0f} %)"})
        if mem_used is not None and mem_used >= LIMITS["mem_warn"]:
            alerts.append({"level": "warn", "text": f"RAM {mem_used:.0f} % belegt"})
        rel = self.d_relevant(blocked_names) if blocked > 0 else []
        up = uptime
        if up is None and not self.demo:
            try:
                up = float((read("/proc/uptime", "") or "").split()[0])
            except (ValueError, IndexError):
                up = None
        n = self._d_alert(rel, time.monotonic() if now is None else now, up)
        if n > 0:
            alerts.append({"level": "warn", "text": f"{n} Prozess(e) blockiert (D-State)", "kind": "dstate", "names": rel[:6]})
        return {"time": int(time.time()), "demo": self.demo,
                "cpu": {"cores": cores, "avg": cpu_avg, "max": cpu_max, "freq_mhz": freqs},
                "temp_c": None if temp is None else round(temp, 1),
                "fan_pct": None if fan_pwm is None else round(100.0 * fan_pwm / 255),
                "mem": {"used_pct": mem_used, "avail_mb": avail_kb // 1024,
                        "total_mb": total_kb // 1024},
                "net": rates, "procs_blocked": blocked, "alerts": alerts,
                "encoder": {"fps": 29.9, "bitrate_mbit": 9.8, "max_mbit": 12}
                if self.demo else None}
def lan_ip():
        sk = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        sk.connect(("203.0.113.1", 9))
        ip = sk.getsockname()[0]
        sk.close()
        return ip
    except OSError:
        return "127.0.0.1"
NET_LABELS = {}
def net_label(name):
    if name.startswith(("wl",)):
        return f"WLAN ({name})"
        if "/usb" in os.path.realpath(f"/sys/class/net/{name}/device"):
            return f"USB-Router ({name})"
    except OSError:
        pass
    return f"Ethernet ({name})"

FIXED_ALIAS = {"eth1": "192.168.80.50"}
def fixed_ip(name):
    want = FIXED_ALIAS.get(name)
    if not want:
        return None
        out = subprocess.run(["ip", "-4", "-o", "addr", "show", "dev", name],
                             capture_output=True, text=True, timeout=3).stdout
    except (OSError, subprocess.TimeoutExpired):
        return None
    return want if f" {want}/" in out else None
def ttl_cached(key, ttl, fn):
    now = time.monotonic()
    hit = _TTL.get(key)
    if hit is not None and now - hit[0] < ttl:
        return hit[1]
    val = fn()
    _TTL[key] = (now, val)
    return val
def ttl_cached_drop(key):
    _TTL.pop(key, None)
def mac_suffix(iface):
        with open(f"/sys/class/net/{iface}/address") as f:
            parts = f.read().strip().upper().split(":")
    except (OSError, ValueError):
        return ""
    if len(parts) != 6 or not all(re.fullmatch(r"[0-9A-F]{2}", x) for x in parts):
        return ""
    return parts[4] + parts[5]
def iface_ips():
    return [dict(x) for x in ttl_cached("iface_ips", 3.0, _iface_ips_raw)]
def _iface_ips_raw():
        import fcntl
        import struct
        names = sorted(os.listdir("/sys/class/net"))
    except (ImportError, OSError):
        return []
    out = []
    for name in names:
        if name == "lo" or name.startswith(("docker", "veth", "br-", "virbr", "p2p", "tailscale", "tun", "tap", "wg", "zt")):
            continue
        try:
            sk = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
            ip = socket.inet_ntoa(fcntl.ioctl(sk.fileno(), 0x8915,
                                              struct.pack("256s", name[:15].encode()))[20:24])
            sk.close()
        except OSError:
            continue
        out.append({"iface": name, "ip": ip, "cam_ip": fixed_ip(name) or ip, "label": NET_LABELS.get(name) or net_label(name),
                    "wifi": os.path.isdir(f"/sys/class/net/{name}/wireless")})
    return out
LINKS_FILE = "/run/pipbox-send/srtla-links.txt"
def uplink_states(selected):
        if time.time() - os.stat(LINKS_FILE).st_mtime > 20:
            return {}
        with open(LINKS_FILE) as f:
            lines = f.readlines()[-60:]
    except OSError:
        return {}
    last = {}
    for ln in lines:
        m = re.match(r"\S+ links: (\S+) (?:stall=\d+ )?srtt=(-?\d+)ms .*? (genutzt|reserve) ", ln)
        if m:
            last[m.group(1)] = (int(m.group(2)), m.group(3))
    by_ip = {o["ip"]: o["iface"] for o in iface_ips()}
    seen = {by_ip[ip]: v for ip, v in last.items() if ip in by_ip}
    out = {}
    for n in selected:
        v = seen.get(n)
        if v is None:
            out[n] = {"state": "aus", "srtt": None}
        else:
            out[n] = {"state": "an" if v[1] == "genutzt" else "reserve", "srtt": v[0] if v[0] >= 0 else None}
    return out
def _alert_text(a):
    if a.get("text"):
        return str(a["text"])[:120]
    kind = a.get("kind")
    if kind == "usb":
        return "USB-Gerät getrennt"
    if kind == "cam":
        return "Kamera %s ohne Signal" % (a.get("name") or "")
    if kind == "hdmi":
        return "HDMI-Kamera ohne Signal"
    return "Meldung"
class UplinkMemory:
    def __init__(self):
        self.up = set()
    def reset(self):
        self.up = set()
    def dropped(self, ups):
        self.up &= set(ups)
        for n, v in ups.items():
            if (v or {}).get("state") in ("an", "reserve"):
                self.up.add(n)
        return sorted(n for n in self.up if (ups.get(n) or {}).get("state") == "aus")
class FpsMemory:
    FPS_LOW = 24.0
    FPS_LOW_HOLD_S = 15.0
    GAP_S = 7.0
    def __init__(self):
        self.since = {}
    def reset(self):
        self.since = {}
    def low(self, rates, now=None):
        now = time.time() if now is None else now
        out = {}
        for key in list(self.since):
            if key not in rates:
                del self.since[key]
        for key, (dmx, dec) in rates.items():
            if dmx < self.FPS_LOW:
                kind, fps = "camera", dmx
            elif 0 < dec < self.FPS_LOW:
                kind, fps = "box", dec
            else:
                self.since.pop(key, None)
                continue
            first, last, was = self.since.get(key, (now, now, kind))
            if now - last > self.GAP_S or was != kind:
                first = now
            self.since[key] = (first, now, kind)
            if now - first >= self.FPS_LOW_HOLD_S:
                out[key] = (kind, fps)
        return out
def status_light(m, live, limits=None, battery_limit=10, memory=None, fps_memory=None):
    reasons = []
    def add(level, text):
        reasons.append({"level": level, "text": text})
    alerts = [a for a in (m.get("alerts") or []) if isinstance(a, dict)]
    for a in alerts:
        add("crit" if a.get("level") == "crit" else "warn", _alert_text(a))
    seen = " ".join(r["text"] for r in reasons)
    cpu, mem = (m.get("cpu") or {}).get("avg"), (m.get("mem") or {}).get("used_pct")
    for key, label, unit, val, word in (("temp", "Temperatur", "°C", m.get("temp_c"), "Temperatur"), ("cpu", "CPU-Last", "%", cpu, "CPU"), ("ram", "RAM", "%", mem, "RAM")):
        lim = (limits or {}).get(key) or {}
        if lim.get("on") and isinstance(val, (int, float)) and not isinstance(val, bool) and isinstance(lim.get("limit"), int) and val >= lim["limit"] and word not in seen:
            add("warn", "%s %d %s (Grenze %d %s)" % (label, round(val), unit, lim["limit"], unit))
    for c in m.get("cameras") or []:
        b = c.get("battery")
        if isinstance(b, int) and not isinstance(b, bool) and b <= battery_limit and c.get("charging") is not True and not c.get("parked") and (c.get("battery_age") is None or c["battery_age"] <= 300):
            add("warn", "Akku %s %d %%" % (c.get("name") or c.get("key") or "Kamera", b))
    if fps_memory is not None:
        if (limits or {}).get("fps_on") is False or not live:
            fps_memory.reset()
        else:
            cams = {c.get("key"): c for c in m.get("cameras") or []}
            rates = {c["key"]: tuple(c["rates"]) for c in cams.values() if c.get("key") and isinstance(c.get("rates"), (list, tuple)) and len(c["rates"]) == 2}
            for key, (kind, fps) in sorted(fps_memory.low(rates).items()):
                name = cams[key].get("name") or key
                add("warn", "%s: nur %d fps" % (name, round(fps)) if kind == "camera" else "%s: Box dekodiert nur %d fps" % (name, round(fps)))
    ups = m.get("uplinks") or {}
    if memory is not None:
        if not live:
            memory.reset()
        elif ups:
            names = m.get("conn_names") or {}
            down = memory.dropped(ups)
            if down:
                if not any((v or {}).get("state") in ("an", "reserve") for v in ups.values()):
                    add("crit", "Kein Sendeweg mehr verbunden")
                else:
                    add("warn", "Sendeweg ausgefallen: " + ", ".join(str(names.get(n) or n) for n in down))
    level = "crit" if any(r["level"] == "crit" for r in reasons) else ("warn" if reasons else "ok")
    return {"level": level, "live": bool(live), "reasons": reasons[:10]}
class NetChoice:
    def __init__(self, path):
        self.path = path
        try:
            with open(path) as f:
                self.iface = json.load(f).get("iface")
        except (OSError, ValueError):
            self.iface = None
    def options(self):
        return iface_ips()
    def ip(self):
        for o in self.options():
            if o["iface"] == self.iface:
                return o.get("cam_ip") or o["ip"]
        return lan_ip()
    def select(self, iface):
        if iface not in [o["iface"] for o in self.options()]:
            raise ValueError("Unbekannte Schnittstelle oder keine IPv4-Adresse")
        self.iface = iface
        tmp = self.path + ".tmp"
        with open(tmp, "w") as f:
            json.dump({"iface": iface}, f)
        os.replace(tmp, self.path)
    def status(self):
        return {"options": self.options(), "selected": self.iface, "ip": self.ip()}
class IfaceMemory:
    def __init__(self, path):
        self.path = path
    def _last(self):
        try:
            with open(self.path) as f:
                d = json.load(f)
            return {k: v for k, v in d.items() if isinstance(k, str) and isinstance(v, str)} if isinstance(d, dict) else {}
        except (OSError, ValueError):
            return {}
    def _save(self, cur):
        tmp = self.path + ".tmp"
        with open(tmp, "w") as f:
            json.dump(cur, f)
        os.replace(tmp, self.path)
    def reconcile(self, srtla, netchoice, cams, wifi=None, names=None):
        cur = SettingsTransfer.local_macs()
        last = self._last()
        by_mac = {m: n for n, m in cur.items()}
        mapping = {name: by_mac[mac] for name, mac in last.items() if cur.get(name) != mac and by_mac.get(mac) not in (None, name)}
        if mapping:
            self._apply(mapping, srtla, netchoice, cams, wifi, names)
            print("iface_macs:", ", ".join("%s->%s" % kv for kv in sorted(mapping.items())), flush=True)
        if cur != last:
            try:
                self._save(cur)
            except OSError:
        return mapping
    @staticmethod
    def _apply(m, srtla, netchoice, cams, wifi=None, names=None):
        r = lambda n: m.get(n, n)
        with srtla.lock:
            st = srtla.data.get("settings") or {}
            if isinstance(st.get("uplinks"), list):
                st["uplinks"] = sorted(set(r(u) for u in st["uplinks"]))
            if isinstance(st.get("min_share"), dict):
                st["min_share"] = {r(k): v for k, v in st["min_share"].items()}
            srtla.save()
        if netchoice is not None and netchoice.iface in m:
            netchoice.iface = r(netchoice.iface)
            tmp = netchoice.path + ".tmp"
            with open(tmp, "w") as f:
                json.dump({"iface": netchoice.iface}, f)
            os.replace(tmp, netchoice.path)
        with cams.lock:
            changed = False
            for c in cams.cams:
                if c.get("iface") in m:
                    c["iface"] = r(c["iface"])
                    changed = True
            if changed:
                cams.save()
        if wifi is not None and not getattr(wifi, "demo", False):
            hs = wifi.hotspots()
            if any(k in m for k in hs):
                out = {r(k): v for k, v in hs.items()}
                tmp = wifi.hs_file + ".tmp"
                fd = os.open(tmp, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o600)
                with os.fdopen(fd, "w") as f:
                    json.dump(out, f)
                os.replace(tmp, wifi.hs_file)
        if names is not None:
            with names.lock:
                d = names._all()
                out = {}
                for k, v in d.items():
                    pre = k[:3] if k.startswith("if:") else (k[:4] if k.startswith("net:") else "")
                    out[pre + r(k[len(pre):]) if pre else k] = v
                if out != d:
                    tmp = names.path + ".tmp"
                    with open(tmp, "w") as f:
                        json.dump(out, f)
                    os.replace(tmp, names.path)
    def run(self, srtla, netchoice, cams, wifi=None, names=None, every=30):
        while True:
            try:
                self.reconcile(srtla, netchoice, cams, wifi, names)
            except Exception as e:
                print("iface_macs:", type(e).__name__, flush=True)
            time.sleep(every)
View remainder of file in raw view
FilesExpand file tree

server.py

Latest commit

History

server.py

File metadata and controls
