#!/usr/bin/env python3 """Ein Messlauf: frische Weltkopie, Server auf festen Kernen, Bots stufenweise bis zur Überlast. Aufruf: python3 messlauf.py Schreibt nach roh//: meta.json, proben.jsonl (je 5 s), stufen.jsonl (je Stufe), konsole.log, bots.jsonl""" import json, os, queue, re, shutil, subprocess, sys, threading, time from pathlib import Path sys.path.insert(0, str(Path(__file__).parent)) from gemeinsam import * MUSTER_P = re.compile(r'P50:\s*([\d.]+)\s*ms.*?P95:\s*([\d.]+)\s*ms.*?P99:\s*([\d.]+)\s*ms', re.S) MUSTER_AVG = re.compile(r'(?:Average time per tick|time per tick)[^\d]*([\d.]+)\s*ms', re.S) MUSTER_GT = re.compile(r'game time is (\d+)') MUSTER_LIST = re.compile(r'There are (\d+)') def cpu_stat(): w = {} for z in open('/proc/stat'): if z.startswith('cpu') and z[3] != ' ': t = z.split() w[int(t[0][3:])] = [int(x) for x in t[1:9]] return w def cpu_diff(a, b, kerne): """Anteile in Prozent über die genannten Kerne: belegt (ohne idle/iowait) und Steal.""" ges = bel = st = 0 for k in kerne: d = [y - x for x, y in zip(a[k], b[k])] s = sum(d) ges += s bel += s - d[3] - d[4] st += d[7] return (100 * bel / ges if ges else 0.0, 100 * st / ges if ges else 0.0) def rss_mb(pid): try: for z in open(f'/proc/{pid}/status'): if z.startswith('VmRSS'): return int(z.split()[1]) / 1024 except OSError: pass return None def position(rc, name): w = re.findall(r'(-?\d+(?:\.\d+)?(?:E-?\d+)?)d', rc(f'data get entity {name} Pos') or '') return [round(float(v), 2) for v in w[:3]] if len(w) >= 3 else None def mittel(x): x = [v for v in x if v is not None] return sum(x) / len(x) if x else None class Bots: def __init__(self, ordner, seed, protokoll): self.log = open(ordner / 'bots.jsonl', 'a') self.stat = {} self.warte = queue.Queue() self.getrennt = 0 self.procs = [] n = len(KERNE_BOTS) for w, kern in enumerate(KERNE_BOTS): p = subprocess.Popen(['taskset', '-c', kern, 'node', '--max-old-space-size=3000', str(Path(__file__).parent / 'bots.mjs'), str(JARS / 'packets.json'), str(protokoll), str(PORT), str(seed), str(w), str(n)], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True, bufsize=1) self.procs.append(p) threading.Thread(target=self._lies, args=(p,), daemon=True).start() def _lies(self, p): for z in p.stdout: try: m = json.loads(z) except ValueError: self.log.write(json.dumps({'roh': z.strip()[:300]}) + '\n') continue if m.get('ev') == 'stat': self.stat[m['w']] = m self.log.write(z) elif m.get('ev') == 'spielt': self.warte.put(m) elif m.get('ev') == 'getrennt': self.getrennt += 1 self.log.write(z) self.log.flush() def ziel(self, n): for p in self.procs: p.stdin.write(json.dumps({'ziel': n}) + '\n') p.stdin.flush() def ende(self): for p in self.procs: try: p.stdin.write('{"ende": true}\n') p.stdin.flush() except (BrokenPipeError, ValueError): pass for p in self.procs: try: p.wait(10) except subprocess.TimeoutExpired: p.kill() def messe(lauf_id, programm, jvm, wdh, plan): aus = ROH / lauf_id if aus.exists(): shutil.rmtree(aus) aus.mkdir(parents=True) o = LAUF / lauf_id kopiere(VORLAGEN / programm, o) kopiere(VORLAGEN / 'welt', o / 'world') log = o / 'konsole.log' info = PROGRAMME[programm] protokoll = json.loads((JARS / 'vanilla-version.json').read_text())['protocol_version'] meta = {'lauf': lauf_id, 'programm': programm, 'jvm': jvm, 'wiederholung': wdh, 'start_utc': time.strftime('%FT%TZ', time.gmtime()), 'heap': HEAP, 'kerne_server': KERNE_SERVER, 'kerne_bots': KERNE_BOTS, 'kern_messung': KERN_MESSUNG, 'plan': plan['zeiten'], 'stufen': plan['stufen']} p, cmd = starte_java(o, info['start'], JVM[jvm], log) meta['befehl'] = [c for c in cmd] bots = None r = None fehler = None try: warte_bereit(p, log) r = Rcon(rcon_passwort()) rl = threading.Lock() def rc(b): with rl: return r.befehl(b) time.sleep(plan['zeiten']['leerlauf_s']) bots = Bots(aus, SEED, protokoll) stop_tp = threading.Event() platziert = {} def tp_schleife(): while not stop_tp.is_set(): try: m = bots.warte.get(timeout=0.5) except queue.Empty: continue rc(f"tp {m['name']} {m['x']} {m['y']} {m['z']}") platziert[m['i']] = True threading.Thread(target=tp_schleife, daemon=True).start() schlecht = 0 f_st = open(aus / 'stufen.jsonl', 'a') f_pr = open(aus / 'proben.jsonl', 'a') for stufe, n in enumerate(plan['stufen']): t_stufe = time.time() bots.ziel(n) frist = time.time() + plan['zeiten']['verbinden_max_s'] erreicht = False while time.time() < frist: m = MUSTER_LIST.search(rc('list') or '') if m and int(m.group(1)) >= n and len(platziert) >= n: erreicht = True break time.sleep(2) t_verbunden = time.time() - t_stufe time.sleep(plan['zeiten']['einschwingen_s']) proben = [] # Bewegungsnachweis: erster und zuletzt beigetretener Bot, Position zu Beginn und Ende des Messfensters. nachweis = ['Bot0000', 'Bot%04d' % (n - 1)] pos0 = {b: position(rc, b) for b in nachweis} c0 = cpu_stat() gt0, t0 = None, None ende = time.time() + plan['zeiten']['fenster_s'] while time.time() < ende: ca = cpu_stat() time.sleep(plan['zeiten']['takt_s']) cb = cpu_stat() q = rc('tick query') mp = MUSTER_P.search(q) ma = MUSTER_AVG.search(q) g = MUSTER_GT.search(rc('time query gametime')) gt = int(g.group(1)) if g else None jetzt = time.time() tps = None if gt is not None and gt0 is not None and jetzt > t0: tps = (gt - gt0) / (jetzt - t0) gt0, t0 = gt, jetzt sp = MUSTER_LIST.search(rc('list') or '') srv, srv_st = cpu_diff(ca, cb, [0, 1, 2, 3]) bot, bot_st = cpu_diff(ca, cb, [4, 5, 6]) alle, alle_st = cpu_diff(ca, cb, list(range(8))) st = bots.stat probe = {'t': round(jetzt, 2), 'stufe': stufe, 'n': n, 'mspt_avg': float(ma.group(1)) if ma else None, 'p50': float(mp.group(1)) if mp else None, 'p95': float(mp.group(2)) if mp else None, 'p99': float(mp.group(3)) if mp else None, 'tps': round(tps, 3) if tps is not None else None, 'gametime': gt, 'spieler': int(sp.group(1)) if sp else None, 'rss_mb': rss_mb(p.pid), 'cpu_server': round(srv, 2), 'cpu_bots': round(bot, 2), 'steal_alle': round(alle_st, 3), 'bots_verzug_p99_max': max((s.get('verzug_p99', 0) for s in st.values()), default=None), 'roh_tick': None if mp else q[:300]} proben.append(probe) f_pr.write(json.dumps(probe) + '\n') f_pr.flush() c1 = cpu_stat() pos1 = {b: position(rc, b) for b in nachweis} bewegung = {b: {'start': pos0[b], 'ende': pos1[b], 'strecke': round(((pos1[b][0] - pos0[b][0]) ** 2 + (pos1[b][2] - pos0[b][2]) ** 2) ** .5, 2) if pos0[b] and pos1[b] else None} for b in nachweis} voll = [x for x in proben if x['p95'] is not None] _, steal = cpu_diff(c0, c1, list(range(8))) bot_cpu, _ = cpu_diff(c0, c1, [4, 5, 6]) srv_cpu, _ = cpu_diff(c0, c1, [0, 1, 2, 3]) tpsw = [x['tps'] for x in proben if x['tps'] is not None] sp = [x['spieler'] for x in proben if x['spieler'] is not None] z = {'stufe': stufe, 'n': n, 'erreicht': erreicht, 'verbinden_s': round(t_verbunden, 1), 'proben': len(proben), 'p50': mittel([x['p50'] for x in voll]), 'p95': mittel([x['p95'] for x in voll]), 'p99': mittel([x['p99'] for x in voll]), 'p95_max': max((x['p95'] for x in voll), default=None), 'mspt_avg': mittel([x['mspt_avg'] for x in proben]), 'tps': mittel(tpsw), 'tps_min': min(tpsw) if tpsw else None, 'spieler_min': min(sp) if sp else None, 'rss_mb': mittel([x['rss_mb'] for x in proben]), 'cpu_server': round(srv_cpu, 2), 'cpu_bots': round(bot_cpu, 2), 'steal': round(steal, 3), 'bots_verzug_p99_max': max((x['bots_verzug_p99_max'] or 0 for x in proben), default=None), 'getrennt_gesamt': bots.getrennt, 'bewegung': bewegung} f_st.write(json.dumps(z) + '\n') f_st.flush() print(lauf_id, json.dumps({k: (round(v, 2) if isinstance(v, float) else v) for k, v in z.items()}), flush=True) ok = z['p95'] is not None and z['p95'] < plan['grenzen']['p95_ms'] and (z['spieler_min'] or 0) >= n schlecht = 0 if ok else schlecht + 1 if schlecht >= plan['grenzen']['schlechte_stufen'] or (z['tps'] is not None and z['tps'] < plan['grenzen']['tps_abbruch']): meta['abbruch'] = {'stufe': stufe, 'n': n, 'grund': 'ueberlast'} break stop_tp.set() except Exception as e: fehler = f'{type(e).__name__}: {e}' meta['fehler'] = fehler print(lauf_id, 'FEHLER', fehler, flush=True) finally: if bots: bots.ende() try: stoppe(p, r) except Exception as e: meta['stopp_fehler'] = str(e) if p.poll() is None: p.kill() meta['ende_utc'] = time.strftime('%FT%TZ', time.gmtime()) (aus / 'meta.json').write_text(json.dumps(meta, indent=1)) if log.exists(): shutil.copy(log, aus / 'konsole.log') shutil.rmtree(o, ignore_errors=True) return fehler if __name__ == '__main__': lauf_id, programm, jvm, wdh, plan_datei = sys.argv[1:6] plan = json.loads(Path(plan_datei).read_text()) sys.exit(1 if messe(lauf_id, programm, jvm, int(wdh), plan) else 0)