From 95fa3f0095d6f383840992cab6833cac92493a60 Mon Sep 17 00:00:00 2001 From: gbc dev Date: Wed, 15 Jul 2026 16:53:28 +0200 Subject: control: video frame capture + deterministic input-movie replay Two socket features for building reproducible showcase clips: - record start [everyN] / record stop: append the RGB888 framebuffer of each produced frame to a flat 'GBCV' capture file (downsample with everyN). tools/gbgif.py turns it into a GIF (or PNG frames). Capture is decoupled from wall-clock/turbo/frameskip, so timing is always correct. - input play [reset] / input stop: drive the joypad from a synthesized TAS-style movie (text: ' [buttons...]' per line), frame-locked so replay is deterministic. 'reset' does an exact power-on (preserve cart ROM+SRAM, zero all other state) so a movie replays byte-identically -- verified by hashing two runs. tools/gbmovie.py is a Python builder for movies. --- tools/gbgif.py | 81 ++++++++++++++++++++++++++++++++++++++++++ tools/gbmovie.py | 106 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 187 insertions(+) create mode 100644 tools/gbgif.py create mode 100644 tools/gbmovie.py (limited to 'tools') diff --git a/tools/gbgif.py b/tools/gbgif.py new file mode 100644 index 0000000..c7c8943 --- /dev/null +++ b/tools/gbgif.py @@ -0,0 +1,81 @@ +#!/usr/bin/env python3 +"""Turn a gbc `.gbv` frame capture into an animated GIF. + +Capture one with the emulator's control socket: + ./gbctl record start /abs/path/out.gbv 2 # 2 = capture every 2nd frame (~30fps) + ...play... + ./gbctl record stop + +Then: + python3 tools/gbgif.py out.gbv out.gif [--scale 3] [--fps 30] [--start N] [--max N] + +The .gbv format is a 10-byte header ("GBCV", u16 width, u16 height, u16 +ms-per-frame, little-endian) followed by raw width*height*3 RGB frames. +""" +import argparse, struct, sys +from PIL import Image + + +def load(path): + with open(path, "rb") as f: + data = f.read() + if data[:4] != b"GBCV": + sys.exit("not a GBCV capture (bad magic)") + w, h, ms = struct.unpack_from("= args.max: + break + im = Image.frombytes("RGB", (w, h), bytes(buf)) + if args.scale != 1: + im = im.resize((w * args.scale, h * args.scale), Image.NEAREST) + frames.append(im) + if not frames: + sys.exit("no frames matched") + + if args.png: + for i, im in enumerate(frames): + im.save(f"{args.output}{i:04d}.png") + print(f"wrote {len(frames)} PNG frames -> {args.output}NNNN.png") + return + + dur = (1000.0 / args.fps) if args.fps > 0 else max(ms_hdr, 1) * args.stride + # Build one shared palette from a montage of sampled frames so the GIF + # doesn't flicker between per-frame palettes (GB uses few colors anyway). + sample = frames[:: max(1, len(frames) // 8)][:8] or frames[:1] + fw, fh = frames[0].size + montage = Image.new("RGB", (fw, fh * len(sample))) + for i, s in enumerate(sample): + montage.paste(s, (0, i * fh)) + pal = montage.quantize(colors=256, method=Image.MEDIANCUT) + pframes = [f.quantize(palette=pal, dither=Image.NONE) for f in frames] + + pframes[0].save(args.output, save_all=True, append_images=pframes[1:], + duration=dur, loop=0, disposal=1, optimize=True) + print(f"{args.output}: {len(frames)} frames, {fw}x{fh}, {1000.0/dur:.1f} fps") + + +if __name__ == "__main__": + main() diff --git a/tools/gbmovie.py b/tools/gbmovie.py new file mode 100644 index 0000000..dc92989 --- /dev/null +++ b/tools/gbmovie.py @@ -0,0 +1,106 @@ +#!/usr/bin/env python3 +"""Build TAS-style input movies for the gbc emulator's `input play` replayer. + +A movie is a text file of ` [buttons...]` lines: hold the given buttons +(a b start select up down left right; none/'-' = released) for that many frames. +Blank lines and `# comments` are ignored. The emulator drives one line's worth +of joypad state per emulated frame, so replay is deterministic: + + ./gbctl input play /abs/demo.gbmv reset # reset + replay from boot + ./gbctl record start /abs/demo.gbv 2 # (optional) capture video + ... + ./gbctl record stop + python3 tools/gbgif.py demo.gbv demo.gif --scale 3 + +Use as a library to synthesize demos: + + from gbmovie import Movie + m = Movie() + m.wait(40) # let fastboot settle + m.hold("select", 8) # open the SL0P menu + m.wait(16) + m.tap("down", repeat=13) # cursor down to the last item + m.hold("a", 6) # select it + m.wait(600) # watch it run + m.save("demo.gbmv") + +Run this file directly to emit the sample demo above to stdout. +""" +from __future__ import annotations + + +def _btns(buttons) -> str: + if buttons is None: + return "" + if isinstance(buttons, str): + buttons = buttons.split() + return " ".join(buttons) + + +class Movie: + def __init__(self): + self._lines: list[str] = [] + self._frames = 0 + + def hold(self, buttons, frames: int): + """Hold `buttons` (str/list) for `frames` frames.""" + frames = int(frames) + if frames <= 0: + return self + b = _btns(buttons) + self._lines.append(f"{frames} {b}".rstrip()) + self._frames += frames + return self + + def wait(self, frames: int): + """Idle (no buttons) for `frames` frames.""" + return self.hold(None, frames) + + def tap(self, buttons, frames: int = 4, gap: int = 6, repeat: int = 1): + """Press `buttons` for `frames`, release for `gap`, `repeat` times. + + The gap matters: the menu's low-sensitivity polling needs the button to + be released between presses to register a repeat.""" + for _ in range(int(repeat)): + self.hold(buttons, frames) + if gap > 0: + self.wait(gap) + return self + + def comment(self, text: str): + self._lines.append(f"# {text}") + return self + + @property + def total_frames(self) -> int: + return self._frames + + def render(self) -> str: + return "\n".join(self._lines) + "\n" + + def save(self, path: str): + with open(path, "w") as f: + f.write(self.render()) + return path + + +def _sample() -> Movie: + m = Movie() + m.comment("SL0P demo: open menu -> last item (SAVER) -> watch it wander") + m.wait(340) # boot splash + fastboot -> overworld (~307f) + m.hold("select", 8) + m.wait(16) + m.tap("down", repeat=13) + m.hold("a", 6) + m.wait(600) + return m + + +if __name__ == "__main__": + import sys + m = _sample() + if len(sys.argv) > 1: + m.save(sys.argv[1]) + print(f"wrote {sys.argv[1]} ({m.total_frames} frames)") + else: + sys.stdout.write(m.render()) -- cgit v1.3.1-sl0p