Files
EdnunpandClaude Fable 5 65e999466d Test gaps 4-6: relay unit tests, updater-refusal, password walk-through
Closing the coverage gaps the review flagged as blind spots we'd be relying on at
release:

4. RELAY LOGIC TESTS. server/test_relay.py (stdlib unittest + a FakeSocket, no network)
   covers the address-proof end to end: cookie issued on join, wrong cookie rejected,
   right cookie verifies once; enforce mode WITHHOLDS forwarding from an unverified
   address then delivers after it proves itself; watch-only forwards but records
   would-block; the per-IP cap counts across BOTH v1 and v2; a NAT-rebind clears
   verification (spoof-takeover guard); a forged BYE from another address can't evict
   the victim; and bad/short/unknown-version headers are refused. Wired into
   run-tests.ps1 (Start-Process from server\, SKIPs loudly if no Python) so a relay
   change can no longer ship past the gate untested. The relay had ZERO automated
   coverage before and auto-updates every user.

5. UPDATER SIGNATURE ENFORCEMENT. Extracted the two refusal branches into a pure
   VerifyStagedRelease gate and added UpdaterRefusesUnsignedRelease: no-sig refused,
   wrong-key refused, garbage refused, tamper (good sig over changed bytes) refused,
   genuine release accepted. ReleaseSigning only proved the crypto; this proves the
   updater actually REFUSES - the hijacked-release-stream threat.

6. STREAMING PASSWORD STRENGTHENING. The accept decision is now a pure
   ProfilePasswordDialog.RejectionAdviceFor shared by BOTH password dialogs (also
   fixes the App-review trim inconsistency - manager dialog compared untrimmed). Test
   pins the load-bearing rule: requireStrong DISABLES the unchanged-exemption so an
   existing weak "Games" can't keep streaming, while casual mode still grandfathers an
   unchanged password and blocks a new weak one, trim-safe.

Plus the NVDA-hang cache assertions in PasswordRules (miss->hit, same-instance repeat,
Prewarm, empty/weak = no work).

Gate 71/71 + 7 relay tests.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-27 10:11:52 +01:00

177 lines
9.2 KiB
Python

"""Unit tests for the RemSound relay's address-proof, per-IP cap, and eviction logic.
The relay ships to the Pi and auto-updates every user, but its branch logic (cookie verify,
watch-only vs enforce, per-IP cap across v1+v2, NAT-rebind reset, forged-BYE rejection) had no
automated coverage — a one-line regression there would sail past the C# gate and re-open the
reflection / occupation / takeover surface the 2026-07-27 address-proof was built to close. These
tests exercise that logic directly with a fake socket, no network, no real Python needed on the Pi.
Run: py -m unittest test_relay (from the server/ folder)
"""
from __future__ import annotations
import importlib.util
import logging
import os
import struct
import sys
import unittest
import uuid
# The relay filename has a hyphen, so it can't be `import`ed by name — load it from its path.
# It must be registered in sys.modules BEFORE exec so @dataclass can resolve its own module.
_HERE = os.path.dirname(os.path.abspath(__file__))
_spec = importlib.util.spec_from_file_location("remsound_relay", os.path.join(_HERE, "remsound-relay.py"))
relay = importlib.util.module_from_spec(_spec)
sys.modules["remsound_relay"] = relay
_spec.loader.exec_module(relay)
# A quiet logger so tests don't spam the console.
_LOG = logging.getLogger("remsound-relay-test")
_LOG.addHandler(logging.NullHandler())
_LOG.setLevel(logging.CRITICAL)
CID = uuid.UUID(bytes=bytes(range(16))).bytes # a fixed 16-byte client id for the v2 tests
CID2 = uuid.UUID(bytes=bytes(range(16, 32))).bytes
class FakeSocket:
"""Records every sendto so a test can inspect what the relay emitted (cookies, forwards)."""
def __init__(self):
self.sent: list[tuple[bytes, tuple[str, int]]] = []
def sendto(self, data, addr):
self.sent.append((bytes(data), addr))
return len(data)
def v1_packet(pkt_type: int, payload: bytes = b"", stream_id: int = 1, seq: int = 1) -> bytes:
return relay.MAGIC + bytes([relay.V1_VERSION, pkt_type]) + struct.pack("<H", stream_id) + struct.pack("<I", seq) + payload
def v2_packet(pkt_type: int, client_id: bytes, payload: bytes = b"", stream_id: int = 1, seq: int = 1) -> bytes:
return (relay.MAGIC + bytes([relay.V2_VERSION, pkt_type]) + struct.pack("<H", stream_id)
+ struct.pack("<I", seq) + client_id + payload)
def make_relay(require_addr_check: bool = False, max_clients: int = 10):
return relay.Relay(FakeSocket(), _LOG, max_clients, require_addr_check=require_addr_check)
def cookie_sent_to(sock: FakeSocket, addr) -> bytes | None:
"""The most recent address-proof cookie the relay sent to addr (the 16 bytes after the v1 header)."""
for data, to in reversed(sock.sent):
if to == addr and len(data) >= relay.V1_HEADER_LEN + relay.ADDR_CHECK_COOKIE_LEN and data[5] == relay.TYPE_ADDR_CHECK:
return data[relay.V1_HEADER_LEN:relay.V1_HEADER_LEN + relay.ADDR_CHECK_COOKIE_LEN]
return None
def forwarded_to(sock: FakeSocket, addr, payload: bytes) -> bool:
"""True if a packet carrying payload was forwarded to addr (ignores the cookie challenges)."""
return any(to == addr and payload in data and data[5] != relay.TYPE_ADDR_CHECK for data, to in sock.sent)
class AddrCheckV1(unittest.TestCase):
"""The shipping RemSound client is v1-framed (pairwise); these are the load-bearing cases."""
def test_cookie_issued_on_join_and_verifies_on_echo(self):
r = make_relay()
a, b = ("10.0.0.1", 5001), ("10.0.0.2", 5002)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"aud-a"), a)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"aud-b"), b)
cookie_a = cookie_sent_to(r.sock, a)
self.assertIsNotNone(cookie_a, "the relay must challenge a newly seen address with a cookie")
# Wrong cookie must NOT verify.
r.handle_packet(v1_packet(relay.TYPE_ADDR_CHECK, b"\x00" * 16), a)
self.assertEqual(r.stats.addr_checks_verified, 0, "a wrong cookie must not verify an address")
# The genuine cookie, echoed back, verifies exactly once (idempotent thereafter).
r.handle_packet(v1_packet(relay.TYPE_ADDR_CHECK, cookie_a), a)
r.handle_packet(v1_packet(relay.TYPE_ADDR_CHECK, cookie_a), a)
self.assertEqual(r.stats.addr_checks_verified, 1, "echoing the right cookie verifies once, not repeatedly")
def test_enforce_blocks_unverified_then_forwards_after_verify(self):
r = make_relay(require_addr_check=True)
a, b = ("10.0.0.1", 5001), ("10.0.0.2", 5002)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"join-a"), a)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"join-b"), b)
cookie_a = cookie_sent_to(r.sock, a) # captured before we clear the socket
self.assertIsNotNone(cookie_a, "A must have been challenged with a cookie on join")
r.sock.sent.clear()
# B streams while A is unverified → enforcement withholds it.
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"SECRET-AUDIO"), b)
self.assertFalse(forwarded_to(r.sock, a, b"SECRET-AUDIO"), "unverified A must NOT receive forwarded audio under enforcement")
self.assertGreater(r.stats.blocked_unverified, 0, "the withheld forward must be counted")
# A proves its address, then the same stream reaches it.
r.handle_packet(v1_packet(relay.TYPE_ADDR_CHECK, cookie_a), a)
r.sock.sent.clear()
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"NOW-DELIVERED"), b)
self.assertTrue(forwarded_to(r.sock, a, b"NOW-DELIVERED"), "a verified address must receive forwarded audio")
def test_watch_only_forwards_but_records_would_block(self):
r = make_relay(require_addr_check=False)
a, b = ("10.0.0.1", 5001), ("10.0.0.2", 5002)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"join-a"), a)
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"join-b"), b)
r.sock.sent.clear()
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"WATCHED"), b)
self.assertTrue(forwarded_to(r.sock, a, b"WATCHED"), "watch-only mode must still forward (never break pre-5.6 clients)")
self.assertGreater(r.stats.would_block_unverified, 0, "watch-only must record who WOULD have been blocked")
self.assertEqual(r.stats.blocked_unverified, 0, "watch-only must not actually block")
class AddrCheckV2(unittest.TestCase):
def test_rebind_resets_verification(self):
r = make_relay()
addr1, addr2 = ("10.0.0.9", 6001), ("10.0.0.9", 6002)
r.handle_packet(v2_packet(relay.TYPE_AUDIO, CID, b"a"), addr1)
cookie = cookie_sent_to(r.sock, addr1)
self.assertIsNotNone(cookie)
r.handle_packet(v1_packet(relay.TYPE_ADDR_CHECK, cookie), addr1) # echo comes back v1-framed
self.assertTrue(r.v2_clients[uuid.UUID(bytes=CID)].verified, "a correct echo must verify the v2 client")
# The same client_id appearing from a NEW address must drop verification (spoof-takeover guard).
r.handle_packet(v2_packet(relay.TYPE_AUDIO, CID, b"a"), addr2)
self.assertFalse(r.v2_clients[uuid.UUID(bytes=CID)].verified, "an endpoint rebind must clear verified")
def test_forged_bye_from_other_address_rejected(self):
r = make_relay()
addr_a, addr_b = ("10.0.0.1", 7001), ("10.0.0.2", 7002)
r.handle_packet(v2_packet(relay.TYPE_AUDIO, CID, b"a"), addr_a)
r.handle_packet(v2_packet(relay.TYPE_AUDIO, CID2, b"b"), addr_b)
# B forges a BYE for A's client_id from B's own address — must be refused; A stays.
r.handle_packet(v2_packet(relay.TYPE_LOBBY_BYE, CID), addr_b)
self.assertIn(uuid.UUID(bytes=CID), r.v2_clients, "a BYE from a non-registered address must not evict the victim")
class Caps(unittest.TestCase):
def test_ip_cap_counts_across_protocols(self):
r = make_relay(max_clients=10)
# Four v2 clients from one IP fill that IP's quota (MAX_ENTRIES_PER_IP == 4).
ip = "9.9.9.9"
for i in range(4):
cid = uuid.UUID(bytes=bytes([i]) + bytes(15)).bytes
r.handle_packet(v2_packet(relay.TYPE_AUDIO, cid, b"x"), (ip, 8000 + i))
self.assertEqual(len(r.v2_clients), 4)
# A v1 peer from the SAME IP must be refused — the cap counts both protocols.
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"x"), (ip, 8100))
self.assertGreater(r.stats.rejected_ip_cap, 0, "a 5th entry from a capped IP must be refused")
self.assertEqual(len(r.v1_peers), 0, "the over-cap v1 peer must not be admitted")
# A different IP is unaffected.
r.handle_packet(v1_packet(relay.TYPE_AUDIO, b"x"), ("8.8.8.8", 8100))
self.assertEqual(len(r.v1_peers), 1, "a peer from a different IP must still be admitted")
class HeaderGate(unittest.TestCase):
def test_bad_headers_rejected(self):
r = make_relay()
r.handle_packet(b"XY", ("1.1.1.1", 1)) # too short
r.handle_packet(b"BADX\x01\x02" + bytes(6), ("1.1.1.1", 1)) # wrong magic
r.handle_packet(relay.MAGIC + bytes([99, 2]) + bytes(6), ("1.1.1.1", 1)) # unknown version
self.assertEqual(r.stats.rejected_bad_header, 3, "short / wrong-magic / unknown-version must all be rejected")
self.assertEqual(len(r.v1_peers), 0)
self.assertEqual(len(r.v2_clients), 0)
if __name__ == "__main__":
unittest.main()