Files
breeze/tests/tai_chi_ui_test.py
waoziandClaude Opus 5.5 054a29f02c Remove raylib: run every host on Kryon and Ziran
Breeze builds and runs with no raylib anywhere, on Ziran 7fbc8152 and
Kryon b5a61b37, with plot, entity, apps, css and game2d pinned to that
Kryon, so the lock has one Kryon and no raylib package.

- Linux and Windows run on Kryon's SDL2 and Cairo desktop host; WebP
  decodes with the linked libwebp (KRYON_WEBP_LINKED).
- Android owns its NativeActivity loop on Kryon's android_runtime:
  Pixmap on the activity's surface, android_touch input and Android's
  typefaces, paced to the app's frame target. The CMake build drops
  breeze_raylib, GLES and the raylib link wraps, and links Kryon's fopen
  wrapper.
- The browser reaches Kryon's canvas modules directly.
- Audio is Ziran's std audio: its mixer, the SDL, AAudio and OpenSL ES
  sinks, the WAV, MP3 and Vorbis decoders and the audio package's Opus.
  The MP3 and Vorbis archives come from Ziran's own codec recipes. The
  browser keeps Kryon's Web Audio.
- Host modules choose the desktop host, Android, the canvas or, for
  native tests that select none, a headless host with no window, input
  or audio device. host_keys.zi and text_input_host.zi replace
  raylib_host.zi and raylib_text_input.zi; the log is one implementation,
  with logcat on Android and the C runtime's open flags on Windows.
- The Makefile, Click packaging, CI and release workflows build no raylib.
- Tests: radio, app log, asset files, DPI, legacy sessions, sync recovery
  and the Android JNI bridge run without raylib stubs; voice playback is
  a Ziran test of real Ogg Opus narration through Ziran's mixer. Tests
  that only exercised raylib internals are removed.
- AppsControllerSha256 is the controller built from Apps b96d9afe on
  this graph.

Local tests: Linux desktop window, Habits UI and the Ziran and native
tests above pass on a private Xvfb; the Android debug APK runs on a
Pixel 4a; the Windows package runs under Wine on a private Xvfb.

Co-Authored-By: Claude Opus 5.5 <[email protected]>
2026-11-18 13:16:23 -03:00

375 lines
20 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Exercise Tai Chi's two choosers using only a private display and profile."""
import contextlib
import os
from pathlib import Path
import shutil
import sqlite3
import subprocess
import sys
import tempfile
import time
import wave
from ui_driver import UiDriver
ROOT = Path(__file__).resolve().parents[1]
OUTPUT = ROOT / 'build/tai-chi-ui-test'
OUTPUT.mkdir(parents=True, exist_ok=True)
DESKTOP_KEYS = ('DISPLAY', 'WAYLAND_DISPLAY', 'XAUTHORITY', 'DBUS_SESSION_BUS_ADDRESS',
'GDK_DISPLAY', 'SESSION_MANAGER')
assert all(not os.environ.get(key) for key in DESKTOP_KEYS), 'Inherited desktop environment'
BINARY = Path(sys.argv[1] if len(sys.argv) > 1 else ROOT / 'build/bin/linux/breeze-linux-x86_64')
BUNDLE = Path(sys.argv[2] if len(sys.argv) > 2 else ROOT / 'build/inbe-full.zx')
def stop(process):
if process.poll() is None:
process.terminate()
process.wait(timeout=5)
def contains(outer, inner):
"""Whether a widget's bounds hold a point."""
x, y = inner
return (outer['x'] <= x <= outer['x'] + outer['width'] and
outer['y'] <= y <= outer['y'] + outer['height'])
with tempfile.TemporaryDirectory(prefix='profile-', dir=OUTPUT) as profile, contextlib.ExitStack() as stack:
# Keep the real preview player on a private null ALSA sink, away from
# desktop audio.
audio_config = Path(profile) / 'alsa.conf'
audio_config.write_text('pcm.!default {\n type null\n}\n')
cache = Path(profile) / 'packages'
cache.mkdir()
for name in ('taichi', 'taichi.en'):
shutil.copyfile(ROOT / 'build/practice-content' / (name + '.zx'),
cache / ('practice-' + name + '.zx'))
driver = UiDriver(OUTPUT / 'driver')
env = {key: value for key, value in os.environ.items() if key not in DESKTOP_KEYS}
env.update(driver.environment())
env.update(INBE_SCREENSHOT_DATA_ROOT=profile, APP_DATA_ROOT=profile, YUE_DESKTOP_RECOVERY='0',
APP_NO_TRAY='1', SDL_AUDIODRIVER='dummy', SDL_VIDEODRIVER='x11',
LIBGL_ALWAYS_SOFTWARE='1', LP_NUM_THREADS='2', APP_SHOT_WINDOW='1',
ALSA_CONFIG_PATH=str(audio_config))
display_log = stack.enter_context((OUTPUT / 'display.log').open('w'))
display = subprocess.Popen(['Xvfb', '-noreset', ':951', '-displayfd', '1', '-screen', '0', '1280x900x24',
'-nolisten', 'tcp'], env=env, stdout=subprocess.PIPE, stderr=display_log)
stack.callback(stop, display)
number = display.stdout.readline().decode().strip()
display.stdout.close()
assert number.isdecimal() and int(number) >= 300
env['DISPLAY'] = ':' + number
def command(*args):
return subprocess.run(args, env=env, check=True, capture_output=True, text=True, timeout=10).stdout.strip()
def settings():
with sqlite3.connect(Path(profile) / 'inbe.db', timeout=3) as db:
return dict(db.execute("SELECT key,value FROM settings"))
def saved(check):
"""The saved settings once check accepts them, or after five seconds."""
deadline = time.monotonic() + 5
while True:
values = settings()
if check(values) or time.monotonic() >= deadline:
return values
time.sleep(.05)
def press_at(node, across, down):
"""Press a widget at a fraction of its width and height."""
x = node['x'] + node['width'] * across
y = node['y'] + node['height'] * down
driver.pointer(x, y)
driver.pointer(x, y, down=True)
driver.pointer(x, y, down=False)
driver.release_pointer()
def press_card(title):
"""Press the preview card around a title's picture.
Preview cards are buttons without a label; their title belongs to
the picture and text drawn inside them."""
driver.wait(label=title, role='image')
nodes = driver.tree()
picture = next(node for node in nodes if node['label'] == title and node['kind'] == 'image'
and node['visible'])
centre = UiDriver.center(picture)
cards = [node for node in nodes if node['kind'] == 'button' and node['visible']
and node['interactive'] and contains(node, centre)]
assert cards, f'No card holds {title}'
card = min(cards, key=lambda node: node['width'] * node['height'])
assert len([node for node in nodes if node['key'] == card['key']]) == 1, card
driver.press(key=card['key'])
def dropdown_below(label):
"""The dropdown right below a section's label."""
heading = driver.wait(label=label)
dropdowns = [node for node in driver.find(role='dropdown', visible=True)
if node['y'] >= heading['y']]
assert dropdowns, f'No dropdown below {label}'
return min(dropdowns, key=lambda node: node['y'])
@contextlib.contextmanager
def application(scene, width=1280, height=900):
log_path = OUTPUT / (scene + '.log')
with log_path.open('w') as log:
# A restarted app must not replay the previous process's input.
driver.reset()
app = subprocess.Popen([str(BINARY), '--bundle', str(BUNDLE),
'--screenshot', str(OUTPUT / 'unused.png'),
'--screenshot-scene', scene, '--screenshot-width', str(width),
'--screenshot-height', str(height), '--screenshot-ui-scale', '10',
'--screenshot-theme', '0'], cwd=ROOT, env=env,
stdout=log, stderr=subprocess.STDOUT)
driver.attach(app, log_path)
try:
deadline = time.monotonic() + 20
window = ''
while time.monotonic() < deadline:
assert app.poll() is None, log_path.read_text()
found = subprocess.run(['xdotool', 'search', '--onlyvisible', '--pid', str(app.pid)],
env=env, capture_output=True, text=True, timeout=2)
if found.returncode == 0 and (Path(profile) / 'inbe.db').exists():
window = found.stdout.splitlines()[0]
break
time.sleep(.1)
assert window, log_path.read_text()
command('xdotool', 'windowmove', window, '0', '0')
driver.wait_idle(frames=3)
yield window
assert app.poll() is None, log_path.read_text()
assert 'frame rejected' not in log_path.read_text(), log_path.read_text()
finally:
stop(app)
# Complete setup in this disposable profile before selecting a scene.
# The scene must not race first-run language/audio/app-selection routing.
with application('tai_chi_customize'):
pass
with sqlite3.connect(Path(profile) / 'inbe.db') as db:
user = db.execute("SELECT id FROM users WHERE kind='local' LIMIT 1").fetchone()[0]
for key, value in {'language': 'en', 'language_system': '0', 'language_setup_done': '1',
'apps_setup_done': '1', 'tutorial_seen': '1', 'habits_guide_seen': '1',
'lumi_guides_seen': '127', 'launcher_guide_seen': '1',
'package_updates_allowed': '0'}.items():
db.execute("INSERT INTO settings(user_id,key,value,updated_at) VALUES(?,?,?,1) "
"ON CONFLICT(user_id,key) DO UPDATE SET value=excluded.value", (user, key, value))
with application('tai_chi_customize'):
for label in ('Jade woman', 'Indigo man'):
driver.wait(label=label, role='text')
for label in ('Background music', 'Voice narration'):
driver.wait(label=label)
for label in ('Music volume', 'Cue volume'):
driver.wait(label=label, role='slider')
# The narration voice lives here, under the switch, with the list of
# languages it speaks.
switch = driver.wait(role='toggle')
voices = [driver.wait(label=label, role='button') for label in ('Female voice', 'Male voice')]
languages = driver.wait(label='English', role='dropdown')
hint = driver.wait(contains='Tai Chi instructions')
for node in (*voices, languages, hint):
assert node['y'] > switch['y'] and abs(node['x'] - switch['x']) < switch['width'], \
(node['label'], 'is not under the narration switch')
assert not driver.find(contains='Plays in', visible=True), driver.text()
press_at(driver.wait(label='Music volume', role='slider'), .26, .7)
press_at(driver.wait(label='Cue volume', role='slider'), .5, .7)
driver.press(role='toggle')
audio = saved(lambda values: values['voice_narration_enabled'] == '0')
assert audio['voice_narration_enabled'] == '0', audio
saved_music = int(audio['music_volume'])
saved_cue = int(audio['sound_volume'])
assert 15 <= saved_music <= 35 and 40 <= saved_cue <= 60, audio
# Both character cards are real, large targets; selecting the second
# writes the existing setting rather than creating another profile.
press_card('Indigo man')
value = saved(lambda values: values.get('tai_chi_character') == '1').get('tai_chi_character')
assert value == '1', value
driver.press(label='Close')
driver.wait_gone(label='Background music')
driver.wait(label='Tai Chi')
# This disposable profile has no paid-course entitlement; the home
# can show Unlock. The chooser itself is exercised by its scene below.
# The full app's sidebar shows beside the practice. Diary is no
# longer pinned on a new install; Apps opens it with the rest.
nodes = driver.tree()
bars = {node['index'] for node in nodes if node['kind'] == 'navigation_bar'}
navigation = [node['label'] for node in nodes if node['visible'] and node['parent'] in bars]
assert 'Habits' in navigation and 'Apps' in navigation, navigation
assert not driver.find(contains='Indigo man', visible=True), driver.text()
with application('tai_chi_choose'):
# The Course dialog: its progress line and lessons. Kryon's dialog
# title ("Course") is not in the widget tree.
driver.wait(contains='practised')
driver.wait(label='Lesson 1', role='button')
assert not driver.find(label='Background music', visible=True), driver.text()
# A press outside the dialog, where the old test clicked, dismisses it.
nodes = driver.tree()
backdrop = next(node for node in nodes if node['kind'] == 'modal')
outside = (backdrop['x'] + 100, backdrop['y'] + 30)
dialog = next(node for node in nodes if node['parent'] == backdrop['index']
and node['kind'] != 'button')
assert not contains(dialog, outside), dialog
driver.pointer(*outside)
driver.pointer(*outside, down=True)
driver.pointer(*outside, down=False)
driver.release_pointer()
driver.wait_gone(contains='practised')
driver.wait(label='Tai Chi')
# Use an existing custom-track slot with a disposable WAV. Previewing it
# exercises the real music player without a download or desktop audio.
track = Path(profile) / 'test-music.wav'
with wave.open(str(track), 'wb') as music:
music.setnchannels(1)
music.setsampwidth(2)
music.setframerate(22050)
music.writeframes(bytes(22050 * 30 * 2))
with sqlite3.connect(Path(profile) / 'inbe.db') as db:
user = db.execute("SELECT user_id FROM settings LIMIT 1").fetchone()[0]
for key, value in {'audio_custom_music_count': '1',
'audio_custom_music_0_title': 'Test music',
'audio_custom_music_0_path': str(track)}.items():
db.execute("INSERT INTO settings(user_id,key,value,updated_at) VALUES(?,?,?,1) "
"ON CONFLICT(user_id,key) DO UPDATE SET value=excluded.value",
(user, key, value))
with application('tai_chi_customize'):
driver.wait(label='Background music')
# An initially selected On would make this press a no-op. The saved
# Off must be loaded, and the other saved volumes must survive it.
driver.press(role='toggle')
audio = saved(lambda values: values['voice_narration_enabled'] == '1')
assert audio['voice_narration_enabled'] == '1', audio
assert int(audio['music_volume']) == saved_music, audio
assert int(audio['sound_volume']) == saved_cue, audio
driver.press(key=dropdown_below('Background music')['key'])
driver.press(label='Test music', role='option')
assert dropdown_below('Background music')['label'] == 'Test music', driver.text()
audio = saved(lambda values: values['practice_music_track_tai_chi'] == '3')
assert audio['practice_music_track_tai_chi'] == '3', audio
assert int(audio['practice_music_mask']) & (1 << 4), audio
# The button beside the chosen track previews it until stopped.
driver.press(label='Test music', role='button')
driver.wait(contains='Stop', role='button')
driver.press(label='Close')
driver.wait_gone(contains='Stop', role='button')
# Reopen the buyer's fixture after a cold restart: this profile has no
# paid entitlement, and the saved choice must survive the process.
with application('tai_chi_customize'):
driver.wait(label='Background music')
assert dropdown_below('Background music')['label'] == 'Test music', driver.text()
assert not driver.find(contains='Stop', visible=True), driver.text()
# None is the music off option, independent of narration and cues.
driver.press(key=dropdown_below('Background music')['key'])
driver.press(label='None', role='option')
audio = saved(lambda values: values['practice_music_track_tai_chi'] == '-1')
assert audio['practice_music_track_tai_chi'] == '-1', audio
assert not int(audio['practice_music_mask']) & (1 << 4), audio
with application('tai_chi_customize', 390, 844):
driver.wait(label='Background music')
driver.wait(label='Voice narration')
parent = driver.find(label='Background music')[0]['parent']
scroll = next(node for node in driver.tree() if node['index'] == parent)
x, y = UiDriver.center(scroll)
for _ in range(6):
driver.pointer(x, y, wheel=-1)
driver.release_pointer()
for label in ('Jade woman', 'Indigo man'):
driver.wait(label=label, role='text')
def choose_lesson(label, width, height):
dropdowns = driver.find(role='dropdown', visible=True)
if dropdowns:
driver.press(key=dropdowns[0]['key'])
driver.press(label=label, role='option')
else:
for _ in range(35):
found = driver.find(label=label, role='button', visible=True)
if found and found[0]['visible_height'] >= found[0]['height'] - 1:
driver.press(key=found[0]['key'])
break
driver.pointer(180, height * .55, wheel=-2)
driver.release_pointer()
time.sleep(.1)
else:
raise AssertionError('Could not reveal ' + label)
driver.wait(label=label, role='heading')
def first_course_card(label):
heading = driver.wait(label=label, role='heading')
nodes = driver.tree()
cards = [node for node in nodes if node['kind'] == 'button' and node['visible']
and node['interactive'] and not node['label'] and node['y'] > heading['y']
and node['height'] > 150]
assert cards, driver.text()
driver.press(key=min(cards, key=lambda node: (node['y'], node['x']))['key'])
# A profile without an entitlement can start the shipped basics offline.
# A paid card offers an explicit unlock and never changes the saved item.
for width, height in ((1280, 900), (390, 844)):
for title in ("Posture and breathing", "Lesson 1", "Lesson 2", "Lesson 3"):
with application('tai_chi_home', width, height):
driver.press(label='Start Practice', role='button')
choose_lesson(title, width, height)
driver.wait(contains='Free · ', role='text')
first_course_card(title)
driver.wait(label='Pause', role='button')
driver.press(label='Pause', role='button')
driver.wait(label='Resume', role='button')
driver.press(label='Resume', role='button')
driver.wait(label='Pause', role='button')
driver.press(label='Close', role='button')
driver.press(label='Exit', role='button')
driver.wait(label='Start Practice', role='button')
for title in ("Lesson 4", "Full form"):
with application('tai_chi_home', width, height):
before = settings().get('tai_chi_item')
driver.press(label='Start Practice', role='button')
choose_lesson(title, width, height)
driver.wait(label='Unlock course', role='text')
first_course_card(title)
driver.wait(label='Unlock course', role='modal')
assert settings().get('tai_chi_item') == before
assert not driver.find(label='Pause', role='button', visible=True)
driver.press(label='Back', role='button')
driver.wait(label=title, role='heading')
driver.press(label='Close', role='button')
driver.wait_gone(role='modal')
print(f'{width}x{height}: free Foundations and lessons1–3 start/pause/resume; lesson4/full form require unlock; selection preserved')
# A remembered purchase uses the original full pack after a cold restart.
# This fixture stays offline and exercises the same stored ownership as a
# real account; no purchase request or currency mutation is made.
previous_item = settings().get('tai_chi_item')
account = 'a' * 64
with sqlite3.connect(Path(profile) / 'inbe.db') as db:
user = db.execute("SELECT user_id FROM settings LIMIT 1").fetchone()[0]
for key, value in {'sync_public_id': account, 'sync_public_key': 'fixture-public',
'sync_private_key': 'fixture-private', 'sync_enabled': '0'}.items():
db.execute("INSERT INTO settings(user_id,key,value,updated_at) VALUES(?,?,?,1) "
"ON CONFLICT(user_id,key) DO UPDATE SET value=excluded.value",
(user, key, value))
db.execute("INSERT OR REPLACE INTO social_snapshots(user_id,kind,json,updated_at) VALUES(?,?,?,1)",
(user, 'practice.unlocks', '{"account_id":"' + account + '","taichi":true}'))
for width, height in ((1280, 900), (390, 844)):
with application('tai_chi_home', width, height):
assert settings().get('tai_chi_item') == previous_item
driver.press(label='Start Practice', role='button')
choose_lesson('Lesson 4', width, height)
assert not driver.find(label='Unlock course', role='text', visible=True)
first_course_card('Lesson 4')
driver.wait(label='Pause', role='button')
selected = saved(lambda values: values.get('tai_chi_item') != previous_item)['tai_chi_item']
driver.press(label='Close', role='button')
driver.press(label='Exit', role='button')
previous_item = selected
print(f'{width}x{height}: offline ownership loads the full paid course and preserves item indices')
print('Tai Chi chooser interaction test passed')