125 lines
6.2 KiB
Bash
125 lines
6.2 KiB
Bash
#!/usr/bin/env python3
|
|
"""Synthetic normal-user acceptance; run only in a disposable QEMU/KVM overlay."""
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import socket
|
|
import subprocess
|
|
import tempfile
|
|
|
|
assert subprocess.check_output(['systemd-detect-virt'], text=True).strip() in ('qemu', 'kvm')
|
|
assert os.geteuid() != 0
|
|
BIN = Path('/tmp/phoebus-user-bins')
|
|
|
|
def report(name):
|
|
print(f'CASE {name} PASS', flush=True)
|
|
|
|
with tempfile.TemporaryDirectory(prefix='user-agent-fixture-', dir=Path.home()) as directory:
|
|
home = Path(directory)
|
|
settings = home / '.config/DankMaterialShell/settings.json'
|
|
session = home / '.local/state/DankMaterialShell/session.json'
|
|
settings.parent.mkdir(parents=True)
|
|
session.parent.mkdir(parents=True)
|
|
before = '{"fixture": "preserved", "matugenSeedColor":"#000000"}\n'
|
|
settings.write_text(before)
|
|
session.write_text('{"fixture":true,"isLightMode":true}\n')
|
|
mcp = subprocess.Popen([str(BIN/'phoebus-mcp'), '--home', str(home)], stdin=subprocess.PIPE, stdout=subprocess.PIPE, text=True)
|
|
def send(message):
|
|
mcp.stdin.write(json.dumps(message)+'\n')
|
|
mcp.stdin.flush()
|
|
def request(identifier, method, params):
|
|
send({'jsonrpc':'2.0', 'id':identifier, 'method':method, 'params':params})
|
|
return json.loads(mcp.stdout.readline())
|
|
assert 'error' in request(1, 'tools/list', {})
|
|
assert 'result' in request(2, 'initialize', {'protocolVersion':'2024-11-05', 'capabilities':{}, 'clientInfo':{'name':'fixture','version':'1'}})
|
|
send({'jsonrpc':'2.0','method':'notifications/initialized','params':{}})
|
|
def tool(identifier, name, arguments):
|
|
return request(identifier, 'tools/call', {'name':name,'arguments':arguments})['result']
|
|
send({'jsonrpc':'2.0','method':'tools/call','params':{'name':'desktop_set_theme','arguments':{'accent_color':'#ffffff'}}})
|
|
assert 'result' in request(3,'ping',{})
|
|
assert settings.read_text() == before
|
|
report('mcp-lifecycle')
|
|
assert not tool(4,'desktop_set_theme',{'accent_color':'#112233','dark_mode':True}).get('isError',False)
|
|
assert json.loads(settings.read_text())['fixture'] == 'preserved'
|
|
assert json.loads(settings.read_text())['matugenSeedColor'] == '#112233'
|
|
assert json.loads(session.read_text())['isLightMode'] is False
|
|
result = tool(5,'desktop_get_theme',{})
|
|
assert 'fixture' not in json.dumps(result)
|
|
assert not tool(6,'desktop_add_keybinding',{'combo':'Mod4+Shift+k','action':'spawn kitty'}).get('isError',False)
|
|
mango = home/'.config/mango/config.conf'
|
|
assert 'bind=SHIFT+SUPER,k,spawn,kitty' in mango.read_text()
|
|
assert not tool(7,'desktop_undo',{}).get('isError',False)
|
|
assert not mango.exists()
|
|
assert not tool(8,'desktop_undo',{}).get('isError',False)
|
|
assert settings.read_text() == before
|
|
report('native-desktop-undo')
|
|
assert not tool(9,'desktop_set_theme',{'accent_color':'#445566'}).get('isError',False)
|
|
settings.write_text('{"external":"newer"}\n')
|
|
assert tool(10,'desktop_undo',{}).get('isError',False)
|
|
assert settings.read_text() == '{"external":"newer"}\n'
|
|
assert tool(11,'desktop_add_keybinding',{'combo':'Mod4+k','action':'spawn sh'}).get('isError',False)
|
|
report('desktop-conflict-refusal')
|
|
mcp.stdin.close()
|
|
assert mcp.wait(timeout=10) == 0
|
|
|
|
context = home/'context'
|
|
context.mkdir()
|
|
cli_history = context/'conversation.json'
|
|
desktop_history = context/'desktop-conversation.json'
|
|
cli_history.write_text('{"turns":[]}')
|
|
desktop_history.write_text('{"turns":[]}')
|
|
bridge = subprocess.run([str(BIN/'sys'),'--assistant-bridge'],
|
|
input=json.dumps({'id':1,'op':'clear_conversation'})+'\n',
|
|
env=dict(os.environ,PHOEBUS_CONVERSATION_DIR=str(context)),
|
|
capture_output=True,text=True,check=True,timeout=30)
|
|
reply = json.loads(bridge.stdout.strip())
|
|
assert reply['ok'] is True
|
|
assert cli_history.is_file()
|
|
assert not desktop_history.exists()
|
|
elevated = subprocess.run(['sudo','-n','env',f'PHOEBUS_UID={os.geteuid()}',
|
|
str(BIN/'sys'),'--assistant-bridge'],
|
|
input=json.dumps({'id':2,'op':'clear_conversation'})+'\n',
|
|
capture_output=True,text=True,check=True,timeout=30)
|
|
refusal = json.loads(elevated.stdout.strip())
|
|
assert refusal['ok'] is False
|
|
assert 'initiating user' in refusal['error']
|
|
report('desktop-context-separation')
|
|
|
|
workspace = home/'workspace'
|
|
tools = home/'tools'
|
|
workspace.mkdir()
|
|
tools.mkdir()
|
|
(tools/'fixture').write_text('readonly')
|
|
private = home/'private-fixture'
|
|
private.write_text('synthetic')
|
|
listener = socket.socket()
|
|
listener.bind(('127.0.0.1',0))
|
|
listener.listen()
|
|
port = listener.getsockname()[1]
|
|
code = '''import os, pathlib, socket, sys
|
|
workspace,tools,private,port=sys.argv[1:]
|
|
assert pathlib.Path(tools,'fixture').read_text() == 'readonly'
|
|
try: pathlib.Path(tools,'fixture').write_text('bad')
|
|
except OSError: pass
|
|
else: raise AssertionError('tool directory writable')
|
|
pathlib.Path(workspace,'written').write_text('allowed')
|
|
assert not pathlib.Path(private).exists()
|
|
assert 'PHOEBUS_SYNTHETIC_PRIVATE' not in os.environ
|
|
s=socket.socket();s.settimeout(1)
|
|
try: s.connect(('127.0.0.1',int(port)))
|
|
except OSError: pass
|
|
else: raise AssertionError('default network reached host listener')
|
|
'''
|
|
env = dict(os.environ, PHOEBUS_SYNTHETIC_PRIVATE='fixture')
|
|
command = [str(BIN/'phoebus-agent-run'),'--workspace',str(workspace),'--tool-dir',str(tools)]
|
|
subprocess.run(command+['/usr/bin/python3','-c',code,str(workspace),str(tools),str(private),str(port)], env=env, check=True)
|
|
assert (workspace/'written').read_text() == 'allowed'
|
|
report('workspace-tool-grants')
|
|
subprocess.run(command+['--network','/usr/bin/python3','-c',f"import socket;s=socket.socket();s.settimeout(2);s.connect(('127.0.0.1',{port}))"], check=True)
|
|
listener.close()
|
|
report('explicit-network-grant')
|
|
for binary, arguments in [('phoebus-mcp',['--home',str(home)]),('phoebus-agent-run',['--workspace',str(workspace),'/usr/bin/true'])]:
|
|
result = subprocess.run(['sudo','-n',str(BIN/binary)]+arguments, input='', capture_output=True, text=True)
|
|
assert result.returncode != 0
|
|
assert 'unprivileged' in result.stderr or 'root' in result.stderr
|
|
report('user-tools-root-refusal')
|