Files
Kill_LIFE/test/test_nexar_mcp.py
T
kxkm 1c6c1952e8 fix+feat: restore CI/PIO regressions, 30-entry HF dataset, new tests & hardware
Regressions fixed (aa916de simplification):
- firmware/platformio.ini: restore esp32s3_waveshare (pioarduino platform,
  lib_deps: ArduinoJson/ESP32_Display_Panel/ESP32-audioI2S/IO_Expander,
  BOARD_HAS_PSRAM, I2S pins), restore esp32s3_qemu (extends waveshare +
  QEMU_BUILD), fix default_envs=esp32s3_waveshare, keep build_dir=/tmp/kl_pio_build
- .github/workflows/ci.yml: restore firmware-native (112 Unity tests),
  firmware-build (esp32s3_waveshare artifact), firmware-sim (Wokwi gated),
  hardware-export (KiCad ERC + SVG/PDF/netlist + KiBot + compliance)
- .gitignore: add .kibot-venv/ and .pio-venv/ (prevent committing venvs)

Dataset (HuggingFace clemsail/kill-life-embedded-qa v2):
- generate_hf_dataset.py: rag_query timeout 30s->120s (LLM takes ~45s),
  rag_search timeout 15s->30s; resolves intermittent server-busy failures
- 30 entries (10+10+5+5) -- 100% coverage vs 21/40 previously

Firmware tests (112/112):
- 4 suites: test_basic (39), test_modules (32), test_radio_state (26),
  test_wifi_state (15); test_logic.cpp now a stub (content moved to test_basic)

Hardware:
- esp32_minimal.kicad_pcb, esp32s3_enclosure.FCStd/.step, gen_pcb.py,
  gen_enclosure.py, REGISTRY.md, ERC reports for all design blocks

MCP tools:
- apify_mcp.py: +5 Kill_LIFE tools (fetch_espressif_docs, fetch_kicad_library_info,
  fetch_platformio_registry, ingest_to_rag, get_runtime_info)
- mcp_runtime_status.py: fix classify_overall -- accept_degraded respected for
  failed checks, task annotations, optional_degraded logic cleaned up
- deploy/cad/docker-compose.yml: path mascarade->mascarade-main

Specs & docs:
- docs/plans/TODO_2026-03-26.md, TODO_2026-03-27.md
- ai-agentic-embedded-base/specs: arch, tasks, intake, spec updates
- docs/playbooks/kicad_happy_hw_bom_forge.md

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-03-26 22:14:33 +01:00

125 lines
4.2 KiB
Python
Executable File

#!/usr/bin/env python3
from __future__ import annotations
import json
import os
import selectors
import signal
import subprocess
import time
import unittest
from pathlib import Path
REPO_ROOT = Path(__file__).resolve().parents[1]
SCRIPT = REPO_ROOT / 'tools' / 'run_nexar_mcp.sh'
PROTOCOL_VERSION = '2025-03-26'
# Nexar MCP requires kicad_kic_ai mcp_servers to be populated
_MASCARADE_DIR = os.environ.get("MASCARADE_DIR", str(REPO_ROOT / ".." / "mascarade-main"))
_NEXAR_MCP_SERVERS = Path(_MASCARADE_DIR) / "finetune" / "kicad_kic_ai" / "mcp_servers"
_NEXAR_AVAILABLE = _NEXAR_MCP_SERVERS.is_dir() and any(_NEXAR_MCP_SERVERS.iterdir())
def send_message(proc: subprocess.Popen[str], payload: dict) -> None:
body = json.dumps(payload)
proc.stdin.write(body + "\n")
proc.stdin.flush()
def read_message(proc: subprocess.Popen[str], timeout: float = 10.0) -> dict:
selector = selectors.DefaultSelector()
selector.register(proc.stdout, selectors.EVENT_READ)
deadline = time.monotonic() + timeout
try:
while True:
remaining = deadline - time.monotonic()
if remaining <= 0:
raise AssertionError('timed out waiting for nexar response')
if not selector.select(remaining):
raise AssertionError('timed out waiting for nexar response')
line = proc.stdout.readline()
if not line:
stderr = proc.stderr.read().strip() if proc.stderr else ''
raise AssertionError(f'unexpected EOF while reading nexar response: {stderr}')
line = line.strip()
if not line:
continue
return json.loads(line)
finally:
selector.close()
def terminate(proc: subprocess.Popen[str]) -> None:
if proc.poll() is None:
try:
os.killpg(proc.pid, signal.SIGTERM)
except Exception:
proc.terminate()
proc.wait(timeout=5)
for handle in (proc.stdin, proc.stdout, proc.stderr):
if handle:
handle.close()
@unittest.skipUnless(_NEXAR_AVAILABLE, f"kicad_kic_ai mcp_servers not populated: {_NEXAR_MCP_SERVERS}")
class NexarMcpTests(unittest.TestCase):
def test_server_supports_initialize_tools_list_and_demo_search(self):
env = os.environ.copy()
env.pop('NEXAR_TOKEN', None)
env.pop('NEXAR_API_KEY', None)
proc = subprocess.Popen(
['bash', str(SCRIPT)],
cwd=REPO_ROOT,
env=env,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
text=True,
start_new_session=True,
)
try:
send_message(
proc,
{
'jsonrpc': '2.0',
'id': 1,
'method': 'initialize',
'params': {
'protocolVersion': PROTOCOL_VERSION,
'capabilities': {},
'clientInfo': {'name': 'test', 'version': '1.0.0'},
},
},
)
initialize = read_message(proc)
self.assertEqual(initialize['result']['serverInfo']['name'], 'nexar-api')
self.assertEqual(initialize['result']['protocolVersion'], PROTOCOL_VERSION)
send_message(proc, {'jsonrpc': '2.0', 'id': 2, 'method': 'tools/list', 'params': {}})
tools_list = read_message(proc)
self.assertGreaterEqual(len(tools_list['result']['tools']), 4)
send_message(
proc,
{
'jsonrpc': '2.0',
'id': 3,
'method': 'tools/call',
'params': {
'name': 'search_parts',
'arguments': {'query': 'STM32', 'limit': 2},
},
},
)
search = read_message(proc)
result = search['result']
self.assertFalse(result['isError'])
self.assertTrue(result['_meta']['parts'])
self.assertTrue(result['_meta']['demo_mode'])
finally:
terminate(proc)
if __name__ == '__main__':
unittest.main()