Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
5f9f051
refactor(standard): list the agents and capabilities with their fits …
harenome Nov 19, 2026
2c66a03
feat(web): let a card of the card toolkit be a toggle
harenome Nov 19, 2026
54c3d0a
refactor(builder): draw the Agent step's grid with the card toolkit
harenome Nov 19, 2026
376d7d7
feat(builder): say a benchmark's Original runs as published, not as a…
harenome Nov 19, 2026
048ac13
feat(web): show a benchmark's own agents when Runs on chooses that be…
harenome Nov 19, 2026
cde611e
fix(web): give each piece of an agent card one slot, on the builder a…
harenome Nov 19, 2026
47d48f5
fix(web): keep a chosen pick card in view under any search or filter
harenome Nov 19, 2026
4443b56
feat(builder): filter the Agent step by protocol and fit in its Filte…
harenome Nov 19, 2026
2117b4b
fix(web): mark a chosen pick card with a check, as the builder's tile…
harenome Nov 19, 2026
1785be4
feat(builder): show the Agent step's agents as a table too
harenome Nov 19, 2026
59a6252
feat(builder): give the Agent step's Fit a menu of its own, on Can ru…
harenome Nov 19, 2026
111ba03
fix(web): ring a focused card, not the name of its link
harenome Nov 19, 2026
b73b09e
feat(web): pick a table row by a checkbox in its leftmost column
harenome Nov 19, 2026
2085483
fix(web): open a controls menu rightwards when leftwards leaves the page
harenome Nov 19, 2026
e3fdeb1
fix(web): keep a pick table's box column as narrow as a check column
harenome Nov 19, 2026
1f1b899
fix(builder): give the Agent step table's spare width to Name
harenome Nov 20, 2026
9bc7e58
fix(builder): give the Agent step table's columns more air
harenome Nov 20, 2026
fa02c24
feat(builder): give the Agent step's Fit button an icon
harenome Nov 20, 2026
0609e53
feat(builder): lead the Agent step's Fit with a puzzle piece
harenome Nov 20, 2026
2f9cbc2
docs(builder): describe the Agent step's Fit menu, Filter menu and views
harenome Nov 20, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
61 changes: 58 additions & 3 deletions app/nullius/standard/recipe.py
Original file line number Diff line number Diff line change
Expand Up @@ -171,13 +171,13 @@ def _bench_page(b: dict) -> dict:


def protocol(o: dict) -> str:
"""How Nullius talks to it, in a word or two for a page."""
"""How Nullius talks to it, in a word or two for a page, in sentence case as its filter names it."""
if o["_kind"] == "control":
return "no agent"
return "No agent"
if o["_kind"] == "capability":
return "JSON lines"
st = o.get("start") or {}
return "ACP" if "acp" in st else "its own script" if "driver" in st else "a command"
return "ACP" if "acp" in st else "Its own script" if "driver" in st else "A command"


def skills_of(port: str, record: Optional[dict]) -> List[dict]:
Expand Down Expand Up @@ -213,6 +213,61 @@ def _other_page(o: dict) -> dict:
if isinstance((o.get("proven") or {}).get("fidelity"), dict) else {})}


def _install_words(o: dict) -> list:
"""What a definition installs, in a few words each."""
inst, up = o.get("install") or {}, o.get("upstream") or {}
out = [f"npm {p}" for p in inst.get("npm") or []] + [f"pip {p}" for p in inst.get("pip") or []]
if inst.get("project"):
extras = "[" + ",".join(inst["extras"]) + "]" if inst.get("extras") else ""
out.append(f"{inst['project']}{extras} from {up.get('repository', '').removeprefix('https://')} at {(up['tag'] + ' (' + str(up.get('tested', ''))[:12] + ')') if up.get('tag') else str(up.get('tested', ''))[:12]}")
if inst.get("python"):
out.append(f"on Python {inst['python']}")
out += [f"{', '.join(x['packages'])} from {x['url'].removeprefix('https://')}" for x in inst.get("indexes") or []]
out += [f"the model {m}" for m in inst.get("prefetch") or []]
return out


def entries(kind: str, benches: Optional[List[dict]] = None, every: bool = False, own: bool = False, jobs=()) -> dict:
"""The agents (or capabilities) as the Agents page and the builder's Agent step list them, each with its ports
and its fits (``match.fit``) on ``benches`` (default: every benchmark of its family, default versions), and
the definitions with problems. ``own``: and the benchmarks' own agents (``definitions.benchmark_agents``);
``jobs``: the job ids whose proof links to its job."""
from nullius.standard import conform
others, bad = definitions.load(kind, every=every)
loaded = definitions.load("benchmark")[0]
benches = [b for b in loaded if b["family"] == kind] if benches is None else benches
if own and kind == "agent":
others = others + definitions.benchmark_agents(loaded)
out = []
for o in others:
driver = "driver" in (o.get("start") or {}) # a benchmark's own: its driver runs it, it speaks no port
cand = set() if driver else set(conform.candidates(o))
rows = []
for p, spec in ports.PORTS.items() if not driver else ():
if ports.family(p) != kind or (kind == "capability" and p.split(".", 1)[1].split("/")[0] != o.get("kind")):
continue
rec = (o.get("proven") or {}).get(p) if p in (o.get("offers") or []) else None
state = "proven" if rec else ("not offered" if p in cand else ("no kit yet" if not spec["kit"] else "not for it"))
kit = definitions.kit(p) if spec["kit"] else None
rows.append({"port": p, "label": spec.get("label") or p, "summary": spec["summary"], "state": state, "record": rec,
"proof_kit": definitions.proof_kit(rec) if rec else None,
"kit": {"says": kit["summary"], "checks": kit["datasets"][0]["units"], "key": kit["key"], "version": definitions.kit_version(kit)} if kit else None,
"job": rec["job"] if rec and rec.get("job") in jobs else None,
"older_kit": definitions.older_kit(p, rec),
"skills": skills_of(p, rec)})
fits = [{"key": b["key"], "ref": definitions.ref_of(b) if "_version" in b else b["key"], "label": b["label"], "needs": b["needs"], "why": match.fit(b, o)} for b in benches]
fid = (o.get("proven") or {}).get("fidelity")
out.append({"d": o, "protocol": protocol(o), "ports": rows, "fits": fits,
"install": _install_words(o),
# its options, each with its default and what else it takes; its fidelity proof, when it has one
"options": [{"name": n, "summary": x.get("summary", ""), "default": x.get("default"),
"values": list(x.get("values") or []), "pattern": x.get("pattern", ""), "example": x.get("example", "")}
for n, x in (o.get("options") or {}).items()],
"fidelity": fid if isinstance(fid, dict) else None})
out.sort(key=lambda e: (not e["d"].get("example", False), definitions.title(e["d"]).casefold()))
return {"entries": out, "problems": bad}


def choices() -> dict:
"""What the page offers - choices and the reasons a pair does not fit,
never a command."""
Expand Down
2 changes: 1 addition & 1 deletion app/static/builder/command-builder-core.js
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@
const own = ownAgentsOf(b).map(o => ({...o, why: why[o.key] || [], setup: true, own: true}));
const setups = own.length ? [] : (b.setups || []).map(x => ({...x, protocol: 'its own code', version: '', offers: [], proven: {}, options: {}, setup: true, why: []}));
const rest = b.family === 'agent' ? standard().agents.filter(o => o.benchmark !== b.key) : standard().capabilities;
return own.concat(rest.map(o => ({...o, why: why[o.key] || [], elsewhere: !!o.benchmark})), setups, controls);
return own.concat(rest.map(o => ({...o, why: why[o.key] || []})), setups, controls);
}
// the chosen ones of a benchmark's own agents, and what each choice runs as: its own agent, its Original setup
const ownChosen = r => ownAgentsOf(standardBench(r)).filter(a => chosenOf(r).includes(a.key));
Expand Down
10 changes: 10 additions & 0 deletions app/static/builder/command-builder.css

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading
Loading