Skip to content

fix(harness): derive resumable runs from log positions #146

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
sanchitrk merged 7 commits into from
Nov 8, 2026
Merged

fix(harness): derive resumable runs from log positions #146

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
2c7929a
fix(harness): keep the recovery mark for a prompt that wakes an endin…
sanchitrk Nov 8, 2026
b36b59a
fix(harness): derive resumable runs from log positions
sanchitrk Nov 8, 2026
6bce08b
fix(harness): park a prompt when a stop lands after its run ended
sanchitrk Nov 8, 2026
f2ec8fe
fix(harness): wake parked steers and resume runnable-only threads as …
sanchitrk Nov 8, 2026
c09f6f8
fix(harness): keep a stop on a crash-cut-off thread before its run opens
sanchitrk Nov 8, 2026
1bb78ef
fix(harness): move updated_at with any change to a thread or session
sanchitrk Nov 8, 2026
5aba4b2
fix(harness): move a session's updated_at only with its own row or a …
sanchitrk Nov 8, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
83 changes: 83 additions & 0 deletions apps/server/test/__artifacts__/recovery.machines.crash.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,83 @@
{
"log": [
"session.prompt.admitted steer \"gate\"",
"session.execution.started resumed=false",
"session.prompt.promoted steer \"gate\"",
"session.llm.started",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.llm.started",
"session.execution.succeeded"
],
"steps": [
{
"step": "in flight",
"head": null,
"restarts": 0,
"runState": "running",
"outcome": null,
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
}
]
},
{
"step": "killed",
"head": null,
"restarts": 0,
"runState": "running",
"outcome": null,
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
}
]
},
{
"step": "resumed",
"head": null,
"restarts": 1,
"runState": "running",
"outcome": null,
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
}
]
},
{
"step": "finished",
"head": null,
"restarts": 0,
"runState": "idle",
"outcome": "succeeded",
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
}
]
}
]
}
125 changes: 125 additions & 0 deletions apps/server/test/__artifacts__/recovery.machines.crashloop.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,125 @@
{
"log": [
"session.prompt.admitted steer \"hold\"",
"session.execution.started resumed=false",
"session.prompt.promoted steer \"hold\"",
"session.llm.started",
"session.prompt.admitted followUp \"parked by the loop\"",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.llm.started",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.llm.started",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.llm.started",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.llm.started",
"session.execution.interrupted crash",
"session.execution.started resumed=true",
"session.llm.failed",
"session.run.failed crashloop",
"session.prompt.admitted steer \"next\"",
"session.execution.started resumed=false",
"session.prompt.promoted steer \"next\"",
"session.llm.started",
"session.prompt.promoted followUp \"parked by the loop\"",
"session.llm.started",
"session.execution.succeeded"
],
"steps": [
{
"step": "crash loop",
"head": "session.run.failed crashloop",
"restarts": 0,
"runState": "idle",
"outcome": "failed",
"error": {
"_tag": "runFailed",
"reason": "crashloop",
"message": "The run was interrupted 5 times in a row; it is not resumed again"
},
"prompts": [
{
"text": "hold",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"hold\"",
"promoted": "session.prompt.promoted steer \"hold\"",
"runnable": false
},
{
"text": "parked by the loop",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"parked by the loop\"",
"promoted": null,
"runnable": false
}
]
},
{
"step": "restarted",
"head": "session.run.failed crashloop",
"restarts": 0,
"runState": "idle",
"outcome": "failed",
"error": {
"_tag": "runFailed",
"reason": "crashloop",
"message": "The run was interrupted 5 times in a row; it is not resumed again"
},
"prompts": [
{
"text": "hold",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"hold\"",
"promoted": "session.prompt.promoted steer \"hold\"",
"runnable": false
},
{
"text": "parked by the loop",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"parked by the loop\"",
"promoted": null,
"runnable": false
}
]
},
{
"step": "next prompt",
"head": "session.run.failed crashloop",
"restarts": 0,
"runState": "idle",
"outcome": "succeeded",
"error": null,
"prompts": [
{
"text": "hold",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"hold\"",
"promoted": "session.prompt.promoted steer \"hold\"",
"runnable": false
},
{
"text": "parked by the loop",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"parked by the loop\"",
"promoted": "session.prompt.promoted followUp \"parked by the loop\"",
"runnable": false
},
{
"text": "next",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"next\"",
"promoted": "session.prompt.promoted steer \"next\"",
"runnable": false
}
]
}
]
}
99 changes: 99 additions & 0 deletions apps/server/test/__artifacts__/recovery.machines.network.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
{
"unreachable": true,
"log": [
"session.prompt.admitted steer \"gate\"",
"session.execution.started resumed=false",
"session.prompt.promoted steer \"gate\"",
"session.llm.started",
"session.prompt.admitted followUp \"sent while cut\"",
"session.prompt.promoted followUp \"sent while cut\"",
"session.llm.started",
"session.execution.succeeded",
"session.prompt.admitted steer \"on a slow link\"",
"session.execution.started resumed=false",
"session.prompt.promoted steer \"on a slow link\"",
"session.llm.started",
"session.execution.succeeded"
],
"steps": [
{
"step": "cut",
"head": null,
"restarts": 0,
"runState": "idle",
"outcome": "succeeded",
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
},
{
"text": "sent while cut",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"sent while cut\"",
"promoted": "session.prompt.promoted followUp \"sent while cut\"",
"runnable": false
}
]
},
{
"step": "retried",
"head": null,
"restarts": 0,
"runState": "idle",
"outcome": "succeeded",
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
},
{
"text": "sent while cut",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"sent while cut\"",
"promoted": "session.prompt.promoted followUp \"sent while cut\"",
"runnable": false
}
]
},
{
"step": "slow link",
"head": null,
"restarts": 0,
"runState": "idle",
"outcome": "succeeded",
"error": null,
"prompts": [
{
"text": "gate",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"gate\"",
"promoted": "session.prompt.promoted steer \"gate\"",
"runnable": false
},
{
"text": "sent while cut",
"delivery": "followUp",
"tail": "session.prompt.admitted followUp \"sent while cut\"",
"promoted": "session.prompt.promoted followUp \"sent while cut\"",
"runnable": false
},
{
"text": "on a slow link",
"delivery": "steer",
"tail": "session.prompt.admitted steer \"on a slow link\"",
"promoted": "session.prompt.promoted steer \"on a slow link\"",
"runnable": false
}
]
}
]
}
Loading