harivansh-afk/sandbox-agent
1
0
Fork 0
mirror of https://github.com/harivansh-afk/sandbox-agent.git synced 2026-04-17 03:03:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pi tests

Browse source
This commit is contained in:
Franklin 2026-02-06 19:16:53 -05:00
parent e2e7f11b9a
commit bd030904bc
12 changed files with 371 additions and 262 deletions
Download patch file Download diff file Expand all files Collapse all files

54
server/packages/sandbox-agent/src/router.rs
View file

@ -3863,11 +3863,12 @@ impl SessionManager {
"message": prompt
});
let response_rx = runtime
.send_request(id, &request)
.ok_or_else(|| SandboxError::StreamError {
message: "failed to send pi prompt request".to_string(),
})?;
let response_rx =
runtime
.send_request(id, &request)
.ok_or_else(|| SandboxError::StreamError {
message: "failed to send pi prompt request".to_string(),
})?;
let response = tokio::time::timeout(Duration::from_secs(30), response_rx)
.await
.map_err(|_| SandboxError::StreamError {
@ -3884,7 +3885,12 @@ impl SessionManager {
let detail = response
.get("error")
.cloned()
.or_else(|| response.get("data").and_then(|data| data.get("error")).cloned())
.or_else(|| {
response
.get("data")
.and_then(|data| data.get("error"))
.cloned()
})
.unwrap_or_else(|| response.clone());
return Err(SandboxError::InvalidRequest {
message: format!("pi prompt failed: {detail}"),
@ -3927,7 +3933,12 @@ impl SessionManager {
let detail = response
.get("error")
.cloned()
.or_else(|| response.get("data").and_then(|data| data.get("error")).cloned())
.or_else(|| {
response
.get("data")
.and_then(|data| data.get("error"))
.cloned()
})
.unwrap_or_else(|| response.clone());
return Err(SandboxError::InvalidRequest {
message: format!("pi set_thinking_level failed for '{level}': {detail}"),
@ -5529,7 +5540,8 @@ fn parse_pi_models_output(output: &str) -> AgentModelsResponse {
value.eq_ignore_ascii_case("yes") || value.eq_ignore_ascii_case("no")
})
});
let supports_thinking = thinking_value.is_some_and(|value| value.eq_ignore_ascii_case("yes"));
let supports_thinking =
thinking_value.is_some_and(|value| value.eq_ignore_ascii_case("yes"));
let (variants, default_variant) = if supports_thinking {
(Some(pi_variants()), Some("medium".to_string()))
} else {
@ -6590,7 +6602,10 @@ anthropic claude-sonnet-4-5-20250929 sonnet no
.iter()
.find(|model| model.id == "anthropic/claude-sonnet-4-5-20250929")
.expect("anthropic model");
assert_eq!(anthropic.variants.as_deref(), Some(&["off".to_string()][..]));
assert_eq!(
anthropic.variants.as_deref(),
Some(&["off".to_string()][..])
);
assert_eq!(anthropic.default_variant.as_deref(), Some("off"));
let openai = parsed
@ -6621,10 +6636,7 @@ groq llama-3.3-70b-versatile alias no
.map(|model| (model.id.as_str(), model.default_variant.as_deref()))
.collect::<Vec<_>>();
assert_eq!(
models,
vec![("groq/llama-3.3-70b-versatile", Some("off"))]
);
assert_eq!(models, vec![("groq/llama-3.3-70b-versatile", Some("off"))]);
}
#[test]
@ -6646,11 +6658,7 @@ groq llama-3.3-70b-versatile alias no
assert_eq!(
models,
vec![(
"openrouter/qwen/qwen3-32b",
pi_variants(),
Some("medium")
)]
vec![("openrouter/qwen/qwen3-32b", pi_variants(), Some("medium"))]
);
}
@ -6987,7 +6995,10 @@ mod pi_runtime_tests {
let prompt_line = stdin_rx.recv().await.expect("prompt request");
let prompt_request: Value = serde_json::from_str(&prompt_line).expect("json request");
assert_eq!(prompt_request.get("type").and_then(Value::as_str), Some("prompt"));
assert_eq!(
prompt_request.get("type").and_then(Value::as_str),
Some("prompt")
);
assert_eq!(
prompt_request.get("message").and_then(Value::as_str),
Some("Hello")
@ -7027,7 +7038,10 @@ mod pi_runtime_tests {
let prompt_line = stdin_rx.recv().await.expect("prompt request");
let prompt_request: Value = serde_json::from_str(&prompt_line).expect("json request");
assert_eq!(prompt_request.get("type").and_then(Value::as_str), Some("prompt"));
assert_eq!(
prompt_request.get("type").and_then(Value::as_str),
Some("prompt")
);
let prompt_id = prompt_request
.get("id")
.and_then(Value::as_i64)

5
server/packages/sandbox-agent/tests/agent-flows/pi_rpc_integration.rs
View file

@ -183,7 +183,10 @@ async fn pi_variant_high_applies_for_thinking_model() {
create_pi_session(&app.app, session_id, Some(&model_id), Some("high")).await;
let events = read_turn_stream_events(&app.app, session_id, Duration::from_secs(120)).await;
assert!(!events.is_empty(), "no events from pi thinking-variant stream");
assert!(
!events.is_empty(),
"no events from pi thinking-variant stream"
);
assert!(
!events.iter().any(is_unparsed_event),
"agent.unparsed event encountered for thinking-variant session"

5
server/packages/sandbox-agent/tests/http/agent_endpoints.rs
View file

@ -241,7 +241,10 @@ async fn pi_capabilities_and_models_expose_variants() {
.iter()
.filter_map(Value::as_str)
.collect::<Vec<_>>();
assert!(!variant_ids.is_empty(), "pi model {model_id} has no variants");
assert!(
!variant_ids.is_empty(),
"pi model {model_id} has no variants"
);
if variant_ids == vec!["off"] {
assert_eq!(
default_variant, "off",

6
server/packages/sandbox-agent/tests/http/snapshots/http_endpoints__agent_endpoints__agent_endpoints_snapshots@agent_install_codex.snap.new Normal file
View file

@ -0,0 +1,6 @@
---
source: server/packages/sandbox-agent/tests/http/agent_endpoints.rs
assertion_line: 145
expression: snapshot_status(status)
---
status: 204

35
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__multi_turn__assert_session_snapshot@multi_turn_mock.snap.new
View file

@ -99,33 +99,10 @@ second:
status: in_progress
seq: 4
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
- item:
content_types: []
kind: message
role: assistant
status: completed
seq: 5
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 6
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 7
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 8
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 9
type: item.delta
type: item.completed

168
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__permissions__assert_session_snapshot@permission_events_mock.snap.new
View file

@ -67,171 +67,3 @@ expression: value
native_item_id: "<redacted>"
seq: 10
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 11
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 12
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 13
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 14
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 15
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 16
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 17
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 18
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 19
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 20
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 21
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 22
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 23
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 24
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 25
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 26
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 27
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 28
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 29
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 30
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 31
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 32
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 33
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 34
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 35
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 36
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 37
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 38
type: item.delta

42
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__questions__assert_session_snapshot@question_reply_events_mock.snap.new
View file

@ -97,9 +97,41 @@ expression: value
native_item_id: "<redacted>"
seq: 15
type: item.delta
- question:
id: "<redacted>"
options: 4
status: requested
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 16
type: question.requested
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 17
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 18
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 19
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 20
type: item.delta
- item:
content_types:
- text
kind: message
role: assistant
status: completed
seq: 21
type: item.completed

74
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__session_lifecycle__assert_session_snapshot@concurrency_events_mock.snap.new
View file

@ -44,6 +44,47 @@ session_a:
native_item_id: "<redacted>"
seq: 6
type: item.delta
session_b:
- metadata: true
seq: 1
session: started
type: session.started
- item:
content_types:
- text
kind: message
role: user
status: in_progress
seq: 2
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 3
type: item.delta
- item:
content_types:
- text
kind: message
role: user
status: completed
seq: 4
type: item.completed
- item:
content_types:
- text
kind: message
role: assistant
status: in_progress
seq: 5
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 6
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
@ -62,44 +103,15 @@ session_a:
native_item_id: "<redacted>"
seq: 9
type: item.delta
session_b:
- metadata: true
seq: 1
session: started
type: session.started
- item:
content_types:
- text
kind: message
role: user
status: in_progress
seq: 2
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 3
seq: 10
type: item.delta
- item:
content_types:
- text
kind: message
role: user
status: completed
seq: 4
type: item.completed
- item:
content_types:
- text
kind: message
role: assistant
status: in_progress
seq: 5
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 6
seq: 11
type: item.delta

35
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__session_lifecycle__run_http_events_snapshot@http_events_mock.snap.new
View file

@ -37,10 +37,33 @@ expression: normalized
status: in_progress
seq: 5
type: item.started
- item:
content_types: []
kind: message
role: assistant
status: completed
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 6
type: item.completed
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 7
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 8
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 9
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 10
type: item.delta

75
server/packages/sandbox-agent/tests/sessions/snapshots/sessions__sessions__session_lifecycle__run_sse_events_snapshot@sse_events_mock.snap.new Normal file
View file

@ -0,0 +1,75 @@
---
source: server/packages/sandbox-agent/tests/sessions/../common/http.rs
assertion_line: 1039
expression: normalized
---
- metadata: true
seq: 1
session: started
type: session.started
- item:
content_types:
- text
kind: message
role: user
status: in_progress
seq: 2
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 3
type: item.delta
- item:
content_types:
- text
kind: message
role: user
status: completed
seq: 4
type: item.completed
- item:
content_types:
- text
kind: message
role: assistant
status: in_progress
seq: 5
type: item.started
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 6
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 7
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 8
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 9
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 10
type: item.delta
- delta:
delta: "<redacted>"
item_id: "<redacted>"
native_item_id: "<redacted>"
seq: 11
type: item.delta