121 lines
4.3 KiB
Go
121 lines
4.3 KiB
Go
//go:build blackbox
|
|
|
|
package p0
|
|
|
|
import (
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/chenhg5/cc-connect/tests/blackbox/helper"
|
|
)
|
|
|
|
// ── P0-11: 上下文保持（最核心场景）──────────────────────────────────────────
|
|
//
|
|
// This is arguably the most important test in the suite. It validates that:
|
|
// 1. cc-connect maintains a persistent session across multiple messages
|
|
// 2. the real agent (Claude Code) retains conversation context
|
|
// 3. the session key routing is correct end-to-end
|
|
//
|
|
// If context retention breaks, users cannot have multi-turn conversations —
|
|
// the entire product stops working for its core use case.
|
|
|
|
// TestP0_11_ContextRetention_ClaudeCode sends a name in turn 1 and verifies
|
|
// the agent recalls it in turn 2. This is only possible with a real persistent
|
|
// session — a fake agent would need the name hardcoded.
|
|
func TestP0_11_ContextRetention_ClaudeCode(t *testing.T) {
|
|
t.Parallel()
|
|
testContextRetention(t, "claudecode")
|
|
}
|
|
|
|
func TestP0_11_ContextRetention_Codex(t *testing.T) {
|
|
t.Parallel()
|
|
testContextRetention(t, "codex")
|
|
}
|
|
|
|
func TestP0_11_ContextRetention_Cursor(t *testing.T) {
|
|
t.Parallel()
|
|
testContextRetention(t, "cursor")
|
|
}
|
|
|
|
func TestP0_11_ContextRetention_OpenCode(t *testing.T) {
|
|
t.Parallel()
|
|
testContextRetention(t, "opencode")
|
|
}
|
|
|
|
func testContextRetention(t *testing.T, agentType string) {
|
|
t.Helper()
|
|
env := helper.NewEnv(t, agentType)
|
|
|
|
// Turn 1: plant a unique fact. Use SendComplete so we wait for the full
|
|
// agent turn before sending turn 2 — otherwise the second message gets
|
|
// queued while the agent is still processing and loses context.
|
|
const uniqueName = "ContextTestMarker42"
|
|
turn1 := env.SendComplete("My name is " + uniqueName + ". Just acknowledge it briefly.")
|
|
|
|
turn1Text := helper.AnyText(turn1)
|
|
if strings.TrimSpace(turn1Text) == "" {
|
|
t.Fatalf("turn 1: empty reply; all messages:\n%s", env.Platform.AllText())
|
|
}
|
|
t.Logf("turn 1 (%d msgs): %q", len(turn1), truncate(turn1Text, 200))
|
|
|
|
// Turn 2: ask the agent to recall the fact.
|
|
turn2 := env.SendComplete("What is my name? Reply with just the name.")
|
|
|
|
turn2Text := helper.AnyText(turn2)
|
|
if strings.TrimSpace(turn2Text) == "" {
|
|
t.Fatalf("turn 2: empty reply; all messages:\n%s", env.Platform.AllText())
|
|
}
|
|
t.Logf("turn 2 (%d msgs): %q", len(turn2), truncate(turn2Text, 200))
|
|
|
|
// The agent must recall the name planted in turn 1.
|
|
if !strings.Contains(strings.ToLower(turn2Text), strings.ToLower(uniqueName)) {
|
|
t.Errorf(
|
|
"context retention FAILED: turn 2 does not contain %q\n"+
|
|
"turn 1: %q\n"+
|
|
"turn 2: %q\n"+
|
|
"all messages:\n%s",
|
|
uniqueName, turn1Text, turn2Text, env.Platform.AllText(),
|
|
)
|
|
} else {
|
|
t.Logf("P0-11 OK: agent recalled %q in turn 2", uniqueName)
|
|
}
|
|
}
|
|
|
|
// TestP0_11_ContextIsolation_ClaudeCode verifies that two different users
|
|
// (different session keys) have completely independent sessions.
|
|
// User A's context must NOT appear in User B's session.
|
|
func TestP0_11_ContextIsolation_ClaudeCode(t *testing.T) {
|
|
t.Parallel()
|
|
testContextIsolation(t, "claudecode")
|
|
}
|
|
|
|
func testContextIsolation(t *testing.T, agentType string) {
|
|
t.Helper()
|
|
env := helper.NewEnv(t, agentType)
|
|
|
|
const nameA = "AliceIsolationTest"
|
|
const nameB = "BobIsolationTest"
|
|
|
|
// User A plants their name (wait for full turn).
|
|
msgsA1 := env.SendCompleteAs("userA", "chat1", "My name is "+nameA+". Just say ok.", 5*time.Second, helper.DefaultReplyTimeout)
|
|
t.Logf("userA turn 1: %q", truncate(helper.AnyText(msgsA1), 150))
|
|
|
|
// User B (different session) plants their name (wait for full turn).
|
|
msgsB1 := env.SendCompleteAs("userB", "chat1", "My name is "+nameB+". Just say ok.", 5*time.Second, helper.DefaultReplyTimeout)
|
|
t.Logf("userB turn 1: %q", truncate(helper.AnyText(msgsB1), 150))
|
|
|
|
// User A asks — should see only their own name.
|
|
msgsA2 := env.SendCompleteAs("userA", "chat1", "What is my name?", 5*time.Second, helper.DefaultReplyTimeout)
|
|
textA2 := helper.AnyText(msgsA2)
|
|
t.Logf("userA turn 2: %q", truncate(textA2, 150))
|
|
|
|
if !strings.Contains(strings.ToLower(textA2), strings.ToLower(nameA)) {
|
|
t.Errorf("userA context lost: expected %q in reply, got: %q", nameA, textA2)
|
|
}
|
|
if strings.Contains(strings.ToLower(textA2), strings.ToLower(nameB)) {
|
|
t.Errorf("session leak: userA reply contains userB's name %q: %q", nameB, textA2)
|
|
}
|
|
t.Logf("P0-11 isolation OK")
|
|
}
|