Files
rea/src/domain/browserScenarioNetworkComparison.ts
T
69f99c5198 feat(environment): time browser scenario records so scenario environments learn a write clock (#6967)
* feat(browser): record when scenario requests were observed and how long they took

Request events carry observed_at, the wall-clock time the provider observed
the request start, and finished or failed events carry the browser's
elapsed_ms when it reports one. Both are optional, so earlier captures still
parse, and scenario comparisons leave them out as a committed built-in rule.
The real-Chrome network lane checks every request and finished response is
timed.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* feat(environment): time browser scenario records so their state learns a write clock

Scenario records take startedDateTime from when each request was observed and
time from the browser's duration, as HAR entries are timed. A timed scenario
of the book session learns the same clock and serves the same writes as its
HAR; an untimed one keeps record order and learns no clock, as before.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* docs(environment): document scenario request times and timed scenario records

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* fix(environment): start scenario records at the browser's own request start

The provider observes a request up to tens of milliseconds after the browser
starts it while it reads other responses, so a record starting then and
ending after the browser's duration mixed two clocks. Finished and failed
events now carry the browser's started_at, records prefer it and fall back to
observed_at, and comparisons drop it too. Tests cover the fallback for a
request that never ended or ended twice, a partly untimed capture keeping
record order, comparing an untimed capture with a timed one, and the
real-Chrome lane checks every finished request carries the browser's start
and duration.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* docs(environment): document the browser start time, its fallback lag and older readers

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* docs(environment): record the scenario timing verification

Gates, the real-Chrome lane, prompt-recorded and re-recorded published
scenario captures built with and without their times, the stale published
environments left unrepublished, and the review.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

* test(browser): compare timed completion events in the request-time comparison test

The comparison test's captures had no finished or failed events, so dropping
started_at and elapsed_ms from them went untested. The captures now end one
request and fail the other, the test asserts both carry times, compares them
shifted by seven seconds and against an untimed capture, and a control shows
a changed failure on a timed completion is still reported.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

---------

Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
Co-authored-by: morluto <76467478+morluto@users.noreply.github.com>
2026-10-24 22:48:50 +08:00

238 lines
8.0 KiB
TypeScript

import { z } from "zod";
import type { RetainedBrowserScenarioCapture } from "./browserScenarioCapture.js";
import type { BrowserScenarioNormalizationRule } from "./browserScenarioDiffValues.js";
import { digestCanonicalValue } from "./canonicalDigest.js";
import { normalizeScenarioValue } from "./browserScenarioNormalization.js";
/** Numeric links are temporary local indices, never durable transaction identity. */
export const scenarioNetworkTransactionSchema = z.strictObject({
events: z.array(z.unknown()),
predecessor: z.int().min(-2),
step_index: z.int().min(0),
});
export type ScenarioNetworkTransaction = z.infer<
typeof scenarioNetworkTransactionSchema
>;
/** Project each transaction once, retaining ancestry as references rather than nested copies. */
export const scenarioNetworkTransactions = (
capture: RetainedBrowserScenarioCapture,
): ScenarioNetworkTransaction[] => {
const sourceSteps = new Map(
capture.events.items.map((event) => [event.sequence, event.step_index]),
);
const requests = new Map(
capture.events.items.flatMap((event) =>
event.kind === "request" ? [[event.transaction_id, event]] : [],
),
);
const grouped = new Map<
string,
{
events: unknown[];
predecessor: string | null;
predecessorState: "root" | "unknown" | undefined;
predecessorConflict: boolean;
stepIndex: number;
}
>();
for (const { sequence: _sequence, step_index: step, ...event } of capture
.events.items) {
if (!("transaction_id" in event)) continue;
const id = event.transaction_id;
const request = requests.get(id);
const receiptStep =
event.kind === "network-content"
? sourceSteps.get(event.source_event_sequence)
: step;
const requestStep = request?.step_index ?? receiptStep;
let evidence: unknown;
let predecessor: string | null;
let predecessorState: "root" | "unknown" | undefined;
if (event.kind === "network-content") {
const {
transaction_id: _id,
source_event_sequence: _source,
...content
} = event;
evidence = content;
predecessor = request?.redirected_from_transaction_id ?? null;
predecessorState = request?.redirected_from_transaction_state;
} else {
const {
transaction_id: _id,
redirected_from_transaction_id: parent,
redirected_from_transaction_state: _state,
...network
} = event;
evidence = withoutRequestTiming(network);
predecessor =
request === undefined ? parent : request.redirected_from_transaction_id;
predecessorState =
request === undefined
? event.redirected_from_transaction_state
: request.redirected_from_transaction_state;
}
const previous = grouped.get(id);
if (previous === undefined)
grouped.set(id, {
events: [evidence],
predecessor,
predecessorState,
predecessorConflict:
event.kind !== "network-content" &&
request !== undefined &&
((event.redirected_from_transaction_id !== null &&
event.redirected_from_transaction_id !==
request.redirected_from_transaction_id) ||
(event.redirected_from_transaction_state === "root" &&
request.redirected_from_transaction_id !== null)),
stepIndex: requestStep ?? step,
});
else {
previous.events.push(evidence);
if (event.kind !== "network-content") {
const parent = event.redirected_from_transaction_id;
const state = event.redirected_from_transaction_state;
const knownParent = previous.predecessor;
if (
parent !== null &&
(knownParent !== null
? parent !== knownParent
: previous.predecessorState === "root")
)
previous.predecessorConflict = true;
else if (parent !== null && knownParent === null) {
previous.predecessor = parent;
previous.predecessorState = state;
} else if (parent === null && state === "root" && knownParent !== null)
previous.predecessorConflict = true;
else if (
parent === null &&
state === "root" &&
previous.predecessorState !== "root"
)
previous.predecessorState = "root";
}
}
}
const indices = new Map([...grouped.keys()].map((id, index) => [id, index]));
return [...grouped.values()].map((node) => ({
events: node.events,
predecessor: node.predecessorConflict
? -2
: node.predecessor === null
? node.predecessorState === "root"
? -1
: -2
: (indices.get(node.predecessor) ?? -2),
step_index: node.stepIndex,
}));
};
/** Missing or cyclic ancestry cannot support an unchanged claim. */
export const scenarioNetworkCoverageReason = (
capture: RetainedBrowserScenarioCapture,
nodes = scenarioNetworkTransactions(capture),
): string | undefined => {
const finished = new Set<number>();
for (let start = 0; start < nodes.length; start += 1) {
const path = new Set<number>();
let index = start;
while (index >= 0 && !finished.has(index)) {
if (path.has(index))
return "Redirect ancestry contains a cycle; network transaction identity remains unknown.";
path.add(index);
const node = nodes[index];
if (node === undefined)
return "Redirect predecessor evidence is missing; network transaction identity remains unknown.";
index = node.predecessor;
}
if (index === -2)
return "Redirect predecessor evidence is missing; network transaction identity remains unknown.";
for (const item of path) finished.add(item);
}
return undefined;
};
/** Request times differ on every run, so comparisons leave them out. */
const withoutRequestTiming = (event: object): object => {
const {
observed_at: _observed,
started_at: _started,
elapsed_ms: _elapsed,
...rest
} = event as {
observed_at?: unknown;
started_at?: unknown;
elapsed_ms?: unknown;
};
return rest;
};
/** Hash normalized own evidence and its complete parent fingerprint in linear graph space. */
export const fingerprintScenarioNetworkTransactions = (
nodes: readonly ScenarioNetworkTransaction[],
rules: readonly BrowserScenarioNormalizationRule[] = [],
): string[] => {
const own = nodes.map((node) =>
node.events
.map((event) =>
digestCanonicalValue(
normalizeScenarioValue(event, "events", rules),
"Browser scenario",
),
)
.sort(),
);
const fingerprints = new Map<number, string>();
for (let start = 0; start < nodes.length; start += 1) {
const path: number[] = [];
const positions = new Map<number, number>();
let index = start;
while (
index >= 0 &&
nodes[index] !== undefined &&
!fingerprints.has(index)
) {
const position = positions.get(index);
if (position !== undefined) {
// These captures are incomparable; retain an explicit cycle observation.
for (const member of path.slice(position))
fingerprints.set(
member,
digestCanonicalValue(
{ events: own[member], redirected_from: { state: "cycle" } },
"Browser scenario",
),
);
break;
}
positions.set(index, path.length);
path.push(index);
index = nodes[index]?.predecessor ?? -2;
}
for (const member of path.reverse()) {
if (fingerprints.has(member)) continue;
const predecessor = nodes[member]?.predecessor ?? -2;
const parent =
predecessor === -1
? null
: (fingerprints.get(predecessor) ?? { state: "missing" });
fingerprints.set(
member,
digestCanonicalValue(
{ events: own[member], redirected_from: parent },
"Browser scenario",
),
);
}
}
return nodes.map((_, index) => {
const fingerprint = fingerprints.get(index);
if (fingerprint === undefined)
throw new Error("Network comparison node has no fingerprint");
return fingerprint;
});
};