Skip to content

Commit edb67ca

Browse files
authored
Merge branch 'main' into t3code/pr-sync-enrichment-churn
2 parents 81c212b + 3d2a98f commit edb67ca

36 files changed

Lines changed: 1090 additions & 222 deletions

‎apps/marketing/package.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
},
1313
"dependencies": {
1414
"@t3tools/shared": "workspace:*",
15-
"astro": "^7.2.8",
15+
"astro": "^7.3.5",
1616
"sharp": "0.35.4"
1717
},
1818
"devDependencies": {

‎apps/mobile/src/features/threads/ThreadFeed.tsx‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1933,6 +1933,7 @@ function renderFeedEntry(
19331933
onToggleRow={props.onToggleWorkRow}
19341934
renderImage={props.renderViewedImage}
19351935
renderReasoning={props.renderReasoning}
1936+
onPressPreview={props.onPressPreview}
19361937
/>
19371938
);
19381939
}

‎apps/mobile/src/features/threads/ThreadMarkdownImage.tsx‎

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -178,7 +178,10 @@ function ThreadMarkdownImageRequest(props: {
178178
/** Environment-hosted image that loads through a signed asset URL. */
179179
export function ThreadMarkdownImage(props: {
180180
readonly environmentId: EnvironmentId;
181-
readonly resource: Extract<AssetResource, { readonly _tag: "attachment" | "media-file" }>;
181+
readonly resource: Extract<
182+
AssetResource,
183+
{ readonly _tag: "attachment" | "media-file" | "tool-output-image" }
184+
>;
182185
readonly alt: string | null;
183186
readonly srcFragment?: string;
184187
readonly actionsSource?: MediaActionsSource;
@@ -192,7 +195,9 @@ export function ThreadMarkdownImage(props: {
192195
sourceKey={
193196
props.resource._tag === "attachment"
194197
? `attachment:${props.resource.attachmentId}`
195-
: `workspace:${props.resource.path}`
198+
: props.resource._tag === "tool-output-image"
199+
? `tool-output:${props.resource.itemId}:${props.resource.index}`
200+
: `workspace:${props.resource.path}`
196201
}
197202
unavailable={assetUrl._tag === "Failure"}
198203
knownSize={assetUrl._tag === "Success" ? assetUrl.imageDimensions : undefined}

‎apps/mobile/src/features/threads/thread-work-log.tsx‎

Lines changed: 23 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,11 @@ import {
6464
type ThreadFeedActivity,
6565
workEntryRowLabel,
6666
} from "../../lib/threadActivity";
67-
import { toolCallLines, turnItemOutputText } from "@t3tools/client-runtime/work-log/item-detail";
67+
import {
68+
toolCallLines,
69+
turnItemOutputImages,
70+
turnItemOutputText,
71+
} from "@t3tools/client-runtime/work-log/item-detail";
6872
import { useTurnItemDetail } from "../../state/queries";
6973
import {
7074
resolveThreadWorkGroupInitialScroll,
@@ -80,6 +84,8 @@ import {
8084
import { resolveWorkGroupScrollAnchor } from "@t3tools/client-runtime/work-log/scroll-anchor";
8185
import { notificationChildThreadId } from "@t3tools/client-runtime/state/thread-execution";
8286
import type { MarkdownImageRenderer } from "../../native/SelectableMarkdownText";
87+
import type { FilePreviewSource } from "../../components/FilePreviewModal";
88+
import { ThreadMarkdownImage } from "./ThreadMarkdownImage";
8389
import Animated, {
8490
cancelAnimation,
8591
Easing,
@@ -462,6 +468,7 @@ interface ThreadWorkLogProps {
462468
readonly onToggleRow: (rowId: string, anchorKey: string) => void;
463469
readonly renderImage: MarkdownImageRenderer;
464470
readonly renderReasoning: (text: string) => ReactNode;
471+
readonly onPressPreview: (source: FilePreviewSource) => void;
465472
}
466473

467474
export function ThreadWorkLog(props: ThreadWorkLogProps) {
@@ -479,6 +486,7 @@ export function ThreadWorkLog(props: ThreadWorkLogProps) {
479486
onToggleRow={props.onToggleRow}
480487
renderImage={props.renderImage}
481488
renderReasoning={props.renderReasoning}
489+
onPressPreview={props.onPressPreview}
482490
themeAppearance={props.themeAppearance}
483491
/>
484492
),
@@ -492,6 +500,7 @@ export function ThreadWorkLog(props: ThreadWorkLogProps) {
492500
props.onToggleRow,
493501
props.renderImage,
494502
props.renderReasoning,
503+
props.onPressPreview,
495504
props.themeAppearance,
496505
],
497506
);
@@ -951,12 +960,13 @@ const ThreadWorkLogRow = memo(function ThreadWorkLogRow(
951960
? formatItemFullDetail(row.projectedItem, fetchedItem)
952961
: row.getFullDetail()
953962
: null;
963+
const outputImages = expanded && fetchedItem ? turnItemOutputImages(fetchedItem) : [];
954964
const fetchedOutput = !expanded
955965
? null
956966
: shownItem.type === "file_search" || shownItem.type === "web_search"
957967
? turnItemOutputText(shownItem)
958968
: fetchedItem
959-
? (turnItemOutputText(fetchedItem) ?? "No output.")
969+
? (turnItemOutputText(fetchedItem) ?? (outputImages.length > 0 ? null : "No output."))
960970
: fetchedDetail.error
961971
? `Couldn't load output: ${fetchedDetail.error}`
962972
: row.fetchesDetail
@@ -1116,6 +1126,7 @@ const ThreadWorkLogRow = memo(function ThreadWorkLogRow(
11161126
call ||
11171127
fetchedOutput ||
11181128
viewedImagePath ||
1129+
outputImages.length > 0 ||
11191130
row.workEntry.questionAnswer) ? (
11201131
<Animated.View
11211132
entering={WORK_LOG_DETAIL_ENTER_TRANSITION}
@@ -1134,6 +1145,16 @@ const ThreadWorkLogRow = memo(function ThreadWorkLogRow(
11341145
{props.renderImage({ href: viewedImagePath, alt: null, title: null })}
11351146
</View>
11361147
) : null}
1148+
{outputImages.map((resource) => (
1149+
<View key={resource.index} className="pb-1.5">
1150+
<ThreadMarkdownImage
1151+
environmentId={props.environmentId}
1152+
resource={resource}
1153+
alt={null}
1154+
onPressPreview={props.onPressPreview}
1155+
/>
1156+
</View>
1157+
))}
11371158
<ScrollView
11381159
nestedScrollEnabled
11391160
directionalLockEnabled

‎apps/server/package.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
},
3030
"dependencies": {
3131
"@anthropic-ai/claude-agent-sdk": "^0.3.276",
32-
"@cursor/sdk": "1.0.31",
32+
"@cursor/sdk": "1.0.35",
3333
"@effect/platform-node": "catalog:",
3434
"@effect/platform-node-shared": "catalog:",
3535
"@ff-labs/fff-node": "0.9.4",

‎apps/server/src/assets/AssetAccess.test.ts‎

Lines changed: 99 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,16 @@ import * as NodeServices from "@effect/platform-node/NodeServices";
33
import * as NodeHttpPlatform from "@effect/platform-node/NodeHttpPlatform";
44
import * as NodeFSP from "node:fs/promises";
55
import * as NodeOS from "node:os";
6-
import { AssetAccessError, AssetPreviewTypeValidationError, ThreadId } from "@t3tools/contracts";
6+
import {
7+
AssetAccessError,
8+
AssetPreviewTypeValidationError,
9+
ThreadId,
10+
TurnItemId,
11+
} from "@t3tools/contracts";
712
import { PROJECT_FAVICON_FALLBACK_MARKER } from "@t3tools/shared/projectFavicon";
813
import { describe, expect, it } from "@effect/vitest";
914
import * as Crypto from "effect/Crypto";
15+
import * as DateTime from "effect/DateTime";
1016
import * as Effect from "effect/Effect";
1117
import * as FileSystem from "effect/FileSystem";
1218
import * as Layer from "effect/Layer";
@@ -20,6 +26,7 @@ import { vi } from "vite-plus/test";
2026

2127
import * as ServerSecretStore from "../auth/ServerSecretStore.ts";
2228
import * as ServerConfig from "../config.ts";
29+
import * as Orchestrator from "../orchestration-v2/Orchestrator.ts";
2330
import * as ProjectFaviconResolver from "../project/ProjectFaviconResolver.ts";
2431
import * as T3ProjectFileLoader from "../project/T3ProjectFileLoader.ts";
2532
import * as WorkspacePaths from "../workspace/WorkspacePaths.ts";
@@ -44,8 +51,70 @@ vi.mock("node:os", async (importOriginal) => {
4451
const configLayer = ServerConfig.ServerConfig.layerTest(process.cwd(), {
4552
prefix: "t3-asset-access-test-",
4653
});
54+
// A PNG header is enough for the dimension read: signature, then IHDR width and height.
55+
const screenshotPng = new Uint8Array(24);
56+
screenshotPng.set([
57+
0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0, 0, 0, 13, 0x49, 0x48, 0x44, 0x52,
58+
]);
59+
new DataView(screenshotPng.buffer).setUint32(16, 390);
60+
new DataView(screenshotPng.buffer).setUint32(20, 844);
61+
const screenshotItem = {
62+
id: TurnItemId.make("tool-screenshot"),
63+
type: "dynamic_tool" as const,
64+
threadId: ThreadId.make("thread-1"),
65+
runId: null,
66+
nodeId: null,
67+
providerThreadId: null,
68+
providerTurnId: null,
69+
nativeItemRef: null,
70+
parentItemId: null,
71+
ordinal: 1,
72+
status: "completed" as const,
73+
title: null,
74+
toolName: "mcp__t3-code__device_screenshot",
75+
input: { deviceId: "phone" },
76+
output: {
77+
content: [
78+
{
79+
type: "image",
80+
source: {
81+
type: "base64",
82+
media_type: "image/png",
83+
data: Buffer.from(screenshotPng).toString("base64"),
84+
},
85+
},
86+
],
87+
},
88+
startedAt: DateTime.makeUnsafe("2026-10-05T00:00:00.000Z"),
89+
completedAt: DateTime.makeUnsafe("2026-10-05T00:00:01.000Z"),
90+
updatedAt: DateTime.makeUnsafe("2026-10-05T00:00:01.000Z"),
91+
};
92+
93+
const oversizedScreenshotItem = {
94+
...screenshotItem,
95+
id: TurnItemId.make("tool-screenshot-oversized"),
96+
output: {
97+
content: [
98+
{
99+
type: "image",
100+
source: { type: "base64", media_type: "image/png", data: "A".repeat(14 * 1024 * 1024) },
101+
},
102+
],
103+
},
104+
};
105+
47106
const testLayer = Layer.mergeAll(
48107
NodeHttpPlatform.layer,
108+
Layer.mock(Orchestrator.OrchestratorV2)({
109+
getTurnItem: ({ itemId }) =>
110+
Effect.succeed(
111+
itemId === screenshotItem.id
112+
? screenshotItem
113+
: itemId === oversizedScreenshotItem.id
114+
? oversizedScreenshotItem
115+
: null,
116+
),
117+
}),
49118
configLayer,
50119
WorkspacePaths.layer,
51120
ProjectFaviconResolver.layer.pipe(
@@ -103,6 +172,35 @@ describe("AssetAccess", () => {
103172
);
104173
});
105174

175+
it.effect("serves an image a tool returned inline from the stored item", () =>
176+
Effect.gen(function* () {
177+
const resource = {
178+
_tag: "tool-output-image" as const,
179+
threadId: screenshotItem.threadId,
180+
itemId: screenshotItem.id,
181+
index: 0,
182+
};
183+
const result = yield* issueAssetUrl({ resource });
184+
expect(result.imageDimensions).toEqual({ width: 390, height: 844 });
185+
const suffix = result.relativeUrl.slice(`${ASSET_ROUTE_PREFIX}/`.length);
186+
const separator = suffix.indexOf("/");
187+
expect(yield* resolveAsset(suffix.slice(0, separator), suffix.slice(separator + 1))).toEqual({
188+
kind: "bytes",
189+
mimeType: "image/png",
190+
bytes: Buffer.from(screenshotPng),
191+
});
192+
const missing = yield* issueAssetUrl({ resource: { ...resource, index: 1 } }).pipe(
193+
Effect.flip,
194+
);
195+
expect(missing._tag).toBe("AssetWorkspaceAssetNotFoundError");
196+
// Larger than a provider turn accepts, so it is never decoded.
197+
const oversized = yield* issueAssetUrl({
198+
resource: { ...resource, itemId: oversizedScreenshotItem.id },
199+
}).pipe(Effect.flip);
200+
expect(oversized._tag).toBe("AssetWorkspaceAssetNotFoundError");
201+
}).pipe(Effect.provide(testLayer)),
202+
);
203+
106204
it.effect("issues exact URLs for media and browser documents outside the workspace", () =>
107205
Effect.gen(function* () {
108206
const fs = yield* FileSystem.FileSystem;

0 commit comments

Comments
 (0)