Skip to content

Commit 776168f

Browse files
committed
fix(chat): repair unclosed local file links in assistant responses
1 parent daa1d0e commit 776168f

5 files changed

Lines changed: 216 additions & 3 deletions

File tree

‎apps/mobile/src/features/threads/ThreadFeed.tsx‎

Lines changed: 13 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ import { KeyboardAwareLegendList } from "@legendapp/list/keyboard";
1010
import { useViewabilityAmount, type LegendListRef } from "@legendapp/list/react-native";
1111
import { scopeThreadRef } from "@t3tools/client-runtime/environment";
1212
import { resolveUserMessagePresentation } from "@t3tools/client-runtime/user-message";
13+
import { repairMarkdownFileLinks } from "@t3tools/client-runtime/repair-markdown-file-links";
1314
import { canForkProjectedAssistantItem } from "@t3tools/client-runtime/state/thread-workflows";
1415
import {
1516
type OrchestrationMessageContext,
@@ -889,7 +890,17 @@ const AssistantMarkdownContent = memo(function AssistantMarkdownContent(props: {
889890
readonly skills?: ReadonlyArray<SelectableMarkdownSkill> | undefined;
890891
}) {
891892
const segments = useMemo(
892-
() => splitCodexArtifactTemplateMarkdown(props.markdown),
893+
() =>
894+
splitCodexArtifactTemplateMarkdown(props.markdown).map((segment) =>
895+
segment.kind === "markdown"
896+
? {
897+
...segment,
898+
markdown: renderCodexFileCitationsAsMarkdown(
899+
repairMarkdownFileLinks(segment.markdown),
900+
),
901+
}
902+
: segment,
903+
),
893904
[props.markdown],
894905
);
895906

@@ -905,7 +916,7 @@ const AssistantMarkdownContent = memo(function AssistantMarkdownContent(props: {
905916
}
906917
if (segment.markdown.trim().length === 0) return null;
907918

908-
const markdown = renderCodexFileCitationsAsMarkdown(segment.markdown);
919+
const markdown = segment.markdown;
909920
return hasNativeSelectableMarkdownText() ? (
910921
<SelectableMarkdownText
911922
key={`markdown:${segment.sourceOffset}`}

‎apps/web/src/components/chat/MessagesTimeline.tsx‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,7 @@ import { parseScopedThreadKey, scopeThreadRef } from "@t3tools/client-runtime/en
3535
import { useAtomValue } from "@effect/atom-react";
3636
import { environmentThreadDetails } from "../../state/threads";
3737
import { resolveUserMessagePresentation } from "@t3tools/client-runtime/user-message";
38+
import { repairMarkdownFileLinks } from "@t3tools/client-runtime/repair-markdown-file-links";
3839
import { Link } from "@tanstack/react-router";
3940
import { canForkProjectedAssistantItem } from "@t3tools/client-runtime/state/thread-workflows";
4041
import { notificationChildThreadId } from "@t3tools/client-runtime/state/thread-execution";
@@ -2490,6 +2491,7 @@ function AttemptFoldTimelineRow({ row }: { row: Extract<TimelineRow, { kind: "at
24902491
function AssistantTimelineRow({ row }: { row: Extract<TimelineRow, { kind: "message" }> }) {
24912492
const ctx = use(TimelineRowCtx);
24922493
const messageText = row.message.text || (row.message.streaming ? "" : "(empty response)");
2494+
const renderedText = useMemo(() => repairMarkdownFileLinks(messageText), [messageText]);
24932495

24942496
return (
24952497
<>
@@ -2503,7 +2505,7 @@ function AssistantTimelineRow({ row }: { row: Extract<TimelineRow, { kind: "mess
25032505
listRef={ctx.listRef}
25042506
>
25052507
<ChatMarkdown
2506-
text={messageText}
2508+
text={renderedText}
25072509
cwd={ctx.markdownCwd}
25082510
threadRef={ctx.threadRef ?? undefined}
25092511
isStreaming={Boolean(row.message.streaming)}

‎packages/client-runtime/package.json‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,10 @@
5555
"types": "./src/markdownLinks.ts",
5656
"default": "./src/markdownLinks.ts"
5757
},
58+
"./repair-markdown-file-links": {
59+
"types": "./src/repairMarkdownFileLinks.ts",
60+
"default": "./src/repairMarkdownFileLinks.ts"
61+
},
5862
"./media-reference": {
5963
"types": "./src/mediaReference.ts",
6064
"default": "./src/mediaReference.ts"

‎packages/client-runtime/src/markdownLinks.test.ts‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,6 @@
11
import { describe, expect, it } from "vite-plus/test";
2+
import remarkParse from "remark-parse";
3+
import { unified } from "unified";
24

35
import {
46
fileBasename,
@@ -8,6 +10,116 @@ import {
810
splitFilePathPosition,
911
workspaceRelativeFilePath,
1012
} from "./markdownLinks.ts";
13+
import { repairMarkdownFileLinks } from "./repairMarkdownFileLinks.ts";
14+
import {
15+
renderCodexDirectivesForCopy,
16+
renderCodexFileCitationsAsMarkdown,
17+
splitCodexArtifactTemplateMarkdown,
18+
} from "./codexMarkdownDirectives.ts";
19+
20+
describe("repairMarkdownFileLinks", () => {
21+
it.each([
22+
"CONTRIBUTING.md",
23+
"local/path/file.md",
24+
"docs/My Folder/file.md",
25+
"./scripts/deploy",
26+
"~/notes/today.md",
27+
"/home/me/My Folder/file.md",
28+
"/tmp/reports/",
29+
"C:\\Users\\me\\My Folder\\file.md",
30+
"file:///home/me/file.md",
31+
"src/main.ts:12:5",
32+
])("repairs a complete local destination: %s", (path) => {
33+
const source = `- [file](<${path})`;
34+
const rendered = repairMarkdownFileLinks(source);
35+
expect(rendered).toBe(`- [file](<${path}>)`);
36+
expect(unified().use(remarkParse).parse(rendered).children[0]).toMatchObject({
37+
type: "list",
38+
children: [{ children: [{ children: [{ type: "link" }] }] }],
39+
});
40+
expect(repairMarkdownFileLinks(rendered)).toBe(rendered);
41+
});
42+
43+
it.each([
44+
"ordinary prose",
45+
"[file](<CONTRIBUTING.md>)",
46+
"[site](<https://example.com/docs)",
47+
"[route](</chat/settings)",
48+
"[prose](<not a file)",
49+
"[file](<src/main.ts",
50+
"[file](<src/main.ts>",
51+
"[file](<./file(one).md)",
52+
"[file](<./file.md))",
53+
"[file](<./file)name.md)",
54+
"[file](<./file\\).md)",
55+
"![image](<./file.png)",
56+
"\\\\![image](<./file.png)",
57+
"\\\\\\\\![image](<./file.png)",
58+
"\\[file](<./file.md)",
59+
"\\\\\\[file](<./file.md)",
60+
"`[file](<./file.md)`",
61+
"``[file](<./file.md)``",
62+
"```md\n[file](<./file.md)\n```",
63+
"~~~md\n[file](<./file.md)\n~~~",
64+
" [file](<./file.md)",
65+
"<div>\n[file](<./file.md)\n</div>",
66+
"HTML <span>[file](<./file.md)</span>",
67+
'<span title="[file](<./file.md)">text</span>',
68+
"[outer [file](<./file.md)](https://example.com)",
69+
"[outer [file](<./file.md)][ref]\n\n[ref]: https://example.com",
70+
'[ref]: ./file.md "[file](<./other.md)"',
71+
':codex-file-citation{path="./[file](<./other.md)" purpose="output"}',
72+
':codex-file-citation{path="./[file](<./other.md)',
73+
'::artifact-template{skill_name="artifact-template-example" skill_directory="/tmp/skills/example" display_name="[file](<./file.md)" artifact_kind="document"}',
74+
'::artifact-template{display_name="[file](<./file.md)',
75+
])("preserves protected or uncertain syntax: %s", (source) => {
76+
expect(repairMarkdownFileLinks(source)).toBe(source);
77+
});
78+
79+
it("uses CommonMark backslash parity for link openers", () => {
80+
expect(repairMarkdownFileLinks("\\\\[file](<./file.md)")).toBe("\\\\[file](<./file.md>)");
81+
expect(repairMarkdownFileLinks("\\\\\\\\[file](<./file.md)")).toBe(
82+
"\\\\\\\\[file](<./file.md>)",
83+
);
84+
expect(repairMarkdownFileLinks("\\![file](<./file.md)")).toBe("\\![file](<./file.md>)");
85+
});
86+
87+
it("repairs ordinary segments after splitting mobile artifacts and preserves copy source", () => {
88+
const link = "[file](<./file.md)";
89+
const template =
90+
'::artifact-template{skill_name="artifact-template-example" skill_directory="/tmp/skills/example" display_name="[file](<./file.md)" artifact_kind="document"}';
91+
const citation = ':codex-file-citation{path="./report.md"}';
92+
const source = `${link}\n\n${template}\n\n${citation}`;
93+
const segments = splitCodexArtifactTemplateMarkdown(source);
94+
const rendered = segments.map((segment) =>
95+
segment.kind === "markdown"
96+
? {
97+
...segment,
98+
markdown: renderCodexFileCitationsAsMarkdown(repairMarkdownFileLinks(segment.markdown)),
99+
}
100+
: segment,
101+
);
102+
expect(rendered[0]).toEqual({
103+
kind: "markdown",
104+
markdown: `${link.slice(0, -1)}>)\n\n`,
105+
sourceOffset: 0,
106+
});
107+
expect(rendered[1]).toEqual(segments[1]);
108+
expect(rendered[1]).toMatchObject({
109+
kind: "artifact-template",
110+
sourceOffset: link.length + 2,
111+
template: { displayName: link, skillName: "artifact-template-example" },
112+
});
113+
expect(rendered[2]).toEqual({
114+
kind: "markdown",
115+
sourceOffset: source.indexOf("\n\n" + citation),
116+
markdown: "\n\n[report.md](<./report.md>)",
117+
});
118+
expect(renderCodexDirectivesForCopy(source)).toBe(
119+
`${link}\n\n${link} (Document template)\n\n[report.md](<./report.md>)`,
120+
);
121+
});
122+
});
11123

12124
describe("inlineCodeFilePathCandidate", () => {
13125
it.each([
Lines changed: 84 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,84 @@
1+
import remarkParse from "remark-parse";
2+
import { unified } from "unified";
3+
4+
import { remarkCodexDirectives } from "./codexMarkdownDirectives.ts";
5+
import { parseMarkdownFileLink } from "./markdownLinks.ts";
6+
7+
const parser = unified().use(remarkParse).use(remarkCodexDirectives).freeze();
8+
const CANDIDATE = /\[[^[\]\r\n]*\]\([ \t]*<([^<>()\r\n]+)\)/g;
9+
const PROTECTED = new Set([
10+
"code",
11+
"inlineCode",
12+
"html",
13+
"link",
14+
"image",
15+
"linkReference",
16+
"imageReference",
17+
"definition",
18+
"textDirective",
19+
"leafDirective",
20+
"containerDirective",
21+
]);
22+
23+
function isEscaped(source: string, offset: number): boolean {
24+
let backslashes = 0;
25+
while (offset > 0 && source[--offset] === "\\") backslashes += 1;
26+
return backslashes % 2 === 1;
27+
}
28+
29+
/** Closes only complete, unambiguous local-file destinations for assistant rendering. */
30+
export function repairMarkdownFileLinks(markdown: string): string {
31+
if (!/\]\([ \t]*</.test(markdown)) return markdown;
32+
const candidates = Array.from(markdown.matchAll(CANDIDATE)).filter((match) => {
33+
const start = match.index;
34+
const close = start + match[0].length - 1;
35+
return (
36+
!isEscaped(markdown, start) &&
37+
!(markdown[start - 1] === "!" && !isEscaped(markdown, start - 1)) &&
38+
!isEscaped(markdown, close) &&
39+
(close + 1 === markdown.length || /[\s.,;:!?}\]*_~]/.test(markdown[close + 1] ?? "")) &&
40+
parseMarkdownFileLink(match[1] ?? "") !== null
41+
);
42+
});
43+
if (candidates.length === 0) return markdown;
44+
45+
const protectedRanges: Array<{ start: number; end: number }> = [];
46+
interface Node {
47+
type: string;
48+
position?:
49+
| { start: { offset?: number | undefined }; end: { offset?: number | undefined } }
50+
| undefined;
51+
children?: Node[] | undefined;
52+
}
53+
const visit = (node: Node, paragraph?: Node) => {
54+
const containingParagraph = node.type === "paragraph" ? node : paragraph;
55+
const sourceStart = node.position?.start.offset;
56+
const sourceEnd = node.position?.end.offset;
57+
const unfinishedDirective =
58+
(node.type === "textDirective" && markdown[sourceEnd ?? -1] === "{") ||
59+
(node.type === "text" &&
60+
markdown.slice(sourceStart, sourceEnd).includes("::artifact-template{"));
61+
if (PROTECTED.has(node.type) || unfinishedDirective) {
62+
// Inline HTML and unfinished directive attributes can span separate text nodes.
63+
const protectedNode =
64+
node.type === "html" || unfinishedDirective ? (containingParagraph ?? node) : node;
65+
const start = protectedNode.position?.start.offset;
66+
const end = protectedNode.position?.end.offset;
67+
if (start !== undefined && end !== undefined) protectedRanges.push({ start, end });
68+
return;
69+
}
70+
node.children?.forEach((child) => visit(child, containingParagraph));
71+
};
72+
visit(parser.parse(markdown));
73+
74+
let rendered = "";
75+
let cursor = 0;
76+
for (const match of candidates) {
77+
const start = match.index;
78+
const end = start + match[0].length;
79+
if (protectedRanges.some((range) => start < range.end && end > range.start)) continue;
80+
rendered += markdown.slice(cursor, end - 1) + ">";
81+
cursor = end - 1;
82+
}
83+
return rendered + markdown.slice(cursor);
84+
}

0 commit comments

Comments
 (0)