|
|
|
|
@@ -1,226 +0,0 @@
|
|
|
|
|
/**
|
|
|
|
|
* Citation parsing and display helpers.
|
|
|
|
|
* Display rule: never show half-finished citations. Use shouldShowCitationLoading
|
|
|
|
|
* and show only the loading indicator until the block is complete and all
|
|
|
|
|
* [cite-N] refs are replaced.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Citation data structure representing a source reference
|
|
|
|
|
*/
|
|
|
|
|
export interface Citation {
|
|
|
|
|
id: string;
|
|
|
|
|
title: string;
|
|
|
|
|
url: string;
|
|
|
|
|
snippet: string;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Result of parsing citations from content
|
|
|
|
|
*/
|
|
|
|
|
export interface ParseCitationsResult {
|
|
|
|
|
citations: Citation[];
|
|
|
|
|
cleanContent: string;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Parse citation lines (one JSON object per line) into Citation array.
|
|
|
|
|
* Deduplicates by URL. Used for both complete and incomplete (streaming) blocks.
|
|
|
|
|
*/
|
|
|
|
|
function parseCitationLines(
|
|
|
|
|
blockContent: string,
|
|
|
|
|
seenUrls: Set<string>,
|
|
|
|
|
): Citation[] {
|
|
|
|
|
const out: Citation[] = [];
|
|
|
|
|
const lines = blockContent.split("\n");
|
|
|
|
|
for (const line of lines) {
|
|
|
|
|
const trimmed = line.trim();
|
|
|
|
|
if (!trimmed?.startsWith("{")) continue;
|
|
|
|
|
try {
|
|
|
|
|
const citation = JSON.parse(trimmed) as Citation;
|
|
|
|
|
if (citation.id && citation.url && !seenUrls.has(citation.url)) {
|
|
|
|
|
seenUrls.add(citation.url);
|
|
|
|
|
out.push({
|
|
|
|
|
id: citation.id,
|
|
|
|
|
title: citation.title || "",
|
|
|
|
|
url: citation.url,
|
|
|
|
|
snippet: citation.snippet || "",
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
} catch {
|
|
|
|
|
// Skip invalid JSON lines - can happen during streaming
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return out;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Parse citations block from message content.
|
|
|
|
|
* Shared by all modes (Flash / Thinking / Pro / Ultra); supports incomplete
|
|
|
|
|
* <citations> blocks during SSE streaming (parses whatever complete JSON lines
|
|
|
|
|
* have arrived so far so [cite-N] can be linked progressively).
|
|
|
|
|
*
|
|
|
|
|
* The citations block format:
|
|
|
|
|
* <citations>
|
|
|
|
|
* {"id": "cite-1", "title": "Page Title", "url": "https://example.com", "snippet": "Description"}
|
|
|
|
|
* {"id": "cite-2", "title": "Another Page", "url": "https://example2.com", "snippet": "Description"}
|
|
|
|
|
* </citations>
|
|
|
|
|
*
|
|
|
|
|
* @param content - The raw message content that may contain a citations block
|
|
|
|
|
* @returns Object containing parsed citations array and content with citations block removed
|
|
|
|
|
*/
|
|
|
|
|
export function parseCitations(content: string): ParseCitationsResult {
|
|
|
|
|
if (!content) {
|
|
|
|
|
return { citations: [], cleanContent: content };
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const citations: Citation[] = [];
|
|
|
|
|
const seenUrls = new Set<string>();
|
|
|
|
|
|
|
|
|
|
// 1) Complete blocks: <citations>...</citations>
|
|
|
|
|
const citationsRegex = /<citations>([\s\S]*?)<\/citations>/g;
|
|
|
|
|
let match;
|
|
|
|
|
while ((match = citationsRegex.exec(content)) !== null) {
|
|
|
|
|
citations.push(...parseCitationLines(match[1] ?? "", seenUrls));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 2) Incomplete block during streaming: <citations>... (no closing tag yet)
|
|
|
|
|
if (content.includes("<citations>") && !content.includes("</citations>")) {
|
|
|
|
|
const openMatch = content.match(/<citations>([\s\S]*)$/);
|
|
|
|
|
if (openMatch?.[1] != null) {
|
|
|
|
|
citations.push(...parseCitationLines(openMatch[1], seenUrls));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let cleanContent = removeCitationsBlocks(content);
|
|
|
|
|
|
|
|
|
|
// Convert [cite-N] references to markdown links
|
|
|
|
|
// Example: [cite-1] -> [Title](url)
|
|
|
|
|
if (citations.length > 0) {
|
|
|
|
|
// Build a map from citation id to citation object
|
|
|
|
|
const idMap = new Map<string, Citation>();
|
|
|
|
|
for (const citation of citations) {
|
|
|
|
|
idMap.set(citation.id, citation);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Replace all [cite-N] patterns with markdown links
|
|
|
|
|
cleanContent = cleanContent.replace(/\[cite-(\d+)\]/g, (match, num) => {
|
|
|
|
|
const citeId = `cite-${num}`;
|
|
|
|
|
const citation = idMap.get(citeId);
|
|
|
|
|
if (citation) {
|
|
|
|
|
// Use title if available, otherwise use domain
|
|
|
|
|
const linkText = citation.title || extractDomainFromUrl(citation.url);
|
|
|
|
|
return `[${linkText}](${citation.url})`;
|
|
|
|
|
}
|
|
|
|
|
// If citation not found, keep the original text
|
|
|
|
|
return match;
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return { citations, cleanContent };
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Whether the URL is external (http/https).
|
|
|
|
|
*/
|
|
|
|
|
export function isExternalUrl(url: string): boolean {
|
|
|
|
|
return url.startsWith("http://") || url.startsWith("https://");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Build a synthetic Citation from a link (e.g. in artifact markdown without <citations> block).
|
|
|
|
|
*/
|
|
|
|
|
export function syntheticCitationFromLink(href: string, title: string): Citation {
|
|
|
|
|
return {
|
|
|
|
|
id: `artifact-cite-${href}`,
|
|
|
|
|
title: title || href,
|
|
|
|
|
url: href,
|
|
|
|
|
snippet: "",
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Extract the domain name from a URL for display
|
|
|
|
|
*
|
|
|
|
|
* @param url - Full URL string
|
|
|
|
|
* @returns Domain name or the original URL if parsing fails
|
|
|
|
|
*/
|
|
|
|
|
export function extractDomainFromUrl(url: string): string {
|
|
|
|
|
try {
|
|
|
|
|
const urlObj = new URL(url);
|
|
|
|
|
// Remove 'www.' prefix if present
|
|
|
|
|
return urlObj.hostname.replace(/^www\./, "");
|
|
|
|
|
} catch {
|
|
|
|
|
return url;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Remove all <citations> blocks from content (complete and incomplete).
|
|
|
|
|
* Does not remove [cite-N] or markdown links; use removeAllCitations for that.
|
|
|
|
|
*/
|
|
|
|
|
export function removeCitationsBlocks(content: string): string {
|
|
|
|
|
if (!content) return content;
|
|
|
|
|
let result = content.replace(/<citations>[\s\S]*?<\/citations>/g, "").trim();
|
|
|
|
|
if (result.includes("<citations>")) {
|
|
|
|
|
result = result.replace(/<citations>[\s\S]*$/g, "").trim();
|
|
|
|
|
}
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Whether content contains a <citations> block (open tag).
|
|
|
|
|
*/
|
|
|
|
|
export function hasCitationsBlock(content: string): boolean {
|
|
|
|
|
return Boolean(content?.includes("<citations>"));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/** Pattern for [cite-1], [cite-2], ... that should be replaced by parseCitations. */
|
|
|
|
|
const UNREPLACED_CITE_REF = /\[cite-\d+\]/;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Whether cleanContent still contains unreplaced [cite-N] refs (half-finished citations).
|
|
|
|
|
* When true, callers must not render this content and should show loading instead.
|
|
|
|
|
*/
|
|
|
|
|
export function hasUnreplacedCitationRefs(cleanContent: string): boolean {
|
|
|
|
|
return Boolean(cleanContent && UNREPLACED_CITE_REF.test(cleanContent));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Single source of truth: true when body must not be rendered (show loading instead).
|
|
|
|
|
* Use after parseCitations: pass raw content, parsed cleanContent, and isLoading.
|
|
|
|
|
* Never show body when cleanContent still has [cite-N] (e.g. refs arrived before
|
|
|
|
|
* <citations> block in stream); also show loading while streaming with citation block.
|
|
|
|
|
*/
|
|
|
|
|
export function shouldShowCitationLoading(
|
|
|
|
|
rawContent: string,
|
|
|
|
|
cleanContent: string,
|
|
|
|
|
isLoading: boolean,
|
|
|
|
|
): boolean {
|
|
|
|
|
if (hasUnreplacedCitationRefs(cleanContent)) return true;
|
|
|
|
|
return isLoading && hasCitationsBlock(rawContent);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Strip citation markdown links from already-cleaned content (from parseCitations).
|
|
|
|
|
* Use when you already have ParseCitationsResult to avoid parsing twice.
|
|
|
|
|
*/
|
|
|
|
|
export function contentWithoutCitationsFromParsed(
|
|
|
|
|
parsed: ParseCitationsResult,
|
|
|
|
|
): string {
|
|
|
|
|
const citationUrls = new Set(parsed.citations.map((c) => c.url));
|
|
|
|
|
const withoutLinks = parsed.cleanContent.replace(
|
|
|
|
|
/\[([^\]]+)\]\(([^)]+)\)/g,
|
|
|
|
|
(fullMatch, _text, url) => (citationUrls.has(url) ? "" : fullMatch),
|
|
|
|
|
);
|
|
|
|
|
return withoutLinks.replace(/\n{3,}/g, "\n\n").trim();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Remove ALL citations from content (blocks, [cite-N], and citation links).
|
|
|
|
|
* Used for copy/download. For display you typically use parseCitations/useParsedCitations.
|
|
|
|
|
*/
|
|
|
|
|
export function removeAllCitations(content: string): string {
|
|
|
|
|
if (!content) return content;
|
|
|
|
|
return contentWithoutCitationsFromParsed(parseCitations(content));
|
|
|
|
|
}
|
LofiSu