Add OpenDocument chat attachments (#5510)
* Add OpenDocument chat attachments * Preserve typed ODS cell values * Exclude hidden OpenDocument review text * fix(chat): harden OpenDocument attachment extraction * fix(chat): close opendocument attachment leaks * fix(chat): unblock failed attachments * fix(chat): preserve covered cell columns --------- Co-authored-by: Lee Jackson <130007945+Imagineer99@users.noreply.github.com> Co-authored-by: Roland Tannous <115670425+rolandtannous@users.noreply.github.com> Co-authored-by: shine1i <wasimysdev@gmail.com>
This commit is contained in:
alkinun
GitHub
parent
1e98945090
commit
08d5f941e8
5 changed files with 836 additions and 4 deletions
7
studio/frontend/package-lock.json
generated
7
studio/frontend/package-lock.json
generated
|
|
@ -45,6 +45,7 @@
|
|||
"clsx": "^2.1.1",
|
||||
"cmdk": "^1.1.1",
|
||||
"dexie": "^4.3.0",
|
||||
"fflate": "0.8.3",
|
||||
"js-yaml": "^4.1.1",
|
||||
"katex": "^0.16.28",
|
||||
"lucide-react": "^1.7.0",
|
||||
|
|
@ -9367,6 +9368,12 @@
|
|||
"node": "^12.20 || >= 14.13"
|
||||
}
|
||||
},
|
||||
"node_modules/fflate": {
|
||||
"version": "0.8.3",
|
||||
"resolved": "https://registry.npmjs.org/fflate/-/fflate-0.8.3.tgz",
|
||||
"integrity": "sha512-tbZNuJrLwGUp3zshBtdy4W+ORxZuIh8a5ilyIEQDC5rY1f3U20JMry0Ll3WBzU58EZKsEuJFXhb5gwv8CsPvgA==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/figures": {
|
||||
"version": "6.1.0",
|
||||
"resolved": "https://registry.npmjs.org/figures/-/figures-6.1.0.tgz",
|
||||
|
|
|
|||
|
|
@ -53,6 +53,7 @@
|
|||
"clsx": "^2.1.1",
|
||||
"cmdk": "^1.1.1",
|
||||
"dexie": "^4.3.0",
|
||||
"fflate": "0.8.3",
|
||||
"js-yaml": "^4.1.1",
|
||||
"katex": "^0.16.28",
|
||||
"lucide-react": "^1.7.0",
|
||||
|
|
|
|||
|
|
@ -305,14 +305,19 @@ const PendingAudioChip: FC = () => {
|
|||
|
||||
const Composer: FC<{ disabled?: boolean }> = ({ disabled }) => {
|
||||
const { inputProps, isComposing, isComposingRef } = useImeComposerInputHandlers();
|
||||
const hasPendingAttachments = useAuiState(({ composer }) =>
|
||||
composer.attachments.some(
|
||||
(attachment) => attachment.status.type === "running",
|
||||
),
|
||||
);
|
||||
|
||||
const handleSubmit = useCallback(
|
||||
(event: FormEvent<HTMLFormElement>) => {
|
||||
if (disabled || isComposingRef.current) {
|
||||
if (disabled || isComposingRef.current || hasPendingAttachments) {
|
||||
event.preventDefault();
|
||||
}
|
||||
},
|
||||
[disabled, isComposingRef],
|
||||
[disabled, hasPendingAttachments, isComposingRef],
|
||||
);
|
||||
|
||||
const composerContent = (
|
||||
|
|
@ -334,8 +339,8 @@ const Composer: FC<{ disabled?: boolean }> = ({ disabled }) => {
|
|||
{...inputProps}
|
||||
/>
|
||||
<ComposerAction
|
||||
disabled={disabled || isComposing}
|
||||
blockSend={() => isComposingRef.current}
|
||||
disabled={disabled || isComposing || hasPendingAttachments}
|
||||
blockSend={() => isComposingRef.current || hasPendingAttachments}
|
||||
/>
|
||||
</>
|
||||
);
|
||||
|
|
|
|||
722
studio/frontend/src/features/chat/open-document.ts
Normal file
722
studio/frontend/src/features/chat/open-document.ts
Normal file
|
|
@ -0,0 +1,722 @@
|
|||
// SPDX-License-Identifier: AGPL-3.0-only
|
||||
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
|
||||
|
||||
import { strFromU8, unzipSync } from "fflate";
|
||||
|
||||
export const OPEN_DOCUMENT_SPREADSHEET_MIME =
|
||||
"application/vnd.oasis.opendocument.spreadsheet";
|
||||
export const OPEN_DOCUMENT_TEXT_MIME =
|
||||
"application/vnd.oasis.opendocument.text";
|
||||
const OFFICE_NAMESPACE = "urn:oasis:names:tc:opendocument:xmlns:office:1.0";
|
||||
const STYLE_NAMESPACE = "urn:oasis:names:tc:opendocument:xmlns:style:1.0";
|
||||
const TABLE_NAMESPACE = "urn:oasis:names:tc:opendocument:xmlns:table:1.0";
|
||||
const TEXT_NAMESPACE = "urn:oasis:names:tc:opendocument:xmlns:text:1.0";
|
||||
const OPEN_DOCUMENT_CELL_VALUE_ATTRIBUTES = [
|
||||
"string-value",
|
||||
"value",
|
||||
"boolean-value",
|
||||
"date-value",
|
||||
"time-value",
|
||||
] as const;
|
||||
const OPEN_DOCUMENT_TEXT_BLOCK_NAMES = ["h", "p"] as const;
|
||||
const MAX_OPEN_DOCUMENT_ARCHIVE_BYTES = 50 * 1024 * 1024;
|
||||
const MAX_OPEN_DOCUMENT_XML_BYTES = 10 * 1024 * 1024;
|
||||
const MAX_REPEATED_OPEN_DOCUMENT_ROWS = 100;
|
||||
const MAX_REPEATED_OPEN_DOCUMENT_COLUMNS = 100;
|
||||
const MAX_OPEN_DOCUMENT_COLUMN_INDEX = Number.MAX_SAFE_INTEGER;
|
||||
|
||||
export type OpenDocumentAttachmentContent = {
|
||||
label: "ODS" | "ODT";
|
||||
text: string;
|
||||
};
|
||||
|
||||
type HiddenOpenDocumentColumnRange = {
|
||||
start: number;
|
||||
end: number;
|
||||
};
|
||||
|
||||
type HiddenOpenDocumentColumnRanges = {
|
||||
ranges: HiddenOpenDocumentColumnRange[];
|
||||
nextColumn: number;
|
||||
};
|
||||
|
||||
type OpenDocumentXmlFiles = {
|
||||
contentXml: string;
|
||||
stylesXml?: string;
|
||||
};
|
||||
|
||||
type OpenDocumentHiddenState = "hidden" | "visible" | "unset";
|
||||
|
||||
export async function readOpenDocumentAttachmentContent(
|
||||
file: File,
|
||||
filename: string,
|
||||
contentType: string,
|
||||
): Promise<OpenDocumentAttachmentContent> {
|
||||
const { contentXml, stylesXml } = await readOpenDocumentXmlFiles(file);
|
||||
const doc = parseOpenDocumentXml(contentXml, filename);
|
||||
const stylesDoc = stylesXml
|
||||
? parseOpenDocumentXml(stylesXml, `${filename}:styles.xml`)
|
||||
: undefined;
|
||||
const isSpreadsheet =
|
||||
contentType === OPEN_DOCUMENT_SPREADSHEET_MIME ||
|
||||
filename.toLowerCase().endsWith(".ods");
|
||||
|
||||
return {
|
||||
label: isSpreadsheet ? "ODS" : "ODT",
|
||||
text: isSpreadsheet
|
||||
? extractOpenDocumentSpreadsheetText(doc, stylesDoc)
|
||||
: extractOpenDocumentText(doc),
|
||||
};
|
||||
}
|
||||
|
||||
export async function readActiveOpenDocumentAttachmentContent(
|
||||
file: File,
|
||||
filename: string,
|
||||
contentType: string,
|
||||
isActive: () => boolean,
|
||||
): Promise<OpenDocumentAttachmentContent | null> {
|
||||
try {
|
||||
const content = await readOpenDocumentAttachmentContent(
|
||||
file,
|
||||
filename,
|
||||
contentType,
|
||||
);
|
||||
return isActive() ? content : null;
|
||||
} catch (error) {
|
||||
if (!isActive()) {
|
||||
return null;
|
||||
}
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
|
||||
async function readOpenDocumentXmlFiles(
|
||||
file: File,
|
||||
): Promise<OpenDocumentXmlFiles> {
|
||||
assertOpenDocumentArchiveSize(file);
|
||||
|
||||
let files: Record<string, Uint8Array>;
|
||||
try {
|
||||
files = unzipSync(new Uint8Array(await file.arrayBuffer()), {
|
||||
filter: (entry) => {
|
||||
const shouldRead =
|
||||
entry.name === "content.xml" || entry.name === "styles.xml";
|
||||
if (shouldRead) {
|
||||
assertOpenDocumentXmlSize(file.name, entry.name, entry.originalSize);
|
||||
}
|
||||
return shouldRead;
|
||||
},
|
||||
});
|
||||
} catch (error) {
|
||||
if (isOpenDocumentSizeError(error)) {
|
||||
throw error;
|
||||
}
|
||||
throw new Error(`Failed to read OpenDocument archive: ${file.name}`, {
|
||||
cause: error,
|
||||
});
|
||||
}
|
||||
|
||||
const content = files["content.xml"];
|
||||
if (!content) {
|
||||
throw new Error(`OpenDocument file is missing content.xml: ${file.name}`);
|
||||
}
|
||||
|
||||
const styles = files["styles.xml"];
|
||||
assertOpenDocumentXmlSize(file.name, "content.xml", content.length);
|
||||
if (styles) {
|
||||
assertOpenDocumentXmlSize(file.name, "styles.xml", styles.length);
|
||||
}
|
||||
return {
|
||||
contentXml: strFromU8(content),
|
||||
stylesXml: styles ? strFromU8(styles) : undefined,
|
||||
};
|
||||
}
|
||||
|
||||
function assertOpenDocumentArchiveSize(file: File): void {
|
||||
if (file.size > MAX_OPEN_DOCUMENT_ARCHIVE_BYTES) {
|
||||
throw new Error(`OpenDocument archive is too large: ${file.name}`);
|
||||
}
|
||||
}
|
||||
|
||||
function assertOpenDocumentXmlSize(
|
||||
filename: string,
|
||||
entryName: string,
|
||||
bytes: number,
|
||||
): void {
|
||||
if (bytes > MAX_OPEN_DOCUMENT_XML_BYTES) {
|
||||
throw new Error(
|
||||
`OpenDocument XML file is too large: ${filename}:${entryName}`,
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
function isOpenDocumentSizeError(error: unknown): boolean {
|
||||
return (
|
||||
error instanceof Error &&
|
||||
(error.message.startsWith("OpenDocument archive is too large:") ||
|
||||
error.message.startsWith("OpenDocument XML file is too large:"))
|
||||
);
|
||||
}
|
||||
|
||||
function parseOpenDocumentXml(xml: string, filename: string): XMLDocument {
|
||||
const doc = new DOMParser().parseFromString(xml, "application/xml");
|
||||
if (doc.getElementsByTagName("parsererror").length > 0) {
|
||||
throw new Error(`Failed to parse OpenDocument content.xml: ${filename}`);
|
||||
}
|
||||
return doc;
|
||||
}
|
||||
|
||||
function extractOpenDocumentText(doc: XMLDocument): string {
|
||||
const body =
|
||||
doc.getElementsByTagNameNS(OFFICE_NAMESPACE, "body")[0] ??
|
||||
doc.documentElement;
|
||||
const blocks = collectVisibleOpenDocumentTextBlocks(body);
|
||||
|
||||
return blocks
|
||||
.map((block) =>
|
||||
normalizeOpenDocumentText(extractOpenDocumentInlineText(block)),
|
||||
)
|
||||
.filter(Boolean)
|
||||
.join("\n\n");
|
||||
}
|
||||
|
||||
function extractOpenDocumentSpreadsheetText(
|
||||
doc: XMLDocument,
|
||||
stylesDoc?: XMLDocument,
|
||||
): string {
|
||||
const hiddenTableStyles = collectHiddenOpenDocumentTableStyles(
|
||||
doc,
|
||||
stylesDoc,
|
||||
);
|
||||
const body =
|
||||
doc.getElementsByTagNameNS(OFFICE_NAMESPACE, "body")[0] ??
|
||||
doc.documentElement;
|
||||
const tables = getOpenDocumentChildElements(body, OFFICE_NAMESPACE, [
|
||||
"spreadsheet",
|
||||
])
|
||||
.flatMap((spreadsheet) =>
|
||||
getOpenDocumentChildElements(spreadsheet, TABLE_NAMESPACE, ["table"]),
|
||||
)
|
||||
.filter(
|
||||
(table) =>
|
||||
!isHiddenOpenDocumentElement(table) &&
|
||||
!hasHiddenOpenDocumentTableStyle(table, hiddenTableStyles),
|
||||
);
|
||||
|
||||
return tables.map(extractOpenDocumentTableText).filter(Boolean).join("\n\n");
|
||||
}
|
||||
|
||||
function extractOpenDocumentTableText(table: Element): string {
|
||||
const hiddenColumns = collectHiddenOpenDocumentColumns(table).ranges;
|
||||
const rows = collectOpenDocumentTableRows(table).flatMap((row) =>
|
||||
extractOpenDocumentRowText(row, hiddenColumns),
|
||||
);
|
||||
|
||||
if (rows.length === 0) {
|
||||
return "";
|
||||
}
|
||||
|
||||
const name = getOpenDocumentAttribute(table, TABLE_NAMESPACE, "name");
|
||||
return name ? `[Sheet: ${name}]\n${rows.join("\n")}` : rows.join("\n");
|
||||
}
|
||||
|
||||
function extractOpenDocumentRowText(
|
||||
row: Element,
|
||||
hiddenColumns: HiddenOpenDocumentColumnRange[],
|
||||
): string[] {
|
||||
const cells = getOpenDocumentChildElements(row, TABLE_NAMESPACE, [
|
||||
"table-cell",
|
||||
"covered-table-cell",
|
||||
]);
|
||||
const rowCells: string[] = [];
|
||||
let columnIndex = 0;
|
||||
|
||||
for (const cell of cells) {
|
||||
const isCoveredCell = cell.localName === "covered-table-cell";
|
||||
const repeat = getOpenDocumentRepeatCount(
|
||||
cell,
|
||||
"number-columns-repeated",
|
||||
MAX_OPEN_DOCUMENT_COLUMN_INDEX,
|
||||
);
|
||||
appendOpenDocumentVisibleCells(
|
||||
rowCells,
|
||||
hiddenColumns,
|
||||
columnIndex,
|
||||
repeat,
|
||||
isCoveredCell ? "" : extractOpenDocumentCellText(cell),
|
||||
);
|
||||
columnIndex = advanceOpenDocumentColumnIndex(columnIndex, repeat);
|
||||
}
|
||||
|
||||
const line = rowCells.join("\t").replace(/\t+$/g, "");
|
||||
|
||||
if (!line.trim()) {
|
||||
return [];
|
||||
}
|
||||
|
||||
return repeatOpenDocumentValue(
|
||||
line,
|
||||
getOpenDocumentRepeatCount(
|
||||
row,
|
||||
"number-rows-repeated",
|
||||
MAX_REPEATED_OPEN_DOCUMENT_ROWS,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
function appendOpenDocumentVisibleCells(
|
||||
rowCells: string[],
|
||||
hiddenColumns: HiddenOpenDocumentColumnRange[],
|
||||
columnIndex: number,
|
||||
repeat: number,
|
||||
text: string,
|
||||
): void {
|
||||
let emitted = 0;
|
||||
for (
|
||||
let i = 0;
|
||||
i < repeat && emitted < MAX_REPEATED_OPEN_DOCUMENT_COLUMNS;
|
||||
i++
|
||||
) {
|
||||
const hiddenEnd = getHiddenOpenDocumentColumnEnd(
|
||||
hiddenColumns,
|
||||
columnIndex + i,
|
||||
);
|
||||
if (hiddenEnd === null) {
|
||||
rowCells.push(text);
|
||||
emitted++;
|
||||
} else {
|
||||
i += hiddenEnd - columnIndex - i - 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function repeatOpenDocumentValue<T>(value: T, count: number): T[] {
|
||||
return Array.from({ length: count }, () => value);
|
||||
}
|
||||
|
||||
function extractOpenDocumentCellText(cell: Element): string {
|
||||
const blocks = collectVisibleOpenDocumentTextBlocks(cell);
|
||||
const text = blocks
|
||||
.map((block) =>
|
||||
normalizeOpenDocumentText(extractOpenDocumentInlineText(block)),
|
||||
)
|
||||
.filter(Boolean)
|
||||
.join("\n");
|
||||
|
||||
if (text) {
|
||||
return text;
|
||||
}
|
||||
|
||||
return getOpenDocumentCellValueText(cell);
|
||||
}
|
||||
|
||||
function getOpenDocumentCellValueText(cell: Element): string {
|
||||
for (const attributeName of OPEN_DOCUMENT_CELL_VALUE_ATTRIBUTES) {
|
||||
const value = getOpenDocumentAttribute(
|
||||
cell,
|
||||
OFFICE_NAMESPACE,
|
||||
attributeName,
|
||||
);
|
||||
if (value !== null) {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
|
||||
return "";
|
||||
}
|
||||
|
||||
function extractOpenDocumentInlineText(node: Node): string {
|
||||
if (node.nodeType === Node.TEXT_NODE) {
|
||||
return node.nodeValue ?? "";
|
||||
}
|
||||
if (node.nodeType !== Node.ELEMENT_NODE) {
|
||||
return "";
|
||||
}
|
||||
|
||||
const element = node as Element;
|
||||
if (isHiddenOpenDocumentElement(element)) {
|
||||
return "";
|
||||
}
|
||||
|
||||
if (element.namespaceURI === TEXT_NAMESPACE) {
|
||||
if (element.localName === "hidden-text") {
|
||||
return (
|
||||
getOpenDocumentAttribute(element, TEXT_NAMESPACE, "string-value") ??
|
||||
Array.from(element.childNodes)
|
||||
.map(extractOpenDocumentInlineText)
|
||||
.join("")
|
||||
);
|
||||
}
|
||||
if (element.localName === "tab") {
|
||||
return "\t";
|
||||
}
|
||||
if (element.localName === "line-break") {
|
||||
return "\n";
|
||||
}
|
||||
if (element.localName === "s") {
|
||||
return " ".repeat(
|
||||
getOpenDocumentRepeatCount(
|
||||
element,
|
||||
"c",
|
||||
MAX_REPEATED_OPEN_DOCUMENT_COLUMNS,
|
||||
TEXT_NAMESPACE,
|
||||
),
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
return Array.from(element.childNodes)
|
||||
.map(extractOpenDocumentInlineText)
|
||||
.join("");
|
||||
}
|
||||
|
||||
function normalizeOpenDocumentText(text: string): string {
|
||||
return text.replace(/[^\S\r\n\t]+/g, " ").trim();
|
||||
}
|
||||
|
||||
function collectVisibleOpenDocumentTextBlocks(root: Element): Element[] {
|
||||
const matches: Element[] = [];
|
||||
|
||||
for (const child of getOpenDocumentChildElementNodes(root)) {
|
||||
if (isHiddenOpenDocumentElement(child)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (
|
||||
child.namespaceURI === TEXT_NAMESPACE &&
|
||||
OPEN_DOCUMENT_TEXT_BLOCK_NAMES.includes(
|
||||
child.localName as (typeof OPEN_DOCUMENT_TEXT_BLOCK_NAMES)[number],
|
||||
) &&
|
||||
!isOpenDocumentParagraphHidden(child)
|
||||
) {
|
||||
matches.push(child);
|
||||
} else {
|
||||
matches.push(...collectVisibleOpenDocumentTextBlocks(child));
|
||||
}
|
||||
}
|
||||
|
||||
return matches;
|
||||
}
|
||||
|
||||
function isHiddenOpenDocumentElement(element: Element): boolean {
|
||||
if (element.namespaceURI === TABLE_NAMESPACE) {
|
||||
const visibility = getOpenDocumentAttribute(
|
||||
element,
|
||||
TABLE_NAMESPACE,
|
||||
"visibility",
|
||||
);
|
||||
return (
|
||||
visibility === "collapse" ||
|
||||
visibility === "filter" ||
|
||||
((element.localName === "table" ||
|
||||
element.localName === "table-row-group" ||
|
||||
element.localName === "table-column-group") &&
|
||||
getOpenDocumentAttribute(element, TABLE_NAMESPACE, "display") ===
|
||||
"false")
|
||||
);
|
||||
}
|
||||
|
||||
if (element.namespaceURI === OFFICE_NAMESPACE) {
|
||||
return (
|
||||
element.localName === "annotation" || element.localName === "change-info"
|
||||
);
|
||||
}
|
||||
|
||||
if (element.namespaceURI === TEXT_NAMESPACE) {
|
||||
return (
|
||||
(element.localName === "section" &&
|
||||
isHiddenOpenDocumentSection(element)) ||
|
||||
(element.localName === "hidden-text" &&
|
||||
getOpenDocumentHiddenState(element) === "hidden") ||
|
||||
(element.localName === "hidden-paragraph" &&
|
||||
getOpenDocumentHiddenState(element) === "hidden") ||
|
||||
element.localName === "tracked-changes" ||
|
||||
element.localName === "changed-region" ||
|
||||
element.localName === "deletion" ||
|
||||
element.localName === "insertion" ||
|
||||
element.localName === "format-change"
|
||||
);
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
function isHiddenOpenDocumentSection(element: Element): boolean {
|
||||
const display = getOpenDocumentAttribute(element, TEXT_NAMESPACE, "display");
|
||||
return (
|
||||
display === "none" ||
|
||||
(display === "condition" &&
|
||||
getOpenDocumentAttribute(element, TEXT_NAMESPACE, "condition") !== null)
|
||||
);
|
||||
}
|
||||
|
||||
function isOpenDocumentParagraphHidden(element: Element): boolean {
|
||||
const visibility = getOpenDocumentParagraphVisibility(element);
|
||||
return visibility.hidden && !visibility.visible;
|
||||
}
|
||||
|
||||
function getOpenDocumentParagraphVisibility(element: Element): {
|
||||
hidden: boolean;
|
||||
visible: boolean;
|
||||
} {
|
||||
let hidden = false;
|
||||
let visible = false;
|
||||
|
||||
for (const child of getOpenDocumentChildElementNodes(element)) {
|
||||
const isHiddenParagraph =
|
||||
child.namespaceURI === TEXT_NAMESPACE &&
|
||||
child.localName === "hidden-paragraph";
|
||||
if (isHiddenParagraph) {
|
||||
const hiddenState = getOpenDocumentHiddenState(child);
|
||||
hidden ||= hiddenState === "hidden";
|
||||
visible ||= hiddenState === "visible";
|
||||
}
|
||||
if (isHiddenParagraph || isHiddenOpenDocumentElement(child)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const childVisibility = getOpenDocumentParagraphVisibility(child);
|
||||
hidden ||= childVisibility.hidden;
|
||||
visible ||= childVisibility.visible;
|
||||
}
|
||||
|
||||
return { hidden, visible };
|
||||
}
|
||||
|
||||
function getOpenDocumentHiddenState(element: Element): OpenDocumentHiddenState {
|
||||
const isHidden = getOpenDocumentAttribute(
|
||||
element,
|
||||
TEXT_NAMESPACE,
|
||||
"is-hidden",
|
||||
);
|
||||
if (isHidden === "true") {
|
||||
return "hidden";
|
||||
}
|
||||
if (isHidden === "false") {
|
||||
return "visible";
|
||||
}
|
||||
return getOpenDocumentAttribute(element, TEXT_NAMESPACE, "condition") !== null
|
||||
? "hidden"
|
||||
: "unset";
|
||||
}
|
||||
|
||||
function collectOpenDocumentTableRows(root: Element): Element[] {
|
||||
const rows: Element[] = [];
|
||||
|
||||
for (const child of getOpenDocumentChildElementNodes(root)) {
|
||||
if (isHiddenOpenDocumentElement(child)) {
|
||||
continue;
|
||||
}
|
||||
if (
|
||||
child.namespaceURI === TABLE_NAMESPACE &&
|
||||
child.localName === "table-row"
|
||||
) {
|
||||
rows.push(child);
|
||||
} else if (
|
||||
child.namespaceURI !== TABLE_NAMESPACE ||
|
||||
["table-row-group", "table-rows", "table-header-rows"].includes(
|
||||
child.localName,
|
||||
)
|
||||
) {
|
||||
rows.push(...collectOpenDocumentTableRows(child));
|
||||
}
|
||||
}
|
||||
|
||||
return rows;
|
||||
}
|
||||
|
||||
function collectHiddenOpenDocumentColumns(
|
||||
root: Element,
|
||||
hidden = false,
|
||||
startColumn = 0,
|
||||
): HiddenOpenDocumentColumnRanges {
|
||||
const ranges: HiddenOpenDocumentColumnRange[] = [];
|
||||
let column = startColumn;
|
||||
|
||||
for (const child of getOpenDocumentChildElementNodes(root)) {
|
||||
if (child.namespaceURI !== TABLE_NAMESPACE) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const childHidden = hidden || isHiddenOpenDocumentElement(child);
|
||||
if (child.localName === "table-column") {
|
||||
const repeat = getOpenDocumentRepeatCount(
|
||||
child,
|
||||
"number-columns-repeated",
|
||||
MAX_OPEN_DOCUMENT_COLUMN_INDEX,
|
||||
);
|
||||
const nextColumn = advanceOpenDocumentColumnIndex(column, repeat);
|
||||
if (childHidden) {
|
||||
ranges.push({ start: column, end: nextColumn });
|
||||
}
|
||||
column = nextColumn;
|
||||
} else if (
|
||||
["table-column-group", "table-columns", "table-header-columns"].includes(
|
||||
child.localName,
|
||||
)
|
||||
) {
|
||||
const childRanges = collectHiddenOpenDocumentColumns(
|
||||
child,
|
||||
childHidden,
|
||||
column,
|
||||
);
|
||||
ranges.push(...childRanges.ranges);
|
||||
column = childRanges.nextColumn;
|
||||
}
|
||||
}
|
||||
|
||||
return { ranges, nextColumn: column };
|
||||
}
|
||||
|
||||
function getHiddenOpenDocumentColumnEnd(
|
||||
ranges: HiddenOpenDocumentColumnRange[],
|
||||
column: number,
|
||||
): number | null {
|
||||
for (const range of ranges) {
|
||||
if (column < range.start) {
|
||||
return null;
|
||||
}
|
||||
if (column < range.end) {
|
||||
return range.end;
|
||||
}
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
function advanceOpenDocumentColumnIndex(
|
||||
column: number,
|
||||
repeat: number,
|
||||
): number {
|
||||
return Math.min(column + repeat, MAX_OPEN_DOCUMENT_COLUMN_INDEX);
|
||||
}
|
||||
|
||||
function collectOpenDocumentElements(
|
||||
root: Element,
|
||||
namespaceUri: string,
|
||||
localNames: string[],
|
||||
): Element[] {
|
||||
const matches: Element[] = [];
|
||||
|
||||
for (const child of getOpenDocumentChildElementNodes(root)) {
|
||||
if (isHiddenOpenDocumentElement(child)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (
|
||||
child.namespaceURI === namespaceUri &&
|
||||
localNames.includes(child.localName)
|
||||
) {
|
||||
matches.push(child);
|
||||
} else {
|
||||
matches.push(
|
||||
...collectOpenDocumentElements(child, namespaceUri, localNames),
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
return matches;
|
||||
}
|
||||
|
||||
function collectHiddenOpenDocumentTableStyles(
|
||||
doc: XMLDocument,
|
||||
stylesDoc?: XMLDocument,
|
||||
): Set<string> {
|
||||
const hidden = new Set<string>();
|
||||
const styles = [
|
||||
...collectOpenDocumentElements(doc.documentElement, STYLE_NAMESPACE, [
|
||||
"style",
|
||||
]),
|
||||
...(stylesDoc
|
||||
? collectOpenDocumentElements(
|
||||
stylesDoc.documentElement,
|
||||
STYLE_NAMESPACE,
|
||||
["style"],
|
||||
)
|
||||
: []),
|
||||
];
|
||||
|
||||
for (const style of styles) {
|
||||
const name = getOpenDocumentAttribute(style, STYLE_NAMESPACE, "name");
|
||||
if (
|
||||
!name ||
|
||||
getOpenDocumentAttribute(style, STYLE_NAMESPACE, "family") !== "table"
|
||||
) {
|
||||
continue;
|
||||
}
|
||||
|
||||
const hidesTable =
|
||||
getOpenDocumentAttribute(style, TABLE_NAMESPACE, "display") === "false" ||
|
||||
getOpenDocumentChildElements(style, STYLE_NAMESPACE, [
|
||||
"table-properties",
|
||||
]).some(
|
||||
(properties) =>
|
||||
getOpenDocumentAttribute(properties, TABLE_NAMESPACE, "display") ===
|
||||
"false",
|
||||
);
|
||||
if (hidesTable) {
|
||||
hidden.add(name);
|
||||
}
|
||||
}
|
||||
|
||||
return hidden;
|
||||
}
|
||||
|
||||
function hasHiddenOpenDocumentTableStyle(
|
||||
table: Element,
|
||||
hiddenTableStyles: Set<string>,
|
||||
): boolean {
|
||||
const styleName = getOpenDocumentAttribute(
|
||||
table,
|
||||
TABLE_NAMESPACE,
|
||||
"style-name",
|
||||
);
|
||||
return styleName !== null && hiddenTableStyles.has(styleName);
|
||||
}
|
||||
|
||||
function getOpenDocumentChildElements(
|
||||
root: Element,
|
||||
namespaceUri: string,
|
||||
localNames: string[],
|
||||
): Element[] {
|
||||
return getOpenDocumentChildElementNodes(root).filter(
|
||||
(child) =>
|
||||
child.namespaceURI === namespaceUri &&
|
||||
localNames.includes(child.localName),
|
||||
);
|
||||
}
|
||||
|
||||
function getOpenDocumentChildElementNodes(root: Element): Element[] {
|
||||
return Array.from(root.childNodes).filter(
|
||||
(child): child is Element => child.nodeType === Node.ELEMENT_NODE,
|
||||
);
|
||||
}
|
||||
|
||||
function getOpenDocumentRepeatCount(
|
||||
element: Element,
|
||||
name: string,
|
||||
max: number,
|
||||
namespaceUri = TABLE_NAMESPACE,
|
||||
): number {
|
||||
const value = getOpenDocumentAttribute(element, namespaceUri, name);
|
||||
if (!value) {
|
||||
return 1;
|
||||
}
|
||||
|
||||
const count = Number.parseInt(value, 10);
|
||||
if (!Number.isFinite(count) || count < 1) {
|
||||
return 1;
|
||||
}
|
||||
return Math.min(count, max);
|
||||
}
|
||||
|
||||
function getOpenDocumentAttribute(
|
||||
element: Element,
|
||||
namespaceUri: string,
|
||||
name: string,
|
||||
): string | null {
|
||||
const value = element.getAttributeNS(namespaceUri, name);
|
||||
return value === "" && !element.hasAttributeNS(namespaceUri, name)
|
||||
? null
|
||||
: value;
|
||||
}
|
||||
|
|
@ -41,6 +41,13 @@ import {
|
|||
parseExternalModelId,
|
||||
providerTypeSupportsVision,
|
||||
} from "./external-providers";
|
||||
import {
|
||||
OPEN_DOCUMENT_SPREADSHEET_MIME,
|
||||
OPEN_DOCUMENT_TEXT_MIME,
|
||||
type OpenDocumentAttachmentContent,
|
||||
readActiveOpenDocumentAttachmentContent,
|
||||
readOpenDocumentAttachmentContent,
|
||||
} from "./open-document";
|
||||
import { useChatRuntimeStore } from "./stores/chat-runtime-store";
|
||||
import type { MessageRecord, ModelType } from "./types";
|
||||
import {
|
||||
|
|
@ -298,6 +305,95 @@ class DocxAttachmentAdapter implements AttachmentAdapter {
|
|||
}
|
||||
}
|
||||
|
||||
class OpenDocumentAttachmentAdapter implements AttachmentAdapter {
|
||||
private readonly active = new Set<string>();
|
||||
private readonly sending = new Set<string>();
|
||||
private readonly content = new Map<
|
||||
string,
|
||||
Promise<OpenDocumentAttachmentContent | null>
|
||||
>();
|
||||
|
||||
accept = [
|
||||
".ods",
|
||||
".odt",
|
||||
OPEN_DOCUMENT_SPREADSHEET_MIME,
|
||||
OPEN_DOCUMENT_TEXT_MIME,
|
||||
].join(",");
|
||||
|
||||
async *add({ file }: { file: File }): AsyncGenerator<PendingAttachment, void> {
|
||||
const id = crypto.randomUUID();
|
||||
this.active.add(id);
|
||||
const attachment = {
|
||||
id,
|
||||
type: "document",
|
||||
name: file.name,
|
||||
contentType: file.type,
|
||||
file,
|
||||
status: { type: "running", reason: "uploading", progress: 0 },
|
||||
} satisfies PendingAttachment;
|
||||
|
||||
yield attachment;
|
||||
const content = readActiveOpenDocumentAttachmentContent(
|
||||
file,
|
||||
file.name,
|
||||
file.type,
|
||||
() => this.active.has(id),
|
||||
);
|
||||
this.content.set(id, content);
|
||||
|
||||
try {
|
||||
if ((await content) && this.active.has(id) && !this.sending.has(id)) {
|
||||
yield {
|
||||
...attachment,
|
||||
status: { type: "requires-action", reason: "composer-send" },
|
||||
};
|
||||
}
|
||||
} catch {
|
||||
this.active.delete(id);
|
||||
this.content.delete(id);
|
||||
if (!this.sending.has(id)) {
|
||||
yield { ...attachment, status: { type: "incomplete", reason: "error" } };
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async send(attachment: PendingAttachment): Promise<CompleteAttachment> {
|
||||
this.sending.add(attachment.id);
|
||||
try {
|
||||
const content =
|
||||
(await this.content.get(attachment.id)) ??
|
||||
(await readOpenDocumentAttachmentContent(
|
||||
attachment.file,
|
||||
attachment.name,
|
||||
attachment.contentType ?? "",
|
||||
));
|
||||
const { label, text } = content;
|
||||
|
||||
return {
|
||||
id: attachment.id,
|
||||
type: "document",
|
||||
name: attachment.name,
|
||||
contentType: attachment.contentType,
|
||||
content: [
|
||||
{ type: "text", text: `[${label}: ${attachment.name}]\n${text}` },
|
||||
],
|
||||
status: { type: "complete" },
|
||||
};
|
||||
} finally {
|
||||
this.active.delete(attachment.id);
|
||||
this.content.delete(attachment.id);
|
||||
this.sending.delete(attachment.id);
|
||||
}
|
||||
}
|
||||
|
||||
remove(attachment: { id: string }): Promise<void> {
|
||||
this.active.delete(attachment.id);
|
||||
this.sending.delete(attachment.id);
|
||||
this.content.delete(attachment.id);
|
||||
return Promise.resolve();
|
||||
}
|
||||
}
|
||||
|
||||
function clip(input: string, maxLen: number): string {
|
||||
const text = input.replace(/\s+/g, " ").trim();
|
||||
if (text.length <= maxLen) return text;
|
||||
|
|
@ -741,6 +837,7 @@ function useStudioRuntimeAdapters(): StudioRuntimeAdapters {
|
|||
new HtmlAttachmentAdapter(),
|
||||
new PDFAttachmentAdapter(),
|
||||
new DocxAttachmentAdapter(),
|
||||
new OpenDocumentAttachmentAdapter(),
|
||||
]),
|
||||
[],
|
||||
);
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue