import type { IndexTreeEvent } from "$sb/app_event.ts"; import { YAML } from "$sb/syscalls.ts"; import { collectNodesOfType, findNodeOfType } from "$sb/lib/tree.ts"; import { removeQueries } from "$sb/lib/query.ts"; import { ObjectValue } from "$sb/types.ts"; import { indexObjects } from "./api.ts"; import { TagObject } from "./tags.ts"; type DataObject = ObjectValue< { pos: number; page: string; } & Record >; export async function indexData({ name, tree }: IndexTreeEvent) { const dataObjects: ObjectValue[] = []; removeQueries(tree); await Promise.all( collectNodesOfType(tree, "FencedCode").map(async (t) => { const codeInfoNode = findNodeOfType(t, "CodeInfo"); if (!codeInfoNode) { return; } const fenceType = codeInfoNode.children![0].text!; if (fenceType !== "data" && !fenceType.startsWith("#")) { return; } const codeTextNode = findNodeOfType(t, "CodeText"); if (!codeTextNode) { // Honestly, this shouldn't happen return; } const codeText = codeTextNode.children![0].text!; const dataType = fenceType === "data" ? "data" : fenceType.substring(1); try { const docs = codeText.split("---"); // We support multiple YAML documents in one block for (let i = 0; i < docs.length; i++) { const doc = await YAML.parse(docs[i]); if (!doc) { continue; } const pos = t.from! + i; dataObjects.push({ ref: `${name}@${pos}`, tags: [dataType], ...doc, pos, page: name, }); } // console.log("Parsed data", parsedData); await indexObjects(name, [ { ref: dataType, tags: ["tag"], name: dataType, page: name, parent: "data", }, ]); } catch (e) { console.error("Could not parse data", codeText, "error:", e); return; } }), ); // console.log("Found", dataObjects.length, "data objects"); await indexObjects(name, dataObjects); }