67 lines
1.9 KiB
TypeScript
67 lines
1.9 KiB
TypeScript
// Index key space:
|
|
// data:page@pos
|
|
|
|
import type { IndexTreeEvent, QueryProviderEvent } from "$sb/app_event.ts";
|
|
import { index, YAML } from "$sb/syscalls.ts";
|
|
import { collectNodesOfType, findNodeOfType } from "$sb/lib/tree.ts";
|
|
import { applyQuery, removeQueries } from "$sb/lib/query.ts";
|
|
|
|
export async function indexData({ name, tree }: IndexTreeEvent) {
|
|
const dataObjects: { key: string; value: any }[] = [];
|
|
|
|
removeQueries(tree);
|
|
|
|
await Promise.all(
|
|
collectNodesOfType(tree, "FencedCode").map(async (t) => {
|
|
const codeInfoNode = findNodeOfType(t, "CodeInfo");
|
|
if (!codeInfoNode) {
|
|
return;
|
|
}
|
|
if (codeInfoNode.children![0].text !== "data") {
|
|
return;
|
|
}
|
|
const codeTextNode = findNodeOfType(t, "CodeText");
|
|
if (!codeTextNode) {
|
|
// Honestly, this shouldn't happen
|
|
return;
|
|
}
|
|
const codeText = codeTextNode.children![0].text!;
|
|
try {
|
|
const docs = codeText.split("---");
|
|
// We support multiple YAML documents in one block
|
|
for (let i = 0; i < docs.length; i++) {
|
|
const doc = await YAML.parse(docs[i]);
|
|
if (!doc) {
|
|
continue;
|
|
}
|
|
dataObjects.push({
|
|
key: `data:${name}@${t.from! + i}`,
|
|
value: doc,
|
|
});
|
|
}
|
|
// console.log("Parsed data", parsedData);
|
|
} catch (e) {
|
|
console.error("Could not parse data", codeText, "error:", e);
|
|
return;
|
|
}
|
|
}),
|
|
);
|
|
// console.log("Found", dataObjects.length, "data objects");
|
|
await index.batchSet(name, dataObjects);
|
|
}
|
|
|
|
export async function queryProvider({
|
|
query,
|
|
}: QueryProviderEvent): Promise<any[]> {
|
|
const allData: any[] = [];
|
|
for (const { key, page, value } of await index.queryPrefix("data:")) {
|
|
const [, pos] = key.split("@");
|
|
allData.push({
|
|
...value,
|
|
page: page,
|
|
pos: +pos,
|
|
});
|
|
}
|
|
return applyQuery(query, allData);
|
|
}
|