55 lines
1.7 KiB
TypeScript
55 lines
1.7 KiB
TypeScript
|
// Index key space:
|
||
|
|
// data:page@pos
|
||
|
|
|
||
|
|
import { IndexEvent } from "../../webapp/app_event";
|
||
|
|
import { whiteOutQueries } from "./materialized_queries";
|
||
|
|
import { batchSet } from "plugos-silverbullet-syscall";
|
||
|
|
import { parseMarkdown } from "plugos-silverbullet-syscall/markdown";
|
||
|
|
import { collectNodesOfType, findNodeOfType } from "../../common/tree";
|
||
|
|
import YAML from "yaml";
|
||
|
|
|
||
|
|
export async function indexData({ name, text }: IndexEvent) {
|
||
|
|
let e;
|
||
|
|
text = whiteOutQueries(text);
|
||
|
|
console.log("Now data indexing", name);
|
||
|
|
console.log("Indexing items", name);
|
||
|
|
let mdTree = await parseMarkdown(text);
|
||
|
|
|
||
|
|
let dataObjects: { key: string; value: Object }[] = [];
|
||
|
|
|
||
|
|
collectNodesOfType(mdTree, "FencedCode").forEach((t) => {
|
||
|
|
let codeInfoNode = findNodeOfType(t, "CodeInfo");
|
||
|
|
if (!codeInfoNode) {
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
if (codeInfoNode.children![0].text !== "data") {
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
let codeTextNode = findNodeOfType(t, "CodeText");
|
||
|
|
if (!codeTextNode) {
|
||
|
|
// Honestly, this shouldn't happen
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
let codeText = codeTextNode.children![0].text!;
|
||
|
|
try {
|
||
|
|
// We support multiple YAML documents in one block
|
||
|
|
for (let doc of YAML.parseAllDocuments(codeText)) {
|
||
|
|
if (!doc.contents) {
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
console.log(doc.contents.toJSON());
|
||
|
|
dataObjects.push({
|
||
|
|
key: `data:${name}@${t.from! + doc.range[0]}`,
|
||
|
|
value: doc.contents.toJSON(),
|
||
|
|
});
|
||
|
|
}
|
||
|
|
// console.log("Parsed data", parsedData);
|
||
|
|
} catch (e) {
|
||
|
|
console.error("Could not parse data", codeText, "error:", e);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
console.log("Found", dataObjects, "data objects");
|
||
|
|
await batchSet(name, dataObjects);
|
||
|
|
}
|