Fixes #97: SQLite is now async, optimized, tests

plugs/core/anchor.ts

@@ -17,7 +17,7 @@ export async function indexAnchors({ name: pageName, tree }: IndexTreeEvent) {
       value: "" + n.from,
     });
   });
-  console.log("Found", anchors.length, "anchors(s)");
+  // console.log("Found", anchors.length, "anchors(s)");
   await index.batchSet(pageName, anchors);
 }
 

plugs/core/item.ts

@@ -17,7 +17,7 @@ export async function indexItems({ name, tree }: IndexTreeEvent) {
   const items: { key: string; value: Item }[] = [];
   removeQueries(tree);
 
-  console.log("Indexing items", name);
+  // console.log("Indexing items", name);
 
   const coll = collectNodesOfType(tree, "ListItem");
 
@@ -59,7 +59,7 @@ export async function indexItems({ name, tree }: IndexTreeEvent) {
       value: item,
     });
   });
-  console.log("Found", items.length, "item(s)");
+  // console.log("Found", items.length, "item(s)");
   await index.batchSet(name, items);
 }
 

plugs/core/page.ts

@@ -30,10 +30,10 @@ import { extractMeta } from "../query/data.ts";
 export async function indexLinks({ name, tree }: IndexTreeEvent) {
   const backLinks: { key: string; value: string }[] = [];
   // [[Style Links]]
-  console.log("Now indexing", name);
+  // console.log("Now indexing", name);
   const pageMeta = extractMeta(tree);
   if (Object.keys(pageMeta).length > 0) {
-    console.log("Extracted page meta data", pageMeta);
+    // console.log("Extracted page meta data", pageMeta);
     // Don't index meta data starting with $
     for (const key in pageMeta) {
       if (key.startsWith("$")) {
@@ -53,7 +53,7 @@ export async function indexLinks({ name, tree }: IndexTreeEvent) {
       value: name,
     });
   });
-  console.log("Found", backLinks.length, "wiki link(s)");
+  // console.log("Found", backLinks.length, "wiki link(s)");
   await index.batchSet(name, backLinks);
 }
 
@@ -212,8 +212,11 @@ export async function reindexSpace() {
   await index.clearPageIndex();
   console.log("Listing all pages");
   const pages = await space.listPages();
+  let counter = 0;
   for (const { name } of pages) {
-    console.log("Indexing", name);
+    counter++;
+
+    console.log(`Indexing page ${counter}/${pages.length}: ${name}`);
     const text = await space.readPage(name);
     const parsed = await markdown.parseMarkdown(text);
     await events.dispatchEvent("page:index", {

plugs/core/search.ts

@@ -8,11 +8,7 @@ import {
   FileData,
   FileEncoding,
 } from "../../common/spaces/space_primitives.ts";
-import {
-  base64DecodeDataUrl,
-  base64Encode,
-  base64EncodedDataUrl,
-} from "../../plugos/asset_bundle/base64.ts";
+import { base64EncodedDataUrl } from "../../plugos/asset_bundle/base64.ts";
 
 const searchPrefix = "🔍 ";
 

plugs/query/data.ts

@@ -53,7 +53,7 @@ export async function indexData({ name, tree }: IndexTreeEvent) {
       return;
     }
   });
-  console.log("Found", dataObjects.length, "data objects");
+  // console.log("Found", dataObjects.length, "data objects");
   await index.batchSet(name, dataObjects);
 }
 

plugs/tasks/task.ts

@@ -80,7 +80,7 @@ export async function indexTasks({ name, tree }: IndexTreeEvent) {
     // console.log("Task", task);
   });
 
-  console.log("Found", tasks.length, "task(s)");
+  // console.log("Found", tasks.length, "task(s)");
   await index.batchSet(name, tasks);
 }