import express, { Express } from "express"; import { Manifest, SilverBulletHooks } from "@silverbulletmd/common/manifest"; import { EndpointHook } from "@plugos/plugos/hooks/endpoint"; import { readdir, readFile } from "fs/promises"; import { System } from "@plugos/plugos/system"; import cors from "cors"; import { DiskSpacePrimitives } from "@silverbulletmd/common/spaces/disk_space_primitives"; import path from "path"; import bodyParser from "body-parser"; import { EventHook } from "@plugos/plugos/hooks/event"; import spaceSyscalls from "./syscalls/space"; import { eventSyscalls } from "@plugos/plugos/syscalls/event"; import { ensurePageIndexTable, pageIndexSyscalls } from "./syscalls"; import knex, { Knex } from "knex"; import shellSyscalls from "@plugos/plugos/syscalls/shell.node"; import { NodeCronHook } from "@plugos/plugos/hooks/node_cron"; import { markdownSyscalls } from "@silverbulletmd/common/syscalls/markdown"; import { EventedSpacePrimitives } from "@silverbulletmd/common/spaces/evented_space_primitives"; import { Space } from "@silverbulletmd/common/spaces/space"; import { createSandbox } from "@plugos/plugos/environments/node_sandbox"; import { jwtSyscalls } from "@plugos/plugos/syscalls/jwt"; import buildMarkdown from "@silverbulletmd/web/parser"; import { loadMarkdownExtensions } from "@silverbulletmd/web/markdown_ext"; import http, { Server } from "http"; import { esbuildSyscalls } from "@plugos/plugos/syscalls/esbuild"; import { systemSyscalls } from "./syscalls/system"; import { plugPrefix } from "@silverbulletmd/common/spaces/constants"; export class ExpressServer { app: Express; system: System; private space: Space; private distDir: string; private eventHook: EventHook; private db: Knex; private port: number; private server?: Server; builtinPlugDir: string; preloadedModules: string[]; constructor( port: number, pagesPath: string, distDir: string, builtinPlugDir: string, preloadedModules: string[] ) { this.port = port; this.app = express(); this.builtinPlugDir = builtinPlugDir; this.distDir = distDir; this.system = new System("server"); this.preloadedModules = preloadedModules; // Setup system this.eventHook = new EventHook(); this.system.addHook(this.eventHook); this.space = new Space( new EventedSpacePrimitives( new DiskSpacePrimitives(pagesPath), this.eventHook ), true ); this.db = knex({ client: "better-sqlite3", connection: { filename: path.join(pagesPath, "data.db"), }, useNullAsDefault: true, }); this.system.registerSyscalls(["shell"], shellSyscalls(pagesPath)); this.system.addHook(new NodeCronHook()); this.system.registerSyscalls([], pageIndexSyscalls(this.db)); this.system.registerSyscalls([], spaceSyscalls(this.space)); this.system.registerSyscalls([], eventSyscalls(this.eventHook)); this.system.registerSyscalls([], markdownSyscalls(buildMarkdown([]))); this.system.registerSyscalls([], esbuildSyscalls()); this.system.registerSyscalls([], systemSyscalls(this)); this.system.registerSyscalls([], jwtSyscalls()); this.system.addHook(new EndpointHook(this.app, "/_/")); this.eventHook.addLocalListener( "get-plug:builtin", async (plugName: string): Promise => { // console.log("Ok, resovling a plugin", plugName); try { let manifestJson = await readFile( path.join(this.builtinPlugDir, `${plugName}.plug.json`), "utf8" ); return JSON.parse(manifestJson); } catch (e) { throw new Error(`No such builtin: ${plugName}`); } } ); setInterval(() => { this.space.updatePageList().catch(console.error); }, 5000); this.reloadPlugs().catch(console.error); } rebuildMdExtensions() { this.system.registerSyscalls( [], markdownSyscalls(buildMarkdown(loadMarkdownExtensions(this.system))) ); } private async bootstrapBuiltinPlugs() { let allPlugFiles = await readdir(this.builtinPlugDir); let pluginNames = []; for (let file of allPlugFiles) { if (file.endsWith(".plug.json")) { let manifestJson = await readFile( path.join(this.builtinPlugDir, file), "utf8" ); let manifest: Manifest = JSON.parse(manifestJson); pluginNames.push(manifest.name); await this.space.writePage( `${plugPrefix}${manifest.name}`, manifestJson ); } } await this.space.writePage( "PLUGS", "This file lists all plugs that SilverBullet will load. Run the `Plugs: Update` command to update and reload this list of plugs.\n\n```yaml\n- " + pluginNames.map((name) => `builtin:${name}`).join("\n- ") + "\n```" ); } async reloadPlugs() { await this.space.updatePageList(); let allPlugs = this.space.listPlugs(); if (allPlugs.size === 0) { await this.bootstrapBuiltinPlugs(); allPlugs = this.space.listPlugs(); } await this.system.unloadAll(); console.log("Reloading plugs"); for (let pageInfo of allPlugs) { let { text } = await this.space.readPage(pageInfo.name); await this.system.load(JSON.parse(text), (p) => createSandbox(p, this.preloadedModules) ); } this.rebuildMdExtensions(); } async start() { await ensurePageIndexTable(this.db); console.log("Setting up router"); this.app.use("/", express.static(this.distDir)); let fsRouter = express.Router(); // Page list fsRouter.route("/").get(async (req, res) => { let { nowTimestamp, pages } = await this.space.fetchPageList(); res.header("Now-Timestamp", "" + nowTimestamp); res.json([...pages]); }); fsRouter.route("/").post(bodyParser.json(), async (req, res) => {}); fsRouter .route(/\/(.+)/) .get(async (req, res) => { let pageName = req.params[0]; // console.log("Getting", pageName); try { let pageData = await this.space.readPage(pageName); res.status(200); res.header("Last-Modified", "" + pageData.meta.lastModified); res.header("Content-Type", "text/markdown"); res.send(pageData.text); } catch (e) { // CORS res.status(200); res.header("X-Status", "404"); res.send(""); } }) .put(bodyParser.text({ type: "*/*" }), async (req, res) => { let pageName = req.params[0]; console.log("Saving", pageName); try { let meta = await this.space.writePage( pageName, req.body, false, req.header("Last-Modified") ? +req.header("Last-Modified")! : undefined ); res.status(200); res.header("Last-Modified", "" + meta.lastModified); res.send("OK"); } catch (err) { res.status(500); res.send("Write failed"); console.error("Pipeline failed", err); } }) .options(async (req, res) => { let pageName = req.params[0]; try { const meta = await this.space.getPageMeta(pageName); res.status(200); res.header("Last-Modified", "" + meta.lastModified); res.header("Content-Type", "text/markdown"); res.send(""); } catch (e) { // CORS res.status(200); res.header("X-Status", "404"); res.send("Not found"); } }) .delete(async (req, res) => { let pageName = req.params[0]; try { await this.space.deletePage(pageName); res.status(200); res.send("OK"); } catch (e) { console.error("Error deleting file", e); res.status(500); res.send("OK"); } }); this.app.use( "/fs", cors({ methods: "GET,HEAD,PUT,OPTIONS,POST,DELETE", preflightContinue: true, }), fsRouter ); let plugRouter = express.Router(); plugRouter.post( "/:plug/syscall/:name", bodyParser.json(), async (req, res) => { const name = req.params.name; const plugName = req.params.plug; const args = req.body as any; const plug = this.system.loadedPlugs.get(plugName); if (!plug) { res.status(404); return res.send(`Plug ${plugName} not found`); } try { const result = await this.system.syscallWithContext( { plug }, name, args ); res.status(200); res.send(result); } catch (e: any) { res.status(500); return res.send(e.message); } } ); plugRouter.post( "/:plug/function/:name", bodyParser.json(), async (req, res) => { const name = req.params.name; const plugName = req.params.plug; const args = req.body as any[]; const plug = this.system.loadedPlugs.get(plugName); if (!plug) { res.status(404); return res.send(`Plug ${plugName} not found`); } try { console.log("Invoking", name); const result = await plug.invoke(name, args); res.status(200); res.send(result); } catch (e: any) { res.status(500); console.log("Error invoking function", e); return res.send(e.message); } } ); this.app.use( "/plug", cors({ methods: "GET,HEAD,PUT,OPTIONS,POST,DELETE", preflightContinue: true, }), plugRouter ); // Fallback, serve index.html // let cachedIndex: string | undefined = undefined; this.app.get("/*", async (req, res) => { // if (!cachedIndex) { // let cachedIndex = await readFile(`${this.distDir}/index.html`, "utf8"); // } res.sendFile(`${this.distDir}/index.html`, {}); // res.status(200).header("Content-Type", "text/html").send(cachedIndex); }); this.server = http.createServer(this.app); this.server.listen(this.port, () => { console.log(`Server listening on port ${this.port}`); }); } async stop() { if (this.server) { console.log("Stopping"); await this.system.unloadAll(); console.log("Stopped plugs"); return new Promise((resolve, reject) => { this.server!.close((err) => { this.server = undefined; console.log("stopped server"); if (err) { reject(err); } else { resolve(); } }); }); } } }