import express, { Express } from "express"; import { SilverBulletHooks } from "@silverbulletmd/common/manifest"; import { EndpointHook } from "@plugos/plugos/hooks/endpoint"; import { readFile } from "fs/promises"; import { System } from "@plugos/plugos/system"; import cors from "cors"; import { DiskSpacePrimitives } from "@silverbulletmd/common/spaces/disk_space_primitives"; import path from "path"; import bodyParser from "body-parser"; import { EventHook } from "@plugos/plugos/hooks/event"; import spaceSyscalls from "./syscalls/space"; import { eventSyscalls } from "@plugos/plugos/syscalls/event"; import { ensurePageIndexTable, pageIndexSyscalls } from "./syscalls"; import knex, { Knex } from "knex"; import shellSyscalls from "@plugos/plugos/syscalls/shell.node"; import { NodeCronHook } from "@plugos/plugos/hooks/node_cron"; import { markdownSyscalls } from "@silverbulletmd/common/syscalls/markdown"; import { EventedSpacePrimitives } from "@silverbulletmd/common/spaces/evented_space_primitives"; import { Space } from "@silverbulletmd/common/spaces/space"; import { safeRun, throttle } from "@silverbulletmd/common/util"; import { createSandbox } from "@plugos/plugos/environments/node_sandbox"; import { jwtSyscalls } from "@plugos/plugos/syscalls/jwt"; import buildMarkdown from "@silverbulletmd/web/parser"; import { loadMarkdownExtensions } from "@silverbulletmd/web/markdown_ext"; import http, { Server } from "http"; export class ExpressServer { app: Express; system: System; private rootPath: string; private space: Space; private distDir: string; private eventHook: EventHook; private db: Knex; private port: number; private server?: Server; constructor( port: number, rootPath: string, distDir: string, preloadedModules: string[] ) { this.port = port; this.app = express(); this.rootPath = rootPath; this.distDir = distDir; this.system = new System("server"); // Setup system this.eventHook = new EventHook(); this.system.addHook(this.eventHook); this.space = new Space( new EventedSpacePrimitives( new DiskSpacePrimitives(rootPath), this.eventHook ), true ); this.db = knex({ client: "better-sqlite3", connection: { filename: path.join(rootPath, "data.db"), }, useNullAsDefault: true, }); this.system.registerSyscalls(["shell"], shellSyscalls(rootPath)); this.system.addHook(new NodeCronHook()); this.system.registerSyscalls([], pageIndexSyscalls(this.db)); this.system.registerSyscalls([], spaceSyscalls(this.space)); this.system.registerSyscalls([], eventSyscalls(this.eventHook)); this.system.registerSyscalls([], markdownSyscalls(buildMarkdown([]))); this.system.registerSyscalls([], jwtSyscalls()); this.system.addHook(new EndpointHook(this.app, "/_/")); let throttledRebuildMdExtensions = throttle(() => { this.rebuildMdExtensions(); }, 100); this.space.on({ plugLoaded: (plugName, plug) => { safeRun(async () => { console.log("Plug load", plugName); await this.system.load(plugName, plug, (p) => createSandbox(p, preloadedModules) ); }); throttledRebuildMdExtensions(); }, plugUnloaded: (plugName) => { safeRun(async () => { console.log("Plug unload", plugName); await this.system.unload(plugName); }); throttledRebuildMdExtensions(); }, }); setInterval(() => { this.space.updatePageListAsync(); }, 5000); this.space.updatePageListAsync(); } rebuildMdExtensions() { this.system.registerSyscalls( [], markdownSyscalls(buildMarkdown(loadMarkdownExtensions(this.system))) ); } async start() { await ensurePageIndexTable(this.db); console.log("Setting up router"); this.app.use("/", express.static(this.distDir)); let fsRouter = express.Router(); // Page list fsRouter.route("/").get(async (req, res) => { let { nowTimestamp, pages } = await this.space.fetchPageList(); res.header("Now-Timestamp", "" + nowTimestamp); res.json([...pages]); }); fsRouter.route("/").post(bodyParser.json(), async (req, res) => {}); fsRouter .route(/\/(.+)/) .get(async (req, res) => { let pageName = req.params[0]; // console.log("Getting", pageName); try { let pageData = await this.space.readPage(pageName); res.status(200); res.header("Last-Modified", "" + pageData.meta.lastModified); res.header("Content-Type", "text/markdown"); res.send(pageData.text); } catch (e) { // CORS res.status(200); res.header("X-Status", "404"); res.send(""); } }) .put(bodyParser.text({ type: "*/*" }), async (req, res) => { let pageName = req.params[0]; console.log("Saving", pageName); try { let meta = await this.space.writePage( pageName, req.body, false, req.header("Last-Modified") ? +req.header("Last-Modified")! : undefined ); res.status(200); res.header("Last-Modified", "" + meta.lastModified); res.send("OK"); } catch (err) { res.status(500); res.send("Write failed"); console.error("Pipeline failed", err); } }) .options(async (req, res) => { let pageName = req.params[0]; try { const meta = await this.space.getPageMeta(pageName); res.status(200); res.header("Last-Modified", "" + meta.lastModified); res.header("Content-Type", "text/markdown"); res.send(""); } catch (e) { // CORS res.status(200); res.header("X-Status", "404"); res.send("Not found"); } }) .delete(async (req, res) => { let pageName = req.params[0]; try { await this.space.deletePage(pageName); res.status(200); res.send("OK"); } catch (e) { console.error("Error deleting file", e); res.status(500); res.send("OK"); } }); this.app.use( "/fs", cors({ methods: "GET,HEAD,PUT,OPTIONS,POST,DELETE", preflightContinue: true, }), fsRouter ); let plugRouter = express.Router(); plugRouter.post( "/:plug/syscall/:name", bodyParser.json(), async (req, res) => { const name = req.params.name; const plugName = req.params.plug; const args = req.body as any; const plug = this.system.loadedPlugs.get(plugName); if (!plug) { res.status(404); return res.send(`Plug ${plugName} not found`); } try { const result = await this.system.syscallWithContext( { plug }, name, args ); res.status(200); res.send(result); } catch (e: any) { res.status(500); return res.send(e.message); } } ); plugRouter.post( "/:plug/function/:name", bodyParser.json(), async (req, res) => { const name = req.params.name; const plugName = req.params.plug; const args = req.body as any[]; const plug = this.system.loadedPlugs.get(plugName); if (!plug) { res.status(404); return res.send(`Plug ${plugName} not found`); } try { console.log("Invoking", name); const result = await plug.invoke(name, args); res.status(200); res.send(result); } catch (e: any) { res.status(500); console.log("Error invoking function", e); return res.send(e.message); } } ); this.app.use( "/plug", cors({ methods: "GET,HEAD,PUT,OPTIONS,POST,DELETE", preflightContinue: true, }), plugRouter ); // Fallback, serve index.html let cachedIndex: string | undefined = undefined; this.app.get("/*", async (req, res) => { if (!cachedIndex) { cachedIndex = await readFile(`${this.distDir}/index.html`, "utf8"); } res.status(200).header("Content-Type", "text/html").send(cachedIndex); }); this.server = http.createServer(this.app); this.server.listen(this.port, () => { console.log(`Server listening on port ${this.port}`); }); } async stop() { if (this.server) { console.log("Stopping"); await this.system.unloadAll(); console.log("Stopped plugs"); return new Promise((resolve, reject) => { this.server!.close((err) => { this.server = undefined; console.log("stopped server"); if (err) { reject(err); } else { resolve(); } }); }); } } }