Refactoring work to support multi-tenancy and multiple storage, database backends (#598)

* Backend infrastructure * New backend configuration work * Factor out KV prefixing * Don't put assets in the manifest cache * Removed fancy authentication stuff * Documentation updates
2023-12-10 13:23:42 +01:00
parent 573eca3676
commit 30ba3fcca7
33 changed files with 647 additions and 781 deletions
@@ -0,0 +1,87 @@
+import { SilverBulletHooks } from "../common/manifest.ts";
+import { AssetBundlePlugSpacePrimitives } from "../common/spaces/asset_bundle_space_primitives.ts";
+import { FilteredSpacePrimitives } from "../common/spaces/filtered_space_primitives.ts";
+import { SpacePrimitives } from "../common/spaces/space_primitives.ts";
+import { ensureSettingsAndIndex } from "../common/util.ts";
+import { AssetBundle } from "../plugos/asset_bundle/bundle.ts";
+import { KvPrimitives } from "../plugos/lib/kv_primitives.ts";
+import { System } from "../plugos/system.ts";
+import { BuiltinSettings } from "../web/types.ts";
+import { gitIgnoreCompiler } from "./deps.ts";
+import { ServerSystem } from "./server_system.ts";
+import { ShellBackend } from "./shell_backend.ts";
+import { determineStorageBackend } from "./storage_backend.ts";
+
+export type SpaceServerConfig = {
+  hostname: string;
+  namespace: string;
+  auth?: string; // username:password
+  pagesPath: string;
+};
+
+export class SpaceServer {
+  public pagesPath: string;
+  auth?: string;
+  hostname: string;
+
+  private settings?: BuiltinSettings;
+  spacePrimitives: SpacePrimitives;
+
+  // Only set when syncOnly == false
+  private serverSystem?: ServerSystem;
+  system?: System<SilverBulletHooks>;
+
+  constructor(
+    config: SpaceServerConfig,
+    public shellBackend: ShellBackend,
+    plugAssetBundle: AssetBundle,
+    kvPrimitives?: KvPrimitives,
+  ) {
+    this.pagesPath = config.pagesPath;
+    this.hostname = config.hostname;
+    this.auth = config.auth;
+
+    let fileFilterFn: (s: string) => boolean = () => true;
+
+    this.spacePrimitives = new FilteredSpacePrimitives(
+      new AssetBundlePlugSpacePrimitives(
+        determineStorageBackend(this.pagesPath),
+        plugAssetBundle,
+      ),
+      (meta) => fileFilterFn(meta.name),
+      async () => {
+        await this.reloadSettings();
+        if (typeof this.settings?.spaceIgnore === "string") {
+          fileFilterFn = gitIgnoreCompiler(this.settings.spaceIgnore).accepts;
+        } else {
+          fileFilterFn = () => true;
+        }
+      },
+    );
+
+    // system = undefined in databaseless mode (no PlugOS instance on the server and no DB)
+    if (kvPrimitives) {
+      // Enable server-side processing
+      const serverSystem = new ServerSystem(
+        this.spacePrimitives,
+        kvPrimitives,
+      );
+      this.serverSystem = serverSystem;
+    }
+  }
+
+  async init() {
+    if (this.serverSystem) {
+      await this.serverSystem.init();
+      this.system = this.serverSystem.system;
+    }
+
+    await this.reloadSettings();
+    console.log("Booted server with hostname", this.hostname);
+  }
+
+  async reloadSettings() {
+    // TODO: Throttle this?
+    this.settings = await ensureSettingsAndIndex(this.spacePrimitives);
+  }
+}