Big refactors and fixes

* Query regen * Fix anchor completion * Dependency fixes * Changelog update
2023-07-02 11:25:32 +02:00
parent fee2c5928e
commit 7c825348b2
74 changed files with 935 additions and 567 deletions
@@ -0,0 +1,29 @@
+name: federation
+requiredPermissions:
+  - fetch
+functions:
+  listFiles:
+    path: ./federation.ts:listFiles
+    pageNamespace:
+      pattern: "!.+"
+      operation: listFiles
+  readFile:
+    path: ./federation.ts:readFile
+    pageNamespace:
+      pattern: "!.+"
+      operation: readFile
+  writeFile:
+    path: ./federation.ts:writeFile
+    pageNamespace:
+      pattern: "!.+"
+      operation: writeFile
+  deleteFile:
+    path: ./federation.ts:deleteFile
+    pageNamespace:
+      pattern: "!.+"
+      operation: deleteFile
+  getFileMeta:
+    path: ./federation.ts:getFileMeta
+    pageNamespace:
+      pattern: "!.+"
+      operation: getFileMeta
@@ -0,0 +1,162 @@
+import "$sb/lib/fetch.ts";
+import type { FileMeta } from "../../common/types.ts";
+import { readSetting } from "$sb/lib/settings_page.ts";
+
+function resolveFederated(pageName: string): string {
+  // URL without the prefix "!""
+  let url = pageName.substring(1);
+  const pieces = url.split("/");
+  pieces.splice(1, 0, ".fs");
+  url = pieces.join("/");
+  if (!url.startsWith("127.0.0.1") && !url.startsWith("localhost")) {
+    url = `https://${url}`;
+  } else {
+    url = `http://${url}`;
+  }
+  return url;
+}
+
+async function responseToFileMeta(
+  r: Response,
+  name: string,
+): Promise<FileMeta> {
+  let perm = r.headers.get("X-Permission") as any || "ro";
+  const federationConfigs = await readFederationConfigs();
+  const federationConfig = federationConfigs.find((config) =>
+    name.startsWith(config.uri)
+  );
+  if (federationConfig?.perm) {
+    perm = federationConfig.perm;
+  }
+  return {
+    name: name,
+    size: r.headers.get("Content-length")
+      ? +r.headers.get("Content-length")!
+      : 0,
+    contentType: r.headers.get("Content-type")!,
+    perm: perm,
+    lastModified: +(r.headers.get("X-Last-Modified") || "0"),
+  };
+}
+
+type FederationConfig = {
+  uri: string;
+  perm?: "ro" | "rw";
+};
+let federationConfigs: FederationConfig[] = [];
+let lastFederationUrlFetch = 0;
+
+async function readFederationConfigs() {
+  // Update at most every 5 seconds
+  if (Date.now() > lastFederationUrlFetch + 5000) {
+    federationConfigs = await readSetting("federate", []);
+    // Normalize URIs
+    for (const config of federationConfigs) {
+      if (!config.uri.startsWith("!")) {
+        config.uri = `!${config.uri}`;
+      }
+    }
+    lastFederationUrlFetch = Date.now();
+  }
+  return federationConfigs;
+}
+
+export async function listFiles(): Promise<FileMeta[]> {
+  let fileMetas: FileMeta[] = [];
+  // Fetch them all in parallel
+  await Promise.all((await readFederationConfigs()).map(async (config) => {
+    // console.log("Fetching from federated", config);
+    const uriParts = config.uri.split("/");
+    const rootUri = uriParts[0];
+    const prefix = uriParts.slice(1).join("/");
+    const r = await nativeFetch(resolveFederated(rootUri));
+    fileMetas = fileMetas.concat(
+      (await r.json()).filter((meta: FileMeta) => meta.name.startsWith(prefix))
+        .map((meta: FileMeta) => ({
+          ...meta,
+          perm: config.perm || meta.perm,
+          name: `${rootUri}/${meta.name}`,
+        })),
+    );
+  }));
+  // console.log("All of em: ", fileMetas);
+  return fileMetas;
+}
+
+export async function readFile(
+  name: string,
+): Promise<{ data: Uint8Array; meta: FileMeta } | undefined> {
+  const url = resolveFederated(name);
+  const r = await nativeFetch(url);
+  const fileMeta = await responseToFileMeta(r, name);
+  console.log("Fetching", url);
+  if (r.status === 404) {
+    throw Error("Not found");
+  }
+  const data = await r.arrayBuffer();
+  if (!r.ok) {
+    return errorResult(name, `**Error**: Could not load`);
+  }
+
+  return {
+    data: new Uint8Array(data),
+    meta: fileMeta,
+  };
+}
+
+function errorResult(
+  name: string,
+  error: string,
+): { data: Uint8Array; meta: FileMeta } {
+  return {
+    data: new TextEncoder().encode(error),
+    meta: {
+      name,
+      contentType: "text/markdown",
+      lastModified: 0,
+      size: 0,
+      perm: "ro",
+    },
+  };
+}
+
+export async function writeFile(
+  name: string,
+  data: Uint8Array,
+): Promise<FileMeta> {
+  const url = resolveFederated(name);
+  console.log("Writing federation file", url);
+
+  const r = await nativeFetch(url, {
+    method: "PUT",
+    body: data,
+  });
+  const fileMeta = await responseToFileMeta(r, name);
+  if (!r.ok) {
+    throw new Error("Could not write file");
+  }
+
+  return fileMeta;
+}
+
+export async function deleteFile(
+  name: string,
+): Promise<void> {
+  console.log("Deleting federation file", name);
+  const url = resolveFederated(name);
+  const r = await nativeFetch(url, { method: "DELETE" });
+  if (!r.ok) {
+    throw Error("Failed to delete file");
+  }
+}
+
+export async function getFileMeta(name: string): Promise<FileMeta> {
+  const url = resolveFederated(name);
+  console.log("Fetching federation file meta", url);
+  const r = await nativeFetch(url, { method: "OPTIONS" });
+  const fileMeta = await responseToFileMeta(r, name);
+  if (!r.ok) {
+    throw new Error("Not found");
+  }
+  return fileMeta;
+}