Mobile app PoC (#281)

Initial checkin of mobile "native" app

plugos/deps.ts

@@ -5,3 +5,5 @@ export { expandGlobSync } from "https://deno.land/std@0.165.0/fs/mod.ts";
 export { mime } from "https://deno.land/x/mimetypes@v1.0.0/mod.ts";
 export { default as cacheDir } from "https://deno.land/x/cache_dir@0.2.0/mod.ts";
 export * as flags from "https://deno.land/std@0.165.0/flags/mod.ts";
+
+export { CapacitorSQLite } from "https://esm.sh/@capacitor-community/sqlite@4.6.0?external=@capacitor/core";

plugos/environments/deno_sandbox.ts

@@ -48,8 +48,8 @@ export function createSandbox(plug: Plug<any>) {
       type: "module",
       deno: {
         permissions: {
-          // Allow network access and servers (main use case: fetch)
-          net: true,
+          // Disallow network access
+          net: false,
           // This is required for console logging to work, apparently?
           env: true,
           // No talking to native code

plugos/environments/sandbox_worker.ts

@@ -159,3 +159,7 @@ self.addEventListener("message", (event: { data: WorkerMessage }) => {
     }
   });
 });
+
+import { monkeyPatchFetch } from "../../plug-api/plugos-syscall/fetch.ts";
+
+monkeyPatchFetch();

plugos/environments/worker_bundle.json

@@ -1,3 +1,3 @@
 {
-  "worker.js": "data:application/javascript;base64,KCgpID0+IHsgdmFyIG1vZD0oKCk9PntmdW5jdGlvbiBjKHMpe3MoKS5jYXRjaChlPT57Y29uc29sZS5lcnJvcigiQ2F1Z2h0IGVycm9yIixlLm1lc3NhZ2UpfSl9dmFyIGE9Y2xhc3N7Y29uc3RydWN0b3IoZSxuPSEwKXt0aGlzLnByaW50PW4sdGhpcy5jYWxsYmFjaz1lfWxvZyguLi5lKXt0aGlzLnB1c2goImxvZyIsZSl9d2FybiguLi5lKXt0aGlzLnB1c2goIndhcm4iLGUpfWVycm9yKC4uLmUpe3RoaXMucHVzaCgiZXJyb3IiLGUpfWluZm8oLi4uZSl7dGhpcy5wdXNoKCJpbmZvIixlKX1wdXNoKGUsbil7dGhpcy5jYWxsYmFjayhlLHRoaXMubG9nTWVzc2FnZShuKSksdGhpcy5wcmludCYmY29uc29sZVtlXSguLi5uKX1sb2dNZXNzYWdlKGUpe2xldCBuPVtdO2ZvcihsZXQgciBvZiBlKXN3aXRjaCh0eXBlb2Ygcil7Y2FzZSJzdHJpbmciOmNhc2UibnVtYmVyIjpuLnB1c2goIiIrcik7YnJlYWs7Y2FzZSJ1bmRlZmluZWQiOm4ucHVzaCgidW5kZWZpbmVkIik7YnJlYWs7ZGVmYXVsdDp0cnl7bGV0IG89SlNPTi5zdHJpbmdpZnkocixudWxsLDIpO28ubGVuZ3RoPjUwMCYmKG89by5zdWJzdHJpbmcoMCw1MDApKyIuLi4iKSxuLnB1c2gobyl9Y2F0Y2h7bi5wdXNoKCJbY2lyY3VsYXIgb2JqZWN0XSIpfX1yZXR1cm4gbi5qb2luKCIgIil9fTt0eXBlb2YgRGVubz4idSImJihzZWxmLkRlbm89e2FyZ3M6W10sYnVpbGQ6e2FyY2g6Ing4Nl82NCJ9LGVudjp7Z2V0KCl7fX19KTt2YXIgZD1uZXcgTWFwLGk9bmV3IE1hcDtmdW5jdGlvbiB0KHMpe3R5cGVvZiB3aW5kb3c8InUiJiZ3aW5kb3cucGFyZW50IT09d2luZG93P3dpbmRvdy5wYXJlbnQucG9zdE1lc3NhZ2UocywiKiIpOnNlbGYucG9zdE1lc3NhZ2Uocyl9dmFyIGw9MDtzZWxmLnN5c2NhbGw9YXN5bmMocywuLi5lKT0+YXdhaXQgbmV3IFByb21pc2UoKG4scik9PntsKyssaS5zZXQobCx7cmVzb2x2ZTpuLHJlamVjdDpyfSksdCh7dHlwZToic3lzY2FsbCIsaWQ6bCxuYW1lOnMsYXJnczplfSl9KTt2YXIgdT1uZXcgTWFwO3NlbGYucmVxdWlyZT1zPT57bGV0IGU9dS5nZXQocyk7aWYoIWUpdGhyb3cgbmV3IEVycm9yKGBEeW5hbWljYWxseSBpbXBvcnRpbmcgbm9uLXByZWxvYWRlZCBsaWJyYXJ5ICR7c31gKTtyZXR1cm4gZX07c2VsZi5jb25zb2xlPW5ldyBhKChzLGUpPT57dCh7dHlwZToibG9nIixsZXZlbDpzLG1lc3NhZ2U6ZX0pfSwhMSk7ZnVuY3Rpb24gZyhzKXtyZXR1cm5gcmV0dXJuICgke3N9KVsiZGVmYXVsdCJdYH1zZWxmLmFkZEV2ZW50TGlzdGVuZXIoIm1lc3NhZ2UiLHM9PntjKGFzeW5jKCk9PntsZXQgZT1zLmRhdGE7c3dpdGNoKGUudHlwZSl7Y2FzZSJsb2FkIjp7bGV0IG49bmV3IEZ1bmN0aW9uKGcoZS5jb2RlKSk7ZC5zZXQoZS5uYW1lLG4oKSksdCh7dHlwZToiaW5pdGVkIixuYW1lOmUubmFtZX0pfWJyZWFrO2Nhc2UibG9hZC1kZXBlbmRlbmN5Ijp7bGV0IHI9bmV3IEZ1bmN0aW9uKGByZXR1cm4gJHtlLmNvZGV9YCkoKTt1LnNldChlLm5hbWUsciksdCh7dHlwZToiZGVwZW5kZW5jeS1pbml0ZWQiLG5hbWU6ZS5uYW1lfSl9YnJlYWs7Y2FzZSJpbnZva2UiOntsZXQgbj1kLmdldChlLm5hbWUpO2lmKCFuKXRocm93IG5ldyBFcnJvcihgRnVuY3Rpb24gbm90IGxvYWRlZDogJHtlLm5hbWV9YCk7dHJ5e2xldCByPWF3YWl0IFByb21pc2UucmVzb2x2ZShuKC4uLmUuYXJnc3x8W10pKTt0KHt0eXBlOiJyZXN1bHQiLGlkOmUuaWQscmVzdWx0OnJ9KX1jYXRjaChyKXt0KHt0eXBlOiJyZXN1bHQiLGlkOmUuaWQsZXJyb3I6ci5tZXNzYWdlLHN0YWNrOnIuc3RhY2t9KX19YnJlYWs7Y2FzZSJzeXNjYWxsLXJlc3BvbnNlIjp7bGV0IG49ZS5pZCxyPWkuZ2V0KG4pO2lmKCFyKXRocm93IGNvbnNvbGUubG9nKCJDdXJyZW50IG91dHN0YW5kaW5nIHJlcXVlc3RzIixpLCJsb29raW5nIHVwIixuKSxFcnJvcigiSW52YWxpZCByZXF1ZXN0IGlkIik7aS5kZWxldGUobiksZS5lcnJvcj9yLnJlamVjdChuZXcgRXJyb3IoZS5lcnJvcikpOnIucmVzb2x2ZShlLnJlc3VsdCl9YnJlYWt9fSl9KTt9KSgpOwogcmV0dXJuIG1vZDt9KSgp"
+  "worker.js": "data:application/javascript;base64,KCgpID0+IHsgdmFyIG1vZD0oKCk9PntmdW5jdGlvbiBsKHQpe3QoKS5jYXRjaChlPT57Y29uc29sZS5lcnJvcigiQ2F1Z2h0IGVycm9yIixlLm1lc3NhZ2UpfSl9dmFyIGE9Y2xhc3N7Y29uc3RydWN0b3IoZSxuPSEwKXt0aGlzLnByaW50PW4sdGhpcy5jYWxsYmFjaz1lfWxvZyguLi5lKXt0aGlzLnB1c2goImxvZyIsZSl9d2FybiguLi5lKXt0aGlzLnB1c2goIndhcm4iLGUpfWVycm9yKC4uLmUpe3RoaXMucHVzaCgiZXJyb3IiLGUpfWluZm8oLi4uZSl7dGhpcy5wdXNoKCJpbmZvIixlKX1wdXNoKGUsbil7dGhpcy5jYWxsYmFjayhlLHRoaXMubG9nTWVzc2FnZShuKSksdGhpcy5wcmludCYmY29uc29sZVtlXSguLi5uKX1sb2dNZXNzYWdlKGUpe2xldCBuPVtdO2ZvcihsZXQgciBvZiBlKXN3aXRjaCh0eXBlb2Ygcil7Y2FzZSJzdHJpbmciOmNhc2UibnVtYmVyIjpuLnB1c2goIiIrcik7YnJlYWs7Y2FzZSJ1bmRlZmluZWQiOm4ucHVzaCgidW5kZWZpbmVkIik7YnJlYWs7ZGVmYXVsdDp0cnl7bGV0IHM9SlNPTi5zdHJpbmdpZnkocixudWxsLDIpO3MubGVuZ3RoPjUwMCYmKHM9cy5zdWJzdHJpbmcoMCw1MDApKyIuLi4iKSxuLnB1c2gocyl9Y2F0Y2h7bi5wdXNoKCJbY2lyY3VsYXIgb2JqZWN0XSIpfX1yZXR1cm4gbi5qb2luKCIgIil9fTtmdW5jdGlvbiBkKHQpe2xldCBlPWF0b2IodCksbj1lLmxlbmd0aCxyPW5ldyBVaW50OEFycmF5KG4pO2ZvcihsZXQgcz0wO3M8bjtzKyspcltzXT1lLmNoYXJDb2RlQXQocyk7cmV0dXJuIHJ9ZnVuY3Rpb24geSh0LGUpe3JldHVybiBzeXNjYWxsKCJzYW5kYm94RmV0Y2guZmV0Y2giLHQsZSl9ZnVuY3Rpb24gdSgpe2dsb2JhbFRoaXMuZmV0Y2g9YXN5bmMgZnVuY3Rpb24odCxlKXtsZXQgbj1hd2FpdCB5KHQsZSYme21ldGhvZDplLm1ldGhvZCxoZWFkZXJzOmUuaGVhZGVyc30pO3JldHVybiBuZXcgUmVzcG9uc2UoZChuLmJhc2U2NEJvZHkpLHtzdGF0dXM6bi5zdGF0dXMsaGVhZGVyczpuLmhlYWRlcnN9KX19dHlwZW9mIERlbm8+InUiJiYoc2VsZi5EZW5vPXthcmdzOltdLGJ1aWxkOnthcmNoOiJ4ODZfNjQifSxlbnY6e2dldCgpe319fSk7dmFyIGc9bmV3IE1hcCxpPW5ldyBNYXA7ZnVuY3Rpb24gbyh0KXt0eXBlb2Ygd2luZG93PCJ1IiYmd2luZG93LnBhcmVudCE9PXdpbmRvdz93aW5kb3cucGFyZW50LnBvc3RNZXNzYWdlKHQsIioiKTpzZWxmLnBvc3RNZXNzYWdlKHQpfXZhciBjPTA7c2VsZi5zeXNjYWxsPWFzeW5jKHQsLi4uZSk9PmF3YWl0IG5ldyBQcm9taXNlKChuLHIpPT57YysrLGkuc2V0KGMse3Jlc29sdmU6bixyZWplY3Q6cn0pLG8oe3R5cGU6InN5c2NhbGwiLGlkOmMsbmFtZTp0LGFyZ3M6ZX0pfSk7dmFyIHA9bmV3IE1hcDtzZWxmLnJlcXVpcmU9dD0+e2xldCBlPXAuZ2V0KHQpO2lmKCFlKXRocm93IG5ldyBFcnJvcihgRHluYW1pY2FsbHkgaW1wb3J0aW5nIG5vbi1wcmVsb2FkZWQgbGlicmFyeSAke3R9YCk7cmV0dXJuIGV9O3NlbGYuY29uc29sZT1uZXcgYSgodCxlKT0+e28oe3R5cGU6ImxvZyIsbGV2ZWw6dCxtZXNzYWdlOmV9KX0sITEpO2Z1bmN0aW9uIGgodCl7cmV0dXJuYHJldHVybiAoJHt0fSlbImRlZmF1bHQiXWB9c2VsZi5hZGRFdmVudExpc3RlbmVyKCJtZXNzYWdlIix0PT57bChhc3luYygpPT57bGV0IGU9dC5kYXRhO3N3aXRjaChlLnR5cGUpe2Nhc2UibG9hZCI6e2xldCBuPW5ldyBGdW5jdGlvbihoKGUuY29kZSkpO2cuc2V0KGUubmFtZSxuKCkpLG8oe3R5cGU6ImluaXRlZCIsbmFtZTplLm5hbWV9KX1icmVhaztjYXNlImxvYWQtZGVwZW5kZW5jeSI6e2xldCByPW5ldyBGdW5jdGlvbihgcmV0dXJuICR7ZS5jb2RlfWApKCk7cC5zZXQoZS5uYW1lLHIpLG8oe3R5cGU6ImRlcGVuZGVuY3ktaW5pdGVkIixuYW1lOmUubmFtZX0pfWJyZWFrO2Nhc2UiaW52b2tlIjp7bGV0IG49Zy5nZXQoZS5uYW1lKTtpZighbil0aHJvdyBuZXcgRXJyb3IoYEZ1bmN0aW9uIG5vdCBsb2FkZWQ6ICR7ZS5uYW1lfWApO3RyeXtsZXQgcj1hd2FpdCBQcm9taXNlLnJlc29sdmUobiguLi5lLmFyZ3N8fFtdKSk7byh7dHlwZToicmVzdWx0IixpZDplLmlkLHJlc3VsdDpyfSl9Y2F0Y2gocil7byh7dHlwZToicmVzdWx0IixpZDplLmlkLGVycm9yOnIubWVzc2FnZSxzdGFjazpyLnN0YWNrfSl9fWJyZWFrO2Nhc2Uic3lzY2FsbC1yZXNwb25zZSI6e2xldCBuPWUuaWQscj1pLmdldChuKTtpZighcil0aHJvdyBjb25zb2xlLmxvZygiQ3VycmVudCBvdXRzdGFuZGluZyByZXF1ZXN0cyIsaSwibG9va2luZyB1cCIsbiksRXJyb3IoIkludmFsaWQgcmVxdWVzdCBpZCIpO2kuZGVsZXRlKG4pLGUuZXJyb3I/ci5yZWplY3QobmV3IEVycm9yKGUuZXJyb3IpKTpyLnJlc29sdmUoZS5yZXN1bHQpfWJyZWFrfX0pfSk7dSgpO30pKCk7CiByZXR1cm4gbW9kO30pKCk="
 }

plugos/plug.ts

@@ -9,7 +9,7 @@ export class Plug<HookT> {
   public manifest?: Manifest<HookT>;
   public assets?: AssetBundle;
   private sandboxFactory: (plug: Plug<HookT>) => Sandbox;
-  readonly runtimeEnv: RuntimeEnvironment;
+  readonly runtimeEnv?: RuntimeEnvironment;
   grantedPermissions: string[] = [];
   name: string;
   version: number;
@@ -23,7 +23,7 @@ export class Plug<HookT> {
     this.name = name;
     this.sandboxFactory = sandboxFactory;
     // this.sandbox = sandboxFactory(this);
-    this.runtimeEnv = system.runtimeEnv;
+    this.runtimeEnv = system.env;
     this.version = new Date().getTime();
   }
 
@@ -69,7 +69,7 @@ export class Plug<HookT> {
     if (!funDef) {
       throw new Error(`Function ${name} not found in manifest`);
     }
-    return !funDef.env || funDef.env === this.runtimeEnv;
+    return !funDef.env || !this.runtimeEnv || funDef.env === this.runtimeEnv;
   }
 
   async invoke(name: string, args: any[]): Promise<any> {

plugos/sqlite/async_sqlite.ts

@@ -1,9 +1,10 @@
 import { AssetBundle } from "../asset_bundle/bundle.ts";
+import { ISQLite } from "./sqlite_interface.ts";
 import workerBundleJson from "./worker_bundle.json" assert { type: "json" };
 
 const workerBundle = new AssetBundle(workerBundleJson);
 
-export class AsyncSQLite {
+export class AsyncSQLite implements ISQLite {
   worker: Worker;
   requestId = 0;
   outstandingRequests = new Map<

plugos/sqlite/capacitor_sqlite.ts

@@ -0,0 +1,36 @@
+import { Capacitor } from "../../mobile/deps.ts";
+import { CapacitorSQLite } from "../deps.ts";
+import { ISQLite } from "./sqlite_interface.ts";
+
+export class CapacitorDb implements ISQLite {
+  constructor(readonly name: string) {
+  }
+  async init() {
+    await CapacitorSQLite.createConnection({
+      database: this.name,
+    });
+    await CapacitorSQLite.open({
+      database: this.name,
+    });
+  }
+
+  async query(sql: string, ...args: any[]) {
+    const result = await CapacitorSQLite.query({
+      statement: sql,
+      database: this.name,
+      values: args,
+    });
+    if (Capacitor.getPlatform() === "ios") {
+      return result.values!.slice(1);
+    }
+    return result.values!;
+  }
+
+  async execute(sql: string, ...args: any[]): Promise<number> {
+    return (await CapacitorSQLite.run({
+      statement: sql,
+      database: this.name,
+      values: args,
+    })).changes!.changes!;
+  }
+}

plugos/sqlite/sqlite_interface.ts

@@ -0,0 +1,4 @@
+export interface ISQLite {
+  execute(query: string, ...params: any[]): Promise<number>;
+  query(query: string, ...params: any[]): Promise<any[]>;
+}

plugos/syscalls/fetch.ts

@@ -0,0 +1,38 @@
+import type {
+  SandboxFetchRequest,
+  SandboxFetchResponse,
+} from "../../plug-api/plugos-syscall/fetch.ts";
+import { base64Encode } from "../asset_bundle/base64.ts";
+import { SysCallMapping } from "../system.ts";
+
+export async function sandboxFetch(
+  url: string,
+  req?: SandboxFetchRequest,
+): Promise<SandboxFetchResponse> {
+  const result = await fetch(
+    url,
+    req && {
+      method: req.method,
+      headers: req.headers,
+    },
+  );
+  const body = await (await result.blob()).arrayBuffer();
+  return {
+    ok: result.ok,
+    status: result.status,
+    headers: Object.fromEntries(result.headers.entries()),
+    base64Body: base64Encode(new Uint8Array(body)),
+  };
+}
+
+export function sandboxFetchSyscalls(): SysCallMapping {
+  return {
+    "sandboxFetch.fetch": (
+      _ctx,
+      url: string,
+      options?: SandboxFetchRequest,
+    ): Promise<SandboxFetchResponse> => {
+      return sandboxFetch(url, options);
+    },
+  };
+}

plugos/syscalls/fulltext.sqlite.ts

@@ -1,9 +1,9 @@
 import { FullTextSearchOptions } from "../../plug-api/plugos-syscall/fulltext.ts";
-import { AsyncSQLite } from "../../plugos/sqlite/async_sqlite.ts";
+import { ISQLite } from "../sqlite/sqlite_interface.ts";
 import { SysCallMapping } from "../system.ts";
 
 export async function ensureFTSTable(
-  db: AsyncSQLite,
+  db: ISQLite,
   tableName: string,
 ) {
   const result = await db.query(
@@ -20,7 +20,7 @@ export async function ensureFTSTable(
 }
 
 export function fullTextSearchSyscalls(
-  db: AsyncSQLite,
+  db: ISQLite,
   tableName: string,
 ): SysCallMapping {
   return {

plugos/syscalls/store.deno.test.ts

@@ -1,7 +1,7 @@
 import { assertEquals } from "../../test_deps.ts";
 import { createSandbox } from "../environments/deno_sandbox.ts";
 import { System } from "../system.ts";
-import { ensureTable, storeSyscalls } from "./store.deno.ts";
+import { ensureTable, storeSyscalls } from "./store.sqlite.ts";
 import { AsyncSQLite } from "../sqlite/async_sqlite.ts";
 
 Deno.test("Test store", async () => {

plugos/syscalls/store.sqlite.ts

@@ -1,4 +1,4 @@
-import { AsyncSQLite } from "../sqlite/async_sqlite.ts";
+import { ISQLite } from "../sqlite/sqlite_interface.ts";
 import { SysCallMapping } from "../system.ts";
 
 export type Item = {
@@ -12,7 +12,7 @@ export type KV = {
   value: any;
 };
 
-export async function ensureTable(db: AsyncSQLite, tableName: string) {
+export async function ensureTable(db: ISQLite, tableName: string) {
   const result = await db.query(
     `SELECT name FROM sqlite_master WHERE type='table' AND name=?`,
     tableName,
@@ -72,7 +72,7 @@ export function queryToSql(
 }
 
 export function storeSyscalls(
-  db: AsyncSQLite,
+  db: ISQLite,
   tableName: string,
 ): SysCallMapping {
   const apiObj: SysCallMapping = {

plugos/system.ts

@@ -30,14 +30,12 @@ type Syscall = {
 };
 
 export class System<HookT> extends EventEmitter<SystemEvents<HookT>> {
-  readonly runtimeEnv: RuntimeEnvironment;
   protected plugs = new Map<string, Plug<HookT>>();
   protected registeredSyscalls = new Map<string, Syscall>();
   protected enabledHooks = new Set<Hook<HookT>>();
 
-  constructor(env: RuntimeEnvironment) {
+  constructor(readonly env?: RuntimeEnvironment) {
     super();
-    this.runtimeEnv = env;
   }
 
   get loadedPlugs(): Map<string, Plug<HookT>> {