Adding https/file support for mounts

docs/Mounts.md

@@ -2,8 +2,10 @@ Space mounting in `MOUNTS`
 
 ```yaml
 - path: file:/Users/zef/git/blog
-  prefix: 📖
+  prefix: blog/
   perm: ro,rw #default rw
+- path: http://someIP:3000
+  prefix: prod/
 ```
 
 Features
@@ -13,6 +15,8 @@ To do:
 * [ ] Handle queries
   * `page` and `link` query needs to dynamically add/remove a `and name =~ /^🚪 PREFIX/` clause)
   * `task` same but with `page` check
+* [x] Add `file:` support
+* [x] Add `http:`/`https:` support
 
 * Due to namespacing, the mounted space needs to be namespaced somehow
 * Could be an emoji, could be a page prefix (now using `name`)

docs/index.md

@@ -26,6 +26,9 @@ I know, right?
 [[🔨 Development]]
 [[🗺 Roadmap]]
 
+## Proposals
+[[Mounts]]
+
 ## Installing and running Silver Bullet
 To run a release version, you need to have a recent version of npm (8+) and node.js (16+) installed as well as some basic build infrastructure (make, cpp). Silver Bullet has only been tested on MacOS and Linux thus far.
 

packages/plugs/core/mount.ts

@@ -20,6 +20,8 @@ const globalMountPrefix = "🚪 ";
 type MountPoint = {
   prefix: string;
   path: string;
+  password?: string;
+  protocol: "file" | "http";
   perm: "rw" | "ro";
 };
 
@@ -44,11 +46,12 @@ async function updateMountPoints() {
     return;
   }
   let mountsYaml = codeTextNode.children![0].text;
-  let mountList = YAML.parse(mountsYaml!);
+  let mountList: Partial<MountPoint>[] = YAML.parse(mountsYaml!);
   if (!Array.isArray(mountList)) {
     console.error("Invalid MOUNTS file, should have array of mount points");
     return;
   }
+  // Let's validate this and fill in some of the blanks
   for (let mountPoint of mountList) {
     if (!mountPoint.prefix) {
       console.error("Invalid mount point, no prefix specified", mountPoint);
@@ -61,9 +64,16 @@ async function updateMountPoints() {
     if (!mountPoint.perm) {
       mountPoint.perm = "rw";
     }
+    if (mountPoint.path.startsWith("file:")) {
+      mountPoint.protocol = "file";
+      mountPoint.path = mountPoint.path.substring("file:".length);
+    } else {
+      mountPoint.protocol = "http";
+      mountPoint.path += "/fs"; // Add the /fs suffix to the path
+    }
   }
 
-  mountPointCache = mountList;
+  mountPointCache = mountList as MountPoint[];
 }
 
 async function translateLinksWithPrefix(
@@ -120,6 +130,7 @@ export async function readPageMounted(
 ): Promise<{ text: string; meta: PageMeta }> {
   await updateMountPoints();
   let { resolvedPath, mountPoint } = lookupMountPoint(name);
+  if (mountPoint.protocol === "file") {
     let { text, meta } = await readFile(`${resolvedPath}.md`);
     return {
       text: await translateLinksWithPrefix(text, mountPoint.prefix),
@@ -129,6 +140,29 @@ export async function readPageMounted(
         perm: mountPoint.perm,
       },
     };
+  } else {
+    let res = await fetch(resolvedPath, {
+      method: "GET",
+      headers: authHeaders(mountPoint),
+    });
+    if (res.status !== 200) {
+      throw new Error(
+        `Failed to read page: ${res.status}: ${await res.text()}`
+      );
+    }
+    if (res.headers.get("X-Status") === "404") {
+      throw new Error(`Page not found`);
+    }
+    let text = await res.text();
+    return {
+      text: await translateLinksWithPrefix(text, mountPoint.prefix),
+      meta: {
+        name: name,
+        lastModified: +(res.headers.get("Last-Modified") || "0"),
+        perm: (res.headers.get("X-Permission") as "rw" | "ro") || "rw",
+      },
+    };
+  }
 }
 
 export async function writePageMounted(
@@ -138,39 +172,89 @@ export async function writePageMounted(
   await updateMountPoints();
   let { resolvedPath, mountPoint } = lookupMountPoint(name);
   text = await translateLinksWithoutPrefix(text, mountPoint.prefix);
+  if (mountPoint.protocol === "file") {
     let meta = await writeFile(`${resolvedPath}.md`, text);
     return {
       name: name,
       lastModified: meta.lastModified,
       perm: mountPoint.perm,
     };
+  } else {
+    let res = await fetch(resolvedPath, {
+      method: "PUT",
+      headers: authHeaders(mountPoint),
+      body: text,
+    });
+    if (res.status !== 200) {
+      throw new Error(
+        `Failed to write page: ${res.status}: ${await res.text()}`
+      );
+    }
+    return {
+      name: name,
+      lastModified: +(res.headers.get("Last-Modified") || "0"),
+      perm: (res.headers.get("X-Permission") as "rw" | "ro") || "rw",
+    };
+  }
 }
 
 export async function deletePageMounted(name: string): Promise<void> {
   await updateMountPoints();
   let { resolvedPath, mountPoint } = lookupMountPoint(name);
+  if (mountPoint.protocol === "file") {
     if (mountPoint.perm === "rw") {
       await deleteFile(`${resolvedPath}.md`);
     } else {
       throw new Error("Deleting read-only page");
     }
+  } else {
+    throw new Error("Not yet implemented");
+  }
+}
+
+function authHeaders(mountPoint: MountPoint): HeadersInit {
+  return {
+    Authorization: mountPoint.password ? `Bearer ${mountPoint.password}` : "",
+  };
 }
 
 export async function getPageMetaMounted(name: string): Promise<PageMeta> {
   await updateMountPoints();
   let { resolvedPath, mountPoint } = lookupMountPoint(name);
+  if (mountPoint.protocol === "file") {
     let meta = await getFileMeta(`${resolvedPath}.md`);
     return {
       name,
       lastModified: meta.lastModified,
       perm: mountPoint.perm,
     };
+  } else {
+    // http/https
+    let res = await fetch(resolvedPath, {
+      method: "OPTIONS",
+      headers: authHeaders(mountPoint),
+    });
+    if (res.status !== 200) {
+      throw new Error(
+        `Failed to list pages: ${res.status}: ${await res.text()}`
+      );
+    }
+    if (res.headers.get("X-Status") === "404") {
+      throw new Error(`Page not found`);
+    }
+    return {
+      name: name,
+      lastModified: +(res.headers.get("Last-Modified") || "0"),
+      perm: (res.headers.get("X-Permission") as "rw" | "ro") || "rw",
+    };
+  }
 }
 
 export async function listPagesMounted(): Promise<PageMeta[]> {
   await updateMountPoints();
   let allPages: PageMeta[] = [];
   for (let mp of mountPointCache) {
+    if (mp.protocol === "file") {
       let files = await listFiles(mp.path, true);
       for (let file of files) {
         if (!file.name.endsWith(".md")) {
@@ -185,6 +269,28 @@ export async function listPagesMounted(): Promise<PageMeta[]> {
           perm: mp.perm,
         });
       }
+    } else {
+      let res = await fetch(mp.path, {
+        headers: authHeaders(mp),
+      });
+      if (res.status !== 200) {
+        throw new Error(
+          `Failed to list pages: ${res.status}: ${await res.text()}`
+        );
+      }
+      let remotePages: PageMeta[] = await res.json();
+      // console.log("Remote pages", remotePages);
+      for (let pageMeta of remotePages) {
+        if (pageMeta.name.startsWith("_")) {
+          continue;
+        }
+        allPages.push({
+          name: `${globalMountPrefix}${mp.prefix}${pageMeta.name}`,
+          lastModified: pageMeta.lastModified,
+          perm: mp.perm,
+        });
+      }
+    }
   }
   return allPages;
 }