107 lines
3.0 KiB
TypeScript
107 lines
3.0 KiB
TypeScript
import {
|
|
editor,
|
|
events,
|
|
markdown,
|
|
mq,
|
|
space,
|
|
system,
|
|
} from "@silverbulletmd/silverbullet/syscalls";
|
|
import type { IndexEvent, MQMessage } from "@silverbulletmd/silverbullet/types";
|
|
import { isTemplate } from "$lib/cheap_yaml.ts";
|
|
import { sleep } from "$lib/async.ts";
|
|
import { indexAttachment } from "./attachment.ts";
|
|
import { clearFileIndex } from "./api.ts";
|
|
|
|
export async function reindexCommand() {
|
|
await editor.flashNotification("Performing full page reindex...");
|
|
await system.invokeFunction("index.reindexSpace");
|
|
await editor.flashNotification("Done with page index!");
|
|
}
|
|
|
|
export async function reindexSpace(noClear = false) {
|
|
if (await system.getMode() === "ro") {
|
|
console.info("Not reindexing because we're in read-only mode");
|
|
return;
|
|
}
|
|
if (!noClear) {
|
|
console.log("Clearing page index...");
|
|
// Executed this way to not have to embed the search plug code here
|
|
await system.invokeFunction("index.clearIndex");
|
|
}
|
|
// Pre-index SETTINGS page to get useful settings
|
|
console.log("Indexing SETTINGS page");
|
|
await indexPage("SETTINGS");
|
|
|
|
const files = await space.listFiles();
|
|
console.log("Queing", files.length, "pages to be indexed.");
|
|
|
|
// Queue all file names to be indexed
|
|
await mq.batchSend("indexQueue", files.map((file) => file.name));
|
|
|
|
// Now let's wait for the processing to finish
|
|
let queueStats = await mq.getQueueStats("indexQueue");
|
|
while (queueStats.queued > 0 || queueStats.processing > 0) {
|
|
await sleep(500);
|
|
queueStats = await mq.getQueueStats("indexQueue");
|
|
}
|
|
// And notify the user
|
|
console.log("Indexing completed!");
|
|
}
|
|
|
|
export async function processIndexQueue(messages: MQMessage[]) {
|
|
for (const message of messages) {
|
|
let name: string = message.body;
|
|
if (name.startsWith("_plug/")) {
|
|
continue;
|
|
}
|
|
console.log(`Indexing file ${name}`);
|
|
if (name.endsWith(".md")) {
|
|
name = name.slice(0, -3);
|
|
await indexPage(name);
|
|
} else {
|
|
await indexAttachment(name);
|
|
}
|
|
}
|
|
}
|
|
|
|
async function indexPage(name: string) {
|
|
const text = await space.readPage(name);
|
|
const parsed = await markdown.parseMarkdown(text);
|
|
if (isTemplate(text)) {
|
|
await events.dispatchEvent("page:indexTemplate", {
|
|
name,
|
|
tree: parsed,
|
|
});
|
|
} else {
|
|
await events.dispatchEvent("page:index", {
|
|
name,
|
|
tree: parsed,
|
|
});
|
|
}
|
|
}
|
|
|
|
export async function parseIndexTextRepublish({ name, text }: IndexEvent) {
|
|
if (await system.getMode() === "ro") {
|
|
console.info("Not reindexing", name, "because we're in read-only mode");
|
|
return;
|
|
}
|
|
const parsed = await markdown.parseMarkdown(text);
|
|
|
|
// First clear the old file index entries
|
|
await clearFileIndex(name);
|
|
|
|
if (isTemplate(text)) {
|
|
// console.log("Indexing", name, "as template");
|
|
await events.dispatchEvent("page:indexTemplate", {
|
|
name,
|
|
tree: parsed,
|
|
});
|
|
} else {
|
|
// console.log("Indexing", name, "as page");
|
|
await events.dispatchEvent("page:index", {
|
|
name,
|
|
tree: parsed,
|
|
});
|
|
}
|
|
}
|