[WIP] AI/LLM integration

db/migrations/0229__vector_embeddings.sql

@@ -0,0 +1,46 @@
+-- Add tables for vector embeddings storage and management
+-- This migration adds embedding support to the main document.db database
+
+-- Store embeddings for notes
+CREATE TABLE IF NOT EXISTS "note_embeddings" (
+    "embedId" TEXT NOT NULL PRIMARY KEY,
+    "noteId" TEXT NOT NULL,
+    "providerId" TEXT NOT NULL,
+    "modelId" TEXT NOT NULL,
+    "dimension" INTEGER NOT NULL,
+    "embedding" BLOB NOT NULL,
+    "version" INTEGER NOT NULL DEFAULT 1,
+    "dateCreated" TEXT NOT NULL,
+    "utcDateCreated" TEXT NOT NULL,
+    "dateModified" TEXT NOT NULL,
+    "utcDateModified" TEXT NOT NULL
+);
+
+CREATE INDEX "IDX_note_embeddings_noteId" ON "note_embeddings" ("noteId");
+CREATE INDEX "IDX_note_embeddings_providerId_modelId" ON "note_embeddings" ("providerId", "modelId");
+
+-- Table to track which notes need embedding updates
+CREATE TABLE IF NOT EXISTS "embedding_queue" (
+    "noteId" TEXT NOT NULL PRIMARY KEY,
+    "operation" TEXT NOT NULL, -- CREATE, UPDATE, DELETE
+    "dateQueued" TEXT NOT NULL,
+    "utcDateQueued" TEXT NOT NULL,
+    "priority" INTEGER NOT NULL DEFAULT 0,
+    "attempts" INTEGER NOT NULL DEFAULT 0,
+    "lastAttempt" TEXT NULL,
+    "error" TEXT NULL,
+    "failed" INTEGER NOT NULL DEFAULT 0,
+    "isProcessing" INTEGER NOT NULL DEFAULT 0
+);
+
+-- Table to store embedding provider configurations
+CREATE TABLE IF NOT EXISTS "embedding_providers" (
+    "providerId" TEXT NOT NULL PRIMARY KEY,
+    "name" TEXT NOT NULL,
+    "priority" INTEGER NOT NULL DEFAULT 0,
+    "config" TEXT NOT NULL, -- JSON config object
+    "dateCreated" TEXT NOT NULL,
+    "utcDateCreated" TEXT NOT NULL,
+    "dateModified" TEXT NOT NULL,
+    "utcDateModified" TEXT NOT NULL
+);

db/schema.sql

@@ -132,3 +132,45 @@ CREATE INDEX IDX_attachments_ownerId_role
 CREATE INDEX IDX_notes_blobId on notes (blobId);
 CREATE INDEX IDX_revisions_blobId on revisions (blobId);
 CREATE INDEX IDX_attachments_blobId on attachments (blobId);
+
+CREATE TABLE IF NOT EXISTS "note_embeddings" (
+    "embedId" TEXT NOT NULL PRIMARY KEY,
+    "noteId" TEXT NOT NULL,
+    "providerId" TEXT NOT NULL,
+    "modelId" TEXT NOT NULL,
+    "dimension" INTEGER NOT NULL,
+    "embedding" BLOB NOT NULL,
+    "version" INTEGER NOT NULL DEFAULT 1,
+    "dateCreated" TEXT NOT NULL,
+    "utcDateCreated" TEXT NOT NULL,
+    "dateModified" TEXT NOT NULL,
+    "utcDateModified" TEXT NOT NULL
+);
+
+CREATE INDEX "IDX_note_embeddings_noteId" ON "note_embeddings" ("noteId");
+CREATE INDEX "IDX_note_embeddings_providerId_modelId" ON "note_embeddings" ("providerId", "modelId");
+
+CREATE TABLE IF NOT EXISTS "embedding_queue" (
+    "noteId" TEXT NOT NULL PRIMARY KEY,
+    "operation" TEXT NOT NULL,
+    "dateQueued" TEXT NOT NULL,
+    "utcDateQueued" TEXT NOT NULL,
+    "priority" INTEGER NOT NULL DEFAULT 0,
+    "attempts" INTEGER NOT NULL DEFAULT 0,
+    "lastAttempt" TEXT NULL,
+    "error" TEXT NULL,
+    "failed" INTEGER NOT NULL DEFAULT 0,
+    "isProcessing" INTEGER NOT NULL DEFAULT 0
+);
+
+CREATE TABLE IF NOT EXISTS "embedding_providers" (
+    "providerId" TEXT NOT NULL PRIMARY KEY,
+    "name" TEXT NOT NULL,
+    "isEnabled" INTEGER NOT NULL DEFAULT 0,
+    "priority" INTEGER NOT NULL DEFAULT 0,
+    "config" TEXT NOT NULL,
+    "dateCreated" TEXT NOT NULL,
+    "utcDateCreated" TEXT NOT NULL,
+    "dateModified" TEXT NOT NULL,
+    "utcDateModified" TEXT NOT NULL
+);

src/app.ts

@@ -15,6 +15,8 @@ import error_handlers from "./routes/error_handlers.js";
 import { startScheduledCleanup } from "./services/erase.js";
 import sql_init from "./services/sql_init.js";
 import { t } from "i18next";
+import eventService from "./services/events.js";
+import log from "./services/log.js";
 
 await import("./services/handlers.js");
 await import("./becca/becca_loader.js");
@@ -26,6 +28,42 @@ const scriptDir = dirname(fileURLToPath(import.meta.url));
 // Initialize DB
 sql_init.initializeDb();
 
+// Listen for database initialization event
+eventService.subscribe(eventService.DB_INITIALIZED, async () => {
+    try {
+        log.info("Database initialized, setting up LLM features");
+
+        // Initialize embedding providers
+        const { initializeEmbeddings } = await import("./services/llm/embeddings/init.js");
+        await initializeEmbeddings();
+
+        // Initialize the index service for LLM functionality
+        const { default: indexService } = await import("./services/llm/index_service.js");
+        await indexService.initialize().catch(e => console.error("Failed to initialize index service:", e));
+
+        log.info("LLM features initialized successfully");
+    } catch (error) {
+        console.error("Error initializing LLM features:", error);
+    }
+});
+
+// Initialize LLM features only if database is already initialized
+if (sql_init.isDbInitialized()) {
+    try {
+        // Initialize embedding providers
+        const { initializeEmbeddings } = await import("./services/llm/embeddings/init.js");
+        await initializeEmbeddings();
+
+        // Initialize the index service for LLM functionality
+        const { default: indexService } = await import("./services/llm/index_service.js");
+        await indexService.initialize().catch(e => console.error("Failed to initialize index service:", e));
+    } catch (error) {
+        console.error("Error initializing LLM features:", error);
+    }
+} else {
+    console.log("Database not initialized yet. LLM features will be initialized after setup.");
+}
+
 // view engine setup
 app.set("views", path.join(scriptDir, "views"));
 app.set("view engine", "ejs");

src/becca/entities/bnote_embedding.ts

@@ -0,0 +1,73 @@
+import AbstractBeccaEntity from "./abstract_becca_entity.js";
+import dateUtils from "../../services/date_utils.js";
+import type { NoteEmbeddingRow } from "./rows.js";
+
+/**
+ * Entity representing a note's vector embedding for semantic search and AI features
+ */
+class BNoteEmbedding extends AbstractBeccaEntity<BNoteEmbedding> {
+    static get entityName() {
+        return "note_embeddings";
+    }
+    static get primaryKeyName() {
+        return "embedId";
+    }
+    static get hashedProperties() {
+        return ["embedId", "noteId", "providerId", "modelId", "dimension", "version"];
+    }
+
+    embedId!: string;
+    noteId!: string;
+    providerId!: string;
+    modelId!: string;
+    dimension!: number;
+    embedding!: Buffer;
+    version!: number;
+
+    constructor(row?: NoteEmbeddingRow) {
+        super();
+
+        if (row) {
+            this.updateFromRow(row);
+        }
+    }
+
+    updateFromRow(row: NoteEmbeddingRow): void {
+        this.embedId = row.embedId;
+        this.noteId = row.noteId;
+        this.providerId = row.providerId;
+        this.modelId = row.modelId;
+        this.dimension = row.dimension;
+        this.embedding = row.embedding;
+        this.version = row.version;
+        this.dateCreated = row.dateCreated;
+        this.dateModified = row.dateModified;
+        this.utcDateCreated = row.utcDateCreated;
+        this.utcDateModified = row.utcDateModified;
+    }
+
+    beforeSaving() {
+        super.beforeSaving();
+
+        this.dateModified = dateUtils.localNowDateTime();
+        this.utcDateModified = dateUtils.utcNowDateTime();
+    }
+
+    getPojo(): NoteEmbeddingRow {
+        return {
+            embedId: this.embedId,
+            noteId: this.noteId,
+            providerId: this.providerId,
+            modelId: this.modelId,
+            dimension: this.dimension,
+            embedding: this.embedding,
+            version: this.version,
+            dateCreated: this.dateCreated!,
+            dateModified: this.dateModified!,
+            utcDateCreated: this.utcDateCreated,
+            utcDateModified: this.utcDateModified!
+        };
+    }
+}
+
+export default BNoteEmbedding;

src/becca/entities/rows.ts

@@ -139,3 +139,17 @@ export interface NoteRow {
     utcDateModified: string;
     content?: string | Buffer;
 }
+
+export interface NoteEmbeddingRow {
+    embedId: string;
+    noteId: string;
+    providerId: string;
+    modelId: string;
+    dimension: number;
+    embedding: Buffer;
+    version: number;
+    dateCreated: string;
+    utcDateCreated: string;
+    dateModified: string;
+    utcDateModified: string;
+}

src/becca/entity_constructor.ts

@@ -6,6 +6,7 @@ import BBlob from "./entities/bblob.js";
 import BBranch from "./entities/bbranch.js";
 import BEtapiToken from "./entities/betapi_token.js";
 import BNote from "./entities/bnote.js";
+import BNoteEmbedding from "./entities/bnote_embedding.js";
 import BOption from "./entities/boption.js";
 import BRecentNote from "./entities/brecent_note.js";
 import BRevision from "./entities/brevision.js";
@@ -19,6 +20,7 @@ const ENTITY_NAME_TO_ENTITY: Record<string, ConstructorData<any> & EntityClass>
     branches: BBranch,
     etapi_tokens: BEtapiToken,
     notes: BNote,
+    note_embeddings: BNoteEmbedding,
     options: BOption,
     recent_notes: BRecentNote,
     revisions: BRevision

src/public/app/components/app_context.ts

@@ -83,6 +83,7 @@ export type CommandMappings = {
     closeHlt: CommandData;
     showLaunchBarSubtree: CommandData;
     showRevisions: CommandData;
+    showLlmChat: CommandData;
     showOptions: CommandData & {
         section: string;
     };

src/public/app/components/note_context.ts

@@ -369,6 +369,11 @@ class NoteContext extends Component implements EventListener<"entitiesReloaded">
 
         const { note, viewScope } = this;
 
+        // For llmChat viewMode, show a custom title
+        if (viewScope?.viewMode === "llmChat") {
+            return "Chat with Notes";
+        }
+
         const isNormalView = (viewScope?.viewMode === "default" || viewScope?.viewMode === "contextual-help");
         let title = (isNormalView ? note.title : `${note.title}: ${viewScope?.viewMode}`);
 

src/public/app/components/root_command_executor.ts

@@ -7,8 +7,12 @@ import protectedSessionService from "../services/protected_session.js";
 import options from "../services/options.js";
 import froca from "../services/froca.js";
 import utils from "../services/utils.js";
+import LlmChatPanel from "../widgets/llm_chat_panel.js";
+import toastService from "../services/toast.js";
 
 export default class RootCommandExecutor extends Component {
+    private llmChatPanel: any = null;
+
     editReadOnlyNoteCommand() {
         const noteContext = appContext.tabManager.getActiveContext();
         if (noteContext?.viewScope) {
@@ -226,4 +230,23 @@ export default class RootCommandExecutor extends Component {
             appContext.tabManager.activateNoteContext(tab.ntxId);
         }
     }
+
+    async showLlmChatCommand() {
+        console.log("showLlmChatCommand triggered");
+        toastService.showMessage("Opening LLM Chat...");
+
+        try {
+            // We'll use the Note Map approach - open a known note ID that corresponds to the LLM chat panel
+            await appContext.tabManager.openTabWithNoteWithHoisting("_globalNoteMap", {
+                activate: true,
+                viewScope: {
+                    viewMode: "llmChat" // We'll need to handle this custom view mode elsewhere
+                }
+            });
+        }
+        catch (e) {
+            console.error("Error opening LLM Chat:", e);
+            toastService.showError("Failed to open LLM Chat: " + (e as Error).message);
+        }
+    }
 }

src/public/app/desktop.ts

@@ -11,6 +11,7 @@ import options from "./services/options.js";
 import type ElectronRemote from "@electron/remote";
 import type Electron from "electron";
 import "../stylesheets/bootstrap.scss";
+import rightPaneTabManager from "./services/right_pane_tab_manager.js";
 
 await appContext.earlyInit();
 
@@ -27,6 +28,16 @@ bundleService.getWidgetBundlesByParent().then(async (widgetBundles) => {
         });
         console.error("Critical error occured", e);
     });
+
+    // Initialize right pane tab manager after layout is loaded
+    setTimeout(() => {
+        const $tabContainer = $("#right-pane-tab-container");
+        const $contentContainer = $("#right-pane-content-container");
+
+        if ($tabContainer.length && $contentContainer.length) {
+            rightPaneTabManager.init($tabContainer, $contentContainer);
+        }
+    }, 1000);
 });
 
 glob.setupGlobs();

src/public/app/layouts/desktop_layout.ts

@@ -87,6 +87,7 @@
 import GeoMapButtons from "../widgets/floating_buttons/geo_map_button.js";
 import ContextualHelpButton from "../widgets/floating_buttons/help_button.js";
 import CloseZenButton from "../widgets/close_zen_button.js";
+import rightPaneTabManager from "../services/right_pane_tab_manager.js";
 import type { AppContext } from "./../components/app_context.js";
 import type { WidgetsByParent } from "../services/bundle.js";
 import SwitchSplitOrientationButton from "../widgets/floating_buttons/switch_layout_button.js";
@@ -104,6 +105,16 @@
     getRootWidget(appContext: AppContext) {
         appContext.noteTreeWidget = new NoteTreeWidget();
 
+        // Initialize the right pane tab manager after widget render
+        setTimeout(() => {
+            const $tabContainer = $("#right-pane-tab-container");
+            const $contentContainer = $("#right-pane-content-container");
+
+            if ($tabContainer.length && $contentContainer.length) {
+                rightPaneTabManager.init($tabContainer, $contentContainer);
+            }
+        }, 500);
+
         const launcherPaneIsHorizontal = options.get("layoutOrientation") === "horizontal";
         const launcherPane = this.#buildLauncherPane(launcherPaneIsHorizontal);
         const isElectron = utils.isElectron();
@@ -243,9 +254,24 @@
                                     )
                                     .child(
                                         new RightPaneContainer()
-                                            .child(new TocWidget())
-                                            .child(new HighlightsListWidget())
-                                            .child(...this.customWidgets.get("right-pane"))
+                                            .id("right-pane-container")
+                                            .child(
+                                                new FlexContainer("row")
+                                                    .id("right-pane-tab-container")
+                                                    .css("height", "40px")
+                                                    .css("padding", "5px 10px")
+                                                    .css("border-bottom", "1px solid var(--main-border-color)")
+                                                    .css("background-color", "var(--accented-background-color)")
+                                            )
+                                            .child(
+                                                new FlexContainer("column")
+                                                    .id("right-pane-content-container")
+                                                    .css("flex-grow", "1")
+                                                    .css("overflow", "hidden")
+                                                    .child(new TocWidget())
+                                                    .child(new HighlightsListWidget())
+                                                    .child(...this.customWidgets.get("right-pane"))
+                                            )
                                     )
                             )
                     )