src / documentStore.ts
import { randomUUID } from "node:crypto";
import path from "node:path";
import type { ParsedDocument } from "./documentParser";
import { chunkText, type TextChunk } from "./textChunker";
export interface StoredDocument {
id: string;
filePath: string;
fileName: string;
format: string;
metadata: Record<string, string | number>;
text: string;
chunks: TextChunk[];
createdAt: number;
lastAccessedAt: number;
}
export interface CreateDocumentInput {
filePath: string;
parsed: ParsedDocument;
chunkCharacters: number;
overlapCharacters: number;
}
/**
* Stores extracted documents in memory so they remain available across tool
* calls. Documents disappear when LM Studio reloads or stops the plugin.
*/
export class DocumentStore {
private readonly documents = new Map<string, StoredDocument>();
public createDocument(input: CreateDocumentInput): StoredDocument {
const chunks = chunkText(
input.parsed.text,
input.chunkCharacters,
input.overlapCharacters,
);
if (chunks.length === 0) {
throw new Error(
"No readable text was extracted. The document may be empty, image-only, or require OCR.",
);
}
const document: StoredDocument = {
id: randomUUID(),
filePath: input.filePath,
fileName: path.basename(input.filePath),
format: input.parsed.format,
metadata: { ...input.parsed.metadata },
text: input.parsed.text,
chunks,
createdAt: Date.now(),
lastAccessedAt: Date.now(),
};
this.documents.set(document.id, document);
return document;
}
public getDocument(documentId: string): StoredDocument | undefined {
const document = this.documents.get(documentId);
if (document !== undefined) {
document.lastAccessedAt = Date.now();
}
return document;
}
public closeDocument(documentId: string): boolean {
return this.documents.delete(documentId);
}
public pruneExpiredDocuments(ttlMinutes: number): number {
const expirationTime = Date.now() - ttlMinutes * 60_000;
let removed = 0;
for (const [documentId, document] of this.documents) {
if (document.lastAccessedAt < expirationTime) {
this.documents.delete(documentId);
removed += 1;
}
}
return removed;
}
}
export const documentStore = new DocumentStore();
src / documentStore.ts
import { randomUUID } from "node:crypto";
import path from "node:path";
import type { ParsedDocument } from "./documentParser";
import { chunkText, type TextChunk } from "./textChunker";
export interface StoredDocument {
id: string;
filePath: string;
fileName: string;
format: string;
metadata: Record<string, string | number>;
text: string;
chunks: TextChunk[];
createdAt: number;
lastAccessedAt: number;
}
export interface CreateDocumentInput {
filePath: string;
parsed: ParsedDocument;
chunkCharacters: number;
overlapCharacters: number;
}
/**
* Stores extracted documents in memory so they remain available across tool
* calls. Documents disappear when LM Studio reloads or stops the plugin.
*/
export class DocumentStore {
private readonly documents = new Map<string, StoredDocument>();
public createDocument(input: CreateDocumentInput): StoredDocument {
const chunks = chunkText(
input.parsed.text,
input.chunkCharacters,
input.overlapCharacters,
);
if (chunks.length === 0) {
throw new Error(
"No readable text was extracted. The document may be empty, image-only, or require OCR.",
);
}
const document: StoredDocument = {
id: randomUUID(),
filePath: input.filePath,
fileName: path.basename(input.filePath),
format: input.parsed.format,
metadata: { ...input.parsed.metadata },
text: input.parsed.text,
chunks,
createdAt: Date.now(),
lastAccessedAt: Date.now(),
};
this.documents.set(document.id, document);
return document;
}
public getDocument(documentId: string): StoredDocument | undefined {
const document = this.documents.get(documentId);
if (document !== undefined) {
document.lastAccessedAt = Date.now();
}
return document;
}
public closeDocument(documentId: string): boolean {
return this.documents.delete(documentId);
}
public pruneExpiredDocuments(ttlMinutes: number): number {
const expirationTime = Date.now() - ttlMinutes * 60_000;
let removed = 0;
for (const [documentId, document] of this.documents) {
if (document.lastAccessedAt < expirationTime) {
this.documents.delete(documentId);
removed += 1;
}
}
return removed;
}
}
export const documentStore = new DocumentStore();