troglodyte

import { type PromptPreprocessorController, type ChatMessage } from "@lmstudio/sdk";
import { Troglodyte, type CompressionLevel } from './troglodyte';
import { phrases } from './dictionaries/phrases';
import { synonyms } from './dictionaries/synonyms';
import { configSchematics } from './config';

// Initialize Troglodyte with dictionaries
const troglodyte = new Troglodyte({
  phrases,
  blacklist: [], // Blacklist now handled internally by compression level
  synonyms,
});

/**
 * Extracts only the actual user input from a message that may contain system metadata.
 * System metadata markers: [Zeit:, **SYSTEMEMPFEHLUNG:**, SYSTEMEMPFEHLUNG!
 */
function extractUserInput(text: string): { userInput: string; hasSystemMetadata: boolean } {
  // Look for system metadata markers - try multiple patterns
  const zeitMatch = text.match(/\[Zeit:\s*/);
  const systemEmpfehlungMatch1 = text.match(/\*\*SYSTEMEMPFEHLUNG:\*\*/);  // With asterisks and colon
  const systemEmpfehlungMatch2 = text.match(/SYSTEMEMPFEHLUNG!/);           // Without asterisks, with exclamation
  
  let markerIndex = -1;
  
  // Find the earliest matching marker
  if (zeitMatch) {
    markerIndex = zeitMatch.index ?? -1;
  }
  if (systemEmpfehlungMatch1 && systemEmpfehlungMatch1.index != null) {
    const idx = systemEmpfehlungMatch1.index;
    if (markerIndex === -1 || idx < markerIndex) {
      markerIndex = idx;
    }
  }
  if (systemEmpfehlungMatch2 && systemEmpfehlungMatch2.index != null) {
    const idx = systemEmpfehlungMatch2.index;
    if (markerIndex === -1 || idx < markerIndex) {
      markerIndex = idx;
    }
  }
  
  // If no system metadata found, return full text
  if (markerIndex === -1) {
    return { userInput: text, hasSystemMetadata: false };
  }
  
  // Extract everything before the first system metadata marker
  const userInput = text.substring(0, markerIndex).trim();
  
  return { userInput, hasSystemMetadata: true };
}


/**
 * Prompt Preprocessor - Compresses user prompts by removing fluff and filler words.
 * Reduces token usage by ~45% while preserving core meaning.
 */
export async function preprocess(ctl: PromptPreprocessorController, userMessage: ChatMessage): Promise<string> {
  // Handle abort signal - exit early if preprocessing was cancelled
  if (ctl.abortSignal.aborted) {
    return userMessage.getText();
  }

  // Read all configuration from plugin config
  const pluginConfig = ctl.getPluginConfig(configSchematics);
  
  const compressionLevel: CompressionLevel = (pluginConfig.get("compressionLevel") as CompressionLevel) ?? "balanced";
  const protectUrls = pluginConfig.get("protectUrls") as boolean ?? true;
  const protectNumbers = pluginConfig.get("protectNumbers") as boolean ?? true;
  const protectHeaders = pluginConfig.get("protectHeaders") as boolean ?? true;
  const languageMode = pluginConfig.get("languageMode") as string ?? "auto";
  const showStats = pluginConfig.get("showStats") as boolean ?? true;

  // Create status report for UI feedback
  const status = ctl.createStatus({
    status: "loading" as const,
    text: `Troglodyfying prompt (${compressionLevel})...`,
  });

  try {
    const fullText = userMessage.getText();
    
    // OPTION 2 FIX: Extract only actual user input, skip system metadata
    const { userInput, hasSystemMetadata } = extractUserInput(fullText);
    
    if (showStats && hasSystemMetadata) {
      console.log(`[Troglodyte] Detected system metadata. Processing ${userInput.length} chars of user input (skipped ${fullText.length - userInput.length} chars of metadata)`);
    }
    
    // Compress only the actual user input
    const compressedUserInput = troglodyte.compress(userInput, { 
      level: compressionLevel,
      protectUrls,
      protectNumbers,
      protectHeaders,
      language: languageMode !== "auto" ? (languageMode as import('./troglodyte').LanguageCode) : undefined,
    });

    // Reconstruct the full message with compressed user input + original system metadata
    const systemMetadata = hasSystemMetadata ? fullText.substring(userInput.length) : '';
    const compressed = compressedUserInput + systemMetadata;

    // Calculate compression stats (only on user input portion)
    const originalLength = userInput.length;
    const compressedLength = compressedUserInput.length;
    const savings = Math.round(((originalLength - compressedLength) / originalLength) * 100);

    // Get cumulative statistics
    const cumulativeStats = troglodyte.getStats();

    // Detailed logging is now handled in troglodyte.ts to avoid duplication
    // and to include the new ▶ INPUT / ▶ COMPRESSED debug lines.

    // Update status to completed with detailed info
    const protectionInfo = [];
    if (protectUrls) protectionInfo.push("URLs");
    if (protectNumbers) protectionInfo.push("IDs");
    
    let statusText = `Compressed by ${savings}%`;
    if (protectionInfo.length > 0) {
      statusText += ` (protected: ${protectionInfo.join(", ")})`;
    }
    
    status.setState({
      status: "done" as const,
      text: statusText,
    });

    return compressed;
  } catch (error) {
    console.error("[Troglodyte] Error compressing prompt:", error);
    
    // Update status to show error
    status.setState({
      status: "done" as const,
      text: "Compression failed - using original",
    });

    // Return original message if compression fails
    return userMessage.getText();
  }
}