Refactor context loading logic to differentiate between code and non-code modes; add new ragtime script for processing markdown files with Claude agent

package.json

@@ -37,6 +37,7 @@
     "sync-marketplace:force": "node scripts/sync-marketplace.cjs --force",
     "build:binaries": "node scripts/build-worker-binary.js",
     "worker:logs": "tail -n 50 ~/.claude-mem/logs/worker-$(date +%Y-%m-%d).log",
+    "worker:tail": "tail -f 50 ~/.claude-mem/logs/worker-$(date +%Y-%m-%d).log",
     "changelog:generate": "node scripts/generate-changelog.js",
     "discord:notify": "node scripts/discord-release-notify.js",
     "worker:start": "bun plugin/scripts/worker-cli.js start",

ragtime/ragtime.ts

@@ -0,0 +1,39 @@
+import { query } from "@anthropic-ai/claude-agent-sdk";
+import * as fs from "fs";
+import * as path from "path";
+
+const pathToFolder = "/Users/alexnewman/Scripts/claude-mem/datasets/emails-markdown/";
+const pathToPlugin = "/Users/alexnewman/Scripts/claude-mem/plugin/";
+
+// Or read from a directory
+const filesToProcess = fs
+  .readdirSync(pathToFolder)
+  .filter((f) => f.endsWith(".md"))
+  .map((f) => path.join(pathToFolder, f));
+
+var i = 0;
+
+for (const file of filesToProcess) {
+  i++;
+  // Limit for testing
+  if (i > 3) break;
+
+  console.log(`\n=== Processing ${file} ===\n`);
+
+  for await (const message of query({
+    prompt: `Read ${file} and think about how it relates to the injected context above (if any).`,
+    options: {
+      cwd: pathToFolder,
+      plugins: [{ type: "local", path: pathToPlugin }],
+    },
+  })) {
+    if (message.type === "system" && message.subtype === "init") {
+      console.log("Plugins:", message.plugins);
+      console.log("Commands:", message.slash_commands);
+    }
+
+    if (message.type === "assistant") {
+      console.log("Assistant:", message.message.content);
+    }
+  }
+}

src/services/context-generator.ts

@@ -55,6 +55,28 @@ function loadContextConfig(): ContextConfig {
   const settingsPath = path.join(homedir(), '.claude-mem', 'settings.json');
   const settings = SettingsDefaultsManager.loadFromFile(settingsPath);
 
+  // For non-code modes, use all types/concepts from active mode instead of settings
+  const modeId = settings.CLAUDE_MEM_MODE;
+  const isCodeMode = modeId === 'code' || modeId.startsWith('code--');
+
+  let observationTypes: Set<string>;
+  let observationConcepts: Set<string>;
+
+  if (isCodeMode) {
+    // Code mode: use settings-based filtering
+    observationTypes = new Set(
+      settings.CLAUDE_MEM_CONTEXT_OBSERVATION_TYPES.split(',').map((t: string) => t.trim()).filter(Boolean)
+    );
+    observationConcepts = new Set(
+      settings.CLAUDE_MEM_CONTEXT_OBSERVATION_CONCEPTS.split(',').map((c: string) => c.trim()).filter(Boolean)
+    );
+  } else {
+    // Non-code modes: use all types/concepts from active mode
+    const mode = ModeManager.getInstance().getActiveMode();
+    observationTypes = new Set(mode.observation_types.map(t => t.id));
+    observationConcepts = new Set(mode.observation_concepts.map(c => c.id));
+  }
+
   return {
     totalObservationCount: parseInt(settings.CLAUDE_MEM_CONTEXT_OBSERVATIONS, 10),
     fullObservationCount: parseInt(settings.CLAUDE_MEM_CONTEXT_FULL_COUNT, 10),
@@ -63,12 +85,8 @@ function loadContextConfig(): ContextConfig {
     showWorkTokens: settings.CLAUDE_MEM_CONTEXT_SHOW_WORK_TOKENS === 'true',
     showSavingsAmount: settings.CLAUDE_MEM_CONTEXT_SHOW_SAVINGS_AMOUNT === 'true',
     showSavingsPercent: settings.CLAUDE_MEM_CONTEXT_SHOW_SAVINGS_PERCENT === 'true',
-    observationTypes: new Set(
-      settings.CLAUDE_MEM_CONTEXT_OBSERVATION_TYPES.split(',').map((t: string) => t.trim()).filter(Boolean)
-    ),
-    observationConcepts: new Set(
-      settings.CLAUDE_MEM_CONTEXT_OBSERVATION_CONCEPTS.split(',').map((c: string) => c.trim()).filter(Boolean)
-    ),
+    observationTypes,
+    observationConcepts,
     fullObservationField: settings.CLAUDE_MEM_CONTEXT_FULL_FIELD as 'narrative' | 'facts',
     showLastSummary: settings.CLAUDE_MEM_CONTEXT_SHOW_LAST_SUMMARY === 'true',
     showLastMessage: settings.CLAUDE_MEM_CONTEXT_SHOW_LAST_MESSAGE === 'true',