feat: Enhanced logging and SDK prompt improvements (#94)

* Initial plan

* Initial analysis: Found root cause of double entries bug

Co-authored-by: thedotmack <683968+thedotmack@users.noreply.github.com>

* Fix double entries by assigning generatorPromise in handleSessionInit

Co-authored-by: thedotmack <683968+thedotmack@users.noreply.github.com>

* feat(logging): Enhance HTTP request logging and session management

- Added middleware for logging HTTP requests and responses, excluding static assets and health checks.
- Introduced a method to summarize request bodies for specific endpoints.
- Improved logging for user prompt synchronization with Chroma, including duration tracking.
- Enhanced session initialization logging to include additional session details.
- Updated observation and summary logging to provide more context and error handling during Chroma synchronization.
- Refactored tool name formatting for logging in the SessionManager.
- Expanded logger component types to include 'HTTP', 'SESSION', and 'CHROMA'.

* Refactor SDK prompts and logging for improved clarity and functionality

- Updated buildInitPrompt to clarify the observer's role and what to record.
- Enhanced buildSummaryPrompt with clearer instructions for summarizing ongoing sessions.
- Improved buildContinuationPrompt to emphasize the focus on deliverables and capabilities.
- Refactored WorkerService to utilize a centralized tool formatting function for logging.
- Added truncation for logged responses and observations to improve readability.
- Updated SessionManager to log the queuing of summarize actions with session details.
- Enhanced App and Sidebar components to support refreshing stats on sidebar open.
- Refactored useStats hook to allow manual refreshing of stats while maintaining automatic loading on mount.

---------

Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>
Co-authored-by: thedotmack <683968+thedotmack@users.noreply.github.com>

src/ui/viewer/App.tsx

@@ -19,7 +19,7 @@ export function App() {
 
   const { observations, summaries, prompts, projects, isProcessing, isConnected } = useSSE();
   const { settings, saveSettings, isSaving, saveStatus } = useSettings();
-  const { stats } = useStats();
+  const { stats, refreshStats } = useStats();
   const { preference, resolvedTheme, setThemePreference } = useTheme();
   const pagination = usePagination(currentFilter);
 
@@ -118,6 +118,7 @@ export function App() {
         isConnected={isConnected}
         onSave={saveSettings}
         onClose={toggleSidebar}
+        onRefreshStats={refreshStats}
       />
     </div>
   );

src/ui/viewer/components/Sidebar.tsx

@@ -12,9 +12,10 @@ interface SidebarProps {
   isConnected: boolean;
   onSave: (settings: Settings) => void;
   onClose: () => void;
+  onRefreshStats: () => void;
 }
 
-export function Sidebar({ isOpen, settings, stats, isSaving, saveStatus, isConnected, onSave, onClose }: SidebarProps) {
+export function Sidebar({ isOpen, settings, stats, isSaving, saveStatus, isConnected, onSave, onClose, onRefreshStats }: SidebarProps) {
   // Settings form state
   const [model, setModel] = useState(settings.CLAUDE_MEM_MODEL || DEFAULT_SETTINGS.CLAUDE_MEM_MODEL);
   const [contextObs, setContextObs] = useState(settings.CLAUDE_MEM_CONTEXT_OBSERVATIONS || DEFAULT_SETTINGS.CLAUDE_MEM_CONTEXT_OBSERVATIONS);
@@ -40,6 +41,13 @@ export function Sidebar({ isOpen, settings, stats, isSaving, saveStatus, isConne
       .catch(error => console.error('Failed to load MCP status:', error));
   }, []);
 
+  // Refresh stats when sidebar opens
+  useEffect(() => {
+    if (isOpen) {
+      onRefreshStats();
+    }
+  }, [isOpen, onRefreshStats]);
+
   const handleSave = () => {
     onSave({
       CLAUDE_MEM_MODEL: model,

src/ui/viewer/hooks/useStats.ts

@@ -1,30 +1,24 @@
-import { useState, useEffect } from 'react';
+import { useState, useEffect, useCallback } from 'react';
 import { Stats } from '../types';
 import { API_ENDPOINTS } from '../constants/api';
-import { TIMING } from '../constants/timing';
 
 export function useStats() {
   const [stats, setStats] = useState<Stats>({});
 
-  useEffect(() => {
-    const loadStats = async () => {
-      try {
-        const response = await fetch(API_ENDPOINTS.STATS);
-        const data = await response.json();
-        setStats(data);
-      } catch (error) {
-        console.error('Failed to load stats:', error);
-      }
-    };
-
-    // Load immediately
-    loadStats();
-
-    // Refresh periodically
-    const interval = setInterval(loadStats, TIMING.STATS_REFRESH_INTERVAL_MS);
-
-    return () => clearInterval(interval);
+  const loadStats = useCallback(async () => {
+    try {
+      const response = await fetch(API_ENDPOINTS.STATS);
+      const data = await response.json();
+      setStats(data);
+    } catch (error) {
+      console.error('Failed to load stats:', error);
+    }
   }, []);
 
-  return { stats };
+  useEffect(() => {
+    // Load once on mount
+    loadStats();
+  }, [loadStats]);
+
+  return { stats, refreshStats: loadStats };
 }