richtext replacement

frontend/src/app/scrape/bulk/progress/route.ts

@@ -1,27 +1,9 @@
 import { NextRequest } from 'next/server';
+import { progressStore, type ProgressUpdate } from '../../../../lib/progress';
 
 // Configure route timeout for long-running progress streams
 export const maxDuration = 900; // 15 minutes (900 seconds)
 
-interface ProgressUpdate {
-  type: 'progress' | 'completed' | 'error';
-  current: number;
-  total: number;
-  message: string;
-  url?: string;
-  title?: string;
-  author?: string;
-  wordCount?: number;
-  totalWordCount?: number;
-  error?: string;
-  combinedStory?: any;
-  results?: any[];
-  summary?: any;
-}
-
-// Global progress storage (in production, use Redis or database)
-const progressStore = new Map<string, ProgressUpdate[]>();
-
 export async function GET(request: NextRequest) {
   const searchParams = request.nextUrl.searchParams;
   const sessionId = searchParams.get('sessionId');
@@ -81,13 +63,3 @@ export async function GET(request: NextRequest) {
   });
 }
 
-// Helper function for other routes to send progress updates
-export function sendProgressUpdate(sessionId: string, update: ProgressUpdate) {
-  if (!progressStore.has(sessionId)) {
-    progressStore.set(sessionId, []);
-  }
-  progressStore.get(sessionId)!.push(update);
-}
-
-// Export the helper for other modules to use
-export { progressStore };

frontend/src/app/scrape/bulk/route.ts

@@ -4,15 +4,7 @@ import { NextRequest, NextResponse } from 'next/server';
 export const maxDuration = 900; // 15 minutes (900 seconds)
 
 // Import progress tracking helper
-async function sendProgressUpdate(sessionId: string, update: any) {
-  try {
-    // Dynamic import to avoid circular dependency
-    const { sendProgressUpdate: sendUpdate } = await import('./progress/route');
-    sendUpdate(sessionId, update);
-  } catch (error) {
-    console.warn('Failed to send progress update:', error);
-  }
-}
+import { sendProgressUpdate } from '../../../lib/progress';
 
 interface BulkImportRequest {
   urls: string[];