import { logger as _logger } from "../logger";
import { updateDeepResearch } from "./deep-research-redis";
import { searchAndScrapeSearchResult } from "../../controllers/v1/search";
import { ResearchLLMService, ResearchStateManager } from "./research-manager";
import { logDeepResearch } from "../../services/logging/log_job";
import { billTeam } from "../../services/billing/credit_billing";
import { ExtractOptions } from "../../controllers/v1/types";
import { CostTracking } from "../cost-tracking";
import { getACUCTeam } from "../../controllers/auth";
import { includesFormat } from "../format-utils";
export interface DeepResearchServiceOptions {
  researchId: string;
  teamId: string;
  query: string;
  maxDepth: number;
  maxUrls: number;
  timeLimit: number;
  analysisPrompt: string;
  systemPrompt: string;
  formats: string[];
  jsonOptions: ExtractOptions;
  subId?: string;
  apiKeyId: number | null;
}

export async function performDeepResearch(options: DeepResearchServiceOptions) {
  const costTracking = new CostTracking();
  const { researchId, teamId, timeLimit, subId, maxUrls, apiKeyId } = options;
  const startTime = Date.now();
  let currentTopic = options.query;
  let urlsAnalyzed = 0;

  const logger = _logger.child({
    module: "deep-research",
    method: "performDeepResearch",
    researchId,
  });

  logger.debug("[Deep Research] Starting research with options:", { options });

  const state = new ResearchStateManager(
    researchId,
    teamId,
    options.maxDepth,
    logger,
    options.query,
  );
  const llmService = new ResearchLLMService(logger);

  const acuc = await getACUCTeam(teamId);

  const checkTimeLimit = () => {
    const timeElapsed = Date.now() - startTime;
    const isLimitReached = timeElapsed >= timeLimit * 1000;
    if (isLimitReached) {
      logger.debug("[Deep Research] Time limit reached", {
        timeElapsed: timeElapsed / 1000,
        timeLimit,
      });
    }
    return isLimitReached;
  };

  try {
    while (!state.hasReachedMaxDepth() && urlsAnalyzed < maxUrls) {
      logger.debug("[Deep Research] Current depth:", state.getCurrentDepth());
      logger.debug("[Deep Research] URL analysis count:", {
        urlsAnalyzed,
        maxUrls,
        timeElapsed: (Date.now() - startTime) / 1000,
        timeLimit,
      });

      if (checkTimeLimit()) {
        logger.debug("[Deep Research] Time limit reached, stopping research");
        break;
      }

      await state.incrementDepth();

      // Search phase
      await state.addActivity([
        {
          type: "search",
          status: "processing",
          message: `Generating deeper search queries for "${currentTopic}"`,
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        },
      ]);

      const nextSearchTopic = state.getNextSearchTopic();
      logger.debug("[Deep Research] Next search topic:", { nextSearchTopic });

      const searchQueries = (
        await llmService.generateSearchQueries(
          nextSearchTopic,
          state.getFindings(),
          costTracking,
          {
            teamId,
            functionId: "performDeepResearch/nextSearchTopic",
            deepResearchId: researchId,
          },
        )
      ).slice(0, 3);

      logger.debug("[Deep Research] Generated search queries:", {
        searchQueries,
      });

      await state.addActivity([
        {
          type: "search",
          status: "processing",
          message: `Starting ${searchQueries.length} parallel searches for "${currentTopic}"`,
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        },
      ]);
      await state.addActivity(
        searchQueries.map(searchQuery => ({
          type: "search",
          status: "processing",
          message: `Searching for "${searchQuery.query}" - Goal: ${searchQuery.researchGoal}`,
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        })),
      );

      // Run all searches in parallel
      const searchPromises = searchQueries.map(async searchQuery => {
        const response = await searchAndScrapeSearchResult(
          searchQuery.query,
          {
            teamId: options.teamId,
            origin: "deep-research",
            timeout: 10000,
            scrapeOptions: {
              formats: ["markdown"],
              onlyMainContent: true,
              waitFor: 0,
              mobile: false,
              parsePDF: false,
              useMock: "none",
              skipTlsVerification: false,
              removeBase64Images: false,
              fastMode: false,
              blockAds: true,
              maxAge: 4 * 60 * 60 * 1000,
              storeInCache: true,
              proxy: "basic",
            },
            apiKeyId: apiKeyId,
            requestId: researchId,
          },
          logger,
          acuc?.flags ?? null,
        );
        return response.length > 0 ? response : [];
      });

      const searchResultsArrays = await Promise.all(searchPromises);
      const searchResults = searchResultsArrays.flat();

      logger.debug("[Deep Research] Search results count:", {
        count: searchResults.length,
      });

      if (!searchResults || searchResults.length === 0) {
        logger.debug("[Deep Research] No results found for topic:", {
          currentTopic,
        });
        await state.addActivity([
          {
            type: "search",
            status: "error",
            message: `No results found for any queries about "${currentTopic}"`,
            timestamp: new Date().toISOString(),
            depth: state.getCurrentDepth(),
          },
        ]);
        continue;
      }

      // Filter out already seen URLs and track new ones
      const newSearchResults: typeof searchResults = [];
      for (const result of searchResults) {
        if (!result.document.url || state.hasSeenUrl(result.document.url)) {
          continue;
        }
        state.addSeenUrl(result.document.url);

        urlsAnalyzed++;
        if (urlsAnalyzed >= maxUrls) {
          logger.debug("[Deep Research] Max URLs limit reached", {
            urlsAnalyzed,
            maxUrls,
          });
          break;
        }
        newSearchResults.push(result);
      }

      if (checkTimeLimit()) {
        logger.debug("[Deep Research] Time limit reached during URL filtering");
        break;
      }

      await state.addSources(
        newSearchResults.map(result => ({
          url: result.document.url ?? "",
          title: result.document.title ?? "",
          description: result.document.description ?? "",
          icon: result.document.metadata?.favicon ?? "",
        })),
      );
      logger.debug("[Deep Research] New unique results count:", {
        length: newSearchResults.length,
      });

      if (newSearchResults.length === 0) {
        logger.debug("[Deep Research] No new unique results found for topic:", {
          currentTopic,
        });
        await state.addActivity([
          {
            type: "search",
            status: "error",
            message: `Found ${searchResults.length} results but all URLs were already processed for "${currentTopic}"`,
            timestamp: new Date().toISOString(),
            depth: state.getCurrentDepth(),
          },
        ]);
        continue;
      }

      await state.addActivity([
        {
          type: "search",
          status: "complete",
          message: `Found ${newSearchResults.length} new relevant results across ${searchQueries.length} parallel queries`,
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        },
      ]);

      await state.addFindings(
        newSearchResults.map(result => ({
          text: result.document.markdown ?? "",
          source: result.document.url ?? "",
        })),
      );

      // Analysis phase
      await state.addActivity([
        {
          type: "analyze",
          status: "processing",
          message: "Analyzing findings and planning next steps",
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        },
      ]);

      const timeRemaining = timeLimit * 1000 - (Date.now() - startTime);
      logger.debug("[Deep Research] Time remaining (ms):", { timeRemaining });

      if (checkTimeLimit()) {
        logger.debug("[Deep Research] Time limit reached before analysis");
        break;
      }

      const analysis = await llmService.analyzeAndPlan(
        state.getFindings(),
        currentTopic,
        timeRemaining,
        options.systemPrompt ?? "",
        costTracking,
        {
          teamId,
          functionId: "performDeepResearch/analysisPhase",
          deepResearchId: researchId,
        },
      );

      if (checkTimeLimit()) {
        logger.debug("[Deep Research] Time limit reached after analysis");
        break;
      }

      if (!analysis) {
        logger.debug("[Deep Research] Analysis failed");
        await state.addActivity([
          {
            type: "analyze",
            status: "error",
            message: "Failed to analyze findings",
            timestamp: new Date().toISOString(),
            depth: state.getCurrentDepth(),
          },
        ]);

        state.incrementFailedAttempts();
        if (state.hasReachedMaxFailedAttempts()) {
          logger.debug("[Deep Research] Max failed attempts reached");
          break;
        }
        continue;
      }

      logger.debug("[Deep Research] Analysis result:", {
        nextTopic: analysis.nextSearchTopic,
        shouldContinue: analysis.shouldContinue,
        gapsCount: analysis.gaps.length,
      });

      state.setNextSearchTopic(analysis.nextSearchTopic || "");

      await state.addActivity([
        {
          type: "analyze",
          status: "complete",
          message: "Analyzed findings",
          timestamp: new Date().toISOString(),
          depth: state.getCurrentDepth(),
        },
      ]);

      if (!analysis.shouldContinue || analysis.gaps.length === 0) {
        logger.debug("[Deep Research] No more gaps to research, ending search");
        break;
      }

      currentTopic = analysis.gaps[0] || currentTopic;
      logger.debug("[Deep Research] Next topic to research:", { currentTopic });
    }

    // Final synthesis
    logger.debug("[Deep Research] Starting final synthesis");

    // Check time limit before final synthesis
    if (checkTimeLimit()) {
      logger.debug("[Deep Research] Time limit reached before final synthesis");
    }

    await state.addActivity([
      {
        type: "synthesis",
        status: "processing",
        message: "Preparing final analysis",
        timestamp: new Date().toISOString(),
        depth: state.getCurrentDepth(),
      },
    ]);

    let finalAnalysis = "";
    let finalAnalysisJson = null;
    if (includesFormat(options.formats, "json")) {
      finalAnalysisJson = await llmService.generateFinalAnalysis(
        options.query,
        state.getFindings(),
        state.getSummaries(),
        options.analysisPrompt,
        costTracking,
        {
          teamId,
          functionId: "performDeepResearch/finalAnalysisJson",
          deepResearchId: researchId,
        },
        options.formats,
        options.jsonOptions,
      );
    }
    if (includesFormat(options.formats, "markdown")) {
      finalAnalysis = await llmService.generateFinalAnalysis(
        options.query,
        state.getFindings(),
        state.getSummaries(),
        options.analysisPrompt,
        costTracking,
        {
          teamId,
          functionId: "performDeepResearch/finalAnalysisMarkdown",
          deepResearchId: researchId,
        },
        options.formats,
      );
    }

    await state.addActivity([
      {
        type: "synthesis",
        status: "complete",
        message: "Research completed",
        timestamp: new Date().toISOString(),
        depth: state.getCurrentDepth(),
      },
    ]);

    const progress = state.getProgress();
    logger.debug("[Deep Research] Research completed successfully");

    const credits_billed = Math.min(urlsAnalyzed, options.maxUrls);

    // Log job with token usage and sources
    await logDeepResearch({
      id: researchId,
      request_id: researchId,
      query: options.query,
      team_id: teamId,
      options: options,
      time_taken: (Date.now() - startTime) / 1000,
      credits_cost: credits_billed,
      cost_tracking: costTracking.toJSON(),
      result: {
        finalAnalysis: finalAnalysis,
        sources: state.getSources(),
        json: finalAnalysisJson,
      },
    });
    await updateDeepResearch(researchId, {
      status: "completed",
      finalAnalysis: finalAnalysis,
      json: finalAnalysisJson,
    });
    // Bill team for usage based on URLs analyzed
    billTeam(
      teamId,
      subId,
      credits_billed,
      apiKeyId,
      { endpoint: "deep_research", jobId: researchId },
      logger,
    ).catch(error => {
      logger.error(
        `Failed to bill team ${teamId} for ${urlsAnalyzed} URLs analyzed`,
        { teamId, count: urlsAnalyzed, error },
      );
    });
    return {
      success: true,
      data: {
        finalAnalysis: finalAnalysis,
        sources: state.getSources(),
        json: finalAnalysisJson,
      },
    };
  } catch (error: any) {
    logger.error("Deep research error", { error });
    await updateDeepResearch(researchId, {
      status: "failed",
      error: error.message,
    });
    throw error;
  }
}