import { Response } from "express";
import { config } from "../../config";
import { logger as _logger } from "../../lib/logger";
import {
  Document,
  RequestWithAuth,
  ScrapeRequest,
  scrapeRequestSchema,
  ScrapeResponse,
} from "./types";
import { v7 as uuidv7 } from "uuid";
import { getJobPriority } from "../../lib/job-priority";
import { fromV1ScrapeOptions } from "../v2/types";
import { TransportableError } from "../../lib/error";
import { NuQJob } from "../../services/worker/nuq";
import { checkPermissions } from "../../lib/permissions";
import { includesFormat } from "../../lib/format-utils";
import { teamConcurrencySemaphore } from "../../services/worker/team-semaphore";
import { processJobInternal } from "../../services/worker/scrape-worker";
import { ScrapeJobData } from "../../types";
import { AbortManagerThrownError } from "../../scraper/scrapeURL/lib/abortManager";
import { logRequest } from "../../services/logging/log_job";
import { getErrorContactMessage } from "../../lib/deployment";
import { captureExceptionWithZdrCheck } from "../../services/sentry";
import { getScrapeZDR } from "../../lib/zdr-helpers";

export async function scrapeController(
  req: RequestWithAuth<{}, ScrapeResponse, ScrapeRequest>,
  res: Response<ScrapeResponse>,
) {
  // Get timing data from middleware (includes all middleware processing time)
  const middlewareStartTime =
    (req as any).requestTiming?.startTime || new Date().getTime();
  const controllerStartTime = new Date().getTime();

  const jobId: string = uuidv7();
  const preNormalizedBody = { ...req.body };
  req.body = scrapeRequestSchema.parse(req.body);

  const permissions = checkPermissions(req.body, req.acuc?.flags);
  if (permissions.error) {
    return res.status(403).json({
      success: false,
      error: permissions.error,
    });
  }

  const zeroDataRetention =
    getScrapeZDR(req.acuc?.flags) === "forced" || req.body.zeroDataRetention;

  const logger = _logger.child({
    method: "scrapeController",
    jobId,
    noq: true,
    scrapeId: jobId,
    teamId: req.auth.team_id,
    team_id: req.auth.team_id,
    zeroDataRetention,
  });

  const middlewareTime = controllerStartTime - middlewareStartTime;

  logger.debug("Scrape " + jobId + " starting", {
    version: "v1",
    scrapeId: jobId,
    request: req.body,
    originalRequest: preNormalizedBody,
    account: req.account,
  });

  logRequest({
    id: jobId,
    kind: "scrape",
    api_version: "v1",
    team_id: req.auth.team_id,
    origin: req.body.origin,
    integration: req.body.integration,
    target_hint: req.body.url,
    zeroDataRetention: zeroDataRetention || false,
    api_key_id: req.acuc?.api_key_id ?? null,
  }).catch(err =>
    logger.warn("Background request log failed", { error: err, jobId }),
  );

  const origin = req.body.origin;
  const timeout = req.body.timeout;

  // const startTime = new Date().getTime();

  const isDirectToBullMQ =
    config.SEARCH_PREVIEW_TOKEN !== undefined &&
    config.SEARCH_PREVIEW_TOKEN === req.body.__searchPreviewToken;

  const { scrapeOptions, internalOptions } = fromV1ScrapeOptions(
    req.body,
    req.body.timeout,
    req.auth.team_id,
  );

  const totalWait =
    (req.body.waitFor ?? 0) +
    (req.body.actions ?? []).reduce(
      (a, x) => (x.type === "wait" ? (x.milliseconds ?? 0) : 0) + a,
      0,
    );

  let lockTime: number | null = null;
  let concurrencyLimited: boolean = false;

  let timeoutHandle: NodeJS.Timeout | null = null;
  let doc: Document | null = null;

  try {
    const lockStart = Date.now();
    const aborter = new AbortController();
    if (timeout) {
      timeoutHandle = setTimeout(() => {
        aborter.abort();
      }, timeout * 0.667);
    }
    req.on("close", () => aborter.abort());

    doc = await teamConcurrencySemaphore.withSemaphore(
      req.auth.team_id,
      jobId,
      req.acuc?.concurrency || 1,
      aborter.signal,
      timeout ?? 60_000,
      async limited => {
        const jobPriority = await getJobPriority({
          team_id: req.auth.team_id,
          basePriority: 10,
        });

        lockTime = Date.now() - lockStart;
        concurrencyLimited = limited;

        logger.debug(`Lock acquired for team: ${req.auth.team_id}`, {
          teamId: req.auth.team_id,
          lockTime,
          limited,
        });

        const job: NuQJob<ScrapeJobData> = {
          id: jobId,
          status: "active",
          createdAt: new Date(),
          priority: jobPriority,
          data: {
            url: req.body.url,
            mode: "single_urls",
            team_id: req.auth.team_id,
            scrapeOptions,
            internalOptions: {
              ...internalOptions,
              teamId: req.auth.team_id,
              saveScrapeResultToGCS: config.GCS_FIRE_ENGINE_BUCKET_NAME
                ? true
                : false,
              unnormalizedSourceURL: preNormalizedBody.url,
              bypassBilling: isDirectToBullMQ,
              zeroDataRetention,
              teamFlags: req.acuc?.flags ?? null,
              agentIndexOnly: (req as any).agentIndexOnly ?? false,
            },
            skipNuq: true,
            origin,
            integration: req.body.integration,
            billing: { endpoint: "scrape", jobId },
            startTime: controllerStartTime,
            zeroDataRetention: zeroDataRetention ?? false,
            apiKeyId: req.acuc?.api_key_id ?? null,
            concurrencyLimited: limited,
          },
        };

        const doc = await processJobInternal(job);
        return doc ?? null;
      },
    );
  } catch (e) {
    const timeoutErr =
      e instanceof TransportableError && e.code === "SCRAPE_TIMEOUT";

    if (e instanceof TransportableError) {
      if (!timeoutErr) {
        logger.error(`Error in scrapeController`, {
          version: "v1",
          error: e,
        });
      }
      // DNS resolution errors should return 200 with success: false
      if (e.code === "SCRAPE_DNS_RESOLUTION_ERROR") {
        return res.status(200).json({
          success: false,
          code: e.code,
          error: e.message,
        });
      }

      if (e.code === "AGENT_INDEX_ONLY") {
        return res.status(403).json({
          success: false,
          code: e.code,
          error: e.message,
          sponsor_status: "pending",
          login_url: "https://firecrawl.dev/signin",
        });
      }

      if (e.code === "SCRAPE_ACTIONS_NOT_SUPPORTED") {
        return res.status(400).json({
          success: false,
          code: e.code,
          error: e.message,
        });
      }

      return res.status(e.code === "SCRAPE_TIMEOUT" ? 408 : 500).json({
        success: false,
        code: e.code,
        error: e.message,
      });
    } else {
      const id = uuidv7();
      logger.error(`Error in scrapeController`, {
        version: "v1",
        error: e,
        errorId: id,
        path: req.path,
        teamId: req.auth.team_id,
      });
      captureExceptionWithZdrCheck(e, {
        tags: {
          errorId: id,
          version: "v1",
          teamId: req.auth.team_id,
        },
        extra: {
          path: req.path,
          url: req.body.url,
        },
        zeroDataRetention,
      });
      return res.status(500).json({
        success: false,
        code: "UNKNOWN_ERROR",
        error: getErrorContactMessage(id),
      });
    }
  } finally {
    if (timeoutHandle) {
      clearTimeout(timeoutHandle);
    }
  }

  logger.info("Done with waitForJob");

  logger.info("Removed job from queue");

  if (!includesFormat(req.body.formats, "rawHtml")) {
    if (doc && doc.rawHtml) {
      delete doc.rawHtml;
    }
  }

  const totalRequestTime = new Date().getTime() - middlewareStartTime;
  const controllerTime = new Date().getTime() - controllerStartTime;

  let usedLlm =
    includesFormat(req.body.formats, "json") ||
    includesFormat(req.body.formats, "summary") ||
    includesFormat(req.body.formats, "branding") ||
    includesFormat(req.body.formats, "extract");

  if (
    !usedLlm &&
    includesFormat(req.body.formats, "changeTracking") &&
    req.body.changeTrackingOptions?.modes?.includes("json")
  ) {
    usedLlm = true;
  }

  logger.info("Request metrics", {
    version: "v1",
    mode: "scrape",
    scrapeId: jobId,
    middlewareStartTime,
    controllerStartTime,
    middlewareTime,
    controllerTime,
    totalRequestTime,
    totalWait,
    usedLlm,
    formats: req.body.formats,
    concurrencyLimited,
    concurrencyQueueDurationMs: lockTime || undefined,
  });

  return res.status(200).json({
    success: true,
    data: {
      ...doc!,
      metadata: {
        ...doc!.metadata,
        concurrencyLimited,
        concurrencyQueueDurationMs: concurrencyLimited
          ? lockTime || 0
          : undefined,
      },
    },
    scrape_id: origin?.includes("website") ? jobId : undefined,
  });
}