Termix/src/backend/ssh/docker.ts

import express from "express";
import { createCorsMiddleware } from "../utils/cors-config.js";
import cookieParser from "cookie-parser";
import axios from "axios";
import { Client as SSHClient } from "ssh2";
import { getDb } from "../database/db/index.js";
import { hosts, sshCredentials } from "../database/db/schema.js";
import { eq, and } from "drizzle-orm";
import { logger } from "../utils/logger.js";
import { SimpleDBOps } from "../utils/simple-db-ops.js";
import { AuthManager } from "../utils/auth-manager.js";
import type { AuthenticatedRequest } from "../../types/index.js";
import {
  createSocks5Connection,
  type SOCKS5Config,
} from "../utils/socks5-helper.js";
import type { SSHHost, ProxyNode } from "../../types/index.js";
import type { LogEntry, ConnectionStage } from "../../types/connection-log.js";
import { SSHHostKeyVerifier } from "./host-key-verifier.js";

const sshLogger = logger;

function createConnectionLog(
  type: "info" | "success" | "warning" | "error",
  stage: ConnectionStage,
  message: string,
  details?: Record<string, unknown>,
): Omit<LogEntry, "id" | "timestamp"> {
  return {
    type,
    stage,
    message,
    details,
  };
}

interface SSHSession {
  client: SSHClient;
  isConnected: boolean;
  lastActive: number;
  timeout?: NodeJS.Timeout;
  activeOperations: number;
  hostId?: number;
  userId?: string;
}

interface PendingTOTPSession {
  client: SSHClient;
  finish: (responses: string[]) => void;
  config: Record<string, unknown>;
  createdAt: number;
  sessionId: string;
  hostId?: number;
  ip?: string;
  port?: number;
  username?: string;
  userId?: string;
  prompts?: Array<{ prompt: string; echo: boolean }>;
  totpPromptIndex?: number;
  resolvedPassword?: string;
  totpAttempts: number;
  isWarpgate?: boolean;
}

const sshSessions: Record<string, SSHSession> = {};
const pendingTOTPSessions: Record<string, PendingTOTPSession> = {};

const SESSION_IDLE_TIMEOUT = 60 * 60 * 1000;

setInterval(() => {
  const now = Date.now();
  Object.keys(pendingTOTPSessions).forEach((sessionId) => {
    const session = pendingTOTPSessions[sessionId];
    if (now - session.createdAt > 180000) {
      try {
        session.client.end();
      } catch {
        // expected
      }
      delete pendingTOTPSessions[sessionId];
    }
  });
}, 60000);

function cleanupSession(sessionId: string) {
  const session = sshSessions[sessionId];
  if (session) {
    if (session.activeOperations > 0) {
      sshLogger.warn(
        `Deferring session cleanup for ${sessionId} - ${session.activeOperations} active operations`,
        {
          operation: "cleanup_deferred",
          sessionId,
          activeOperations: session.activeOperations,
        },
      );
      scheduleSessionCleanup(sessionId);
      return;
    }

    try {
      session.client.end();
    } catch {
      // expected
    }
    clearTimeout(session.timeout);
    delete sshSessions[sessionId];
  }
}

function scheduleSessionCleanup(sessionId: string) {
  const session = sshSessions[sessionId];
  if (session) {
    if (session.timeout) clearTimeout(session.timeout);

    session.timeout = setTimeout(() => {
      cleanupSession(sessionId);
    }, SESSION_IDLE_TIMEOUT);
  }
}

interface JumpHostConfig {
  id: number;
  ip: string;
  port: number;
  username: string;
  password?: string;
  key?: string;
  keyPassword?: string;
  keyType?: string;
  authType?: string;
  credentialId?: number;
  [key: string]: unknown;
}

async function resolveJumpHost(
  hostId: number,
  userId: string,
): Promise<JumpHostConfig | null> {
  try {
    const hostResults = await SimpleDBOps.select(
      getDb()
        .select()
        .from(hosts)
        .where(and(eq(hosts.id, hostId), eq(hosts.userId, userId))),
      "ssh_data",
      userId,
    );

    if (hostResults.length === 0) {
      return null;
    }

    const host = hostResults[0];

    if (host.credentialId) {
      const credentials = await SimpleDBOps.select(
        getDb()
          .select()
          .from(sshCredentials)
          .where(
            and(
              eq(sshCredentials.id, host.credentialId as number),
              eq(sshCredentials.userId, userId),
            ),
          ),
        "ssh_credentials",
        userId,
      );

      if (credentials.length > 0) {
        const credential = credentials[0];
        return {
          ...host,
          password: credential.password as string | undefined,
          key: credential.privateKey as string | undefined,
          keyPassword: credential.keyPassword as string | undefined,
          keyType: credential.keyType as string | undefined,
          authType: credential.authType as string | undefined,
        } as JumpHostConfig;
      }
    }

    return host as JumpHostConfig;
  } catch (error) {
    sshLogger.error("Failed to resolve jump host", error, {
      operation: "resolve_jump_host",
      hostId,
      userId,
    });
    return null;
  }
}

async function createJumpHostChain(
  jumpHosts: Array<{ hostId: number }>,
  userId: string,
  socks5Config?: SOCKS5Config | null,
): Promise<SSHClient | null> {
  if (!jumpHosts || jumpHosts.length === 0) {
    return null;
  }

  let currentClient: SSHClient | null = null;
  const clients: SSHClient[] = [];

  try {
    const jumpHostConfigs = await Promise.all(
      jumpHosts.map((jh) => resolveJumpHost(jh.hostId, userId)),
    );

    const totalHops = jumpHostConfigs.length;

    for (let i = 0; i < jumpHostConfigs.length; i++) {
      if (!jumpHostConfigs[i]) {
        sshLogger.error(`Jump host ${i + 1} not found`, undefined, {
          operation: "jump_host_chain",
          hostId: jumpHosts[i].hostId,
          hopIndex: i,
          totalHops,
        });
        clients.forEach((c) => c.end());
        return null;
      }
    }

    let proxySocket: import("net").Socket | null = null;
    if (socks5Config?.useSocks5) {
      const firstHop = jumpHostConfigs[0]!;
      proxySocket = await createSocks5Connection(
        firstHop.ip,
        firstHop.port || 22,
        socks5Config,
      );
    }

    for (let i = 0; i < jumpHostConfigs.length; i++) {
      const jumpHostConfig = jumpHostConfigs[i]!;

      const jumpClient = new SSHClient();
      clients.push(jumpClient);

      const jumpHostVerifier = await SSHHostKeyVerifier.createHostVerifier(
        jumpHostConfig.id,
        jumpHostConfig.ip,
        jumpHostConfig.port || 22,
        null,
        userId,
        true,
      );

      const connected = await new Promise<boolean>((resolve) => {
        const timeout = setTimeout(() => {
          resolve(false);
        }, 30000);

        jumpClient.on("ready", () => {
          clearTimeout(timeout);
          resolve(true);
        });

        jumpClient.on("error", (err) => {
          clearTimeout(timeout);
          sshLogger.error(
            `Jump host ${i + 1}/${totalHops} connection failed`,
            err,
            {
              operation: "jump_host_connect",
              hostId: jumpHostConfig.id,
              ip: jumpHostConfig.ip,
              hopIndex: i,
              totalHops,
              previousHop:
                i > 0
                  ? jumpHostConfigs[i - 1]?.ip
                  : proxySocket
                    ? "proxy"
                    : "direct",
              usedProxySocket: i === 0 && !!proxySocket,
            },
          );
          resolve(false);
        });

        const connectConfig: Record<string, unknown> = {
          host: jumpHostConfig.ip?.replace(/^\[|\]$/g, "") || jumpHostConfig.ip,
          port: jumpHostConfig.port || 22,
          username: jumpHostConfig.username,
          tryKeyboard: true,
          readyTimeout: 30000,
          hostVerifier: jumpHostVerifier,
        };

        if (jumpHostConfig.authType === "password" && jumpHostConfig.password) {
          connectConfig.password = jumpHostConfig.password;
        } else if (jumpHostConfig.authType === "key" && jumpHostConfig.key) {
          const cleanKey = jumpHostConfig.key
            .trim()
            .replace(/\r\n/g, "\n")
            .replace(/\r/g, "\n");
          connectConfig.privateKey = Buffer.from(cleanKey, "utf8");
          if (jumpHostConfig.keyPassword) {
            connectConfig.passphrase = jumpHostConfig.keyPassword;
          }
        }

        if (currentClient) {
          currentClient.forwardOut(
            "127.0.0.1",
            0,
            jumpHostConfig.ip,
            jumpHostConfig.port || 22,
            (err, stream) => {
              if (err) {
                clearTimeout(timeout);
                resolve(false);
                return;
              }
              connectConfig.sock = stream;
              jumpClient.connect(connectConfig);
            },
          );
        } else if (proxySocket) {
          connectConfig.sock = proxySocket;
          jumpClient.connect(connectConfig);
        } else {
          jumpClient.connect(connectConfig);
        }
      });

      if (!connected) {
        clients.forEach((c) => c.end());
        return null;
      }

      currentClient = jumpClient;
    }

    return currentClient;
  } catch (error) {
    sshLogger.error("Failed to create jump host chain", error, {
      operation: "jump_host_chain",
    });
    clients.forEach((c) => c.end());
    return null;
  }
}

async function executeDockerCommand(
  session: SSHSession,
  command: string,
  sessionId?: string,
  userId?: string,
  hostId?: number,
): Promise<string> {
  const startTime = Date.now();
  sshLogger.info("Executing Docker command", {
    operation: "docker_command_exec",
    sessionId,
    userId,
    hostId,
    command: command.split(" ")[1],
  });
  return new Promise((resolve, reject) => {
    session.client.exec(command, (err, stream) => {
      if (err) {
        sshLogger.error("Docker command execution error", err, {
          operation: "execute_docker_command",
          sessionId,
          userId,
          hostId,
          command: command.split(" ")[1],
        });
        return reject(err);
      }

      let stdout = "";
      let stderr = "";

      stream.on("close", (code: number) => {
        if (code !== 0) {
          sshLogger.error("Docker command failed", undefined, {
            operation: "execute_docker_command",
            sessionId,
            userId,
            hostId,
            command: command.split(" ")[1],
            exitCode: code,
            stderr,
          });
          reject(new Error(stderr || `Command exited with code ${code}`));
        } else {
          sshLogger.success("Docker command completed", {
            operation: "docker_command_success",
            sessionId,
            userId,
            hostId,
            command: command.split(" ")[1],
            duration: Date.now() - startTime,
          });
          resolve(stdout);
        }
      });

      stream.on("data", (data: Buffer) => {
        stdout += data.toString();
      });

      stream.stderr.on("data", (data: Buffer) => {
        stderr += data.toString();
      });

      stream.on("error", (streamErr: Error) => {
        sshLogger.error("Docker command stream error", streamErr, {
          operation: "execute_docker_command",
          sessionId,
          userId,
          hostId,
          command: command.split(" ")[1],
        });
        reject(streamErr);
      });
    });
  });
}

const app = express();

app.use(createCorsMiddleware(["GET", "POST", "PUT", "DELETE", "OPTIONS"]));

app.use(cookieParser());
app.use(express.json({ limit: "100mb" }));
app.use(express.urlencoded({ limit: "100mb", extended: true }));
app.use((_req, res, next) => {
  res.setHeader("Cache-Control", "no-store");
  next();
});

const authManager = AuthManager.getInstance();
app.use(authManager.createAuthMiddleware());

const CONTAINER_ID_RE = /^[a-zA-Z0-9][a-zA-Z0-9_.-]*$/;
const DOCKER_TIMESTAMP_RE = /^[0-9T:.Z+-]+$/;

app.param("containerId", (req, res, next, value) => {
  if (!CONTAINER_ID_RE.test(value)) {
    return res.status(400).json({ error: "Invalid container ID" });
  }
  next();
});

/**
 * @openapi
 * /docker/ssh/connect:
 *   post:
 *     summary: Establish SSH session for Docker
 *     description: Establishes an SSH session to a host for Docker operations.
 *     tags:
 *       - Docker
 *     requestBody:
 *       required: true
 *       content:
 *         application/json:
 *           schema:
 *             type: object
 *     responses:
 *       200:
 *         description: SSH connection established.
 *       400:
 *         description: Missing sessionId or hostId.
 *       401:
 *         description: Authentication required.
 *       403:
 *         description: Docker is not enabled for this host.
 *       404:
 *         description: Host not found.
 *       500:
 *         description: SSH connection failed.
 */
app.post("/docker/ssh/connect", async (req, res) => {
  const {
    sessionId,
    hostId,
    userProvidedPassword,
    userProvidedSshKey,
    userProvidedKeyPassword,
    useSocks5,
    socks5Host,
    socks5Port,
    socks5Username,
    socks5Password,
    socks5ProxyChain,
  } = req.body;
  const userId = (req as unknown as { userId: string }).userId;

  const connectionLogs: Array<Omit<LogEntry, "id" | "timestamp">> = [];

  if (!userId) {
    sshLogger.error("Docker SSH connection rejected: no authenticated user", {
      operation: "docker_connect_auth",
      sessionId,
    });
    connectionLogs.push(
      createConnectionLog(
        "error",
        "docker_connecting",
        "Authentication required",
      ),
    );
    return res
      .status(401)
      .json({ error: "Authentication required", connectionLogs });
  }

  if (!SimpleDBOps.isUserDataUnlocked(userId)) {
    connectionLogs.push(
      createConnectionLog("error", "docker_connecting", "Session expired"),
    );
    return res.status(401).json({
      error: "Session expired - please log in again",
      code: "SESSION_EXPIRED",
      connectionLogs,
    });
  }

  if (!sessionId || !hostId) {
    sshLogger.warn("Missing Docker SSH connection parameters", {
      operation: "docker_connect",
      sessionId,
      hasHostId: !!hostId,
    });
    connectionLogs.push(
      createConnectionLog(
        "error",
        "docker_connecting",
        "Missing connection parameters",
      ),
    );
    return res
      .status(400)
      .json({ error: "Missing sessionId or hostId", connectionLogs });
  }

  connectionLogs.push(
    createConnectionLog(
      "info",
      "docker_connecting",
      "Initiating Docker SSH connection",
    ),
  );

  try {
    const hostResults = await SimpleDBOps.select(
      getDb().select().from(hosts).where(eq(hosts.id, hostId)),
      "ssh_data",
      userId,
    );

    if (hostResults.length === 0) {
      connectionLogs.push(
        createConnectionLog("error", "docker_connecting", "Host not found"),
      );
      return res.status(404).json({ error: "Host not found", connectionLogs });
    }

    const host = hostResults[0] as unknown as SSHHost;

    if (host.userId !== userId) {
      const { PermissionManager } =
        await import("../utils/permission-manager.js");
      const permissionManager = PermissionManager.getInstance();
      const accessInfo = await permissionManager.canAccessHost(
        userId,
        hostId,
        "execute",
      );

      if (!accessInfo.hasAccess) {
        sshLogger.warn("User does not have access to host", {
          operation: "docker_connect",
          hostId,
          userId,
        });
        connectionLogs.push(
          createConnectionLog(
            "error",
            "docker_connecting",
            "Access denied to host",
          ),
        );
        return res.status(403).json({ error: "Access denied", connectionLogs });
      }
    }
    if (typeof host.jumpHosts === "string" && host.jumpHosts) {
      try {
        host.jumpHosts = JSON.parse(host.jumpHosts);
      } catch (e) {
        sshLogger.error("Failed to parse jump hosts", e, {
          hostId: host.id,
        });
        host.jumpHosts = [];
      }
    }

    if (!host.enableDocker) {
      sshLogger.warn("Docker not enabled for host", {
        operation: "docker_connect",
        hostId,
        userId,
      });
      connectionLogs.push(
        createConnectionLog(
          "error",
          "docker_connecting",
          "Docker is not enabled for this host",
        ),
      );
      return res.status(403).json({
        error:
          "Docker is not enabled for this host. Enable it in Host Settings.",
        code: "DOCKER_DISABLED",
        connectionLogs,
      });
    }

    connectionLogs.push(
      createConnectionLog(
        "info",
        "docker_auth",
        "Resolving authentication credentials",
      ),
    );

    if (sshSessions[sessionId]) {
      cleanupSession(sessionId);
    }

    if (pendingTOTPSessions[sessionId]) {
      try {
        pendingTOTPSessions[sessionId].client.end();
      } catch {
        // expected
      }
      delete pendingTOTPSessions[sessionId];
    }

    let resolvedCredentials: {
      password?: string;
      sshKey?: string;
      keyPassword?: string;
      authType?: string;
    } = {
      password: host.password,
      sshKey: host.key,
      keyPassword: host.keyPassword,
      authType: host.authType,
    };

    if (userProvidedPassword) {
      resolvedCredentials.password = userProvidedPassword;
    }
    if (userProvidedSshKey) {
      resolvedCredentials.sshKey = userProvidedSshKey;
      resolvedCredentials.authType = "key";
    }
    if (userProvidedKeyPassword) {
      resolvedCredentials.keyPassword = userProvidedKeyPassword;
    }

    if (host.credentialId) {
      const ownerId = host.userId;

      if (userId !== ownerId) {
        try {
          const { SharedCredentialManager } =
            await import("../utils/shared-credential-manager.js");
          const sharedCredManager = SharedCredentialManager.getInstance();
          const sharedCred = await sharedCredManager.getSharedCredentialForUser(
            host.id,
            userId,
          );

          if (sharedCred) {
            resolvedCredentials = {
              password: sharedCred.password,
              sshKey: sharedCred.key,
              keyPassword: sharedCred.keyPassword,
              authType: sharedCred.authType,
            };
          }
        } catch (error) {
          sshLogger.error("Failed to resolve shared credential", error, {
            operation: "docker_connect",
            hostId,
            userId,
          });
        }
      } else {
        const credentials = await SimpleDBOps.select(
          getDb()
            .select()
            .from(sshCredentials)
            .where(
              and(
                eq(sshCredentials.id, host.credentialId as number),
                eq(sshCredentials.userId, userId),
              ),
            ),
          "ssh_credentials",
          userId,
        );

        if (credentials.length > 0) {
          const credential = credentials[0];
          resolvedCredentials = {
            password: credential.password as string | undefined,
            sshKey: credential.privateKey as string | undefined,
            keyPassword: credential.keyPassword as string | undefined,
            authType: credential.authType as string | undefined,
          };
        }
      }
    }

    const client = new SSHClient();

    const config: Record<string, unknown> = {
      host: host.ip?.replace(/^\[|\]$/g, "") || host.ip,
      port: host.port || 22,
      username: host.username,
      tryKeyboard: true,
      keepaliveInterval: 30000,
      keepaliveCountMax: 3,
      readyTimeout: 60000,
      tcpKeepAlive: true,
      tcpKeepAliveInitialDelay: 30000,
      hostVerifier: await SSHHostKeyVerifier.createHostVerifier(
        hostId,
        host.ip,
        host.port || 22,
        null,
        userId,
        false,
      ),
    };

    if (resolvedCredentials.authType === "none") {
      // no credentials needed
    } else if (resolvedCredentials.authType === "password") {
      if (resolvedCredentials.password) {
        config.password = resolvedCredentials.password;
      }
    } else if (resolvedCredentials.authType === "opkssh") {
      try {
        const { getOPKSSHToken } = await import("./opkssh-auth.js");
        const token = await getOPKSSHToken(userId, hostId);

        if (!token) {
          connectionLogs.push(
            createConnectionLog(
              "error",
              "docker_auth",
              "OPKSSH authentication required. Please open a Terminal connection to this host first to complete browser-based authentication. Your session will be cached for 24 hours.",
            ),
          );
          return res.status(401).json({
            error:
              "OPKSSH authentication required. Please open a Terminal connection to this host first to complete browser-based authentication. Your session will be cached for 24 hours.",
            requiresOPKSSHAuth: true,
            connectionLogs,
          });
        }

        const { setupOPKSSHCertAuth } = await import("./opkssh-cert-auth.js");
        await setupOPKSSHCertAuth(
          config as import("ssh2").ConnectConfig,
          client,
          token,
          host.username,
        );
        connectionLogs.push(
          createConnectionLog(
            "info",
            "docker_auth",
            "Using OPKSSH certificate authentication",
          ),
        );
      } catch (opksshError) {
        sshLogger.error("OPKSSH authentication error for Docker", {
          operation: "docker_connect",
          sessionId,
          hostId,
          error:
            opksshError instanceof Error
              ? opksshError.message
              : "Unknown error",
        });
        connectionLogs.push(
          createConnectionLog(
            "error",
            "docker_auth",
            `OPKSSH authentication failed: ${opksshError instanceof Error ? opksshError.message : "Unknown error"}`,
          ),
        );
        return res.status(500).json({
          error: "OPKSSH authentication failed",
          connectionLogs,
        });
      }
    } else if (
      resolvedCredentials.authType === "key" &&
      resolvedCredentials.sshKey
    ) {
      try {
        if (
          !resolvedCredentials.sshKey.includes("-----BEGIN") ||
          !resolvedCredentials.sshKey.includes("-----END")
        ) {
          sshLogger.error("Invalid SSH key format", {
            operation: "docker_connect",
            sessionId,
            hostId,
          });
          connectionLogs.push(
            createConnectionLog(
              "error",
              "docker_auth",
              "Invalid SSH private key format",
            ),
          );
          return res.status(400).json({
            error: "Invalid private key format",
            connectionLogs,
          });
        }

        const cleanKey = resolvedCredentials.sshKey
          .trim()
          .replace(/\r\n/g, "\n")
          .replace(/\r/g, "\n");
        config.privateKey = Buffer.from(cleanKey, "utf8");
        if (resolvedCredentials.keyPassword) {
          config.passphrase = resolvedCredentials.keyPassword;
        }
      } catch (error) {
        sshLogger.error("SSH key processing error", error, {
          operation: "docker_connect",
          sessionId,
          hostId,
        });
        connectionLogs.push(
          createConnectionLog(
            "error",
            "docker_auth",
            "SSH key processing error",
          ),
        );
        return res.status(400).json({
          error: "SSH key format error: Invalid private key format",
          connectionLogs,
        });
      }
    } else if (resolvedCredentials.authType === "key") {
      sshLogger.error("SSH key authentication requested but no key provided", {
        operation: "docker_connect",
        sessionId,
        hostId,
      });
      connectionLogs.push(
        createConnectionLog(
          "error",
          "docker_auth",
          "SSH key authentication requested but no key provided",
        ),
      );
      return res.status(400).json({
        error: "SSH key authentication requested but no key provided",
        connectionLogs,
      });
    }

    let responseSent = false;
    connectionLogs.push(
      createConnectionLog("info", "dns", `Resolving DNS for ${host.ip}`),
    );

    connectionLogs.push(
      createConnectionLog(
        "info",
        "tcp",
        `Connecting to ${host.ip}:${host.port || 22}`,
      ),
    );

    connectionLogs.push(
      createConnectionLog("info", "handshake", "Initiating SSH handshake"),
    );

    if (resolvedCredentials.authType === "password") {
      connectionLogs.push(
        createConnectionLog("info", "auth", "Authenticating with password"),
      );
    } else if (resolvedCredentials.authType === "key") {
      connectionLogs.push(
        createConnectionLog("info", "auth", "Authenticating with SSH key"),
      );
    } else if (resolvedCredentials.authType === "none") {
      connectionLogs.push(
        createConnectionLog(
          "info",
          "auth",
          "Attempting keyboard-interactive authentication",
        ),
      );
    }

    client.on("ready", () => {
      if (responseSent) return;
      responseSent = true;

      connectionLogs.push(
        createConnectionLog(
          "success",
          "connected",
          "SSH connection established successfully",
        ),
      );

      sshSessions[sessionId] = {
        client,
        isConnected: true,
        lastActive: Date.now(),
        activeOperations: 0,
        hostId,
        userId,
      };

      scheduleSessionCleanup(sessionId);

      res.json({
        success: true,
        message: "SSH connection established",
        connectionLogs,
      });
    });

    client.on("error", (err) => {
      if (responseSent) {
        sshLogger.error(
          "Docker SSH connection error after response sent",
          err,
          {
            operation: "docker_connect_after_response",
            sessionId,
            hostId,
            userId,
          },
        );

        if (pendingTOTPSessions[sessionId]) {
          delete pendingTOTPSessions[sessionId];
        }
        return;
      }
      responseSent = true;

      sshLogger.error("Docker SSH connection failed", err, {
        operation: "docker_connect",
        sessionId,
        hostId,
        userId,
      });

      let errorStage: ConnectionStage;
      if (
        err.message.includes("ENOTFOUND") ||
        err.message.includes("getaddrinfo")
      ) {
        errorStage = "dns";
        connectionLogs.push(
          createConnectionLog(
            "error",
            errorStage,
            `DNS resolution failed: ${err.message}`,
          ),
        );
      } else if (
        err.message.includes("ECONNREFUSED") ||
        err.message.includes("ETIMEDOUT")
      ) {
        errorStage = "tcp";
        connectionLogs.push(
          createConnectionLog(
            "error",
            errorStage,
            `TCP connection failed: ${err.message}`,
          ),
        );
      } else if (
        err.message.includes("handshake") ||
        err.message.includes("key exchange")
      ) {
        errorStage = "handshake";
        connectionLogs.push(
          createConnectionLog(
            "error",
            errorStage,
            `SSH handshake failed: ${err.message}`,
          ),
        );
      } else if (
        err.message.includes("authentication") ||
        err.message.includes("Authentication")
      ) {
        errorStage = "auth";
        connectionLogs.push(
          createConnectionLog(
            "error",
            errorStage,
            `Authentication failed: ${err.message}`,
          ),
        );
      } else if (err.message.includes("verification failed")) {
        errorStage = "handshake";
        connectionLogs.push(
          createConnectionLog(
            "error",
            errorStage,
            `SSH host key has changed. For security, please open a Terminal connection to this host first to verify and accept the new key fingerprint.`,
          ),
        );
      } else {
        connectionLogs.push(
          createConnectionLog(
            "error",
            "error",
            `SSH connection failed: ${err.message}`,
          ),
        );
      }

      if (
        resolvedCredentials.authType === "none" &&
        (err.message.includes("authentication") ||
          err.message.includes("All configured authentication methods failed"))
      ) {
        res.json({
          status: "auth_required",
          reason: "no_keyboard",
          connectionLogs,
        });
      } else {
        res.status(500).json({
          success: false,
          message: err.message || "SSH connection failed",
          connectionLogs,
        });
      }
    });

    client.on("close", () => {
      if (sshSessions[sessionId]) {
        sshSessions[sessionId].isConnected = false;
        cleanupSession(sessionId);
      }

      if (pendingTOTPSessions[sessionId]) {
        delete pendingTOTPSessions[sessionId];
      }
    });

    client.on(
      "keyboard-interactive",
      (
        name: string,
        instructions: string,
        instructionsLang: string,
        prompts: Array<{ prompt: string; echo: boolean }>,
        finish: (responses: string[]) => void,
      ) => {
        const promptTexts = prompts.map((p) => p.prompt);

        const warpgatePattern = /warpgate\s+authentication/i;
        const isWarpgate =
          warpgatePattern.test(name) ||
          warpgatePattern.test(instructions) ||
          promptTexts.some((p) => warpgatePattern.test(p));

        if (isWarpgate) {
          const fullText = `${name}\n${instructions}\n${promptTexts.join("\n")}`;
          const urlMatch = fullText.match(/https?:\/\/[^\s\n]+/i);
          const keyMatch = fullText.match(
            /security key[:\s]+([a-z0-9](?:\s+[a-z0-9]){3}|[a-z0-9]{4})/i,
          );

          if (urlMatch) {
            if (responseSent) return;
            responseSent = true;

            pendingTOTPSessions[sessionId] = {
              client,
              finish,
              config,
              createdAt: Date.now(),
              sessionId,
              hostId,
              ip: host.ip,
              port: host.port || 22,
              username: host.username,
              userId,
              prompts,
              totpPromptIndex: -1,
              resolvedPassword: resolvedCredentials.password,
              totpAttempts: 0,
              isWarpgate: true,
            };

            connectionLogs.push(
              createConnectionLog(
                "info",
                "docker_auth",
                "Warpgate authentication required",
              ),
            );

            res.json({
              requires_warpgate: true,
              sessionId,
              url: urlMatch[0],
              securityKey: keyMatch ? keyMatch[1] : "N/A",
              connectionLogs,
            });
            return;
          }
        }

        const totpPromptIndex = prompts.findIndex((p) =>
          /verification code|verification_code|token|otp|2fa|authenticator|google.*auth/i.test(
            p.prompt,
          ),
        );

        if (totpPromptIndex !== -1) {
          if (responseSent) {
            const responses = prompts.map((p) => {
              if (/password/i.test(p.prompt) && resolvedCredentials.password) {
                return resolvedCredentials.password;
              }
              return "";
            });
            finish(responses);
            return;
          }
          responseSent = true;

          if (pendingTOTPSessions[sessionId]) {
            const responses = prompts.map((p) => {
              if (/password/i.test(p.prompt) && resolvedCredentials.password) {
                return resolvedCredentials.password;
              }
              return "";
            });
            finish(responses);
            return;
          }

          pendingTOTPSessions[sessionId] = {
            client,
            finish,
            config,
            createdAt: Date.now(),
            sessionId,
            hostId,
            ip: host.ip,
            port: host.port || 22,
            username: host.username,
            userId,
            prompts,
            totpPromptIndex,
            resolvedPassword: resolvedCredentials.password,
            totpAttempts: 0,
          };

          connectionLogs.push(
            createConnectionLog(
              "info",
              "docker_auth",
              "TOTP verification required",
            ),
          );

          res.json({
            requires_totp: true,
            sessionId,
            prompt: prompts[totpPromptIndex].prompt,
            connectionLogs,
          });
        } else {
          const passwordPromptIndex = prompts.findIndex((p) =>
            /password/i.test(p.prompt),
          );

          if (
            resolvedCredentials.authType === "none" &&
            passwordPromptIndex !== -1
          ) {
            if (responseSent) return;
            responseSent = true;
            client.end();
            res.json({
              status: "auth_required",
              reason: "no_keyboard",
            });
            return;
          }

          const hasStoredPassword =
            resolvedCredentials.password &&
            resolvedCredentials.authType !== "none";

          if (!hasStoredPassword && passwordPromptIndex !== -1) {
            if (responseSent) {
              const responses = prompts.map((p) => {
                if (
                  /password/i.test(p.prompt) &&
                  resolvedCredentials.password
                ) {
                  return resolvedCredentials.password;
                }
                return "";
              });
              finish(responses);
              return;
            }
            responseSent = true;

            if (pendingTOTPSessions[sessionId]) {
              const responses = prompts.map((p) => {
                if (
                  /password/i.test(p.prompt) &&
                  resolvedCredentials.password
                ) {
                  return resolvedCredentials.password;
                }
                return "";
              });
              finish(responses);
              return;
            }

            pendingTOTPSessions[sessionId] = {
              client,
              finish,
              config,
              createdAt: Date.now(),
              sessionId,
              hostId,
              ip: host.ip,
              port: host.port || 22,
              username: host.username,
              userId,
              prompts,
              totpPromptIndex: passwordPromptIndex,
              resolvedPassword: resolvedCredentials.password,
              totpAttempts: 0,
            };

            res.json({
              requires_totp: true,
              sessionId,
              prompt: prompts[passwordPromptIndex].prompt,
              isPassword: true,
            });
            return;
          }

          const responses = prompts.map((p) => {
            if (/password/i.test(p.prompt) && resolvedCredentials.password) {
              return resolvedCredentials.password;
            }
            return "";
          });
          finish(responses);
        }
      },
    );

    const proxyConfig: SOCKS5Config | null =
      useSocks5 &&
      (socks5Host ||
        (socks5ProxyChain && (socks5ProxyChain as ProxyNode[]).length > 0))
        ? {
            useSocks5,
            socks5Host,
            socks5Port,
            socks5Username,
            socks5Password,
            socks5ProxyChain: socks5ProxyChain as ProxyNode[],
          }
        : null;

    const hasJumpHosts = host.jumpHosts && host.jumpHosts.length > 0;

    if (hasJumpHosts) {
      try {
        if (proxyConfig) {
          connectionLogs.push(
            createConnectionLog(
              "info",
              "proxy",
              "Connecting via proxy + jump hosts",
            ),
          );
        }
        connectionLogs.push(
          createConnectionLog(
            "info",
            "jump",
            `Connecting via ${host.jumpHosts!.length} jump host(s)`,
          ),
        );
        const jumpClient = await createJumpHostChain(
          host.jumpHosts as Array<{ hostId: number }>,
          userId,
          proxyConfig,
        );

        if (!jumpClient) {
          connectionLogs.push(
            createConnectionLog(
              "error",
              "jump",
              "Failed to establish jump host chain",
            ),
          );
          return res.status(500).json({
            error: "Failed to establish jump host chain",
            connectionLogs,
          });
        }

        jumpClient.forwardOut(
          "127.0.0.1",
          0,
          host.ip,
          host.port || 22,
          (err, stream) => {
            if (err) {
              sshLogger.error("Failed to forward through jump host", err, {
                operation: "docker_jump_forward",
                sessionId,
                hostId,
              });
              connectionLogs.push(
                createConnectionLog(
                  "error",
                  "jump",
                  `Failed to forward through jump host: ${err.message}`,
                ),
              );
              jumpClient.end();
              if (!responseSent) {
                responseSent = true;
                return res.status(500).json({
                  error: "Failed to forward through jump host: " + err.message,
                  connectionLogs,
                });
              }
              return;
            }

            config.sock = stream;
            client.connect(config);
          },
        );
      } catch (jumpError) {
        sshLogger.error("Jump host connection failed", jumpError, {
          operation: "docker_jump_connect",
          sessionId,
          hostId,
        });
        connectionLogs.push(
          createConnectionLog(
            "error",
            "jump",
            `Jump host connection failed: ${jumpError instanceof Error ? jumpError.message : "Unknown error"}`,
          ),
        );
        if (!responseSent) {
          responseSent = true;
          return res.status(500).json({
            error:
              "Jump host connection failed: " +
              (jumpError instanceof Error
                ? jumpError.message
                : "Unknown error"),
            connectionLogs,
          });
        }
        return;
      }
    } else if (proxyConfig) {
      connectionLogs.push(
        createConnectionLog("info", "proxy", "Connecting via proxy"),
      );
      try {
        const proxySocket = await createSocks5Connection(
          host.ip,
          host.port || 22,
          proxyConfig,
        );
        if (proxySocket) {
          config.sock = proxySocket;
        }
        client.connect(config);
      } catch (proxyError) {
        sshLogger.error("Proxy connection failed", proxyError, {
          operation: "docker_proxy_connect",
          sessionId,
          hostId,
        });
        connectionLogs.push(
          createConnectionLog(
            "error",
            "proxy",
            `Proxy connection failed: ${proxyError instanceof Error ? proxyError.message : "Unknown error"}`,
          ),
        );
        if (!responseSent) {
          responseSent = true;
          return res.status(500).json({
            error:
              "Proxy connection failed: " +
              (proxyError instanceof Error
                ? proxyError.message
                : "Unknown error"),
            connectionLogs,
          });
        }
        return;
      }
    } else {
      client.connect(config);
    }
  } catch (error) {
    sshLogger.error("Docker SSH connection error", error, {
      operation: "docker_connect",
      sessionId,
      hostId,
      userId,
    });
    connectionLogs.push(
      createConnectionLog(
        "error",
        "docker_connecting",
        `Connection error: ${error instanceof Error ? error.message : "Unknown error"}`,
      ),
    );
    res.status(500).json({
      success: false,
      message: error instanceof Error ? error.message : "Unknown error",
      connectionLogs,
    });
  }
});

/**
 * @openapi
 * /docker/ssh/disconnect:
 *   post:
 *     summary: Disconnect SSH session
 *     description: Closes an active SSH session for Docker operations.
 *     tags:
 *       - Docker
 *     requestBody:
 *       required: true
 *       content:
 *         application/json:
 *           schema:
 *             type: object
 *             properties:
 *               sessionId:
 *                 type: string
 *     responses:
 *       200:
 *         description: SSH session disconnected.
 *       400:
 *         description: Session ID is required.
 */
app.post("/docker/ssh/disconnect", async (req, res) => {
  const { sessionId } = req.body;

  if (!sessionId) {
    return res.status(400).json({ error: "Session ID is required" });
  }

  cleanupSession(sessionId);

  res.json({ success: true, message: "SSH session disconnected" });
});

/**
 * @openapi
 * /docker/ssh/connect-totp:
 *   post:
 *     summary: Verify TOTP and complete connection
 *     description: Verifies the TOTP code and completes the SSH connection.
 *     tags:
 *       - Docker
 *     requestBody:
 *       required: true
 *       content:
 *         application/json:
 *           schema:
 *             type: object
 *             properties:
 *               sessionId:
 *                 type: string
 *               totpCode:
 *                 type: string
 *     responses:
 *       200:
 *         description: TOTP verified, SSH connection established.
 *       400:
 *         description: Session ID and TOTP code required.
 *       401:
 *         description: Invalid TOTP code.
 *       404:
 *         description: TOTP session expired.
 */
app.post("/docker/ssh/connect-totp", async (req, res) => {
  const { sessionId, totpCode } = req.body;
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    sshLogger.error("TOTP verification rejected: no authenticated user", {
      operation: "docker_totp_auth",
      sessionId,
    });
    return res.status(401).json({ error: "Authentication required" });
  }

  if (!sessionId || !totpCode) {
    return res.status(400).json({ error: "Session ID and TOTP code required" });
  }

  const session = pendingTOTPSessions[sessionId];

  if (!session) {
    sshLogger.warn("TOTP session not found or expired", {
      operation: "docker_totp_verify",
      sessionId,
      userId,
      availableSessions: Object.keys(pendingTOTPSessions),
    });
    return res
      .status(404)
      .json({ error: "TOTP session expired. Please reconnect." });
  }

  if (Date.now() - session.createdAt > 180000) {
    delete pendingTOTPSessions[sessionId];
    try {
      session.client.end();
    } catch {
      // expected
    }
    sshLogger.warn("TOTP session timeout before code submission", {
      operation: "docker_totp_verify",
      sessionId,
      userId,
      age: Date.now() - session.createdAt,
    });
    return res
      .status(408)
      .json({ error: "TOTP session timeout. Please reconnect." });
  }

  const responses = (session.prompts || []).map((p, index) => {
    if (index === session.totpPromptIndex) {
      return totpCode;
    }
    if (/password/i.test(p.prompt) && session.resolvedPassword) {
      return session.resolvedPassword;
    }
    return "";
  });

  let responseSent = false;

  const responseTimeout = setTimeout(() => {
    if (!responseSent) {
      responseSent = true;
      delete pendingTOTPSessions[sessionId];
      sshLogger.warn("TOTP verification timeout", {
        operation: "docker_totp_verify",
        sessionId,
        userId,
      });
      res.status(408).json({ error: "TOTP verification timeout" });
    }
  }, 60000);

  session.client.once("ready", () => {
    if (responseSent) return;
    responseSent = true;
    clearTimeout(responseTimeout);

    delete pendingTOTPSessions[sessionId];

    setTimeout(() => {
      sshSessions[sessionId] = {
        client: session.client,
        isConnected: true,
        lastActive: Date.now(),
        activeOperations: 0,
        hostId: session.hostId,
        userId,
      };
      scheduleSessionCleanup(sessionId);

      res.json({
        status: "success",
        message: "TOTP verified, SSH connection established",
      });

      if (session.hostId && session.userId) {
        (async () => {
          try {
            const hostResults = await SimpleDBOps.select(
              getDb()
                .select()
                .from(hosts)
                .where(
                  and(
                    eq(hosts.id, session.hostId!),
                    eq(hosts.userId, session.userId!),
                  ),
                ),
              "ssh_data",
              session.userId!,
            );

            const hostName =
              hostResults.length > 0 && hostResults[0].name
                ? hostResults[0].name
                : `${session.username}@${session.ip}:${session.port}`;

            await axios.post(
              "http://localhost:30006/activity/log",
              {
                type: "docker",
                hostId: session.hostId,
                hostName,
              },
              {
                headers: {
                  Authorization: `Bearer ${await authManager.generateJWTToken(session.userId!)}`,
                },
              },
            );
          } catch (error) {
            sshLogger.warn("Failed to log Docker activity (TOTP)", {
              operation: "activity_log_error",
              userId: session.userId,
              hostId: session.hostId,
              error: error instanceof Error ? error.message : "Unknown error",
            });
          }
        })();
      }
    }, 200);
  });

  session.client.once("error", (err) => {
    if (responseSent) return;
    responseSent = true;
    clearTimeout(responseTimeout);

    delete pendingTOTPSessions[sessionId];

    sshLogger.error("TOTP verification failed", {
      operation: "docker_totp_verify",
      sessionId,
      userId,
      error: err.message,
    });

    res.status(401).json({ status: "error", message: "Invalid TOTP code" });
  });

  session.finish(responses);
});

/**
 * @openapi
 * /docker/ssh/connect-warpgate:
 *   post:
 *     summary: Complete Warpgate authentication
 *     description: Submits empty response to complete Warpgate authentication after user completes browser auth.
 *     tags:
 *       - Docker
 *     requestBody:
 *       required: true
 *       content:
 *         application/json:
 *           schema:
 *             type: object
 *             required:
 *               - sessionId
 *             properties:
 *               sessionId:
 *                 type: string
 *                 description: Session ID from initial connection attempt
 *     responses:
 *       200:
 *         description: Warpgate authentication completed successfully.
 *       401:
 *         description: Authentication failed or unauthorized.
 *       404:
 *         description: Warpgate session expired.
 */
app.post("/docker/ssh/connect-warpgate", async (req, res) => {
  const { sessionId } = req.body;
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    sshLogger.error("Warpgate verification rejected: no authenticated user", {
      operation: "docker_warpgate_auth",
      sessionId,
    });
    return res.status(401).json({ error: "Authentication required" });
  }

  if (!sessionId) {
    return res.status(400).json({ error: "Session ID required" });
  }

  const session = pendingTOTPSessions[sessionId];

  if (!session) {
    sshLogger.warn("Warpgate session not found or expired", {
      operation: "docker_warpgate_verify",
      sessionId,
      userId,
      availableSessions: Object.keys(pendingTOTPSessions),
    });
    return res
      .status(404)
      .json({ error: "Warpgate session expired. Please reconnect." });
  }

  if (!session.isWarpgate) {
    return res.status(400).json({ error: "Session is not a Warpgate session" });
  }

  if (Date.now() - session.createdAt > 300000) {
    delete pendingTOTPSessions[sessionId];
    try {
      session.client.end();
    } catch {
      // expected
    }
    sshLogger.warn("Warpgate session timeout before completion", {
      operation: "docker_warpgate_verify",
      sessionId,
      userId,
      age: Date.now() - session.createdAt,
    });
    return res
      .status(408)
      .json({ error: "Warpgate session timeout. Please reconnect." });
  }

  let responseSent = false;

  const responseTimeout = setTimeout(() => {
    if (!responseSent) {
      responseSent = true;
      delete pendingTOTPSessions[sessionId];
      sshLogger.warn("Warpgate verification timeout", {
        operation: "docker_warpgate_verify",
        sessionId,
        userId,
      });
      res.status(408).json({ error: "Warpgate verification timeout" });
    }
  }, 60000);

  session.client.once("ready", () => {
    if (responseSent) return;
    responseSent = true;
    clearTimeout(responseTimeout);

    delete pendingTOTPSessions[sessionId];

    setTimeout(() => {
      sshSessions[sessionId] = {
        client: session.client,
        isConnected: true,
        lastActive: Date.now(),
        activeOperations: 0,
        hostId: session.hostId,
        userId,
      };
      scheduleSessionCleanup(sessionId);

      res.json({
        status: "success",
        message: "Warpgate verified, SSH connection established",
      });

      if (session.hostId && session.userId) {
        (async () => {
          try {
            const hostResults = await SimpleDBOps.select(
              getDb()
                .select()
                .from(hosts)
                .where(
                  and(
                    eq(hosts.id, session.hostId!),
                    eq(hosts.userId, session.userId!),
                  ),
                ),
              "ssh_data",
              session.userId!,
            );

            const hostName =
              hostResults.length > 0 && hostResults[0].name
                ? hostResults[0].name
                : `${session.username}@${session.ip}:${session.port}`;

            await axios.post(
              "http://localhost:30006/activity/log",
              {
                type: "docker",
                hostId: session.hostId,
                hostName,
              },
              {
                headers: {
                  Authorization: `Bearer ${await authManager.generateJWTToken(session.userId!)}`,
                },
              },
            );
          } catch (error) {
            sshLogger.warn("Failed to log Docker activity (Warpgate)", {
              operation: "activity_log_error",
              userId: session.userId,
              hostId: session.hostId,
              error: error instanceof Error ? error.message : "Unknown error",
            });
          }
        })();
      }
    }, 200);
  });

  session.client.once("error", (err) => {
    if (responseSent) return;
    responseSent = true;
    clearTimeout(responseTimeout);

    delete pendingTOTPSessions[sessionId];

    sshLogger.error("Warpgate verification failed", {
      operation: "docker_warpgate_verify",
      sessionId,
      userId,
      error: err.message,
    });

    res
      .status(401)
      .json({ status: "error", message: "Warpgate authentication failed" });
  });

  session.finish([""]);
});

/**
 * @openapi
 * /docker/ssh/keepalive:
 *   post:
 *     summary: Keep SSH session alive
 *     description: Keeps an active SSH session alive.
 *     tags:
 *       - Docker
 *     requestBody:
 *       required: true
 *       content:
 *         application/json:
 *           schema:
 *             type: object
 *             properties:
 *               sessionId:
 *                 type: string
 *     responses:
 *       200:
 *         description: Session keepalive successful.
 *       400:
 *         description: Session ID is required or session not found.
 */
app.post("/docker/ssh/keepalive", async (req, res) => {
  const { sessionId } = req.body;
  const userId = (req as AuthenticatedRequest).userId;

  if (!sessionId) {
    return res.status(400).json({ error: "Session ID is required" });
  }

  const session = sshSessions[sessionId];

  if (!session || !session.isConnected) {
    return res.status(400).json({
      error: "SSH session not found or not connected",
      connected: false,
    });
  }

  if (session.userId && session.userId !== userId) {
    return res.status(403).json({ error: "Session access denied" });
  }

  session.lastActive = Date.now();
  scheduleSessionCleanup(sessionId);

  res.json({
    success: true,
    connected: true,
    message: "Session keepalive successful",
    lastActive: session.lastActive,
  });
});

/**
 * @openapi
 * /docker/ssh/status:
 *   get:
 *     summary: Check SSH session status
 *     description: Checks the status of an active SSH session.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: query
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Session status.
 *       400:
 *         description: Session ID is required.
 */
app.get("/docker/ssh/status", async (req, res) => {
  const sessionId = req.query.sessionId as string;

  if (!sessionId) {
    return res.status(400).json({ error: "Session ID is required" });
  }

  const isConnected = !!sshSessions[sessionId]?.isConnected;

  res.json({ success: true, connected: isConnected });
});

/**
 * @openapi
 * /docker/validate/{sessionId}:
 *   get:
 *     summary: Validate Docker availability
 *     description: Validates if Docker is available on the host.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Docker availability status.
 *       400:
 *         description: SSH session not found or not connected.
 *       500:
 *         description: Validation failed.
 */
app.get("/docker/validate/:sessionId", async (req, res) => {
  const { sessionId } = req.params;
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    return res.status(401).json({ error: "Authentication required" });
  }

  if (pendingTOTPSessions[sessionId]) {
    return res.status(400).json({
      error: "Connection pending authentication",
      code: "AUTH_PENDING",
    });
  }

  const session = sshSessions[sessionId];

  if (!session || !session.isConnected) {
    return res.status(400).json({
      error: "SSH session not found or not connected",
    });
  }

  session.lastActive = Date.now();
  session.activeOperations++;

  try {
    try {
      const versionOutput = await executeDockerCommand(
        session,
        "docker --version",
        sessionId,
        userId,
        session.hostId,
      );
      const versionMatch = versionOutput.match(/Docker version ([^\s,]+)/);
      const version = versionMatch ? versionMatch[1] : "unknown";

      try {
        await executeDockerCommand(
          session,
          "docker ps >/dev/null 2>&1",
          sessionId,
          userId,
          session.hostId,
        );

        session.activeOperations--;
        return res.json({
          available: true,
          version,
        });
      } catch (daemonError) {
        session.activeOperations--;
        const errorMsg =
          daemonError instanceof Error ? daemonError.message : "";

        if (errorMsg.includes("Cannot connect to the Docker daemon")) {
          return res.json({
            available: false,
            error:
              "Docker daemon is not running. Start it with: sudo systemctl start docker",
            code: "DAEMON_NOT_RUNNING",
          });
        }

        if (errorMsg.includes("permission denied")) {
          return res.json({
            available: false,
            error:
              "Permission denied. Add your user to the docker group: sudo usermod -aG docker $USER",
            code: "PERMISSION_DENIED",
          });
        }

        return res.json({
          available: false,
          error: errorMsg,
          code: "DOCKER_ERROR",
        });
      }
    } catch {
      session.activeOperations--;
      return res.json({
        available: false,
        error:
          "Docker is not installed on this host. Please install Docker to use this feature.",
        code: "NOT_INSTALLED",
      });
    }
  } catch (error) {
    session.activeOperations--;
    sshLogger.error("Docker validation error", error, {
      operation: "docker_validate",
      sessionId,
      userId,
    });

    res.status(500).json({
      available: false,
      error: error instanceof Error ? error.message : "Validation failed",
    });
  }
});

/**
 * @openapi
 * /docker/containers/{sessionId}:
 *   get:
 *     summary: List all containers
 *     description: Lists all Docker containers on the host.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: query
 *         name: all
 *         schema:
 *           type: boolean
 *     responses:
 *       200:
 *         description: A list of containers.
 *       400:
 *         description: SSH session not found or not connected.
 *       500:
 *         description: Failed to list containers.
 */
app.get("/docker/containers/:sessionId", async (req, res) => {
  const { sessionId } = req.params;
  const all = req.query.all !== "false";
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    return res.status(401).json({ error: "Authentication required" });
  }

  if (pendingTOTPSessions[sessionId]) {
    return res.status(400).json({
      error: "Connection pending authentication",
      code: "AUTH_PENDING",
    });
  }

  const session = sshSessions[sessionId];

  if (!session || !session.isConnected) {
    return res.status(400).json({
      error: "SSH session not found or not connected",
    });
  }

  session.lastActive = Date.now();
  session.activeOperations++;

  try {
    const allFlag = all ? "-a " : "";
    const command = `docker ps ${allFlag}--format '{"id":"{{.ID}}","name":"{{.Names}}","image":"{{.Image}}","status":"{{.Status}}","state":"{{.State}}","ports":"{{.Ports}}","created":"{{.CreatedAt}}"}'`;

    const output = await executeDockerCommand(
      session,
      command,
      sessionId,
      userId,
      session.hostId,
    );

    const containers = output
      .split("\n")
      .filter((line) => line.trim())
      .map((line) => {
        try {
          return JSON.parse(line);
        } catch {
          sshLogger.warn("Failed to parse container line", {
            operation: "parse_container",
            line,
          });
          return null;
        }
      })
      .filter((c) => c !== null);

    session.activeOperations--;

    res.json(containers);
  } catch (error) {
    session.activeOperations--;
    sshLogger.error("Failed to list Docker containers", error, {
      operation: "list_containers",
      sessionId,
      userId,
    });

    res.status(500).json({
      error:
        error instanceof Error ? error.message : "Failed to list containers",
    });
  }
});

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}:
 *   get:
 *     summary: Get container details
 *     description: Retrieves detailed information about a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container details.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to get container details.
 */
app.get("/docker/containers/:sessionId/:containerId", async (req, res) => {
  const { sessionId, containerId } = req.params;
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    return res.status(401).json({ error: "Authentication required" });
  }

  const session = sshSessions[sessionId];

  if (!session || !session.isConnected) {
    return res.status(400).json({
      error: "SSH session not found or not connected",
    });
  }

  session.lastActive = Date.now();
  session.activeOperations++;

  try {
    const command = `docker inspect ${containerId}`;
    const output = await executeDockerCommand(
      session,
      command,
      sessionId,
      userId,
      session.hostId,
    );
    const details = JSON.parse(output);

    session.activeOperations--;

    if (details && details.length > 0) {
      res.json(details[0]);
    } else {
      res.status(404).json({
        error: "Container not found",
        code: "CONTAINER_NOT_FOUND",
      });
    }
  } catch (error) {
    session.activeOperations--;

    const errorMsg = error instanceof Error ? error.message : "";
    if (errorMsg.includes("No such container")) {
      return res.status(404).json({
        error: "Container not found",
        code: "CONTAINER_NOT_FOUND",
      });
    }

    sshLogger.error("Failed to get container details", error, {
      operation: "get_container_details",
      sessionId,
      containerId,
      userId,
    });

    res.status(500).json({
      error: errorMsg || "Failed to get container details",
    });
  }
});

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/start:
 *   post:
 *     summary: Start container
 *     description: Starts a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container started successfully.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to start container.
 */
app.post(
  "/docker/containers/:sessionId/:containerId/start",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "start",
      });
      await executeDockerCommand(
        session,
        `docker start ${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container started successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to start container", error, {
        operation: "start_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to start container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/stop:
 *   post:
 *     summary: Stop container
 *     description: Stops a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container stopped successfully.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to stop container.
 */
app.post(
  "/docker/containers/:sessionId/:containerId/stop",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "stop",
      });
      await executeDockerCommand(
        session,
        `docker stop ${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container stopped successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to stop container", error, {
        operation: "stop_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to stop container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/restart:
 *   post:
 *     summary: Restart container
 *     description: Restarts a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container restarted successfully.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to restart container.
 */
app.post(
  "/docker/containers/:sessionId/:containerId/restart",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "restart",
      });
      await executeDockerCommand(
        session,
        `docker restart ${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container restarted successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to restart container", error, {
        operation: "restart_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to restart container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/pause:
 *   post:
 *     summary: Pause container
 *     description: Pauses a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container paused successfully.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to pause container.
 */
app.post(
  "/docker/containers/:sessionId/:containerId/pause",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "pause",
      });
      await executeDockerCommand(
        session,
        `docker pause ${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container paused successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to pause container", error, {
        operation: "pause_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to pause container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/unpause:
 *   post:
 *     summary: Unpause container
 *     description: Unpauses a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container unpaused successfully.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to unpause container.
 */
app.post(
  "/docker/containers/:sessionId/:containerId/unpause",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "unpause",
      });
      await executeDockerCommand(
        session,
        `docker unpause ${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container unpaused successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to unpause container", error, {
        operation: "unpause_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to unpause container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/remove:
 *   delete:
 *     summary: Remove container
 *     description: Removes a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *       - in: query
 *         name: force
 *         schema:
 *           type: boolean
 *     responses:
 *       200:
 *         description: Container removed successfully.
 *       400:
 *         description: SSH session not found or not connected, or cannot remove a running container.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to remove container.
 */
app.delete(
  "/docker/containers/:sessionId/:containerId/remove",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const force = req.query.force === "true";
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      sshLogger.info("Docker container operation", {
        operation: "docker_container_op",
        sessionId,
        userId,
        hostId: session.hostId,
        containerId,
        action: "remove",
      });
      const forceFlag = force ? "-f " : "";
      await executeDockerCommand(
        session,
        `docker rm ${forceFlag}${containerId}`,
        sessionId,
        userId,
        session.hostId,
      );

      session.activeOperations--;

      res.json({
        success: true,
        message: "Container removed successfully",
      });
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      if (errorMsg.includes("cannot remove a running container")) {
        return res.status(400).json({
          success: false,
          error:
            "Cannot remove a running container. Stop it first or use force.",
          code: "CONTAINER_RUNNING",
        });
      }

      sshLogger.error("Failed to remove container", error, {
        operation: "remove_container",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to remove container",
      });
    }
  },
);

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/logs:
 *   get:
 *     summary: Get container logs
 *     description: Retrieves logs for a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *       - in: query
 *         name: tail
 *         schema:
 *           type: integer
 *       - in: query
 *         name: timestamps
 *         schema:
 *           type: boolean
 *       - in: query
 *         name: since
 *         schema:
 *           type: string
 *       - in: query
 *         name: until
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container logs.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to get container logs.
 */
app.get("/docker/containers/:sessionId/:containerId/logs", async (req, res) => {
  const { sessionId, containerId } = req.params;
  const tail = req.query.tail ? parseInt(req.query.tail as string) : 100;
  const timestamps = req.query.timestamps === "true";
  const since = req.query.since as string;
  const until = req.query.until as string;
  const userId = (req as unknown as { userId: string }).userId;

  if (!userId) {
    return res.status(401).json({ error: "Authentication required" });
  }

  const session = sshSessions[sessionId];

  if (!session || !session.isConnected) {
    return res.status(400).json({
      error: "SSH session not found or not connected",
    });
  }

  session.lastActive = Date.now();
  session.activeOperations++;

  try {
    let command = `docker logs ${containerId}`;

    if (tail && tail > 0) {
      command += ` --tail ${Math.floor(tail)}`;
    }

    if (timestamps) {
      command += " --timestamps";
    }

    if (since && DOCKER_TIMESTAMP_RE.test(since)) {
      command += ` --since ${since}`;
    }

    if (until && DOCKER_TIMESTAMP_RE.test(until)) {
      command += ` --until ${until}`;
    }

    const logs = await executeDockerCommand(
      session,
      command,
      sessionId,
      userId,
      session.hostId,
    );

    session.activeOperations--;

    res.json({
      success: true,
      logs,
    });
  } catch (error) {
    session.activeOperations--;

    const errorMsg = error instanceof Error ? error.message : "";
    if (errorMsg.includes("No such container")) {
      return res.status(404).json({
        success: false,
        error: "Container not found",
        code: "CONTAINER_NOT_FOUND",
      });
    }

    sshLogger.error("Failed to get container logs", error, {
      operation: "get_logs",
      sessionId,
      containerId,
      userId,
    });

    res.status(500).json({
      success: false,
      error: errorMsg || "Failed to get container logs",
    });
  }
});

/**
 * @openapi
 * /docker/containers/{sessionId}/{containerId}/stats:
 *   get:
 *     summary: Get container stats
 *     description: Retrieves stats for a specific container.
 *     tags:
 *       - Docker
 *     parameters:
 *       - in: path
 *         name: sessionId
 *         required: true
 *         schema:
 *           type: string
 *       - in: path
 *         name: containerId
 *         required: true
 *         schema:
 *           type: string
 *     responses:
 *       200:
 *         description: Container stats.
 *       400:
 *         description: SSH session not found or not connected.
 *       404:
 *         description: Container not found.
 *       500:
 *         description: Failed to get container stats.
 */
app.get(
  "/docker/containers/:sessionId/:containerId/stats",
  async (req, res) => {
    const { sessionId, containerId } = req.params;
    const userId = (req as unknown as { userId: string }).userId;

    if (!userId) {
      return res.status(401).json({ error: "Authentication required" });
    }

    const session = sshSessions[sessionId];

    if (!session || !session.isConnected) {
      return res.status(400).json({
        error: "SSH session not found or not connected",
      });
    }

    session.lastActive = Date.now();
    session.activeOperations++;

    try {
      const command = `docker stats ${containerId} --no-stream --format '{"cpu":"{{.CPUPerc}}","memory":"{{.MemUsage}}","memoryPercent":"{{.MemPerc}}","netIO":"{{.NetIO}}","blockIO":"{{.BlockIO}}","pids":"{{.PIDs}}"}'`;

      const output = await executeDockerCommand(
        session,
        command,
        sessionId,
        userId,
        session.hostId,
      );
      const rawStats = JSON.parse(output.trim());

      const memoryParts = rawStats.memory.split(" / ");
      const memoryUsed = memoryParts[0]?.trim() || "0B";
      const memoryLimit = memoryParts[1]?.trim() || "0B";

      const netIOParts = rawStats.netIO.split(" / ");
      const netInput = netIOParts[0]?.trim() || "0B";
      const netOutput = netIOParts[1]?.trim() || "0B";

      const blockIOParts = rawStats.blockIO.split(" / ");
      const blockRead = blockIOParts[0]?.trim() || "0B";
      const blockWrite = blockIOParts[1]?.trim() || "0B";

      const stats = {
        cpu: rawStats.cpu,
        memoryUsed,
        memoryLimit,
        memoryPercent: rawStats.memoryPercent,
        netInput,
        netOutput,
        blockRead,
        blockWrite,
        pids: rawStats.pids,
      };

      session.activeOperations--;

      res.json(stats);
    } catch (error) {
      session.activeOperations--;

      const errorMsg = error instanceof Error ? error.message : "";
      if (errorMsg.includes("No such container")) {
        return res.status(404).json({
          success: false,
          error: "Container not found",
          code: "CONTAINER_NOT_FOUND",
        });
      }

      sshLogger.error("Failed to get container stats", error, {
        operation: "get_stats",
        sessionId,
        containerId,
        userId,
      });

      res.status(500).json({
        success: false,
        error: errorMsg || "Failed to get container stats",
      });
    }
  },
);

const PORT = 30007;

app.listen(PORT, async () => {
  try {
    await authManager.initialize();
  } catch (err) {
    sshLogger.error("Failed to initialize Docker backend", err, {
      operation: "startup",
    });
  }
});

process.on("SIGINT", () => {
  Object.keys(sshSessions).forEach((sessionId) => {
    cleanupSession(sessionId);
  });
  process.exit(0);
});

process.on("SIGTERM", () => {
  Object.keys(sshSessions).forEach((sessionId) => {
    cleanupSession(sessionId);
  });
  process.exit(0);
});