Method enableKubernetes

js/botasaurus-server-js/src/api-config.ts:804–882

* Enables Kubernetes Master-Worker mode. * * This method configures the application for distributed task processing: * - If --master flag is passed: Acts as the master node (task distribution) * - If --worker flag is passed: Acts as a worker node (task execution) * - If nei

({
        masterEndpoint,
        taskTimeout = DEFAULT_TASK_TIMEOUT
    }: {
        masterEndpoint: string,
        taskTimeout?: number | Record<string, number>
    })

     * });
     */
    static async enableKubernetes({
        masterEndpoint,
        taskTimeout = DEFAULT_TASK_TIMEOUT
    }: {
        masterEndpoint: string,
        taskTimeout?: number | Record<string, number>
    }): Promise<void> {
        ApiConfig.enableApi()
        if (masterEndpoint) {
            masterEndpoint = removeAfterFirstSlash(masterEndpoint);
        }
        // Validate masterEndpoint
        if (!masterEndpoint || !isValidUrl(masterEndpoint)) {
            throw new Error(`Invalid masterEndpoint: "${masterEndpoint}". Must be a valid URL (e.g., "https://my-app.my-tunnel.app", "https://my-app.cloudflare-tunnel.app", "https://my-app.ngrok-free.app")`);
        }

        // Validate taskTimeout
        if (typeof taskTimeout === 'number') {
            if (taskTimeout < 60) {
                console.warn(`[K8s] Warning: taskTimeout (${taskTimeout}s) is less than 60 seconds. This may cause premature task reassignment.`);
            }
        }


        // Parse command line flags

        if (isMaster) {
            // Validate visibility timeout against scrapers if it's an object
            if (typeof taskTimeout === 'object') {
                Server.validateAgainstLimit(taskTimeout, 'task timeout');
            }

            // Set up master executor
            // @ts-ignore
            global.executor = new MasterExecutor(taskTimeout);
            this.nodeRole = 'master';
            console.log("[K8s] Starting as Kubernetes MASTER node 👑");

            // @ts-ignore
            global.master = true
            // Test self-connectivity (master calls itself)
            // @ts-ignore
            global.checkMasterHealth = () =>{
                setTimeout(async () => {
                    const result = await checkMasterHealth(masterEndpoint);
                    if (result) {
                        console.log("[K8s] Master health check passed ✓");
                    } else {
                        console.log("[K8s] Master health check failed ✗");
                    }
            }, 2000); // Delay to allow server to start
}
        } else if (isWorker) {
            // Set up worker executor
            // @ts-ignore
            global.executor = new WorkerExecutor(masterEndpoint);
            this.nodeRole = 'worker';
            console.log("[K8s] Starting as Kubernetes WORKER node 🔧");