2011 lines
		
	
	
		
			74 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
			
		
		
	
	
			2011 lines
		
	
	
		
			74 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
/**
 | 
						||
 * Main application logic for DNSRecon web interface
 | 
						||
 * Handles UI interactions, API communication, and data flow
 | 
						||
 * UPDATED: Now compatible with a strictly flat, unified data model for attributes.
 | 
						||
 */
 | 
						||
 | 
						||
class DNSReconApp {
 | 
						||
    constructor() {
 | 
						||
        console.log('DNSReconApp constructor called');
 | 
						||
        this.graphManager = null;
 | 
						||
        this.scanStatus = 'idle';
 | 
						||
        this.pollInterval = null;
 | 
						||
        this.currentSessionId = null;
 | 
						||
        
 | 
						||
        this.elements = {};
 | 
						||
        
 | 
						||
        this.isScanning = false;
 | 
						||
        this.lastGraphUpdate = null;
 | 
						||
        
 | 
						||
        this.init();
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Initialize the application
 | 
						||
     */
 | 
						||
    init() {
 | 
						||
        console.log('DNSReconApp init called');
 | 
						||
        document.addEventListener('DOMContentLoaded', () => {
 | 
						||
            console.log('DOM loaded, initializing application...');
 | 
						||
            try {
 | 
						||
                this.initializeElements();
 | 
						||
                this.setupEventHandlers();
 | 
						||
                this.initializeGraph();
 | 
						||
                this.updateStatus();
 | 
						||
                this.loadProviders();
 | 
						||
                this.initializeEnhancedModals();
 | 
						||
                
 | 
						||
                console.log('DNSRecon application initialized successfully');
 | 
						||
            } catch (error) {
 | 
						||
                console.error('Failed to initialize DNSRecon application:', error);
 | 
						||
                this.showError(`Initialization failed: ${error.message}`);
 | 
						||
            }
 | 
						||
        });
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Initialize DOM element references
 | 
						||
     */
 | 
						||
    initializeElements() {
 | 
						||
        console.log('Initializing DOM elements...');
 | 
						||
        this.elements = {
 | 
						||
            // Form elements
 | 
						||
            targetInput: document.getElementById('target-input'),
 | 
						||
            maxDepth: document.getElementById('max-depth'),
 | 
						||
            startScan: document.getElementById('start-scan'),
 | 
						||
            addToGraph: document.getElementById('add-to-graph'),
 | 
						||
            stopScan: document.getElementById('stop-scan'),
 | 
						||
            exportResults: document.getElementById('export-results'),
 | 
						||
            configureSettings: document.getElementById('configure-settings'),
 | 
						||
            
 | 
						||
            // Status elements
 | 
						||
            scanStatus: document.getElementById('scan-status'),
 | 
						||
            targetDisplay: document.getElementById('target-display'),
 | 
						||
            depthDisplay: document.getElementById('depth-display'),
 | 
						||
            relationshipsDisplay: document.getElementById('relationships-display'),
 | 
						||
            progressCompact: document.getElementById('progress-compact'),
 | 
						||
            progressFill: document.getElementById('progress-fill'),
 | 
						||
            
 | 
						||
            // Provider elements
 | 
						||
            providerList: document.getElementById('provider-list'),
 | 
						||
            
 | 
						||
            // Node Modal elements
 | 
						||
            nodeModal: document.getElementById('node-modal'),
 | 
						||
            modalTitle: document.getElementById('modal-title'),
 | 
						||
            modalDetails: document.getElementById('modal-details'),
 | 
						||
            modalClose: document.getElementById('modal-close'),
 | 
						||
 | 
						||
            // Settings Modal elements
 | 
						||
            settingsModal: document.getElementById('settings-modal'),
 | 
						||
            settingsModalClose: document.getElementById('settings-modal-close'),
 | 
						||
            apiKeyInputs: document.getElementById('api-key-inputs'),
 | 
						||
            saveApiKeys: document.getElementById('save-api-keys'),
 | 
						||
            resetApiKeys: document.getElementById('reset-api-keys'),
 | 
						||
 | 
						||
            // Other elements
 | 
						||
            sessionId: document.getElementById('session-id'),
 | 
						||
            connectionStatus: document.getElementById('connection-status'),
 | 
						||
        };
 | 
						||
 | 
						||
        // Verify critical elements exist
 | 
						||
        const requiredElements = ['targetInput', 'startScan', 'scanStatus'];
 | 
						||
        for (const elementName of requiredElements) {
 | 
						||
            if (!this.elements[elementName]) {
 | 
						||
                throw new Error(`Required element '${elementName}' not found in DOM`);
 | 
						||
            }
 | 
						||
        }
 | 
						||
 | 
						||
        console.log('DOM elements initialized successfully');
 | 
						||
        this.createMessageContainer();
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Create a message container for showing user feedback
 | 
						||
     */
 | 
						||
    createMessageContainer() {
 | 
						||
        // Check if message container already exists
 | 
						||
        let messageContainer = document.getElementById('message-container');
 | 
						||
        if (!messageContainer) {
 | 
						||
            messageContainer = document.createElement('div');
 | 
						||
            messageContainer.id = 'message-container';
 | 
						||
            messageContainer.className = 'message-container';
 | 
						||
            messageContainer.style.cssText = `
 | 
						||
                position: fixed;
 | 
						||
                top: 20px;
 | 
						||
                right: 20px;
 | 
						||
                z-index: 1000;
 | 
						||
                max-width: 400px;
 | 
						||
            `;
 | 
						||
            document.body.appendChild(messageContainer);
 | 
						||
            console.log('Message container created');
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Setup event handlers
 | 
						||
     */
 | 
						||
    setupEventHandlers() {
 | 
						||
        console.log('Setting up event handlers...');
 | 
						||
        
 | 
						||
        try {
 | 
						||
            // Form interactions
 | 
						||
 | 
						||
            this.initializeModalFunctionality();
 | 
						||
            this.elements.startScan.addEventListener('click', (e) => {
 | 
						||
                console.log('Start scan button clicked');
 | 
						||
                e.preventDefault();
 | 
						||
                this.startScan();
 | 
						||
            });
 | 
						||
 | 
						||
            this.elements.addToGraph.addEventListener('click', (e) => {
 | 
						||
                e.preventDefault();
 | 
						||
                this.startScan(false);
 | 
						||
            });
 | 
						||
            
 | 
						||
            this.elements.stopScan.addEventListener('click', (e) => {
 | 
						||
                console.log('Stop scan button clicked');
 | 
						||
                e.preventDefault();
 | 
						||
                this.stopScan();
 | 
						||
            });
 | 
						||
            
 | 
						||
            this.elements.exportResults.addEventListener('click', (e) => {
 | 
						||
                console.log('Export results button clicked');
 | 
						||
                e.preventDefault();
 | 
						||
                this.exportResults();
 | 
						||
            });
 | 
						||
 | 
						||
            this.elements.configureSettings.addEventListener('click', () => this.showSettingsModal());
 | 
						||
            
 | 
						||
            // Enter key support for target domain input
 | 
						||
            this.elements.targetInput.addEventListener('keypress', (e) => {
 | 
						||
                if (e.key === 'Enter' && !this.isScanning) {
 | 
						||
                    console.log('Enter key pressed in domain input');
 | 
						||
                    this.startScan();
 | 
						||
                }
 | 
						||
            });
 | 
						||
            
 | 
						||
            // Node Modal interactions
 | 
						||
            if (this.elements.modalClose) {
 | 
						||
                this.elements.modalClose.addEventListener('click', () => this.hideModal());
 | 
						||
            }
 | 
						||
            if (this.elements.nodeModal) {
 | 
						||
                this.elements.nodeModal.addEventListener('click', (e) => {
 | 
						||
                    if (e.target === this.elements.nodeModal) this.hideModal();
 | 
						||
                });
 | 
						||
            }
 | 
						||
 | 
						||
            // Settings Modal interactions
 | 
						||
            if (this.elements.settingsModalClose) {
 | 
						||
                this.elements.settingsModalClose.addEventListener('click', () => this.hideSettingsModal());
 | 
						||
            }
 | 
						||
            if (this.elements.settingsModal) {
 | 
						||
                this.elements.settingsModal.addEventListener('click', (e) => {
 | 
						||
                    if (e.target === this.elements.settingsModal) this.hideSettingsModal();
 | 
						||
                });
 | 
						||
            }
 | 
						||
            if (this.elements.saveApiKeys) {
 | 
						||
                this.elements.saveApiKeys.addEventListener('click', () => this.saveApiKeys());
 | 
						||
            }
 | 
						||
            if (this.elements.resetApiKeys) {
 | 
						||
                this.elements.resetApiKeys.addEventListener('click', () => this.resetApiKeys());
 | 
						||
            }
 | 
						||
 | 
						||
            // Listen for the custom event from the graph
 | 
						||
            document.addEventListener('nodeSelected', (e) => {
 | 
						||
                this.showNodeModal(e.detail.node);
 | 
						||
            });
 | 
						||
 | 
						||
            // Listen for the new iterateScan event from the graph context menu
 | 
						||
            document.addEventListener('iterateScan', (e) => {
 | 
						||
                if (this.isScanning) {
 | 
						||
                    this.showWarning('A scan is already in progress.');
 | 
						||
                    return;
 | 
						||
                }
 | 
						||
                const { nodeId } = e.detail;
 | 
						||
                console.log(`Received iterateScan event for node: ${nodeId}`);
 | 
						||
                this.elements.targetInput.value = nodeId;
 | 
						||
                this.startScan(false, nodeId); // Pass nodeId to force rescan
 | 
						||
            });
 | 
						||
            
 | 
						||
            // Keyboard shortcuts
 | 
						||
            document.addEventListener('keydown', (e) => {
 | 
						||
                if (e.key === 'Escape') {
 | 
						||
                    this.hideModal();
 | 
						||
                    this.hideSettingsModal();
 | 
						||
                }
 | 
						||
            });
 | 
						||
            
 | 
						||
            // Window events
 | 
						||
            window.addEventListener('beforeunload', () => {
 | 
						||
                if (this.isScanning) {
 | 
						||
                    return 'A scan is currently in progress. Are you sure you want to leave?';
 | 
						||
                }
 | 
						||
            });
 | 
						||
            
 | 
						||
            console.log('Event handlers set up successfully');
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to setup event handlers:', error);
 | 
						||
            throw error;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Initialize graph visualization
 | 
						||
     */
 | 
						||
    initializeGraph() {
 | 
						||
        try {
 | 
						||
            console.log('Initializing graph manager...');
 | 
						||
            this.graphManager = new GraphManager('network-graph');
 | 
						||
            console.log('Graph manager initialized successfully');
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to initialize graph manager:', error);
 | 
						||
            this.showError('Failed to initialize graph visualization');
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Start scan with error handling
 | 
						||
     */
 | 
						||
    async startScan(clearGraph = true, forceRescanTarget = null) {
 | 
						||
        console.log('=== STARTING SCAN ===');
 | 
						||
        
 | 
						||
        try {
 | 
						||
            const target = this.elements.targetInput.value.trim();
 | 
						||
            const maxDepth = parseInt(this.elements.maxDepth.value);
 | 
						||
            
 | 
						||
            console.log(`Target: "${target}", Max depth: ${maxDepth}`);
 | 
						||
            
 | 
						||
            // Validation
 | 
						||
            if (!target) {
 | 
						||
                console.log('Validation failed: empty target');
 | 
						||
                this.showError('Please enter a target domain or IP');
 | 
						||
                this.elements.targetInput.focus();
 | 
						||
                return;
 | 
						||
            }
 | 
						||
            
 | 
						||
            if (!this.isValidTarget(target)) {
 | 
						||
                console.log(`Validation failed: invalid target format for "${target}"`);
 | 
						||
                this.showError('Please enter a valid domain name (e.g., example.com) or IP address (e.g., 8.8.8.8)');
 | 
						||
                this.elements.targetInput.focus();
 | 
						||
                return;
 | 
						||
            }
 | 
						||
            
 | 
						||
            console.log('Validation passed, setting UI state to scanning...');
 | 
						||
            this.setUIState('scanning');
 | 
						||
            this.showInfo('Starting reconnaissance scan...');
 | 
						||
            
 | 
						||
            console.log('Making API call to start scan...');
 | 
						||
            
 | 
						||
            const requestData = {
 | 
						||
                target: target,
 | 
						||
                max_depth: maxDepth,
 | 
						||
                clear_graph: clearGraph,
 | 
						||
                force_rescan_target: forceRescanTarget
 | 
						||
            };
 | 
						||
            
 | 
						||
            console.log('Request data:', requestData);
 | 
						||
            
 | 
						||
            const response = await this.apiCall('/api/scan/start', 'POST', requestData);
 | 
						||
            
 | 
						||
            console.log('API response received:', response);
 | 
						||
            
 | 
						||
            if (response.success) {
 | 
						||
                this.currentSessionId = response.scan_id;
 | 
						||
                this.showSuccess('Reconnaissance scan started successfully');
 | 
						||
 | 
						||
                if (clearGraph) {
 | 
						||
                    this.graphManager.clear();
 | 
						||
                }
 | 
						||
                
 | 
						||
                this.graphManager.addInitialTarget(target);
 | 
						||
                
 | 
						||
                console.log(`Scan started for ${target} with depth ${maxDepth}`);
 | 
						||
                
 | 
						||
                // Start polling immediately with faster interval for responsiveness
 | 
						||
                this.startPolling(1000);
 | 
						||
                
 | 
						||
                // Force an immediate status update
 | 
						||
                console.log('Forcing immediate status update...');
 | 
						||
                setTimeout(() => {
 | 
						||
                    this.updateStatus();
 | 
						||
                    this.updateGraph();
 | 
						||
                }, 100);
 | 
						||
                
 | 
						||
            } else {
 | 
						||
                throw new Error(response.error || 'Failed to start scan');
 | 
						||
            }
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to start scan:', error);
 | 
						||
            this.showError(`Failed to start scan: ${error.message}`);
 | 
						||
            this.setUIState('idle');
 | 
						||
        }
 | 
						||
    }
 | 
						||
    /**
 | 
						||
     * Scan stop with immediate UI feedback
 | 
						||
     */
 | 
						||
    async stopScan() {
 | 
						||
        try {
 | 
						||
            console.log('Stopping scan...');
 | 
						||
            
 | 
						||
            // Immediately disable stop button and show stopping state
 | 
						||
            if (this.elements.stopScan) {
 | 
						||
                this.elements.stopScan.disabled = true;
 | 
						||
                this.elements.stopScan.innerHTML = '<span class="btn-icon">[STOPPING]</span><span>Stopping...</span>';
 | 
						||
            }
 | 
						||
            
 | 
						||
            // Show immediate feedback
 | 
						||
            this.showInfo('Stopping scan...');
 | 
						||
            
 | 
						||
            const response = await this.apiCall('/api/scan/stop', 'POST');
 | 
						||
            
 | 
						||
            if (response.success) {
 | 
						||
                this.showSuccess('Scan stop requested');
 | 
						||
                console.log('Scan stop requested successfully');
 | 
						||
                
 | 
						||
                // Force immediate status update
 | 
						||
                setTimeout(() => {
 | 
						||
                    this.updateStatus();
 | 
						||
                }, 100);
 | 
						||
                
 | 
						||
                // Continue polling for a bit to catch the status change
 | 
						||
                this.startPolling(500); // Fast polling to catch status change
 | 
						||
                
 | 
						||
                // Stop fast polling after 10 seconds
 | 
						||
                setTimeout(() => {
 | 
						||
                    if (this.scanStatus === 'stopped' || this.scanStatus === 'idle') {
 | 
						||
                        this.stopPolling();
 | 
						||
                    }
 | 
						||
                }, 10000);
 | 
						||
                
 | 
						||
            } else {
 | 
						||
                throw new Error(response.error || 'Failed to stop scan');
 | 
						||
            }
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to stop scan:', error);
 | 
						||
            this.showError(`Failed to stop scan: ${error.message}`);
 | 
						||
            
 | 
						||
            // Re-enable stop button on error
 | 
						||
            if (this.elements.stopScan) {
 | 
						||
                this.elements.stopScan.disabled = false;
 | 
						||
                this.elements.stopScan.innerHTML = '<span class="btn-icon">[STOP]</span><span>Terminate Scan</span>';
 | 
						||
            }
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Export scan results
 | 
						||
     */
 | 
						||
    async exportResults() {
 | 
						||
        try {
 | 
						||
            console.log('Exporting results...');
 | 
						||
            
 | 
						||
            // Create a temporary link to trigger download
 | 
						||
            const link = document.createElement('a');
 | 
						||
            link.href = '/api/export';
 | 
						||
            link.download = ''; // Let server determine filename
 | 
						||
            document.body.appendChild(link);
 | 
						||
            link.click();
 | 
						||
            document.body.removeChild(link);
 | 
						||
            
 | 
						||
            this.showSuccess('Results export initiated');
 | 
						||
            console.log('Results export initiated');
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to export results:', error);
 | 
						||
            this.showError(`Failed to export results: ${error.message}`);
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Start polling for scan updates with configurable interval
 | 
						||
     */
 | 
						||
    startPolling(interval = 2000) {
 | 
						||
        console.log('=== STARTING POLLING ===');
 | 
						||
        
 | 
						||
        if (this.pollInterval) {
 | 
						||
            console.log('Clearing existing poll interval');
 | 
						||
            clearInterval(this.pollInterval);
 | 
						||
        }
 | 
						||
        
 | 
						||
        this.pollInterval = setInterval(() => {
 | 
						||
            console.log('--- Polling tick ---');
 | 
						||
            this.updateStatus();
 | 
						||
            this.updateGraph();
 | 
						||
            this.loadProviders();
 | 
						||
        }, interval);
 | 
						||
        
 | 
						||
        console.log(`Polling started with ${interval}ms interval`);
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Stop polling for updates
 | 
						||
     */
 | 
						||
    stopPolling() {
 | 
						||
        console.log('=== STOPPING POLLING ===');
 | 
						||
        if (this.pollInterval) {
 | 
						||
            clearInterval(this.pollInterval);
 | 
						||
            this.pollInterval = null;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Status update with better error handling
 | 
						||
     */
 | 
						||
    async updateStatus() {
 | 
						||
        try {
 | 
						||
            console.log('Updating status...');
 | 
						||
            const response = await this.apiCall('/api/scan/status');
 | 
						||
            
 | 
						||
            console.log('Status response:', response);
 | 
						||
            
 | 
						||
            if (response.success && response.status) {
 | 
						||
                const status = response.status;
 | 
						||
                console.log('Current scan status:', status.status);
 | 
						||
                console.log('Current progress:', status.progress_percentage + '%');
 | 
						||
                console.log('Graph stats:', status.graph_statistics);
 | 
						||
                
 | 
						||
                this.updateStatusDisplay(status);
 | 
						||
                
 | 
						||
                // Handle status changes
 | 
						||
                if (status.status !== this.scanStatus) {
 | 
						||
                    console.log(`*** STATUS CHANGED: ${this.scanStatus} -> ${status.status} ***`);
 | 
						||
                    this.handleStatusChange(status.status, status.task_queue_size);
 | 
						||
                }
 | 
						||
                
 | 
						||
                this.scanStatus = status.status;
 | 
						||
            } else {
 | 
						||
                console.error('Status update failed:', response);
 | 
						||
                // Don't show error for status updates to avoid spam
 | 
						||
            }
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to update status:', error);
 | 
						||
            this.showConnectionError();
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Update graph from server
 | 
						||
     */
 | 
						||
    async updateGraph() {
 | 
						||
        try {
 | 
						||
            console.log('Updating graph...');
 | 
						||
            const response = await this.apiCall('/api/graph');
 | 
						||
            
 | 
						||
            console.log('Graph response:', response);
 | 
						||
            
 | 
						||
            if (response.success) {
 | 
						||
                const graphData = response.graph;
 | 
						||
                
 | 
						||
                console.log('Graph data received:');
 | 
						||
                console.log('- Nodes:', graphData.nodes ? graphData.nodes.length : 0);
 | 
						||
                console.log('- Edges:', graphData.edges ? graphData.edges.length : 0);
 | 
						||
                
 | 
						||
                // Only update if data has changed
 | 
						||
                if (this.hasGraphChanged(graphData)) {
 | 
						||
                    console.log('*** GRAPH DATA CHANGED - UPDATING VISUALIZATION ***');
 | 
						||
                    this.graphManager.updateGraph(graphData);
 | 
						||
                    this.lastGraphUpdate = Date.now();
 | 
						||
                    
 | 
						||
                    // Update relationship count in status
 | 
						||
                    const edgeCount = graphData.edges ? graphData.edges.length : 0;
 | 
						||
                    if (this.elements.relationshipsDisplay) {
 | 
						||
                        this.elements.relationshipsDisplay.textContent = edgeCount;
 | 
						||
                    }
 | 
						||
                } else {
 | 
						||
                    console.log('Graph data unchanged, skipping update');
 | 
						||
                }
 | 
						||
            } else {
 | 
						||
                console.error('Graph update failed:', response);
 | 
						||
            }
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to update graph:', error);
 | 
						||
            // Don't show error for graph updates to avoid spam
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Update status display elements
 | 
						||
     * @param {Object} status - Status object from server
 | 
						||
     */
 | 
						||
    updateStatusDisplay(status) {
 | 
						||
        try {
 | 
						||
            console.log('Updating status display...');
 | 
						||
            
 | 
						||
            // Update status text with animation
 | 
						||
            if (this.elements.scanStatus) {
 | 
						||
                const formattedStatus = this.formatStatus(status.status);
 | 
						||
                if (this.elements.scanStatus.textContent !== formattedStatus) {
 | 
						||
                    this.elements.scanStatus.textContent = formattedStatus;
 | 
						||
                    this.elements.scanStatus.classList.add('fade-in');
 | 
						||
                    setTimeout(() => this.elements.scanStatus.classList.remove('fade-in'), 300);
 | 
						||
                }
 | 
						||
                
 | 
						||
                // Add status-specific classes for styling
 | 
						||
                this.elements.scanStatus.className = `status-value status-${status.status}`;
 | 
						||
            }
 | 
						||
            
 | 
						||
            if (this.elements.targetDisplay) {
 | 
						||
                this.elements.targetDisplay.textContent = status.target_domain || 'None';
 | 
						||
            }
 | 
						||
            if (this.elements.depthDisplay) {
 | 
						||
                this.elements.depthDisplay.textContent = `${status.current_depth}/${status.max_depth}`;
 | 
						||
            }
 | 
						||
            
 | 
						||
            // Update progress bar and compact display
 | 
						||
            if (this.elements.progressFill) {
 | 
						||
                const completed = status.indicators_completed || 0;
 | 
						||
                const totalTasks = status.total_tasks_ever_enqueued || 0; 
 | 
						||
                const progressPercentage = status.progress_percentage || 0;
 | 
						||
 | 
						||
                this.elements.progressFill.style.width = `${progressPercentage}%`;
 | 
						||
                if (this.elements.progressCompact) {
 | 
						||
                    this.elements.progressCompact.textContent = `${completed}/${totalTasks} - ${Math.round(progressPercentage)}%`;
 | 
						||
                }
 | 
						||
 | 
						||
                // Add pulsing animation for active scans
 | 
						||
                if (status.status === 'running') {
 | 
						||
                    this.elements.progressFill.parentElement.classList.add('scanning');
 | 
						||
                } else {
 | 
						||
                    this.elements.progressFill.parentElement.classList.remove('scanning');
 | 
						||
                }
 | 
						||
            }
 | 
						||
            
 | 
						||
            // Update session ID display with user session info
 | 
						||
            if (this.elements.sessionId) {
 | 
						||
                const scanSessionId = this.currentSessionId;
 | 
						||
                const userSessionId = status.user_session_id;
 | 
						||
                
 | 
						||
                if (scanSessionId && userSessionId) {
 | 
						||
                    this.elements.sessionId.textContent = `Session: ${userSessionId.substring(0, 8)}... | Scan: ${scanSessionId}`;
 | 
						||
                } else if (userSessionId) {
 | 
						||
                    this.elements.sessionId.textContent = `User Session: ${userSessionId.substring(0, 8)}...`;
 | 
						||
                } else {
 | 
						||
                    this.elements.sessionId.textContent = 'Session: Loading...';
 | 
						||
                }
 | 
						||
            }
 | 
						||
 | 
						||
            this.setUIState(status.status, status.task_queue_size);
 | 
						||
            
 | 
						||
            console.log('Status display updated successfully');
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Error updating status display:', error);
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Handle status changes with improved state synchronization
 | 
						||
     * @param {string} newStatus - New scan status
 | 
						||
     */
 | 
						||
    handleStatusChange(newStatus, task_queue_size) {
 | 
						||
        console.log(`=== STATUS CHANGE: ${this.scanStatus} -> ${newStatus} ===`);
 | 
						||
        
 | 
						||
        switch (newStatus) {
 | 
						||
            case 'running':
 | 
						||
                this.setUIState('scanning', task_queue_size);
 | 
						||
                this.showSuccess('Scan is running');
 | 
						||
                // Increase polling frequency for active scans
 | 
						||
                this.startPolling(1000); // Poll every 1 second for running scans
 | 
						||
                this.updateConnectionStatus('active');
 | 
						||
                break;
 | 
						||
                
 | 
						||
            case 'completed':
 | 
						||
                this.setUIState('completed', task_queue_size);
 | 
						||
                this.stopPolling();
 | 
						||
                this.showSuccess('Scan completed successfully');
 | 
						||
                this.updateConnectionStatus('completed');
 | 
						||
                this.loadProviders();
 | 
						||
                // Force a final graph update
 | 
						||
                console.log('Scan completed - forcing final graph update');
 | 
						||
                setTimeout(() => this.updateGraph(), 100);
 | 
						||
                break;
 | 
						||
                
 | 
						||
            case 'failed':
 | 
						||
                this.setUIState('failed', task_queue_size);
 | 
						||
                this.stopPolling();
 | 
						||
                this.showError('Scan failed');
 | 
						||
                this.updateConnectionStatus('error');
 | 
						||
                this.loadProviders();
 | 
						||
                break;
 | 
						||
                
 | 
						||
            case 'stopped':
 | 
						||
                this.setUIState('stopped', task_queue_size);
 | 
						||
                this.stopPolling();
 | 
						||
                this.showSuccess('Scan stopped');
 | 
						||
                this.updateConnectionStatus('stopped');
 | 
						||
                this.loadProviders();
 | 
						||
                break;
 | 
						||
                
 | 
						||
            case 'idle':
 | 
						||
                this.setUIState('idle', task_queue_size);
 | 
						||
                this.stopPolling();
 | 
						||
                this.updateConnectionStatus('idle');
 | 
						||
                break;
 | 
						||
                
 | 
						||
            default:
 | 
						||
                console.warn(`Unknown status: ${newStatus}`);
 | 
						||
                break;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Update connection status indicator
 | 
						||
     * @param {string} status - Connection status
 | 
						||
     */
 | 
						||
    updateConnectionStatus(status) {
 | 
						||
        if (!this.elements.connectionStatus) return;
 | 
						||
        
 | 
						||
        const statusColors = {
 | 
						||
            'idle': '#c7c7c7',
 | 
						||
            'active': '#00ff41',
 | 
						||
            'completed': '#00aa2e',
 | 
						||
            'stopped': '#ff9900',
 | 
						||
            'error': '#ff6b6b'
 | 
						||
        };
 | 
						||
        
 | 
						||
        this.elements.connectionStatus.style.backgroundColor = statusColors[status] || '#c7c7c7';
 | 
						||
        
 | 
						||
        const statusText = this.elements.connectionStatus.parentElement?.querySelector('.status-text');
 | 
						||
        if (statusText) {
 | 
						||
            const statusTexts = {
 | 
						||
                'idle': 'System Ready',
 | 
						||
                'active': 'Scanning Active',
 | 
						||
                'completed': 'Scan Complete',
 | 
						||
                'stopped': 'Scan Stopped',
 | 
						||
                'error': 'Connection Error'
 | 
						||
            };
 | 
						||
            
 | 
						||
            statusText.textContent = statusTexts[status] || 'System Online';
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * UI state management with immediate button updates
 | 
						||
     */
 | 
						||
    setUIState(state, task_queue_size) {
 | 
						||
        console.log(`Setting UI state to: ${state}`);
 | 
						||
        
 | 
						||
        const isQueueEmpty = task_queue_size === 0;
 | 
						||
 | 
						||
        switch (state) {
 | 
						||
            case 'scanning':
 | 
						||
                this.isScanning = true;
 | 
						||
                if (this.graphManager) {
 | 
						||
                    this.graphManager.isScanning = true;
 | 
						||
                }
 | 
						||
                if (this.elements.startScan) {
 | 
						||
                    this.elements.startScan.disabled = true;
 | 
						||
                    this.elements.startScan.classList.add('loading');
 | 
						||
                    this.elements.startScan.innerHTML = '<span class="btn-icon">[SCANNING]</span><span>Scanning...</span>';
 | 
						||
                }
 | 
						||
                if (this.elements.addToGraph) {
 | 
						||
                    this.elements.addToGraph.disabled = true;
 | 
						||
                    this.elements.addToGraph.classList.add('loading');
 | 
						||
                }
 | 
						||
                if (this.elements.stopScan) {
 | 
						||
                    this.elements.stopScan.disabled = false;
 | 
						||
                    this.elements.stopScan.classList.remove('loading');
 | 
						||
                    this.elements.stopScan.innerHTML = '<span class="btn-icon">[STOP]</span><span>Terminate Scan</span>';
 | 
						||
                }
 | 
						||
                if (this.elements.targetInput) this.elements.targetInput.disabled = true;
 | 
						||
                if (this.elements.maxDepth) this.elements.maxDepth.disabled = true;
 | 
						||
                if (this.elements.configureSettings) this.elements.configureSettings.disabled = true;
 | 
						||
                break;
 | 
						||
                
 | 
						||
            case 'idle':
 | 
						||
            case 'completed':
 | 
						||
            case 'failed':
 | 
						||
            case 'stopped':
 | 
						||
                this.isScanning = false;
 | 
						||
                if (this.graphManager) {
 | 
						||
                    this.graphManager.isScanning = false;
 | 
						||
                }
 | 
						||
                if (this.elements.startScan) {
 | 
						||
                    this.elements.startScan.disabled = !isQueueEmpty;
 | 
						||
                    this.elements.startScan.classList.remove('loading');
 | 
						||
                    this.elements.startScan.innerHTML = '<span class="btn-icon">[RUN]</span><span>Start Reconnaissance</span>';
 | 
						||
                }
 | 
						||
                if (this.elements.addToGraph) {
 | 
						||
                    this.elements.addToGraph.disabled = !isQueueEmpty;
 | 
						||
                    this.elements.addToGraph.classList.remove('loading');
 | 
						||
                }
 | 
						||
                if (this.elements.stopScan) {
 | 
						||
                    this.elements.stopScan.disabled = true;
 | 
						||
                    this.elements.stopScan.innerHTML = '<span class="btn-icon">[STOP]</span><span>Terminate Scan</span>';
 | 
						||
                }
 | 
						||
                if (this.elements.targetInput) this.elements.targetInput.disabled = false;
 | 
						||
                if (this.elements.maxDepth) this.elements.maxDepth.disabled = false;
 | 
						||
                if (this.elements.configureSettings) this.elements.configureSettings.disabled = false;
 | 
						||
                break;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Load provider information
 | 
						||
     */
 | 
						||
    async loadProviders() {
 | 
						||
        try {
 | 
						||
            console.log('Loading providers...');
 | 
						||
            const response = await this.apiCall('/api/providers');
 | 
						||
            
 | 
						||
            if (response.success) {
 | 
						||
                this.updateProviderDisplay(response.providers);
 | 
						||
                this.buildApiKeyModal(response.providers);
 | 
						||
                console.log('Providers loaded successfully');
 | 
						||
            }
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to load providers:', error);
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Update provider display
 | 
						||
     * @param {Object} providers - Provider information
 | 
						||
     */
 | 
						||
    updateProviderDisplay(providers) {
 | 
						||
        if (!this.elements.providerList) return;
 | 
						||
        
 | 
						||
        this.elements.providerList.innerHTML = '';
 | 
						||
        
 | 
						||
        for (const [name, info] of Object.entries(providers)) {
 | 
						||
            const providerItem = document.createElement('div');
 | 
						||
            providerItem.className = 'provider-item fade-in';
 | 
						||
            
 | 
						||
            let statusClass = 'disabled';
 | 
						||
            let statusText = 'Disabled';
 | 
						||
            
 | 
						||
            if (info.enabled) {
 | 
						||
                statusClass = 'enabled';
 | 
						||
                statusText = 'Enabled';
 | 
						||
            } else if (info.requires_api_key) {
 | 
						||
                statusClass = 'api-key-required';
 | 
						||
                statusText = 'API Key Required';
 | 
						||
            }
 | 
						||
            
 | 
						||
            providerItem.innerHTML = `
 | 
						||
                <div class="provider-header">
 | 
						||
                    <div class="provider-name">${info.display_name}</div>
 | 
						||
                    <div class="provider-status ${statusClass}">${statusText}</div>
 | 
						||
                </div>
 | 
						||
                <div class="provider-stats">
 | 
						||
                    <div class="provider-stat">
 | 
						||
                        <span class="provider-stat-label">Requests:</span>
 | 
						||
                        <span class="provider-stat-value">${info.statistics.total_requests || 0}</span>
 | 
						||
                    </div>
 | 
						||
                    <div class="provider-stat">
 | 
						||
                        <span class="provider-stat-label">Success Rate:</span>
 | 
						||
                        <span class="provider-stat-value">${(info.statistics.success_rate || 0).toFixed(1)}%</span>
 | 
						||
                    </div>
 | 
						||
                    <div class="provider-stat">
 | 
						||
                        <span class="provider-stat-label">Relationships:</span>
 | 
						||
                        <span class="provider-stat-value">${info.statistics.relationships_found || 0}</span>
 | 
						||
                    </div>
 | 
						||
                    <div class="provider-stat">
 | 
						||
                        <span class="provider-stat-label">Rate Limit:</span>
 | 
						||
                        <span class="provider-stat-value">${info.rate_limit}/min</span>
 | 
						||
                    </div>
 | 
						||
                </div>
 | 
						||
            `;
 | 
						||
            
 | 
						||
            this.elements.providerList.appendChild(providerItem);
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * UPDATED: Enhanced node details HTML generation for unified data model
 | 
						||
     * Now properly groups attributes by provider/type with organized sections
 | 
						||
     */
 | 
						||
    generateNodeDetailsHtml(node) {
 | 
						||
        if (!node) return '<div class="detail-row"><span class="detail-value">Details not available.</span></div>';
 | 
						||
 | 
						||
        let detailsHtml = '<div class="modal-details">';
 | 
						||
 | 
						||
        // Node Header - compact
 | 
						||
        detailsHtml += `
 | 
						||
            <div class="node-header">
 | 
						||
                <div class="node-type-badge node-type-${node.type}">${this.formatStatus(node.type)}</div>
 | 
						||
                <div class="node-id-display">${node.id}</div>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
 | 
						||
        // Quick Stats Bar - compact
 | 
						||
        const incomingCount = node.incoming_edges ? node.incoming_edges.length : 0;
 | 
						||
        const outgoingCount = node.outgoing_edges ? node.outgoing_edges.length : 0;
 | 
						||
        
 | 
						||
        detailsHtml += `
 | 
						||
            <div class="quick-stats">
 | 
						||
                <div class="stat-item">
 | 
						||
                    <span class="stat-icon">←</span>
 | 
						||
                    <span class="stat-value">${incomingCount}</span>
 | 
						||
                    <span class="stat-label">In</span>
 | 
						||
                </div>
 | 
						||
                <div class="stat-item">
 | 
						||
                    <span class="stat-icon">→</span>
 | 
						||
                    <span class="stat-value">${outgoingCount}</span>
 | 
						||
                    <span class="stat-label">Out</span>
 | 
						||
                </div>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
 | 
						||
        // Handle different node types
 | 
						||
        if (node.type === 'correlation_object') {
 | 
						||
            detailsHtml += this.generateCorrelationDetails(node);
 | 
						||
        } else if (node.type === 'large_entity') {
 | 
						||
            detailsHtml += this.generateLargeEntityDetails(node);
 | 
						||
        } else {
 | 
						||
            detailsHtml += this.generateStandardNodeDetails(node);
 | 
						||
        }
 | 
						||
 | 
						||
        detailsHtml += '</div>';
 | 
						||
        return detailsHtml;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * UPDATED: Generate details for standard nodes with organized attribute grouping
 | 
						||
     */
 | 
						||
    generateStandardNodeDetails(node) {
 | 
						||
        let html = '';
 | 
						||
        
 | 
						||
        // Relationships sections
 | 
						||
        html += this.generateRelationshipsSection(node);
 | 
						||
        
 | 
						||
        // UPDATED: Enhanced attributes section with intelligent grouping (no formatting)
 | 
						||
        if (node.attributes && Array.isArray(node.attributes) && node.attributes.length > 0) {
 | 
						||
            html += this.generateOrganizedAttributesSection(node.attributes, node.type);
 | 
						||
        }
 | 
						||
        
 | 
						||
        // Description section
 | 
						||
        html += this.generateDescriptionSection(node);
 | 
						||
        
 | 
						||
        // Metadata section (collapsed by default)
 | 
						||
        html += this.generateMetadataSection(node);
 | 
						||
        
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * NEW: Organized attributes section with provider/semantic grouping (no formatting)
 | 
						||
     */
 | 
						||
    generateOrganizedAttributesSection(attributes, nodeType) {
 | 
						||
        if (!Array.isArray(attributes) || attributes.length === 0) {
 | 
						||
            return '';
 | 
						||
        }
 | 
						||
 | 
						||
        // Group attributes intelligently
 | 
						||
        const groups = this.groupAttributesByProviderAndType(attributes, nodeType);
 | 
						||
        
 | 
						||
        let html = '';
 | 
						||
        
 | 
						||
        // Sort groups by priority
 | 
						||
        const sortedGroups = Object.entries(groups).sort((a, b) => {
 | 
						||
            const priorityOrder = { 'high': 0, 'medium': 1, 'low': 2 };
 | 
						||
            return priorityOrder[a[1].priority] - priorityOrder[b[1].priority];
 | 
						||
        });
 | 
						||
        
 | 
						||
        for (const [groupName, groupData] of sortedGroups) {
 | 
						||
            if (groupData.attributes.length === 0) continue;
 | 
						||
            
 | 
						||
            const isOpen = groupData.priority === 'high';
 | 
						||
            
 | 
						||
            html += `
 | 
						||
                <div class="modal-section">
 | 
						||
                    <details ${isOpen ? 'open' : ''}>
 | 
						||
                        <summary>
 | 
						||
                            <span>${groupData.icon} ${groupName}</span>
 | 
						||
                            <span class="merge-badge">${groupData.attributes.length}</span>
 | 
						||
                        </summary>
 | 
						||
                        <div class="modal-section-content">
 | 
						||
                            <div class="attribute-list">
 | 
						||
            `;
 | 
						||
 | 
						||
            groupData.attributes.forEach(attr => {
 | 
						||
                // Format the value appropriately
 | 
						||
                let displayValue = '';
 | 
						||
                if (attr.value === null || attr.value === undefined) {
 | 
						||
                    displayValue = 'N/A';
 | 
						||
                } else if (Array.isArray(attr.value)) {
 | 
						||
                    displayValue = attr.value.length > 0 ? `Array (${attr.value.length} items)` : 'Empty Array';
 | 
						||
                } else if (typeof attr.value === 'object') {
 | 
						||
                    displayValue = 'Object';
 | 
						||
                } else {
 | 
						||
                    displayValue = String(attr.value);
 | 
						||
                }
 | 
						||
 | 
						||
                html += `
 | 
						||
                    <div class="attribute-item-compact">
 | 
						||
                        <span class="attribute-key-compact">${this.escapeHtml(attr.name || 'Unknown')}</span>
 | 
						||
                        <span class="attribute-value-compact">${this.escapeHtml(displayValue)}</span>
 | 
						||
                    </div>
 | 
						||
                `;
 | 
						||
            });
 | 
						||
 | 
						||
            html += '</div></div></details></div>';
 | 
						||
        }
 | 
						||
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * NEW: Group attributes by provider and semantic meaning (no formatting)
 | 
						||
     */
 | 
						||
    groupAttributesByProviderAndType(attributes, nodeType) {
 | 
						||
        const groups = {
 | 
						||
            'DNS Records': { icon: '🔍', priority: 'high', attributes: [] },
 | 
						||
            'Certificate Information': { icon: '🔒', priority: 'high', attributes: [] },
 | 
						||
            'Network Information': { icon: '🌐', priority: 'high', attributes: [] },
 | 
						||
            'Provider Data': { icon: '📊', priority: 'medium', attributes: [] },
 | 
						||
            'Technical Details': { icon: '⚙️', priority: 'low', attributes: [] }
 | 
						||
        };
 | 
						||
 | 
						||
        for (const attr of attributes) {
 | 
						||
            const provider = attr.provider?.toLowerCase() || '';
 | 
						||
            const name = attr.name?.toLowerCase() || '';
 | 
						||
 | 
						||
            let assigned = false;
 | 
						||
 | 
						||
            // DNS-related attributes
 | 
						||
            if (provider === 'dns' || ['dns', 'record', 'ptr', 'mx', 'cname', 'ns', 'txt', 'soa'].some(keyword => name.includes(keyword))) {
 | 
						||
                groups['DNS Records'].attributes.push(attr);
 | 
						||
                assigned = true;
 | 
						||
            }
 | 
						||
            // Certificate-related attributes
 | 
						||
            else if (provider === 'crtsh' || ['cert', 'certificate', 'ssl', 'tls', 'issuer', 'validity', 'san'].some(keyword => name.includes(keyword))) {
 | 
						||
                groups['Certificate Information'].attributes.push(attr);
 | 
						||
                assigned = true;
 | 
						||
            }
 | 
						||
            // Network/Shodan attributes
 | 
						||
            else if (provider === 'shodan' || ['port', 'service', 'banner', 'asn', 'organization', 'country', 'city', 'network'].some(keyword => name.includes(keyword))) {
 | 
						||
                groups['Network Information'].attributes.push(attr);
 | 
						||
                assigned = true;
 | 
						||
            }
 | 
						||
            // Provider-specific data
 | 
						||
            else if (provider && ['shodan_', 'crtsh_', 'dns_'].some(prefix => name.startsWith(prefix))) {
 | 
						||
                groups['Provider Data'].attributes.push(attr);
 | 
						||
                assigned = true;
 | 
						||
            }
 | 
						||
            
 | 
						||
            // If not assigned to any specific group, put in technical details
 | 
						||
            if (!assigned) {
 | 
						||
                groups['Technical Details'].attributes.push(attr);
 | 
						||
            }
 | 
						||
        }
 | 
						||
 | 
						||
        // Remove empty groups
 | 
						||
        Object.keys(groups).forEach(groupName => {
 | 
						||
            if (groups[groupName].attributes.length === 0) {
 | 
						||
                delete groups[groupName];
 | 
						||
            }
 | 
						||
        });
 | 
						||
 | 
						||
        return groups;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * UPDATED: Enhanced correlation details showing the correlated attribute clearly (no formatting)
 | 
						||
     */
 | 
						||
    generateCorrelationDetails(node) {
 | 
						||
        const metadata = node.metadata || {};
 | 
						||
        const value = metadata.value;
 | 
						||
        const correlatedNodes = metadata.correlated_nodes || [];
 | 
						||
        const sources = metadata.sources || [];
 | 
						||
        
 | 
						||
        let html = '';
 | 
						||
        
 | 
						||
        // Show what attribute is being correlated
 | 
						||
        const primarySource = metadata.primary_source || 'unknown';
 | 
						||
        
 | 
						||
        html += `
 | 
						||
            <div class="modal-section">
 | 
						||
                <details open>
 | 
						||
                    <summary>
 | 
						||
                        <span>🔗 Correlation: ${primarySource}</span>
 | 
						||
                        <span class="merge-badge">${correlatedNodes.length}</span>
 | 
						||
                    </summary>
 | 
						||
                    <div class="modal-section-content">
 | 
						||
                        <div class="attribute-list">
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Shared Value</span>
 | 
						||
                                <span class="attribute-value-compact"><code>${this.escapeHtml(String(value))}</code></span>
 | 
						||
                            </div>
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Attribute Type</span>
 | 
						||
                                <span class="attribute-value-compact">${primarySource}</span>
 | 
						||
                            </div>
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Correlated Nodes</span>
 | 
						||
                                <span class="attribute-value-compact">${correlatedNodes.length} nodes</span>
 | 
						||
                            </div>
 | 
						||
                        </div>
 | 
						||
                    </div>
 | 
						||
                </details>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
        
 | 
						||
        // Show the correlated nodes
 | 
						||
        if (correlatedNodes.length > 0) {
 | 
						||
            html += `
 | 
						||
                <div class="modal-section">
 | 
						||
                    <details>
 | 
						||
                        <summary>🌐 Correlated Nodes (${correlatedNodes.length})</summary>
 | 
						||
                        <div class="modal-section-content">
 | 
						||
                            <div class="relationship-compact">
 | 
						||
            `;
 | 
						||
            
 | 
						||
            correlatedNodes.forEach(nodeId => {
 | 
						||
                html += `
 | 
						||
                    <div class="relationship-compact-item">
 | 
						||
                        <span class="node-link-compact" data-node-id="${nodeId}">${nodeId}</span>
 | 
						||
                    </div>
 | 
						||
                `;
 | 
						||
            });
 | 
						||
            
 | 
						||
            html += '</div></div></details></div>';
 | 
						||
        }
 | 
						||
        
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
 | 
						||
 | 
						||
 | 
						||
 | 
						||
    /**
 | 
						||
     * UPDATED: Generate large entity details using unified data model
 | 
						||
     */
 | 
						||
    generateLargeEntityDetails(node) {
 | 
						||
        // Look for attributes in the unified model structure
 | 
						||
        const attributes = node.attributes || [];
 | 
						||
        const nodesAttribute = attributes.find(attr => attr.name === 'nodes');
 | 
						||
        const countAttribute = attributes.find(attr => attr.name === 'count');
 | 
						||
        const nodeTypeAttribute = attributes.find(attr => attr.name === 'node_type');
 | 
						||
        const sourceProviderAttribute = attributes.find(attr => attr.name === 'source_provider');
 | 
						||
        const discoveryDepthAttribute = attributes.find(attr => attr.name === 'discovery_depth');
 | 
						||
        
 | 
						||
        const nodes = nodesAttribute ? nodesAttribute.value : [];
 | 
						||
        const count = countAttribute ? countAttribute.value : 0;
 | 
						||
        const nodeType = nodeTypeAttribute ? nodeTypeAttribute.value : 'nodes';
 | 
						||
        const sourceProvider = sourceProviderAttribute ? sourceProviderAttribute.value : 'Unknown';
 | 
						||
        const discoveryDepth = discoveryDepthAttribute ? discoveryDepthAttribute.value : 'Unknown';
 | 
						||
        
 | 
						||
        let html = `
 | 
						||
            <div class="modal-section">
 | 
						||
                <details open>
 | 
						||
                    <summary>📦 Entity Summary</summary>
 | 
						||
                    <div class="modal-section-content">
 | 
						||
                        <div class="attribute-list">
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Contains</span>
 | 
						||
                                <span class="attribute-value-compact">${count} ${nodeType}s</span>
 | 
						||
                            </div>
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Provider</span>
 | 
						||
                                <span class="attribute-value-compact">${sourceProvider}</span>
 | 
						||
                            </div>
 | 
						||
                            <div class="attribute-item-compact">
 | 
						||
                                <span class="attribute-key-compact">Depth</span>
 | 
						||
                                <span class="attribute-value-compact">${discoveryDepth}</span>
 | 
						||
                            </div>
 | 
						||
                        </div>
 | 
						||
                    </div>
 | 
						||
                </details>
 | 
						||
            </div>
 | 
						||
            
 | 
						||
            <div class="modal-section">
 | 
						||
                <details open>
 | 
						||
                    <summary>📋 Contained ${nodeType}s (${Array.isArray(nodes) ? nodes.length : 0})</summary>
 | 
						||
                    <div class="modal-section-content">
 | 
						||
                        <div class="relationship-compact">
 | 
						||
        `;
 | 
						||
        
 | 
						||
        const largeEntityId = node.id;
 | 
						||
 | 
						||
        if (Array.isArray(nodes)) {
 | 
						||
            nodes.forEach(innerNodeId => {
 | 
						||
                html += `
 | 
						||
                    <div class="relationship-compact-item">
 | 
						||
                        <span class="node-link-compact" data-node-id="${innerNodeId}">${innerNodeId}</span>
 | 
						||
                        <button class="btn-icon-small extract-node-btn" 
 | 
						||
                                title="Extract to graph"
 | 
						||
                                data-large-entity-id="${largeEntityId}" 
 | 
						||
                                data-node-id="${innerNodeId}">[+]</button>
 | 
						||
                    </div>
 | 
						||
                `;
 | 
						||
            });
 | 
						||
        }
 | 
						||
        
 | 
						||
        html += '</div></div></details></div>';
 | 
						||
        
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
    generateRelationshipsSection(node) {
 | 
						||
        let html = '';
 | 
						||
        
 | 
						||
        if (node.incoming_edges && node.incoming_edges.length > 0) {
 | 
						||
            html += `
 | 
						||
                <div class="modal-section">
 | 
						||
                    <details>
 | 
						||
                        <summary>⬅️ Source Relationships (${node.incoming_edges.length})</summary>
 | 
						||
                        <div class="modal-section-content">
 | 
						||
                            <div class="relationship-list">
 | 
						||
            `;
 | 
						||
            
 | 
						||
            node.incoming_edges.forEach(edge => {
 | 
						||
                const confidence = edge.data.confidence_score || 0;
 | 
						||
                const confidenceClass = confidence >= 0.8 ? 'high' : confidence >= 0.6 ? 'medium' : 'low';
 | 
						||
                
 | 
						||
                html += `
 | 
						||
                    <div class="relationship-item">
 | 
						||
                        <div class="relationship-source node-link" data-node-id="${edge.from}">
 | 
						||
                            ${edge.from}
 | 
						||
                        </div>
 | 
						||
                        <div class="relationship-type">
 | 
						||
                            <span class="relation-label">${edge.data.relationship_type}</span>
 | 
						||
                            <span class="confidence-indicator confidence-${confidenceClass}" title="Confidence: ${(confidence * 100).toFixed(1)}%">
 | 
						||
                                ${'●'.repeat(Math.ceil(confidence * 3))}
 | 
						||
                            </span>
 | 
						||
                        </div>
 | 
						||
                    </div>
 | 
						||
                `;
 | 
						||
            });
 | 
						||
            
 | 
						||
            html += '</div></div></details></div>';
 | 
						||
        }
 | 
						||
        
 | 
						||
        if (node.outgoing_edges && node.outgoing_edges.length > 0) {
 | 
						||
            html += `
 | 
						||
                <div class="modal-section">
 | 
						||
                    <details>
 | 
						||
                        <summary>➡️ Target Relationships (${node.outgoing_edges.length})</summary>
 | 
						||
                        <div class="modal-section-content">
 | 
						||
                            <div class="relationship-list">
 | 
						||
            `;
 | 
						||
            
 | 
						||
            node.outgoing_edges.forEach(edge => {
 | 
						||
                const confidence = edge.data.confidence_score || 0;
 | 
						||
                const confidenceClass = confidence >= 0.8 ? 'high' : confidence >= 0.6 ? 'medium' : 'low';
 | 
						||
                
 | 
						||
                html += `
 | 
						||
                    <div class="relationship-item">
 | 
						||
                        <div class="relationship-target node-link" data-node-id="${edge.to}">
 | 
						||
                            ${edge.to}
 | 
						||
                        </div>
 | 
						||
                        <div class="relationship-type">
 | 
						||
                            <span class="relation-label">${edge.data.relationship_type}</span>
 | 
						||
                            <span class="confidence-indicator confidence-${confidenceClass}" title="Confidence: ${(confidence * 100).toFixed(1)}%">
 | 
						||
                                ${'●'.repeat(Math.ceil(confidence * 3))}
 | 
						||
                            </span>
 | 
						||
                        </div>
 | 
						||
                    </div>
 | 
						||
                `;
 | 
						||
            });
 | 
						||
            
 | 
						||
            html += '</div></div></details></div>';
 | 
						||
        }
 | 
						||
        
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
    formatObjectCompact(obj) {
 | 
						||
        if (!obj || typeof obj !== 'object') return '';
 | 
						||
        
 | 
						||
        const entries = Object.entries(obj);
 | 
						||
        if (entries.length <= 2) {
 | 
						||
            let html = '';
 | 
						||
            entries.forEach(([key, value]) => {
 | 
						||
                html += `<div><strong>${key}:</strong> ${this.escapeHtml(String(value))}</div>`;
 | 
						||
            });
 | 
						||
            return html;
 | 
						||
        }
 | 
						||
        
 | 
						||
        // For complex objects, show first entry with expansion
 | 
						||
        return `
 | 
						||
            <div><strong>${entries[0][0]}:</strong> ${this.escapeHtml(String(entries[0][1]))}</div>
 | 
						||
            <details class="object-more">
 | 
						||
                <summary>+${entries.length - 1} more properties...</summary>
 | 
						||
                <div class="object-display">
 | 
						||
                    ${entries.slice(1).map(([key, value]) => 
 | 
						||
                        `<div><strong>${key}:</strong> ${this.escapeHtml(String(value))}</div>`
 | 
						||
                    ).join('')}
 | 
						||
                </div>
 | 
						||
            </details>
 | 
						||
        `;
 | 
						||
    }
 | 
						||
 | 
						||
    generateDescriptionSection(node) {
 | 
						||
        if (!node.description) return '';
 | 
						||
        
 | 
						||
        return `
 | 
						||
            <div class="section-card description-section">
 | 
						||
                <div class="section-header">
 | 
						||
                    <h4><span class="section-icon">📄</span>Description</h4>
 | 
						||
                </div>
 | 
						||
                <div class="description-content">
 | 
						||
                    ${this.escapeHtml(node.description)}
 | 
						||
                </div>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
    }
 | 
						||
 | 
						||
    generateMetadataSection(node) {
 | 
						||
        if (!node.metadata || Object.keys(node.metadata).length === 0) return '';
 | 
						||
        
 | 
						||
        return `
 | 
						||
            <div class="section-card metadata-section collapsed">
 | 
						||
                <div class="section-header">
 | 
						||
                    <h4><span class="section-icon">🔧</span>Technical Metadata</h4>
 | 
						||
                    <button class="toggle-section-btn" onclick="this.parentElement.parentElement.classList.toggle('collapsed')">
 | 
						||
                        <span class="toggle-icon">▼</span>
 | 
						||
                    </button>
 | 
						||
                </div>
 | 
						||
                <div class="metadata-content">
 | 
						||
                    ${this.formatObjectToHtml(node.metadata)}
 | 
						||
                </div>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
    }
 | 
						||
 | 
						||
    escapeHtml(text) {
 | 
						||
        const div = document.createElement('div');
 | 
						||
        div.textContent = text;
 | 
						||
        return div.innerHTML;
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Recursively formats a JavaScript object into an HTML unordered list with collapsible sections.
 | 
						||
     * @param {Object} obj - The object to format.
 | 
						||
     * @returns {string} - An HTML string representing the object.
 | 
						||
     */
 | 
						||
    formatObjectToHtml(obj) {
 | 
						||
        if (!obj || Object.keys(obj).length === 0) {
 | 
						||
            return '<p class="no-data">No data available.</p>';
 | 
						||
        }
 | 
						||
    
 | 
						||
        let html = '<ul>';
 | 
						||
        for (const key in obj) {
 | 
						||
            if (Object.hasOwnProperty.call(obj, key)) {
 | 
						||
                const value = obj[key];
 | 
						||
                const formattedKey = key.replace(/_/g, ' ').replace(/\b\w/g, l => l.toUpperCase());
 | 
						||
    
 | 
						||
                if (typeof value === 'object' && value !== null) {
 | 
						||
                    html += `<li><details><summary><strong>${formattedKey}</strong></summary>`;
 | 
						||
                    html += this.formatObjectToHtml(value);
 | 
						||
                    html += `</details></li>`;
 | 
						||
                } else {
 | 
						||
                    html += `<li><strong>${formattedKey}:</strong> ${this.formatValue(value)}</li>`;
 | 
						||
                }
 | 
						||
            }
 | 
						||
        }
 | 
						||
        html += '</ul>';
 | 
						||
        return html;
 | 
						||
    }
 | 
						||
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Enhanced showNodeModal with better event handling
 | 
						||
     */
 | 
						||
    showNodeModal(node) {
 | 
						||
        if (!this.elements.nodeModal || !node) return;
 | 
						||
 | 
						||
        if (this.elements.modalTitle) {
 | 
						||
            this.elements.modalTitle.innerHTML = `
 | 
						||
                <span class="modal-title-icon">${this.getNodeTypeIcon(node.type)}</span>
 | 
						||
                <span class="modal-title-text">${node.id}</span>
 | 
						||
            `;
 | 
						||
        }
 | 
						||
        
 | 
						||
        const detailsHtml = this.generateNodeDetailsHtml(node);
 | 
						||
        
 | 
						||
        if (this.elements.modalDetails) {
 | 
						||
            this.elements.modalDetails.innerHTML = detailsHtml;
 | 
						||
            
 | 
						||
            // Add enhanced event handlers
 | 
						||
            this.addModalEventHandlers();
 | 
						||
        }
 | 
						||
        
 | 
						||
        this.elements.nodeModal.style.display = 'block';
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Add event handlers for enhanced modal interactions
 | 
						||
     */
 | 
						||
    addModalEventHandlers() {
 | 
						||
        // Handle node navigation links - FIXED to work properly
 | 
						||
        this.elements.modalDetails.querySelectorAll('.node-link-compact').forEach(link => {
 | 
						||
            link.addEventListener('click', (e) => {
 | 
						||
                e.preventDefault();
 | 
						||
                e.stopPropagation();
 | 
						||
                
 | 
						||
                const nodeId = e.target.dataset.nodeId || e.target.getAttribute('data-node-id');
 | 
						||
                console.log('Node link clicked:', nodeId);
 | 
						||
                
 | 
						||
                if (nodeId && this.graphManager && this.graphManager.nodes) {
 | 
						||
                    const nextNode = this.graphManager.nodes.get(nodeId);
 | 
						||
                    if (nextNode) {
 | 
						||
                        console.log('Navigating to node:', nextNode);
 | 
						||
                        // Don't hide modal, just update content
 | 
						||
                        this.showNodeModal(nextNode);
 | 
						||
                    } else {
 | 
						||
                        console.warn('Node not found:', nodeId);
 | 
						||
                    }
 | 
						||
                }
 | 
						||
            });
 | 
						||
        });
 | 
						||
 | 
						||
        // Handle the new extract button
 | 
						||
        this.elements.modalDetails.querySelectorAll('.extract-node-btn').forEach(button => {
 | 
						||
            button.addEventListener('click', (e) => {
 | 
						||
                e.preventDefault();
 | 
						||
                e.stopPropagation();
 | 
						||
                
 | 
						||
                const largeEntityId = e.target.dataset.largeEntityId;
 | 
						||
                const nodeId = e.target.dataset.nodeId;
 | 
						||
                
 | 
						||
                console.log(`Extract button clicked for node ${nodeId} from entity ${largeEntityId}`);
 | 
						||
                this.extractNode(largeEntityId, nodeId);
 | 
						||
            });
 | 
						||
        });
 | 
						||
        
 | 
						||
        // Handle legacy node links
 | 
						||
        this.elements.modalDetails.querySelectorAll('.node-link').forEach(link => {
 | 
						||
            link.addEventListener('click', (e) => {
 | 
						||
                e.preventDefault();
 | 
						||
                e.stopPropagation();
 | 
						||
                
 | 
						||
                const nodeId = e.target.dataset.nodeId || e.target.getAttribute('data-node-id');
 | 
						||
                if (nodeId && this.graphManager && this.graphManager.nodes) {
 | 
						||
                    const nextNode = this.graphManager.nodes.get(nodeId);
 | 
						||
                    if (nextNode) {
 | 
						||
                        this.showNodeModal(nextNode);
 | 
						||
                    }
 | 
						||
                }
 | 
						||
            });
 | 
						||
        });
 | 
						||
    }
 | 
						||
 | 
						||
    async extractNode(largeEntityId, nodeId) {
 | 
						||
        try {
 | 
						||
            const response = await this.apiCall('/api/graph/large-entity/extract', 'POST', {
 | 
						||
                large_entity_id: largeEntityId,
 | 
						||
                node_id: nodeId,
 | 
						||
            });
 | 
						||
 | 
						||
            if (response.success) {
 | 
						||
                this.showSuccess(response.message);
 | 
						||
                
 | 
						||
                this.hideModal();
 | 
						||
 | 
						||
                // If the scanner was idle, it's now running. Start polling to see the new node appear.
 | 
						||
                if (this.scanStatus === 'idle') {
 | 
						||
                    this.startPolling(1000);
 | 
						||
                } else {
 | 
						||
                    // If already scanning, force a quick graph update to see the change sooner.
 | 
						||
                    setTimeout(() => this.updateGraph(), 500);
 | 
						||
                }
 | 
						||
 | 
						||
            } else {
 | 
						||
                throw new Error(response.error || 'Extraction failed on the server.');
 | 
						||
            }
 | 
						||
        } catch (error) {
 | 
						||
            console.error('Failed to extract node:', error);
 | 
						||
            this.showError(`Extraction failed: ${error.message}`);
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    initializeModalFunctionality() {
 | 
						||
        // Make sure the graph manager has node access
 | 
						||
        console.log('Initializing modal functionality...');
 | 
						||
        
 | 
						||
        // Set up event delegation for dynamic content
 | 
						||
        document.addEventListener('click', (e) => {
 | 
						||
            const target = e.target.closest('.node-link-compact, .node-link');
 | 
						||
            if (target) {
 | 
						||
                e.preventDefault();
 | 
						||
                e.stopPropagation();
 | 
						||
                
 | 
						||
                const nodeId = target.dataset.nodeId || target.getAttribute('data-node-id');
 | 
						||
                if (nodeId && this.graphManager && this.graphManager.nodes) {
 | 
						||
                    const nextNode = this.graphManager.nodes.get(nodeId);
 | 
						||
                    if (nextNode) {
 | 
						||
                        this.showNodeModal(nextNode);
 | 
						||
                    }
 | 
						||
                }
 | 
						||
            }
 | 
						||
        });
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Get icon for node type
 | 
						||
     */
 | 
						||
    getNodeTypeIcon(nodeType) {
 | 
						||
        const icons = {
 | 
						||
            'domain': '🌍',
 | 
						||
            'ip': '📍',
 | 
						||
            'asn': '🏢',
 | 
						||
            'large_entity': '📦',
 | 
						||
            'correlation_object': '🔗'
 | 
						||
        };
 | 
						||
        return icons[nodeType] || '●';
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Enhanced hideModal with animation
 | 
						||
     */
 | 
						||
    hideModal() {
 | 
						||
        if (this.elements.nodeModal) {
 | 
						||
            this.elements.nodeModal.classList.add('modal-closing');
 | 
						||
            
 | 
						||
            setTimeout(() => {
 | 
						||
                this.elements.nodeModal.style.display = 'none';
 | 
						||
                this.elements.nodeModal.classList.remove('modal-closing');
 | 
						||
            }, 200);
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Copy text to clipboard with user feedback
 | 
						||
     */
 | 
						||
    async copyToClipboard(text) {
 | 
						||
        try {
 | 
						||
            await navigator.clipboard.writeText(text);
 | 
						||
            this.showMessage('Copied to clipboard', 'success');
 | 
						||
        } catch (err) {
 | 
						||
            // Fallback for older browsers
 | 
						||
            const textArea = document.createElement('textarea');
 | 
						||
            textArea.value = text;
 | 
						||
            textArea.style.position = 'fixed';
 | 
						||
            textArea.style.opacity = '0';
 | 
						||
            document.body.appendChild(textArea);
 | 
						||
            textArea.select();
 | 
						||
            
 | 
						||
            try {
 | 
						||
                document.execCommand('copy');
 | 
						||
                this.showMessage('Copied to clipboard', 'success');
 | 
						||
            } catch (fallbackErr) {
 | 
						||
                this.showMessage('Failed to copy text', 'error');
 | 
						||
            }
 | 
						||
            
 | 
						||
            document.body.removeChild(textArea);
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Enhanced keyboard navigation for modals
 | 
						||
     */
 | 
						||
    setupModalKeyboardNavigation() {
 | 
						||
        document.addEventListener('keydown', (e) => {
 | 
						||
            if (this.elements.nodeModal && this.elements.nodeModal.style.display === 'block') {
 | 
						||
                switch (e.key) {
 | 
						||
                    case 'Escape':
 | 
						||
                        this.hideModal();
 | 
						||
                        break;
 | 
						||
                    case 'Tab':
 | 
						||
                        this.handleModalTabNavigation(e);
 | 
						||
                        break;
 | 
						||
                    case 'Enter':
 | 
						||
                        if (e.target.classList.contains('node-link') || e.target.classList.contains('node-link-item')) {
 | 
						||
                            e.target.click();
 | 
						||
                        }
 | 
						||
                        break;
 | 
						||
                }
 | 
						||
            }
 | 
						||
        });
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Handle tab navigation within modal
 | 
						||
     */
 | 
						||
    handleModalTabNavigation(e) {
 | 
						||
        const focusableElements = this.elements.nodeModal.querySelectorAll(
 | 
						||
            'button, [href], input, select, textarea, [tabindex]:not([tabindex="-1"])'
 | 
						||
        );
 | 
						||
        const firstElement = focusableElements[0];
 | 
						||
        const lastElement = focusableElements[focusableElements.length - 1];
 | 
						||
        
 | 
						||
        if (e.shiftKey) {
 | 
						||
            if (document.activeElement === firstElement) {
 | 
						||
                lastElement.focus();
 | 
						||
                e.preventDefault();
 | 
						||
            }
 | 
						||
        } else {
 | 
						||
            if (document.activeElement === lastElement) {
 | 
						||
                firstElement.focus();
 | 
						||
                e.preventDefault();
 | 
						||
            }
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Initialize enhanced modal functionality
 | 
						||
     */
 | 
						||
    initializeEnhancedModals() {
 | 
						||
        this.setupModalKeyboardNavigation();
 | 
						||
        
 | 
						||
        // Add CSS classes for animations
 | 
						||
        const style = document.createElement('style');
 | 
						||
        style.textContent = `
 | 
						||
            .modal-opening {
 | 
						||
                animation: modalFadeIn 0.3s ease-out;
 | 
						||
            }
 | 
						||
            
 | 
						||
            .modal-closing {
 | 
						||
                animation: modalFadeOut 0.2s ease-in;
 | 
						||
            }
 | 
						||
            
 | 
						||
            @keyframes modalFadeIn {
 | 
						||
                from {
 | 
						||
                    opacity: 0;
 | 
						||
                    transform: scale(0.9);
 | 
						||
                }
 | 
						||
                to {
 | 
						||
                    opacity: 1;
 | 
						||
                    transform: scale(1);
 | 
						||
                }
 | 
						||
            }
 | 
						||
            
 | 
						||
            @keyframes modalFadeOut {
 | 
						||
                from {
 | 
						||
                    opacity: 1;
 | 
						||
                    transform: scale(1);
 | 
						||
                }
 | 
						||
                to {
 | 
						||
                    opacity: 0;
 | 
						||
                    transform: scale(0.95);
 | 
						||
                }
 | 
						||
            }
 | 
						||
            
 | 
						||
            .array-value.expanded .array-items {
 | 
						||
                max-height: none;
 | 
						||
            }
 | 
						||
            
 | 
						||
            .modal-title-icon {
 | 
						||
                margin-right: 0.5rem;
 | 
						||
                font-size: 1.2rem;
 | 
						||
            }
 | 
						||
            
 | 
						||
            .modal-title-text {
 | 
						||
                font-family: 'Special Elite', monospace;
 | 
						||
            }
 | 
						||
        `;
 | 
						||
        document.head.appendChild(style);
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Show Settings modal
 | 
						||
     */
 | 
						||
    showSettingsModal() {
 | 
						||
        if (this.elements.settingsModal) {
 | 
						||
            this.elements.settingsModal.style.display = 'block';
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Hide Settings modal
 | 
						||
     */
 | 
						||
    hideSettingsModal() {
 | 
						||
        if (this.elements.settingsModal) {
 | 
						||
            this.elements.settingsModal.style.display = 'none';
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Save API Keys
 | 
						||
     */
 | 
						||
    async saveApiKeys() {
 | 
						||
        const inputs = this.elements.apiKeyInputs.querySelectorAll('input');
 | 
						||
        const keys = {};
 | 
						||
        inputs.forEach(input => {
 | 
						||
            const provider = input.dataset.provider;
 | 
						||
            const value = input.value.trim();
 | 
						||
            if (provider && value) {
 | 
						||
                keys[provider] = value;
 | 
						||
            }
 | 
						||
        });
 | 
						||
 | 
						||
        if (Object.keys(keys).length === 0) {
 | 
						||
            this.showWarning('No API keys were entered.');
 | 
						||
            return;
 | 
						||
        }
 | 
						||
 | 
						||
        try {
 | 
						||
            const response = await this.apiCall('/api/config/api-keys', 'POST', keys);
 | 
						||
            if (response.success) {
 | 
						||
                this.showSuccess(response.message);
 | 
						||
                this.hideSettingsModal();
 | 
						||
                this.loadProviders(); // Refresh provider status
 | 
						||
            } else {
 | 
						||
                throw new Error(response.error || 'Failed to save API keys');
 | 
						||
            }
 | 
						||
        } catch (error) {
 | 
						||
            this.showError(`Error saving API keys: ${error.message}`);
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Reset API Key fields
 | 
						||
     */
 | 
						||
    resetApiKeys() {
 | 
						||
        const inputs = this.elements.apiKeyInputs.querySelectorAll('input');
 | 
						||
        inputs.forEach(input => {
 | 
						||
            input.value = '';
 | 
						||
        });
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Check if graph data has changed
 | 
						||
     * @param {Object} graphData - New graph data
 | 
						||
     * @returns {boolean} True if data has changed
 | 
						||
     */
 | 
						||
    hasGraphChanged(graphData) {
 | 
						||
        // Simple check based on node and edge counts and timestamps
 | 
						||
        const currentStats = this.graphManager.getStatistics();
 | 
						||
        const newNodeCount = graphData.nodes ? graphData.nodes.length : 0;
 | 
						||
        const newEdgeCount = graphData.edges ? graphData.edges.length : 0;
 | 
						||
        
 | 
						||
        // Check if counts changed
 | 
						||
        const countsChanged = currentStats.nodeCount !== newNodeCount || currentStats.edgeCount !== newEdgeCount;
 | 
						||
        
 | 
						||
        // Also check if we have new timestamp data
 | 
						||
        const hasNewTimestamp = graphData.statistics && 
 | 
						||
                               graphData.statistics.last_modified && 
 | 
						||
                               graphData.statistics.last_modified !== this.lastGraphTimestamp;
 | 
						||
        
 | 
						||
        if (hasNewTimestamp) {
 | 
						||
            this.lastGraphTimestamp = graphData.statistics.last_modified;
 | 
						||
        }
 | 
						||
        
 | 
						||
        const changed = countsChanged || hasNewTimestamp;
 | 
						||
        
 | 
						||
        console.log(`Graph change check: Current(${currentStats.nodeCount}n, ${currentStats.edgeCount}e) vs New(${newNodeCount}n, ${newEdgeCount}e) = ${changed}`);
 | 
						||
        
 | 
						||
        return changed;
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Make API call to server
 | 
						||
     * @param {string} endpoint - API endpoint
 | 
						||
     * @param {string} method - HTTP method
 | 
						||
     * @param {Object} data - Request data
 | 
						||
     * @returns {Promise<Object>} Response data
 | 
						||
     */
 | 
						||
    async apiCall(endpoint, method = 'GET', data = null) {
 | 
						||
        console.log(`Making API call: ${method} ${endpoint}`, data ? data : '(no data)');
 | 
						||
        
 | 
						||
        try {
 | 
						||
            const options = {
 | 
						||
                method: method,
 | 
						||
                headers: {
 | 
						||
                    'Content-Type': 'application/json'
 | 
						||
                }
 | 
						||
            };
 | 
						||
            
 | 
						||
            if (data && method !== 'GET') {
 | 
						||
                options.body = JSON.stringify(data);
 | 
						||
                console.log('Request body:', options.body);
 | 
						||
            }
 | 
						||
            
 | 
						||
            console.log('Fetch options:', options);
 | 
						||
            const response = await fetch(endpoint, options);
 | 
						||
            
 | 
						||
            console.log('Response status:', response.status, response.statusText);
 | 
						||
            
 | 
						||
            if (!response.ok) {
 | 
						||
                throw new Error(`HTTP ${response.status}: ${response.statusText}`);
 | 
						||
            }
 | 
						||
            
 | 
						||
            const result = await response.json();
 | 
						||
            console.log('Response data:', result);
 | 
						||
            
 | 
						||
            return result;
 | 
						||
            
 | 
						||
        } catch (error) {
 | 
						||
            console.error(`API call failed for ${method} ${endpoint}:`, error);
 | 
						||
            throw error;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Validate target (domain or IP)
 | 
						||
     * @param {string} target - Target to validate
 | 
						||
     * @returns {boolean} True if valid
 | 
						||
     */
 | 
						||
    isValidTarget(target) {
 | 
						||
        return this.isValidDomain(target) || this.isValidIp(target);
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Validate domain name
 | 
						||
     * @param {string} domain - Domain to validate
 | 
						||
     * @returns {boolean} True if valid
 | 
						||
     */
 | 
						||
    isValidDomain(domain) {
 | 
						||
        console.log(`Validating domain: "${domain}"`);
 | 
						||
        if (!domain || typeof domain !== 'string' || domain.length > 253 || /^\d{1,3}(\.\d{1,3}){3}$/.test(domain)) {
 | 
						||
            return false;
 | 
						||
        }
 | 
						||
        const parts = domain.split('.');
 | 
						||
        if (parts.length < 2 || parts.some(part => !/^[a-zA-Z0-9-]{1,63}$/.test(part) || part.startsWith('-') || part.endsWith('-'))) {
 | 
						||
            return false;
 | 
						||
        }
 | 
						||
        return true;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Validate IP address
 | 
						||
     * @param {string} ip - IP to validate
 | 
						||
     * @returns {boolean} True if valid
 | 
						||
     */
 | 
						||
    isValidIp(ip) {
 | 
						||
        console.log(`Validating IP: "${ip}"`);
 | 
						||
        const parts = ip.split('.');
 | 
						||
        if (parts.length !== 4) {
 | 
						||
            return false;
 | 
						||
        }
 | 
						||
        return parts.every(part => {
 | 
						||
            const num = parseInt(part, 10);
 | 
						||
            return !isNaN(num) && num >= 0 && num <= 255 && String(num) === part;
 | 
						||
        });
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Format status text for display
 | 
						||
     * @param {string} status - Raw status
 | 
						||
     * @returns {string} Formatted status
 | 
						||
     */
 | 
						||
    formatStatus(status) {
 | 
						||
        const statusMap = {
 | 
						||
            'idle': 'Idle',
 | 
						||
            'running': 'Running',
 | 
						||
            'completed': 'Completed',
 | 
						||
            'failed': 'Failed',
 | 
						||
            'stopped': 'Stopped'
 | 
						||
        };
 | 
						||
        return statusMap[status] || status;
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Format label for display
 | 
						||
     * @param {string} label - Raw label
 | 
						||
     * @returns {string} Formatted label
 | 
						||
     */
 | 
						||
    formatLabel(label) {
 | 
						||
        return label.replace(/_/g, ' ').replace(/\b\w/g, l => l.toUpperCase());
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Format value for display
 | 
						||
     * @param {*} value - Raw value
 | 
						||
     * @returns {string} Formatted value
 | 
						||
     */
 | 
						||
    formatValue(value) {
 | 
						||
        if (typeof value === 'object' && value !== null) {
 | 
						||
            // Use <pre> for nicely formatted JSON
 | 
						||
            return `<pre>${JSON.stringify(value, null, 2)}</pre>`;
 | 
						||
        } else {
 | 
						||
            // Escape HTML to prevent XSS issues with string values
 | 
						||
            const strValue = String(value);
 | 
						||
            return strValue.replace(/</g, "<").replace(/>/g, ">");
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Show success message
 | 
						||
     * @param {string} message - Success message
 | 
						||
     */
 | 
						||
    showSuccess(message) {
 | 
						||
        this.showMessage(message, 'success');
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Show info message
 | 
						||
     * @param {string} message - Info message
 | 
						||
     */
 | 
						||
    showInfo(message) {
 | 
						||
        this.showMessage(message, 'info');
 | 
						||
    }
 | 
						||
    
 | 
						||
    showWarning(message) {
 | 
						||
        this.showMessage(message, 'warning');
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Show error message
 | 
						||
     * @param {string} message - Error message
 | 
						||
     */
 | 
						||
    showError(message) {
 | 
						||
        this.showMessage(message, 'error');
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Show connection error
 | 
						||
     */
 | 
						||
    showConnectionError() {
 | 
						||
        this.updateConnectionStatus('error');
 | 
						||
    }
 | 
						||
    
 | 
						||
    /**
 | 
						||
     * Show message with visual feedback
 | 
						||
     * @param {string} message - Message text
 | 
						||
     * @param {string} type - Message type (success, error, warning, info)
 | 
						||
     */
 | 
						||
    showMessage(message, type = 'info') {
 | 
						||
        console.log(`${type.toUpperCase()}: ${message}`);
 | 
						||
        
 | 
						||
        // Create message element
 | 
						||
        const messageElement = document.createElement('div');
 | 
						||
        messageElement.className = `message-toast message-${type}`;
 | 
						||
        
 | 
						||
        messageElement.innerHTML = `
 | 
						||
            <div style="display: flex; justify-content: space-between; align-items: center; padding: 12px 20px;">
 | 
						||
                <span style="flex: 1;">${message}</span>
 | 
						||
                <button onclick="this.parentElement.parentElement.remove()" 
 | 
						||
                        style="background: none; border: none; color: #fff; cursor: pointer; font-size: 16px; margin-left: 10px; opacity: 0.7;">×</button>
 | 
						||
            </div>
 | 
						||
        `;
 | 
						||
        
 | 
						||
        // Add to container
 | 
						||
        const container = document.getElementById('message-container');
 | 
						||
        if (container) {
 | 
						||
            container.appendChild(messageElement);
 | 
						||
        
 | 
						||
            // Auto-remove after delay
 | 
						||
            setTimeout(() => {
 | 
						||
                if (messageElement.parentNode) {
 | 
						||
                    messageElement.style.animation = 'slideOutRight 0.3s ease-out';
 | 
						||
                    setTimeout(() => {
 | 
						||
                        if (messageElement.parentNode) {
 | 
						||
                            messageElement.remove();
 | 
						||
                        }
 | 
						||
                    }, 300);
 | 
						||
                }
 | 
						||
            }, type === 'error' ? 8000 : 5000); // Errors stay longer
 | 
						||
        }
 | 
						||
        
 | 
						||
        // Update connection status to show activity
 | 
						||
        if (type === 'success' && this.consecutiveErrors === 0) {
 | 
						||
            this.updateConnectionStatus(this.isScanning ? 'active' : 'idle');
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Get message background color based on type
 | 
						||
     * @param {string} type - Message type
 | 
						||
     * @returns {string} CSS color
 | 
						||
     */
 | 
						||
    getMessageColor(type) {
 | 
						||
        const colors = {
 | 
						||
            'success': '#2c5c34',
 | 
						||
            'error': '#5c2c2c', 
 | 
						||
            'warning': '#5c4c2c',
 | 
						||
            'info': '#2c3e5c'
 | 
						||
        };
 | 
						||
        return colors[type] || colors.info;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Get message border color based on type
 | 
						||
     * @param {string} type - Message type
 | 
						||
     * @returns {string} CSS color
 | 
						||
     */
 | 
						||
    getMessageBorderColor(type) {
 | 
						||
        const colors = {
 | 
						||
            'success': '#00ff41',
 | 
						||
            'error': '#ff6b6b',
 | 
						||
            'warning': '#ff9900', 
 | 
						||
            'info': '#00aaff'
 | 
						||
        };
 | 
						||
        return colors[type] || colors.info;
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Build the API key modal dynamically
 | 
						||
     * @param {Object} providers - Provider information
 | 
						||
     */
 | 
						||
    buildApiKeyModal(providers) {
 | 
						||
        if (!this.elements.apiKeyInputs) return;
 | 
						||
        this.elements.apiKeyInputs.innerHTML = ''; // Clear existing inputs
 | 
						||
        let hasApiKeyProviders = false;
 | 
						||
 | 
						||
        for (const [name, info] of Object.entries(providers)) {
 | 
						||
            if (info.requires_api_key) {
 | 
						||
                hasApiKeyProviders = true;
 | 
						||
                const inputGroup = document.createElement('div');
 | 
						||
                inputGroup.className = 'apikey-section';
 | 
						||
 | 
						||
                if (info.enabled) {
 | 
						||
                    // If the API key is set and the provider is enabled
 | 
						||
                    inputGroup.innerHTML = `
 | 
						||
                        <label for="${name}-api-key">${info.display_name} API Key</label>
 | 
						||
                        <div class="api-key-set-message">
 | 
						||
                            <span class="api-key-set-text">API Key is set</span>
 | 
						||
                            <button class="clear-api-key-btn" data-provider="${name}">Clear</button>
 | 
						||
                        </div>
 | 
						||
                        <p class="apikey-help">Provides infrastructure context and service information.</p>
 | 
						||
                    `;
 | 
						||
                } else {
 | 
						||
                    // If the API key is not set
 | 
						||
                    inputGroup.innerHTML = `
 | 
						||
                        <label for="${name}-api-key">${info.display_name} API Key</label>
 | 
						||
                        <input type="password" id="${name}-api-key" data-provider="${name}" placeholder="Enter ${info.display_name} API Key">
 | 
						||
                        <p class="apikey-help">Provides infrastructure context and service information.</p>
 | 
						||
                    `;
 | 
						||
                }
 | 
						||
                this.elements.apiKeyInputs.appendChild(inputGroup);
 | 
						||
            }
 | 
						||
        }
 | 
						||
        
 | 
						||
        // Add event listeners for the new clear buttons
 | 
						||
        this.elements.apiKeyInputs.querySelectorAll('.clear-api-key-btn').forEach(button => {
 | 
						||
            button.addEventListener('click', (e) => {
 | 
						||
                const provider = e.target.dataset.provider;
 | 
						||
                this.clearApiKey(provider);
 | 
						||
            });
 | 
						||
        });
 | 
						||
 | 
						||
        if (!hasApiKeyProviders) {
 | 
						||
            this.elements.apiKeyInputs.innerHTML = '<p>No providers require API keys.</p>';
 | 
						||
        }
 | 
						||
    }
 | 
						||
 | 
						||
    /**
 | 
						||
     * Clear an API key for a specific provider
 | 
						||
     * @param {string} provider The name of the provider to clear the API key for
 | 
						||
     */
 | 
						||
    async clearApiKey(provider) {
 | 
						||
        try {
 | 
						||
            const response = await this.apiCall('/api/config/api-keys', 'POST', { [provider]: '' });
 | 
						||
            if (response.success) {
 | 
						||
                this.showSuccess(`API key for ${provider} has been cleared.`);
 | 
						||
                this.loadProviders(); // This will rebuild the modal with the updated state
 | 
						||
            } else {
 | 
						||
                throw new Error(response.error || 'Failed to clear API key');
 | 
						||
            }
 | 
						||
        } catch (error) {
 | 
						||
            this.showError(`Error clearing API key: ${error.message}`);
 | 
						||
        }
 | 
						||
    }
 | 
						||
}
 | 
						||
 | 
						||
// Add CSS animations for message toasts
 | 
						||
const style = document.createElement('style');
 | 
						||
style.textContent = `
 | 
						||
    @keyframes slideInRight {
 | 
						||
        from {
 | 
						||
            transform: translateX(100%);
 | 
						||
            opacity: 0;
 | 
						||
        }
 | 
						||
        to {
 | 
						||
            transform: translateX(0);
 | 
						||
            opacity: 1;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    @keyframes slideOutRight {
 | 
						||
        from {
 | 
						||
            transform: translateX(0);
 | 
						||
            opacity: 1;
 | 
						||
        }
 | 
						||
        to {
 | 
						||
            transform: translateX(100%);
 | 
						||
            opacity: 0;
 | 
						||
        }
 | 
						||
    }
 | 
						||
    
 | 
						||
    .message-container {
 | 
						||
        pointer-events: auto;
 | 
						||
    }
 | 
						||
    
 | 
						||
    .message-toast {
 | 
						||
        pointer-events: auto;
 | 
						||
    }
 | 
						||
`;
 | 
						||
document.head.appendChild(style);
 | 
						||
 | 
						||
// Initialize application when page loads
 | 
						||
console.log('Creating DNSReconApp instance...');
 | 
						||
const app = new DNSReconApp(); |