`;
groupData.attributes.forEach(attr => {
+ // Format the value appropriately
+ let displayValue = '';
+ if (attr.value === null || attr.value === undefined) {
+ displayValue = 'N/A';
+ } else if (Array.isArray(attr.value)) {
+ displayValue = attr.value.length > 0 ? `Array (${attr.value.length} items)` : 'Empty Array';
+ } else if (typeof attr.value === 'object') {
+ displayValue = 'Object';
+ } else {
+ displayValue = String(attr.value);
+ }
+
html += `
-
-
- ${this.formatAttributeLabel(attr.name)}
- ${this.formatAttributeValueEnhanced(attr)}
+ ${this.escapeHtml(attr.name || 'Unknown')}
+ ${this.escapeHtml(displayValue)}
`;
});
@@ -932,192 +930,50 @@ class DNSReconApp {
return html;
}
- formatAttributeValueEnhanced(attr) {
- const value = attr.value;
-
- if (value === null || value === undefined) {
- return 'None';
- }
-
- if (Array.isArray(value)) {
- if (value.length === 0) return 'None';
- if (value.length === 1) return this.escapeHtml(String(value[0]));
-
- // Complex array - make it collapsible
- const previewItems = value.slice(0, 2);
- const hasMore = value.length > 2;
-
- let html = '';
- return html;
- }
-
- if (typeof value === 'object' && value !== null) {
- return this.formatObjectExpandable(value);
- }
-
- return this.escapeHtml(String(value));
- }
-
/**
- * NEW: Format objects as expandable content
+ * NEW: Group attributes by provider and semantic meaning (no formatting)
*/
- formatObjectExpandable(obj) {
- if (!obj || typeof obj !== 'object') return '';
-
- const entries = Object.entries(obj);
- if (entries.length === 0) return 'Empty';
-
- if (entries.length <= 3) {
- // Simple inline display for small objects
- let html = '';
- entries.forEach(([key, value]) => {
- html += `
';
- return html;
- }
-
- // Expandable display for complex objects
- let html = '
- `;
-
- return html;
- }
-
- formatAttributeLabel(name) {
- // Handle provider prefixed attributes
- if (name.includes('_')) {
- const parts = name.split('_');
- if (parts.length >= 2) {
- const provider = parts[0];
- const attribute = parts.slice(1).join('_');
- return `${this.provider}: ${this.formatLabel(attribute)}`;
- }
- }
-
- return this.formatLabel(name);
- }
-
- groupAttributesIntelligently(attributes, nodeType) {
- const groups = {};
-
- // Define group configurations
- const groupConfigs = {
- 'DNS Records': {
- icon: 'đ',
- priority: 'high',
- keywords: ['dns', 'record', 'a_record', 'cname', 'mx', 'ns', 'txt', 'ptr'],
- providers: ['dns']
- },
- 'Certificate Information': {
- icon: 'đ',
- priority: 'high',
- keywords: ['cert', 'certificate', 'ssl', 'tls', 'issuer', 'validity', 'san'],
- providers: ['crtsh']
- },
- 'Network Information': {
- icon: 'đ',
- priority: 'high',
- keywords: ['port', 'service', 'banner', 'asn', 'organization', 'country', 'city'],
- providers: ['shodan']
- },
- 'Correlation Data': {
- icon: 'đ',
- priority: 'medium',
- keywords: ['correlation', 'shared', 'common'],
- providers: []
- }
+ groupAttributesByProviderAndType(attributes, nodeType) {
+ const groups = {
+ 'DNS Records': { icon: 'đ', priority: 'high', attributes: [] },
+ 'Certificate Information': { icon: 'đ', priority: 'high', attributes: [] },
+ 'Network Information': { icon: 'đ', priority: 'high', attributes: [] },
+ 'Provider Data': { icon: 'đ', priority: 'medium', attributes: [] },
+ 'Technical Details': { icon: 'âī¸', priority: 'low', attributes: [] }
};
- // Initialize groups
- Object.entries(groupConfigs).forEach(([name, config]) => {
- groups[name] = {
- ...config,
- attributes: []
- };
- });
+ for (const attr of attributes) {
+ const provider = attr.provider?.toLowerCase() || '';
+ const name = attr.name?.toLowerCase() || '';
- // Add a catch-all group
- groups['Other Information'] = {
- icon: 'đ',
- priority: 'low',
- attributes: []
- };
-
- // Classify attributes into groups
- attributes.forEach(attr => {
let assigned = false;
-
- // Try to assign to a specific group based on provider or keywords
- for (const [groupName, config] of Object.entries(groupConfigs)) {
- const matchesProvider = config.providers.includes(attr.provider);
- const matchesKeyword = config.keywords.some(keyword =>
- attr.name.toLowerCase().includes(keyword) ||
- attr.type.toLowerCase().includes(keyword)
- );
-
- if (matchesProvider || matchesKeyword) {
- groups[groupName].attributes.push(attr);
- assigned = true;
- break;
- }
+
+ // DNS-related attributes
+ if (provider === 'dns' || ['dns', 'record', 'ptr', 'mx', 'cname', 'ns', 'txt', 'soa'].some(keyword => name.includes(keyword))) {
+ groups['DNS Records'].attributes.push(attr);
+ assigned = true;
+ }
+ // Certificate-related attributes
+ else if (provider === 'crtsh' || ['cert', 'certificate', 'ssl', 'tls', 'issuer', 'validity', 'san'].some(keyword => name.includes(keyword))) {
+ groups['Certificate Information'].attributes.push(attr);
+ assigned = true;
+ }
+ // Network/Shodan attributes
+ else if (provider === 'shodan' || ['port', 'service', 'banner', 'asn', 'organization', 'country', 'city', 'network'].some(keyword => name.includes(keyword))) {
+ groups['Network Information'].attributes.push(attr);
+ assigned = true;
+ }
+ // Provider-specific data
+ else if (provider && ['shodan_', 'crtsh_', 'dns_'].some(prefix => name.startsWith(prefix))) {
+ groups['Provider Data'].attributes.push(attr);
+ assigned = true;
}
- // If not assigned to any specific group, put in "Other"
+ // If not assigned to any specific group, put in technical details
if (!assigned) {
- groups['Other Information'].attributes.push(attr);
+ groups['Technical Details'].attributes.push(attr);
}
- });
+ }
// Remove empty groups
Object.keys(groups).forEach(groupName => {
@@ -1130,119 +986,47 @@ class DNSReconApp {
}
/**
- * UPDATED: Generate large entity details using unified data model
+ * UPDATED: Enhanced correlation details showing the correlated attribute clearly (no formatting)
*/
- generateLargeEntityDetails(node) {
- // UPDATED: Look for attributes in the unified model structure
- const nodesAttribute = this.findAttributeByName(node.attributes, 'nodes');
- const countAttribute = this.findAttributeByName(node.attributes, 'count');
- const nodeTypeAttribute = this.findAttributeByName(node.attributes, 'node_type');
- const sourceProviderAttribute = this.findAttributeByName(node.attributes, 'source_provider');
- const discoveryDepthAttribute = this.findAttributeByName(node.attributes, 'discovery_depth');
+ generateCorrelationDetails(node) {
+ const metadata = node.metadata || {};
+ const value = metadata.value;
+ const correlatedNodes = metadata.correlated_nodes || [];
+ const sources = metadata.sources || [];
- const nodes = nodesAttribute ? nodesAttribute.value : [];
- const count = countAttribute ? countAttribute.value : 0;
- const nodeType = nodeTypeAttribute ? nodeTypeAttribute.value : 'nodes';
- const sourceProvider = sourceProviderAttribute ? sourceProviderAttribute.value : 'Unknown';
- const discoveryDepth = discoveryDepthAttribute ? discoveryDepthAttribute.value : 'Unknown';
+ let html = '';
- let html = `
+ // Show what attribute is being correlated
+ const primarySource = metadata.primary_source || 'unknown';
+
+ html += `
${key}: ${this.escapeHtml(String(value))}
`;
- });
- html += '
-
đĻ Entity Summary
++ đ Correlation: ${primarySource} + ${correlatedNodes.length} +
- Contains:
- ${count} ${nodeType}s
+ Shared Value
+
${this.escapeHtml(String(value))}
- Provider:
- ${sourceProvider}
+ Attribute Type
+ ${primarySource}
- Depth:
- ${discoveryDepth}
+ Correlated Nodes
+ ${correlatedNodes.length} nodes
-
';
-
- return html;
- }
-
- generateCorrelationDetails(node) {
- const metadata = node.metadata || {};
- const values = metadata.values || [];
- const sources = metadata.sources || [];
- const mergeCount = metadata.merge_count || 1;
-
- let html = '';
-
- // Correlation values section with meaningful labels - reuses existing modal structure
- html += `
-
-
đ Contained ${nodeType}s (${nodes.length})
-
-
`;
- // Use node.id for the large_entity_id
- const largeEntityId = node.id;
-
- if (Array.isArray(nodes)) {
- nodes.forEach(innerNodeId => {
- html += `
-
- ${innerNodeId}
-
-
- `;
- });
- }
-
- html += '
-
';
-
- // Correlated nodes section - reuses existing relationship display
- const correlatedNodes = metadata.correlated_nodes || [];
+ // Show the correlated nodes
if (correlatedNodes.length > 0) {
html += `
-
- đ Correlation Values - ${mergeCount} value${mergeCount > 1 ? 's' : ''} -
-
-
- `;
-
- // Create a map of values to their source attributes for better labeling
- const valueSourceMap = this.createValueSourceMap(values, sources);
-
- values.forEach((value, index) => {
- const sourceInfo = valueSourceMap[index] || {};
- const attributeName = sourceInfo.meaningfulName || `Value ${index + 1}`;
- const sourceDetails = sourceInfo.details || '';
-
- html += `
-
-
- ${this.escapeHtml(attributeName)}
- ${sourceDetails ? ` âšī¸` : ''}
-
-
-
- `;
- });
-
- html += '${this.escapeHtml(String(value))}
-
-
@@ -1266,42 +1050,77 @@ class DNSReconApp {
return html;
}
+
+
+
+
/**
- * Create a mapping of values to their source attribute information
+ * UPDATED: Generate large entity details using unified data model
*/
- createValueSourceMap(values, sources) {
- const valueSourceMap = {};
+ generateLargeEntityDetails(node) {
+ // Look for attributes in the unified model structure
+ const attributes = node.attributes || [];
+ const nodesAttribute = attributes.find(attr => attr.name === 'nodes');
+ const countAttribute = attributes.find(attr => attr.name === 'count');
+ const nodeTypeAttribute = attributes.find(attr => attr.name === 'node_type');
+ const sourceProviderAttribute = attributes.find(attr => attr.name === 'source_provider');
+ const discoveryDepthAttribute = attributes.find(attr => attr.name === 'discovery_depth');
- // Group sources by their meaningful attributes
- const attrGroups = {};
- sources.forEach(source => {
- const meaningfulAttr = source.meaningful_attr || source.parent_attr || 'correlation';
+ const nodes = nodesAttribute ? nodesAttribute.value : [];
+ const count = countAttribute ? countAttribute.value : 0;
+ const nodeType = nodeTypeAttribute ? nodeTypeAttribute.value : 'nodes';
+ const sourceProvider = sourceProviderAttribute ? sourceProviderAttribute.value : 'Unknown';
+ const discoveryDepth = discoveryDepthAttribute ? discoveryDepthAttribute.value : 'Unknown';
+
+ let html = `
+
+
- if (!attrGroups[meaningfulAttr]) {
- attrGroups[meaningfulAttr] = {
- nodeIds: [],
- paths: []
- };
- }
- attrGroups[meaningfulAttr].nodeIds.push(source.node_id);
- attrGroups[meaningfulAttr].paths.push(source.path || '');
- });
+
+
+ đĻ Entity Summary
+
+
+
+
+
+ Contains
+ ${count} ${nodeType}s
+
+
+ Provider
+ ${sourceProvider}
+
+
+ Depth
+ ${discoveryDepth}
+
+
+
';
+
+ return html;
}
generateRelationshipsSection(node) {
@@ -1372,85 +1191,30 @@ class DNSReconApp {
return html;
}
- /**
- * UPDATED: Generate attributes section for the new flat data model
- */
- generateAttributesSection(attributes) {
- if (!Array.isArray(attributes) || attributes.length === 0) {
- return '';
- }
-
- let html = `
-
+
đ Contained ${nodeType}s (${Array.isArray(nodes) ? nodes.length : 0})
+
+
+ `;
- // Map values to their best attribute names
- values.forEach((value, index) => {
- // Find the most meaningful attribute name
- const attrNames = Object.keys(attrGroups);
- const bestAttr = attrNames.find(attr => attr !== 'correlation' && attr !== 'unknown') || attrNames[0] || 'correlation';
-
- if (attrGroups[bestAttr]) {
- valueSourceMap[index] = {
- meaningfulName: bestAttr,
- details: `Found in: ${[...new Set(attrGroups[bestAttr].nodeIds)].join(', ')}`
- };
- }
- });
+ const largeEntityId = node.id;
+
+ if (Array.isArray(nodes)) {
+ nodes.forEach(innerNodeId => {
+ html += `
+
+ ${innerNodeId}
+
+
+ `;
+ });
+ }
- return valueSourceMap;
+ html += '
-
';
- return html;
- }
-
- /**
- * UPDATED: Format StandardAttribute value for display
- */
- formatStandardAttributeValue(attr) {
- const value = attr.value;
-
- if (value === null || value === undefined) {
- return 'None';
- }
-
- if (Array.isArray(value)) {
- if (value.length === 0) return 'None';
- if (value.length === 1) return this.escapeHtml(String(value[0]));
-
- let html = '
-
đ Attributes (${attributes.length})
-
-
- `;
-
- attributes.forEach(attr => {
- html += `
-
- ${this.formatLabel(attr.name)}
- ${this.formatStandardAttributeValue(attr)}
-
- `;
- });
-
- html += '';
- value.forEach((item, index) => {
- html += `
';
- return html;
- }
-
- if (typeof value === 'object' && value !== null) {
- return `${this.escapeHtml(String(item))}
`;
- });
- html += '${this.formatObjectCompact(value)}
`;
- }
-
- return this.escapeHtml(String(value));
- }
-
formatObjectCompact(obj) {
if (!obj || typeof obj !== 'object') return '';
- let html = '';
const entries = Object.entries(obj);
+ if (entries.length <= 2) {
+ let html = '';
+ entries.forEach(([key, value]) => {
+ html += `${key}: ${this.escapeHtml(String(value))}
`;
+ });
+ return html;
+ }
- entries.forEach(([key, value]) => {
- html += `${key}: `;
- if (typeof value === 'object' && value !== null) {
- if (Array.isArray(value)) {
- html += `[${value.length} items]`;
- } else {
- html += `{${Object.keys(value).length} properties}`;
- }
- } else {
- html += this.escapeHtml(String(value));
- }
- html += '
';
- });
-
- return html;
+ // For complex objects, show first entry with expansion
+ return `
+ ${entries[0][0]}: ${this.escapeHtml(String(entries[0][1]))}
+
+
+ `;
}
generateDescriptionSection(node) {
@@ -1660,8 +1424,8 @@ class DNSReconApp {
*/
getNodeTypeIcon(nodeType) {
const icons = {
- 'domain': 'đ',
- 'ip': 'đ',
+ 'domain': 'đ',
+ 'ip': 'đ',
'asn': 'đĸ',
'large_entity': 'đĻ',
'correlation_object': 'đ'
@@ -1710,28 +1474,6 @@ class DNSReconApp {
}
}
- /**
- * Toggle all entity nodes in large entity view
- */
- toggleAllEntities() {
- const entityCards = this.elements.modalDetails.querySelectorAll('.entity-node-card');
- const allExpanded = Array.from(entityCards).every(card => card.classList.contains('expanded'));
-
- entityCards.forEach(card => {
- if (allExpanded) {
- card.classList.remove('expanded');
- } else {
- card.classList.add('expanded');
- }
- });
-
- // Update button text
- const toggleBtn = this.elements.modalDetails.querySelector('.toggle-all-btn');
- if (toggleBtn) {
- toggleBtn.textContent = allExpanded ? 'Expand All' : 'Collapse All';
- }
- }
-
/**
* Enhanced keyboard navigation for modals
*/
+${entries.length - 1} more properties...
+
+ ${entries.slice(1).map(([key, value]) =>
+ `
+ ${key}: ${this.escapeHtml(String(value))}
`
+ ).join('')}
+