semanticsearch #5
@ -178,16 +178,16 @@ GIT_API_TOKEN=your-git-api-token
|
||||
# ============================================================================
|
||||
|
||||
# Enable detailed audit trail of AI decision-making
|
||||
FORENSIC_AUDIT_ENABLED=true
|
||||
PUBLIC_FORENSIC_AUDIT_ENABLED=true
|
||||
|
||||
# Audit detail level: minimal, standard, verbose
|
||||
FORENSIC_AUDIT_DETAIL_LEVEL=standard
|
||||
PUBLIC_FORENSIC_AUDIT_DETAIL_LEVEL=standard
|
||||
|
||||
# Audit retention time (hours)
|
||||
FORENSIC_AUDIT_RETENTION_HOURS=24
|
||||
PUBLIC_FORENSIC_AUDIT_RETENTION_HOURS=24
|
||||
|
||||
# Maximum audit entries per request
|
||||
FORENSIC_AUDIT_MAX_ENTRIES=50
|
||||
PUBLIC_FORENSIC_AUDIT_MAX_ENTRIES=50
|
||||
|
||||
# ============================================================================
|
||||
# 10. SIMPLIFIED CONFIDENCE SCORING SYSTEM
|
||||
|
389
public/js/auditTrailRenderer.js
Normal file
389
public/js/auditTrailRenderer.js
Normal file
@ -0,0 +1,389 @@
|
||||
// src/js/auditTrailRenderer.js
|
||||
|
||||
import { auditService } from '../../src/utils/auditService.js';
|
||||
|
||||
export class AuditTrailRenderer {
|
||||
constructor(containerId, options = {}) {
|
||||
this.containerId = containerId;
|
||||
this.options = {
|
||||
title: options.title || 'KI-Entscheidungspfad',
|
||||
collapsible: options.collapsible !== false,
|
||||
defaultExpanded: options.defaultExpanded || false,
|
||||
...options
|
||||
};
|
||||
this.componentId = `audit-trail-${Date.now()}-${Math.random().toString(36).substr(2, 6)}`;
|
||||
}
|
||||
|
||||
/**
|
||||
* Render audit trail from raw audit data
|
||||
* FIXED: Proper Promise handling
|
||||
*/
|
||||
render(rawAuditTrail) {
|
||||
const container = document.getElementById(this.containerId);
|
||||
if (!container) {
|
||||
console.error(`[AUDIT RENDERER] Container ${this.containerId} not found`);
|
||||
return;
|
||||
}
|
||||
|
||||
if (!rawAuditTrail || !Array.isArray(rawAuditTrail) || rawAuditTrail.length === 0) {
|
||||
this.renderEmpty();
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
console.log('[AUDIT RENDERER] Processing audit trail...', rawAuditTrail.length, 'entries');
|
||||
|
||||
// Process audit trail using the centralized service (synchronous)
|
||||
const processedAudit = auditService.processAuditTrail(rawAuditTrail);
|
||||
|
||||
console.log('[AUDIT RENDERER] Processed audit:', processedAudit);
|
||||
|
||||
if (processedAudit && processedAudit.phases && processedAudit.phases.length > 0) {
|
||||
this.renderProcessed(processedAudit);
|
||||
// Attach event handlers after DOM is updated
|
||||
setTimeout(() => this.attachEventHandlers(), 0);
|
||||
} else {
|
||||
console.warn('[AUDIT RENDERER] No processed audit data');
|
||||
this.renderEmpty();
|
||||
}
|
||||
} catch (error) {
|
||||
console.error('[AUDIT RENDERER] Failed to render audit trail:', error);
|
||||
this.renderError(error);
|
||||
}
|
||||
}
|
||||
/**
|
||||
* Render processed audit trail
|
||||
*/
|
||||
renderProcessed(processedAudit) {
|
||||
const container = document.getElementById(this.containerId);
|
||||
if (!container) return;
|
||||
|
||||
const detailsId = `${this.componentId}-details`;
|
||||
|
||||
console.log('[AUDIT RENDERER] Rendering processed audit with', processedAudit.phases.length, 'phases');
|
||||
|
||||
container.innerHTML = `
|
||||
<div class="audit-trail-container">
|
||||
<div class="audit-trail-header ${this.options.collapsible ? 'clickable' : ''}"
|
||||
${this.options.collapsible ? `data-target="${detailsId}"` : ''}>
|
||||
<div class="audit-trail-title">
|
||||
<div class="audit-icon">
|
||||
<div class="audit-icon-gradient">✓</div>
|
||||
<h4>${this.options.title}</h4>
|
||||
</div>
|
||||
|
||||
<div class="audit-stats">
|
||||
<div class="stat-item">
|
||||
<div class="stat-dot stat-time"></div>
|
||||
<span>${auditService.formatDuration(processedAudit.totalTime)}</span>
|
||||
</div>
|
||||
<div class="stat-item">
|
||||
<div class="stat-dot" style="background-color: ${auditService.getConfidenceColor(processedAudit.avgConfidence)}"></div>
|
||||
<span>${processedAudit.avgConfidence}% Vertrauen</span>
|
||||
</div>
|
||||
<div class="stat-item">
|
||||
<span>${processedAudit.stepCount} Schritte</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
${this.options.collapsible ? `
|
||||
<div class="toggle-icon">
|
||||
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||||
<polyline points="6 9 12 15 18 9"/>
|
||||
</svg>
|
||||
</div>
|
||||
` : ''}
|
||||
</div>
|
||||
|
||||
<div id="${detailsId}" class="audit-trail-details ${this.options.collapsible && !this.options.defaultExpanded ? 'collapsed' : ''}">
|
||||
${this.renderSummary(processedAudit)}
|
||||
${this.renderProcessFlow(processedAudit)}
|
||||
${this.renderTechnicalDetails(processedAudit)}
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
|
||||
console.log('[AUDIT RENDERER] HTML rendered successfully');
|
||||
}
|
||||
|
||||
/**
|
||||
* Render audit summary section
|
||||
*/
|
||||
renderSummary(audit) {
|
||||
return `
|
||||
<div class="audit-summary">
|
||||
<div class="summary-header">📊 Analyse-Qualität</div>
|
||||
<div class="summary-grid">
|
||||
<div class="summary-stat">
|
||||
<div class="summary-value success">${audit.highConfidenceSteps}</div>
|
||||
<div class="summary-label">Hohe Sicherheit</div>
|
||||
</div>
|
||||
<div class="summary-stat">
|
||||
<div class="summary-value ${audit.lowConfidenceSteps > 0 ? 'warning' : 'success'}">
|
||||
${audit.lowConfidenceSteps}
|
||||
</div>
|
||||
<div class="summary-label">Unsichere Schritte</div>
|
||||
</div>
|
||||
<div class="summary-stat">
|
||||
<div class="summary-value">${auditService.formatDuration(audit.totalTime)}</div>
|
||||
<div class="summary-label">Verarbeitungszeit</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
${audit.summary.keyInsights && audit.summary.keyInsights.length > 0 ? `
|
||||
<div class="insights-section">
|
||||
<div class="insights-header success">✓ Erkenntnisse:</div>
|
||||
<ul class="insights-list">
|
||||
${audit.summary.keyInsights.map(insight => `<li>${this.escapeHtml(insight)}</li>`).join('')}
|
||||
</ul>
|
||||
</div>
|
||||
` : ''}
|
||||
|
||||
${audit.summary.potentialIssues && audit.summary.potentialIssues.length > 0 ? `
|
||||
<div class="insights-section">
|
||||
<div class="insights-header warning">⚠ Hinweise:</div>
|
||||
<ul class="insights-list">
|
||||
${audit.summary.potentialIssues.map(issue => `<li>${this.escapeHtml(issue)}</li>`).join('')}
|
||||
</ul>
|
||||
</div>
|
||||
` : ''}
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
|
||||
/**
|
||||
* Render process flow section
|
||||
*/
|
||||
renderProcessFlow(audit) {
|
||||
if (!audit.phases || audit.phases.length === 0) {
|
||||
return '<div class="audit-process-flow"><p>Keine Phasen verfügbar</p></div>';
|
||||
}
|
||||
|
||||
return `
|
||||
<div class="audit-process-flow">
|
||||
${audit.phases.map((phase, index) => `
|
||||
<div class="phase-group ${index === audit.phases.length - 1 ? 'last-phase' : ''}">
|
||||
<div class="phase-header">
|
||||
<div class="phase-info">
|
||||
<span class="phase-icon">${phase.icon || '📋'}</span>
|
||||
<span class="phase-name">${phase.displayName || phase.name}</span>
|
||||
</div>
|
||||
<div class="phase-divider"></div>
|
||||
<div class="phase-stats">
|
||||
<div class="confidence-bar">
|
||||
<div class="confidence-fill"
|
||||
style="width: ${phase.avgConfidence || 0}%; background-color: ${auditService.getConfidenceColor(phase.avgConfidence || 0)}">
|
||||
</div>
|
||||
</div>
|
||||
<span class="confidence-text">${phase.avgConfidence || 0}%</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="phase-entries">
|
||||
${(phase.entries || []).map(entry => `
|
||||
<div class="audit-entry">
|
||||
<div class="entry-main">
|
||||
<span class="entry-action">${auditService.getActionDisplayName(entry.action)}</span>
|
||||
<div class="entry-meta">
|
||||
<div class="confidence-indicator"
|
||||
style="background-color: ${auditService.getConfidenceColor(entry.confidence || 0)}">
|
||||
</div>
|
||||
<span class="confidence-value">${entry.confidence || 0}%</span>
|
||||
<span class="processing-time">${entry.processingTimeMs || 0}ms</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
${(entry.inputSummary && entry.inputSummary !== 'null') || (entry.outputSummary && entry.outputSummary !== 'null') ? `
|
||||
<div class="entry-details">
|
||||
${entry.inputSummary && entry.inputSummary !== 'null' ? `
|
||||
<div class="detail-item"><strong>Input:</strong> ${this.escapeHtml(entry.inputSummary)}</div>
|
||||
` : ''}
|
||||
${entry.outputSummary && entry.outputSummary !== 'null' ? `
|
||||
<div class="detail-item"><strong>Output:</strong> ${this.escapeHtml(entry.outputSummary)}</div>
|
||||
` : ''}
|
||||
</div>
|
||||
` : ''}
|
||||
</div>
|
||||
`).join('')}
|
||||
</div>
|
||||
</div>
|
||||
`).join('')}
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
|
||||
/**
|
||||
* Render technical details section
|
||||
*/
|
||||
renderTechnicalDetails(audit) {
|
||||
const technicalId = `${this.componentId}-technical`;
|
||||
|
||||
return `
|
||||
<div class="technical-toggle">
|
||||
<button class="technical-toggle-btn" data-target="${technicalId}">
|
||||
🔧 Technische Details anzeigen
|
||||
</button>
|
||||
<div id="${technicalId}" class="technical-details collapsed">
|
||||
${(audit.phases || []).map(phase =>
|
||||
(phase.entries || []).map(entry => `
|
||||
<div class="technical-entry">
|
||||
<div class="technical-header">
|
||||
<span class="technical-phase">${entry.phase}/${entry.action}</span>
|
||||
<span class="technical-time">
|
||||
${new Date(entry.timestamp).toLocaleTimeString('de-DE', {
|
||||
hour: '2-digit',
|
||||
minute: '2-digit',
|
||||
second: '2-digit'
|
||||
})} • ${entry.processingTimeMs || 0}ms
|
||||
</span>
|
||||
</div>
|
||||
<div class="technical-content">
|
||||
<div class="technical-row">
|
||||
<strong>Confidence:</strong> ${entry.confidence || 0}%
|
||||
</div>
|
||||
${entry.metadata && Object.keys(entry.metadata).length > 0 ? `
|
||||
<div class="technical-row">
|
||||
<strong>Metadata:</strong> ${this.escapeHtml(JSON.stringify(entry.metadata))}
|
||||
</div>
|
||||
` : ''}
|
||||
</div>
|
||||
</div>
|
||||
`).join('')
|
||||
).join('')}
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
|
||||
/**
|
||||
* Attach event handlers for interactions
|
||||
*/
|
||||
attachEventHandlers() {
|
||||
console.log('[AUDIT RENDERER] Attaching event handlers...');
|
||||
|
||||
// Handle collapsible header
|
||||
if (this.options.collapsible) {
|
||||
const header = document.querySelector(`[data-target="${this.componentId}-details"]`);
|
||||
const details = document.getElementById(`${this.componentId}-details`);
|
||||
const toggleIcon = header?.querySelector('.toggle-icon svg');
|
||||
|
||||
if (header && details && toggleIcon) {
|
||||
// Remove existing listeners
|
||||
header.replaceWith(header.cloneNode(true));
|
||||
const newHeader = document.querySelector(`[data-target="${this.componentId}-details"]`);
|
||||
const newToggleIcon = newHeader?.querySelector('.toggle-icon svg');
|
||||
|
||||
if (newHeader && newToggleIcon) {
|
||||
newHeader.addEventListener('click', () => {
|
||||
const isCollapsed = details.classList.contains('collapsed');
|
||||
|
||||
if (isCollapsed) {
|
||||
details.classList.remove('collapsed');
|
||||
newToggleIcon.style.transform = 'rotate(180deg)';
|
||||
} else {
|
||||
details.classList.add('collapsed');
|
||||
newToggleIcon.style.transform = 'rotate(0deg)';
|
||||
}
|
||||
});
|
||||
console.log('[AUDIT RENDERER] Collapsible header handler attached');
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Handle technical details toggle
|
||||
const technicalBtn = document.querySelector(`[data-target="${this.componentId}-technical"]`);
|
||||
const technicalDetails = document.getElementById(`${this.componentId}-technical`);
|
||||
|
||||
if (technicalBtn && technicalDetails) {
|
||||
// Remove existing listener
|
||||
technicalBtn.replaceWith(technicalBtn.cloneNode(true));
|
||||
const newTechnicalBtn = document.querySelector(`[data-target="${this.componentId}-technical"]`);
|
||||
|
||||
if (newTechnicalBtn) {
|
||||
newTechnicalBtn.addEventListener('click', () => {
|
||||
const isCollapsed = technicalDetails.classList.contains('collapsed');
|
||||
|
||||
if (isCollapsed) {
|
||||
technicalDetails.classList.remove('collapsed');
|
||||
newTechnicalBtn.textContent = '🔧 Technische Details ausblenden';
|
||||
} else {
|
||||
technicalDetails.classList.add('collapsed');
|
||||
newTechnicalBtn.textContent = '🔧 Technische Details anzeigen';
|
||||
}
|
||||
});
|
||||
console.log('[AUDIT RENDERER] Technical details handler attached');
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Render empty state
|
||||
*/
|
||||
renderEmpty() {
|
||||
const container = document.getElementById(this.containerId);
|
||||
if (container) {
|
||||
container.innerHTML = `
|
||||
<div class="audit-trail-container">
|
||||
<div class="audit-trail-header">
|
||||
<div class="audit-icon">
|
||||
<div class="audit-icon-gradient">ⓘ</div>
|
||||
<h4>Kein Audit-Trail verfügbar</h4>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Render error state
|
||||
*/
|
||||
renderError(error) {
|
||||
const container = document.getElementById(this.containerId);
|
||||
if (container) {
|
||||
container.innerHTML = `
|
||||
<div class="audit-trail-container">
|
||||
<div class="audit-trail-header">
|
||||
<div class="audit-icon">
|
||||
<div class="audit-icon-gradient" style="background: var(--color-error);">✗</div>
|
||||
<h4>Audit-Trail Fehler</h4>
|
||||
</div>
|
||||
</div>
|
||||
<div class="audit-summary">
|
||||
<p style="color: var(--color-error);">
|
||||
Fehler beim Laden der Audit-Informationen: ${this.escapeHtml(error.message)}
|
||||
</p>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Utility method to escape HTML
|
||||
*/
|
||||
escapeHtml(text) {
|
||||
if (typeof text !== 'string') return String(text);
|
||||
const div = document.createElement('div');
|
||||
div.textContent = text;
|
||||
return div.innerHTML;
|
||||
}
|
||||
|
||||
/**
|
||||
* Clear the audit trail display
|
||||
*/
|
||||
clear() {
|
||||
const container = document.getElementById(this.containerId);
|
||||
if (container) {
|
||||
container.innerHTML = '';
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Get container element
|
||||
*/
|
||||
getContainer() {
|
||||
return document.getElementById(this.containerId);
|
||||
}
|
||||
}
|
@ -1,6 +1,9 @@
|
||||
---
|
||||
// src/components/AIQueryInterface.astro
|
||||
|
||||
import { getToolsData } from '../utils/dataService.js';
|
||||
import { isToolHosted } from '../utils/toolHelpers.js';
|
||||
import { AuditTrailRenderer } from '../js/auditTrailRenderer.js';
|
||||
|
||||
const data = await getToolsData();
|
||||
const tools = data.tools;
|
||||
@ -207,16 +210,22 @@ const domainAgnosticSoftware = data['domain-agnostic-software'] || [];
|
||||
</div>
|
||||
|
||||
<!-- Results -->
|
||||
<div id="ai-results" class="ai-results hidden"></div>
|
||||
<div id="ai-results" class="ai-results hidden">
|
||||
<!-- Audit trail container - managed by AuditTrailRenderer -->
|
||||
<div id="audit-trail-container"></div>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<script define:vars={{ tools, phases, domainAgnosticSoftware }}>
|
||||
<script type="module" define:vars={{ tools, phases, domainAgnosticSoftware }}>
|
||||
import { AuditTrailRenderer } from '../js/auditTrailRenderer.js';
|
||||
|
||||
|
||||
class AIQueryInterface {
|
||||
constructor() {
|
||||
this.currentMode = 'workflow';
|
||||
this.currentRecommendation = null;
|
||||
this.auditTrailRenderer = null;
|
||||
this.enhancementTimeout = null;
|
||||
this.enhancementAbortController = null;
|
||||
this.statusInterval = null;
|
||||
@ -519,7 +528,7 @@ class AIQueryInterface {
|
||||
}
|
||||
|
||||
this.currentRecommendation = data.recommendation;
|
||||
this.displayResults(data.recommendation, query);
|
||||
await this.displayResults(data.recommendation, query);
|
||||
|
||||
} catch (error) {
|
||||
console.error('[AI Interface] Request failed:', error);
|
||||
@ -671,26 +680,31 @@ class AIQueryInterface {
|
||||
}, 2000);
|
||||
}
|
||||
|
||||
displayResults(recommendation, originalQuery) {
|
||||
async displayResults(recommendation, originalQuery) {
|
||||
console.log('[AI DEBUG] Full recommendation object:', recommendation);
|
||||
console.log('[AI DEBUG] Recommended tools:', recommendation.recommended_tools);
|
||||
|
||||
if (recommendation.recommended_tools) {
|
||||
recommendation.recommended_tools.forEach((tool, index) => {
|
||||
console.log(`[AI DEBUG] Tool ${index}:`, tool.name, 'Confidence:', tool.confidence);
|
||||
});
|
||||
}
|
||||
console.log('[AI DEBUG] Audit trail data:', recommendation.auditTrail);
|
||||
|
||||
if (this.currentMode === 'workflow') {
|
||||
this.displayWorkflowResults(recommendation, originalQuery);
|
||||
await this.displayWorkflowResults(recommendation, originalQuery);
|
||||
} else {
|
||||
this.displayToolResults(recommendation, originalQuery);
|
||||
await this.displayToolResults(recommendation, originalQuery);
|
||||
}
|
||||
|
||||
// Show results first, then render audit trail
|
||||
this.showResults();
|
||||
|
||||
// Render audit trail after DOM is ready
|
||||
setTimeout(async () => {
|
||||
try {
|
||||
await this.renderAuditTrail(recommendation.auditTrail);
|
||||
console.log('[AI DEBUG] Audit trail rendered successfully');
|
||||
} catch (error) {
|
||||
console.error('[AI DEBUG] Failed to render audit trail:', error);
|
||||
}
|
||||
}, 100);
|
||||
}
|
||||
|
||||
displayWorkflowResults(recommendation, originalQuery) {
|
||||
async displayWorkflowResults(recommendation, originalQuery) {
|
||||
const toolsByPhase = {};
|
||||
const phaseOrder = phases.map(phase => phase.id);
|
||||
const phaseNames = phases.reduce((acc, phase) => {
|
||||
@ -730,14 +744,16 @@ class AIQueryInterface {
|
||||
${this.renderBackgroundKnowledge(recommendation.background_knowledge)}
|
||||
${this.renderWorkflowPhases(toolsByPhase, phaseOrder, phaseNames)}
|
||||
${this.renderWorkflowSuggestion(recommendation.workflow_suggestion)}
|
||||
${this.renderAuditTrail(recommendation.auditTrail)}
|
||||
</div>
|
||||
|
||||
<div id="audit-trail-container"></div>
|
||||
`;
|
||||
|
||||
this.elements.results.innerHTML = html;
|
||||
await this.renderAuditTrail(recommendation.auditTrail);
|
||||
}
|
||||
|
||||
displayToolResults(recommendation, originalQuery) {
|
||||
async displayToolResults(recommendation, originalQuery) {
|
||||
const html = `
|
||||
<div class="workflow-container">
|
||||
${this.renderHeader('Handlungsempfehlung', originalQuery)}
|
||||
@ -745,11 +761,12 @@ class AIQueryInterface {
|
||||
${this.renderBackgroundKnowledge(recommendation.background_knowledge)}
|
||||
${this.renderToolRecommendations(recommendation.recommended_tools)}
|
||||
${this.renderAdditionalConsiderations(recommendation.additional_considerations)}
|
||||
${this.renderAuditTrail(recommendation.auditTrail)}
|
||||
</div>
|
||||
<div id="audit-trail-container"></div>
|
||||
`;
|
||||
|
||||
this.elements.results.innerHTML = html;
|
||||
await this.renderAuditTrail(recommendation.auditTrail);
|
||||
}
|
||||
|
||||
renderConfidenceTooltip(confidence) {
|
||||
@ -829,209 +846,68 @@ class AIQueryInterface {
|
||||
`;
|
||||
}
|
||||
|
||||
renderAuditTrail(auditTrail) {
|
||||
if (!auditTrail || !Array.isArray(auditTrail) || auditTrail.length === 0) {
|
||||
return '';
|
||||
async renderAuditTrail(rawAuditTrail) {
|
||||
console.log('[AI Interface] Starting audit trail render...', rawAuditTrail?.length || 0, 'entries');
|
||||
|
||||
const container = document.getElementById('audit-trail-container');
|
||||
if (!container) {
|
||||
console.error('[AI Interface] Audit container not found');
|
||||
return;
|
||||
}
|
||||
|
||||
const totalTime = auditTrail.reduce((sum, entry) => sum + entry.processingTimeMs, 0);
|
||||
const avgConfidence = auditTrail.reduce((sum, entry) => sum + entry.confidence, 0) / auditTrail.length;
|
||||
const lowConfidenceSteps = auditTrail.filter(entry => entry.confidence < 60).length;
|
||||
const highConfidenceSteps = auditTrail.filter(entry => entry.confidence >= 80).length;
|
||||
// Clear previous content
|
||||
container.innerHTML = '';
|
||||
|
||||
const groupedEntries = auditTrail.reduce((groups, entry) => {
|
||||
if (!groups[entry.phase]) groups[entry.phase] = [];
|
||||
groups[entry.phase].push(entry);
|
||||
return groups;
|
||||
}, {});
|
||||
|
||||
return `
|
||||
<div class="card-info-sm mt-4" style="border-left: 4px solid var(--color-accent);">
|
||||
<div class="flex items-center justify-between mb-3 cursor-pointer" onclick="const container = this.closest('.card-info-sm'); const details = container.querySelector('.audit-trail-details'); const isHidden = details.style.display === 'none'; details.style.display = isHidden ? 'block' : 'none'; this.querySelector('.toggle-icon').style.transform = isHidden ? 'rotate(180deg)' : 'rotate(0deg)';">
|
||||
<div class="flex items-center gap-3">
|
||||
<div class="flex items-center gap-2">
|
||||
<div style="width: 24px; height: 24px; background: linear-gradient(135deg, var(--color-accent) 0%, var(--color-primary) 100%); border-radius: 50%; display: flex; align-items: center; justify-content: center; color: white; font-size: 0.75rem; font-weight: bold;">
|
||||
✓
|
||||
</div>
|
||||
<h4 class="text-sm font-semibold text-accent mb-0">KI-Entscheidungspfad</h4>
|
||||
</div>
|
||||
|
||||
<div class="flex gap-3 text-xs">
|
||||
<div class="flex items-center gap-1">
|
||||
<div class="w-2 h-2 rounded-full" style="background-color: var(--color-accent);"></div>
|
||||
<span class="text-muted">${this.formatDuration(totalTime)}</span>
|
||||
</div>
|
||||
<div class="flex items-center gap-1">
|
||||
<div class="w-2 h-2 rounded-full" style="background-color: ${avgConfidence >= 80 ? 'var(--color-accent)' : avgConfidence >= 60 ? 'var(--color-warning)' : 'var(--color-error)'};"></div>
|
||||
<span class="text-muted">${Math.round(avgConfidence)}% Vertrauen</span>
|
||||
</div>
|
||||
<div class="flex items-center gap-1">
|
||||
<span class="text-muted">${auditTrail.length} Schritte</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="toggle-icon" style="transition: transform 0.2s ease;">
|
||||
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||||
<polyline points="6 9 12 15 18 9"/>
|
||||
</svg>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div style="display: none;" class="audit-trail-details">
|
||||
<div class="grid gap-4">
|
||||
<!-- Summary Section -->
|
||||
<div class="p-3 rounded-lg" style="background-color: var(--color-bg-tertiary);">
|
||||
<div class="text-xs font-medium mb-2 text-accent">📊 Analyse-Qualität</div>
|
||||
<div class="grid grid-cols-3 gap-3 text-xs">
|
||||
<div class="text-center">
|
||||
<div class="font-semibold" style="color: var(--color-accent);">${highConfidenceSteps}</div>
|
||||
<div class="text-muted">Hohe Sicherheit</div>
|
||||
</div>
|
||||
<div class="text-center">
|
||||
<div class="font-semibold" style="color: ${lowConfidenceSteps > 0 ? 'var(--color-warning)' : 'var(--color-accent)'};">${lowConfidenceSteps}</div>
|
||||
<div class="text-muted">Unsichere Schritte</div>
|
||||
</div>
|
||||
<div class="text-center">
|
||||
<div class="font-semibold">${this.formatDuration(totalTime)}</div>
|
||||
<div class="text-muted">Verarbeitungszeit</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Process Flow -->
|
||||
<div class="audit-process-flow">
|
||||
${Object.entries(groupedEntries).map(([phase, entries]) => this.renderPhaseGroup(phase, entries)).join('')}
|
||||
</div>
|
||||
|
||||
<!-- Technical Details Toggle -->
|
||||
<div class="text-center">
|
||||
<button class="text-xs text-muted hover:text-primary transition-colors cursor-pointer border-none bg-none" onclick="const techDetails = this.nextElementSibling; const isHidden = techDetails.style.display === 'none'; techDetails.style.display = isHidden ? 'block' : 'none'; this.textContent = isHidden ? '🔧 Technische Details ausblenden' : '🔧 Technische Details anzeigen';">
|
||||
🔧 Technische Details anzeigen
|
||||
</button>
|
||||
<div style="display: none;" class="mt-3 p-3 rounded-lg bg-gray-50 dark:bg-gray-800 text-xs">
|
||||
${auditTrail.map(entry => this.renderTechnicalEntry(entry)).join('')}
|
||||
</div>
|
||||
// Check if we have audit data
|
||||
if (!rawAuditTrail || !Array.isArray(rawAuditTrail) || rawAuditTrail.length === 0) {
|
||||
console.log('[AI Interface] No audit trail data to render');
|
||||
container.innerHTML = `
|
||||
<div class="audit-trail-container">
|
||||
<div class="audit-trail-header">
|
||||
<div class="audit-icon">
|
||||
<div class="audit-icon-gradient">ⓘ</div>
|
||||
<h4>Kein Audit-Trail verfügbar</h4>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
`;
|
||||
return;
|
||||
}
|
||||
|
||||
renderPhaseGroup(phase, entries) {
|
||||
const phaseIcons = {
|
||||
'initialization': '🚀',
|
||||
'retrieval': '🔍',
|
||||
'selection': '🎯',
|
||||
'micro-task': '⚡',
|
||||
'completion': '✅'
|
||||
};
|
||||
try {
|
||||
// Import and create renderer
|
||||
//const { AuditTrailRenderer } = await import('../js/auditTrailRenderer.js');
|
||||
|
||||
const phaseNames = {
|
||||
'initialization': 'Initialisierung',
|
||||
'retrieval': 'Datensuche',
|
||||
'selection': 'Tool-Auswahl',
|
||||
'micro-task': 'Detail-Analyse',
|
||||
'completion': 'Finalisierung'
|
||||
};
|
||||
const renderer = new AuditTrailRenderer('audit-trail-container', {
|
||||
title: 'KI-Entscheidungspfad',
|
||||
collapsible: true,
|
||||
defaultExpanded: false
|
||||
});
|
||||
|
||||
const avgConfidence = entries.reduce((sum, entry) => sum + entry.confidence, 0) / entries.length;
|
||||
const totalTime = entries.reduce((sum, entry) => sum + entry.processingTimeMs, 0);
|
||||
// Render synchronously (the method handles async internally)
|
||||
renderer.render(rawAuditTrail);
|
||||
|
||||
return `
|
||||
<div class="phase-group mb-4">
|
||||
<div class="flex items-center gap-3 mb-3">
|
||||
<div class="flex items-center gap-2">
|
||||
<span class="text-lg">${phaseIcons[phase] || '📋'}</span>
|
||||
<span class="font-medium text-sm">${phaseNames[phase] || phase}</span>
|
||||
</div>
|
||||
<div class="flex-1 h-px bg-border"></div>
|
||||
<div class="flex items-center gap-2 text-xs text-muted">
|
||||
<div class="confidence-indicator w-12 h-2 rounded-full overflow-hidden" style="background-color: var(--color-bg-tertiary);">
|
||||
<div class="h-full rounded-full transition-all" style="width: ${avgConfidence}%; background-color: ${avgConfidence >= 80 ? 'var(--color-accent)' : avgConfidence >= 60 ? 'var(--color-warning)' : 'var(--color-error)'};"></div>
|
||||
console.log('[AI Interface] Audit trail render completed');
|
||||
|
||||
} catch (error) {
|
||||
console.error('[AI Interface] Failed to render audit trail:', error);
|
||||
|
||||
container.innerHTML = `
|
||||
<div class="audit-trail-container">
|
||||
<div class="audit-trail-header">
|
||||
<div class="audit-icon">
|
||||
<div class="audit-icon-gradient" style="background: var(--color-error);">✗</div>
|
||||
<h4>Audit-Trail Fehler</h4>
|
||||
</div>
|
||||
<span>${Math.round(avgConfidence)}%</span>
|
||||
</div>
|
||||
<div class="audit-summary">
|
||||
<p style="color: var(--color-error);">
|
||||
Fehler beim Laden der Audit-Informationen: ${error.message}
|
||||
</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="grid gap-2 ml-6">
|
||||
${entries.map(entry => this.renderSimplifiedEntry(entry)).join('')}
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
|
||||
renderSimplifiedEntry(entry) {
|
||||
const actionIcons = {
|
||||
'pipeline-start': '▶️',
|
||||
'embeddings-search': '🔍',
|
||||
'ai-tool-selection': '🎯',
|
||||
'ai-analysis': '🧠',
|
||||
'phase-tool-selection': '⚙️',
|
||||
'tool-evaluation': '📊',
|
||||
'background-knowledge-selection': '📚',
|
||||
'pipeline-end': '🏁'
|
||||
};
|
||||
|
||||
const actionNames = {
|
||||
'pipeline-start': 'Analyse gestartet',
|
||||
'embeddings-search': 'Ähnliche Tools gesucht',
|
||||
'ai-tool-selection': 'Tools automatisch ausgewählt',
|
||||
'ai-analysis': 'KI-Analyse durchgeführt',
|
||||
'phase-tool-selection': 'Phasen-Tools evaluiert',
|
||||
'tool-evaluation': 'Tool-Bewertung erstellt',
|
||||
'background-knowledge-selection': 'Hintergrundwissen ausgewählt',
|
||||
'pipeline-end': 'Analyse abgeschlossen'
|
||||
};
|
||||
|
||||
const confidenceColor = entry.confidence >= 80 ? 'var(--color-accent)' :
|
||||
entry.confidence >= 60 ? 'var(--color-warning)' : 'var(--color-error)';
|
||||
|
||||
return `
|
||||
<div class="flex items-center gap-3 py-2 px-3 rounded-lg hover:bg-secondary transition-colors">
|
||||
<span class="text-sm">${actionIcons[entry.action] || '📋'}</span>
|
||||
<div class="flex-1 min-w-0">
|
||||
<div class="text-sm font-medium">${actionNames[entry.action] || entry.action}</div>
|
||||
${entry.output && typeof entry.output === 'object' && entry.output.selectedToolCount ?
|
||||
`<div class="text-xs text-muted">${entry.output.selectedToolCount} Tools ausgewählt</div>` : ''}
|
||||
</div>
|
||||
<div class="flex items-center gap-2 text-xs">
|
||||
<div class="w-8 h-1.5 rounded-full overflow-hidden" style="background-color: var(--color-bg-tertiary);">
|
||||
<div class="h-full rounded-full" style="width: ${entry.confidence}%; background-color: ${confidenceColor};"></div>
|
||||
</div>
|
||||
<span class="text-muted w-8 text-right">${entry.confidence}%</span>
|
||||
<span class="text-muted w-12 text-right">${entry.processingTimeMs}ms</span>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}
|
||||
|
||||
renderTechnicalEntry(entry) {
|
||||
const formattedTime = new Date(entry.timestamp).toLocaleTimeString('de-DE', {
|
||||
hour: '2-digit',
|
||||
minute: '2-digit',
|
||||
second: '2-digit'
|
||||
});
|
||||
|
||||
return `
|
||||
<div class="border rounded p-2 mb-2" style="border-color: var(--color-border);">
|
||||
<div class="flex justify-between items-center mb-1">
|
||||
<span class="font-mono text-xs">${entry.phase}/${entry.action}</span>
|
||||
<span class="text-xs text-muted">${formattedTime} • ${entry.processingTimeMs}ms</span>
|
||||
</div>
|
||||
${entry.input && Object.keys(entry.input).length > 0 ? `
|
||||
<div class="text-xs mb-1">
|
||||
<strong>Input:</strong> ${this.formatAuditData(entry.input)}
|
||||
</div>
|
||||
` : ''}
|
||||
${entry.output && Object.keys(entry.output).length > 0 ? `
|
||||
<div class="text-xs">
|
||||
<strong>Output:</strong> ${this.formatAuditData(entry.output)}
|
||||
</div>
|
||||
` : ''}
|
||||
</div>
|
||||
`;
|
||||
`;
|
||||
}
|
||||
}
|
||||
|
||||
renderAuditEntry(entry) {
|
||||
@ -1069,29 +945,6 @@ class AIQueryInterface {
|
||||
`;
|
||||
}
|
||||
|
||||
formatAuditData(data) {
|
||||
if (data === null || data === undefined) return 'null';
|
||||
if (typeof data === 'string') {
|
||||
return data.length > 100 ? data.slice(0, 100) + '...' : data;
|
||||
}
|
||||
if (typeof data === 'number') return data.toString();
|
||||
if (typeof data === 'boolean') return data.toString();
|
||||
if (Array.isArray(data)) {
|
||||
if (data.length === 0) return '[]';
|
||||
if (data.length <= 3) return JSON.stringify(data);
|
||||
return `[${data.slice(0, 3).map(i => typeof i === 'string' ? i : JSON.stringify(i)).join(', ')}, ...+${data.length - 3}]`;
|
||||
}
|
||||
if (typeof data === 'object') {
|
||||
const keys = Object.keys(data);
|
||||
if (keys.length === 0) return '{}';
|
||||
if (keys.length <= 3) {
|
||||
return '{' + keys.map(k => `${k}: ${typeof data[k] === 'string' ? data[k].slice(0, 20) + (data[k].length > 20 ? '...' : '') : JSON.stringify(data[k])}`).join(', ') + '}';
|
||||
}
|
||||
return `{${keys.slice(0, 3).join(', ')}, ...+${keys.length - 3} keys}`;
|
||||
}
|
||||
return String(data);
|
||||
}
|
||||
|
||||
renderWorkflowTool(tool) {
|
||||
const hasValidProjectUrl = isToolHosted(tool);
|
||||
const priorityColors = {
|
||||
@ -1522,6 +1375,23 @@ class AIQueryInterface {
|
||||
return baseText;
|
||||
}
|
||||
|
||||
restoreAIResults() {
|
||||
if (this.currentRecommendation && this.elements.results) {
|
||||
this.showResults();
|
||||
|
||||
// Re-render audit trail if it exists
|
||||
if (this.currentRecommendation.auditTrail) {
|
||||
setTimeout(() => {
|
||||
this.renderAuditTrail(this.currentRecommendation.auditTrail);
|
||||
console.log('[AI Interface] Audit trail restored successfully');
|
||||
}, 100);
|
||||
}
|
||||
|
||||
this.hideLoading();
|
||||
this.hideError();
|
||||
}
|
||||
}
|
||||
|
||||
escapeHtml(text) {
|
||||
if (typeof text !== 'string') return '';
|
||||
const div = document.createElement('div');
|
||||
@ -1584,13 +1454,28 @@ class AIQueryInterface {
|
||||
document.addEventListener('DOMContentLoaded', () => {
|
||||
const aiInterface = new AIQueryInterface();
|
||||
|
||||
// FIXED: Global restoreAIResults function with proper error handling
|
||||
window.restoreAIResults = () => {
|
||||
if (aiInterface.currentRecommendation && aiInterface.elements.results) {
|
||||
aiInterface.showResults();
|
||||
|
||||
// Re-render audit trail if it exists
|
||||
if (aiInterface.currentRecommendation.auditTrail) {
|
||||
setTimeout(() => {
|
||||
try {
|
||||
aiInterface.renderAuditTrail(aiInterface.currentRecommendation.auditTrail);
|
||||
console.log('[AI Interface] Global audit trail restored');
|
||||
} catch (error) {
|
||||
console.error('[AI Interface] Global audit trail restore failed:', error);
|
||||
}
|
||||
}, 100);
|
||||
}
|
||||
|
||||
aiInterface.hideLoading();
|
||||
aiInterface.hideError();
|
||||
}
|
||||
};
|
||||
window.isToolHosted = window.isToolHosted || isToolHosted
|
||||
|
||||
window.isToolHosted = window.isToolHosted || isToolHosted;
|
||||
});
|
||||
</script>
|
@ -55,7 +55,7 @@ const sortedTags = Object.entries(tagFrequency)
|
||||
<!-- Semantic Search Toggle - Inline -->
|
||||
<div id="semantic-search-container" class="semantic-search-inline hidden">
|
||||
<label class="semantic-toggle-wrapper" title="Semantische Suche verwendet Embeddings. Dadurch kann mit natürlicher Sprache/Begriffen gesucht werden, die Ergebnisse richten sich nach der euklidischen Distanz.">
|
||||
<input type="checkbox" id="semantic-search-enabled" />
|
||||
<input type="checkbox" id="semantic-search-enabled" disabled/>
|
||||
<div class="semantic-checkbox-custom"></div>
|
||||
<span class="semantic-toggle-label">
|
||||
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
|
||||
@ -357,20 +357,17 @@ const sortedTags = Object.entries(tagFrequency)
|
||||
// Check embeddings availability
|
||||
async function checkEmbeddingsAvailability() {
|
||||
try {
|
||||
const response = await fetch('/api/ai/embeddings-status');
|
||||
if (!response.ok) {
|
||||
throw new Error(`HTTP ${response.status}`);
|
||||
}
|
||||
const res = await fetch('/api/ai/embeddings-status');
|
||||
const { embeddings } = await res.json();
|
||||
semanticSearchAvailable = embeddings?.enabled && embeddings?.initialized;
|
||||
|
||||
const data = await response.json();
|
||||
semanticSearchAvailable = data.embeddings?.enabled && data.embeddings?.initialized;
|
||||
|
||||
if (semanticSearchAvailable && elements.semanticContainer) {
|
||||
if (semanticSearchAvailable) {
|
||||
elements.semanticContainer.classList.remove('hidden');
|
||||
elements.semanticCheckbox.disabled = false; // 👈 re-enable
|
||||
}
|
||||
} catch (error) {
|
||||
console.error('[EMBEDDINGS] Status check failed:', error.message);
|
||||
semanticSearchAvailable = false;
|
||||
} catch (err) {
|
||||
console.error('[EMBEDDINGS] Status check failed:', err);
|
||||
// leave the checkbox disabled
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -2,6 +2,7 @@
|
||||
import Navigation from '../components/Navigation.astro';
|
||||
import Footer from '../components/Footer.astro';
|
||||
import '../styles/global.css';
|
||||
import '../styles/auditTrail.css';
|
||||
|
||||
export interface Props {
|
||||
title: string;
|
||||
|
@ -1,86 +1,84 @@
|
||||
// src/pages/api/search/semantic.ts
|
||||
import type { APIRoute } from 'astro';
|
||||
import { getToolsData } from '../../../utils/dataService.js';
|
||||
import { configDotenv } from 'dotenv';
|
||||
|
||||
configDotenv();
|
||||
|
||||
const DEFAULT_MAX_RESULTS = (() => {
|
||||
const raw = process.env.AI_EMBEDDING_CANDIDATES;
|
||||
const n = Number.parseInt(raw ?? '', 10);
|
||||
return Number.isFinite(n) && n > 0 ? n : 50; // fallback
|
||||
})();
|
||||
|
||||
const DEFAULT_THRESHOLD = (() => {
|
||||
const raw = process.env.AI_SIMILARITY_THRESHOLD;
|
||||
const n = Number.parseFloat(raw ?? '');
|
||||
return Number.isFinite(n) && n >= 0 && n <= 1 ? n : 0.45;
|
||||
})();
|
||||
|
||||
export const prerender = false;
|
||||
|
||||
|
||||
export const POST: APIRoute = async ({ request }) => {
|
||||
try {
|
||||
const { query, maxResults = 50, threshold = 0.45 } = await request.json();
|
||||
/* ---------- get body & apply defaults from env ---------------- */
|
||||
const {
|
||||
query,
|
||||
maxResults = DEFAULT_MAX_RESULTS,
|
||||
threshold = DEFAULT_THRESHOLD
|
||||
} = await request.json();
|
||||
|
||||
if (!query || typeof query !== 'string') {
|
||||
return new Response(JSON.stringify({
|
||||
success: false,
|
||||
error: 'Query is required'
|
||||
}), {
|
||||
status: 400,
|
||||
headers: { 'Content-Type': 'application/json' }
|
||||
});
|
||||
return new Response(
|
||||
JSON.stringify({ success: false, error: 'Query is required' }),
|
||||
{ status: 400, headers: { 'Content-Type': 'application/json' } }
|
||||
);
|
||||
}
|
||||
|
||||
// Import embeddings service dynamically
|
||||
/* --- (rest of the handler unchanged) -------------------------- */
|
||||
const { embeddingsService } = await import('../../../utils/embeddings.js');
|
||||
|
||||
// Check if embeddings are available
|
||||
if (!embeddingsService.isEnabled()) {
|
||||
return new Response(JSON.stringify({
|
||||
success: false,
|
||||
error: 'Semantic search not available'
|
||||
}), {
|
||||
status: 400,
|
||||
headers: { 'Content-Type': 'application/json' }
|
||||
});
|
||||
return new Response(
|
||||
JSON.stringify({ success: false, error: 'Semantic search not available' }),
|
||||
{ status: 400, headers: { 'Content-Type': 'application/json' } }
|
||||
);
|
||||
}
|
||||
|
||||
// Wait for embeddings initialization if needed
|
||||
await embeddingsService.waitForInitialization();
|
||||
|
||||
// Get similar items using embeddings
|
||||
const similarItems = await embeddingsService.findSimilar(
|
||||
query.trim(),
|
||||
maxResults,
|
||||
threshold
|
||||
);
|
||||
|
||||
// Get current tools data
|
||||
const toolsData = await getToolsData();
|
||||
|
||||
// Map similarity results back to full tool objects, preserving similarity ranking
|
||||
const toolsData = await getToolsData();
|
||||
const rankedTools = similarItems
|
||||
.map((similarItem, index) => {
|
||||
const tool = toolsData.tools.find(t => t.name === similarItem.name);
|
||||
return tool
|
||||
? {
|
||||
...tool,
|
||||
_semanticSimilarity: similarItem.similarity,
|
||||
_semanticRank: index + 1, // already sorted
|
||||
}
|
||||
: null;
|
||||
.map((s, i) => {
|
||||
const tool = toolsData.tools.find(t => t.name === s.name);
|
||||
return tool ? { ...tool, _semanticSimilarity: s.similarity, _semanticRank: i + 1 } : null;
|
||||
})
|
||||
.filter(Boolean);
|
||||
|
||||
|
||||
return new Response(JSON.stringify({
|
||||
success: true,
|
||||
query: query.trim(),
|
||||
results: rankedTools,
|
||||
totalFound: rankedTools.length,
|
||||
semanticSearch: true,
|
||||
threshold,
|
||||
maxSimilarity: rankedTools.length > 0 ? rankedTools[0]._semanticSimilarity : 0
|
||||
}), {
|
||||
status: 200,
|
||||
headers: { 'Content-Type': 'application/json' }
|
||||
});
|
||||
|
||||
return new Response(
|
||||
JSON.stringify({
|
||||
success: true,
|
||||
query: query.trim(),
|
||||
results: rankedTools,
|
||||
totalFound: rankedTools.length,
|
||||
semanticSearch: true,
|
||||
threshold,
|
||||
maxSimilarity: rankedTools[0]?._semanticSimilarity ?? 0
|
||||
}),
|
||||
{ status: 200, headers: { 'Content-Type': 'application/json' } }
|
||||
);
|
||||
} catch (error) {
|
||||
console.error('Semantic search error:', error);
|
||||
return new Response(JSON.stringify({
|
||||
success: false,
|
||||
error: 'Semantic search failed'
|
||||
}), {
|
||||
status: 500,
|
||||
headers: { 'Content-Type': 'application/json' }
|
||||
});
|
||||
return new Response(
|
||||
JSON.stringify({ success: false, error: 'Semantic search failed' }),
|
||||
{ status: 500, headers: { 'Content-Type': 'application/json' } }
|
||||
);
|
||||
}
|
||||
};
|
407
src/styles/auditTrail.css
Normal file
407
src/styles/auditTrail.css
Normal file
@ -0,0 +1,407 @@
|
||||
/* src/styles/auditTrail.css - Reusable Audit Trail Styles */
|
||||
|
||||
.audit-trail-container {
|
||||
background-color: var(--color-bg-secondary);
|
||||
border: 1px solid var(--color-border);
|
||||
border-left: 4px solid var(--color-accent);
|
||||
border-radius: 0.5rem;
|
||||
padding: 1rem;
|
||||
margin: 1rem 0;
|
||||
transition: var(--transition-fast);
|
||||
}
|
||||
|
||||
.audit-trail-header {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: space-between;
|
||||
margin-bottom: 1rem;
|
||||
}
|
||||
|
||||
.audit-trail-header.clickable {
|
||||
cursor: pointer;
|
||||
padding: 0.25rem;
|
||||
border-radius: 0.25rem;
|
||||
margin: -0.25rem;
|
||||
transition: var(--transition-fast);
|
||||
}
|
||||
|
||||
.audit-trail-header.clickable:hover {
|
||||
background-color: var(--color-bg-tertiary);
|
||||
}
|
||||
|
||||
.audit-trail-title {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 1.5rem;
|
||||
flex: 1;
|
||||
}
|
||||
|
||||
.audit-icon {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.75rem;
|
||||
}
|
||||
|
||||
.audit-icon-gradient {
|
||||
width: 24px;
|
||||
height: 24px;
|
||||
background: linear-gradient(135deg, var(--color-accent) 0%, var(--color-primary) 100%);
|
||||
border-radius: 50%;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
color: white;
|
||||
font-size: 0.75rem;
|
||||
font-weight: bold;
|
||||
}
|
||||
|
||||
.audit-icon h4 {
|
||||
margin: 0;
|
||||
font-size: 0.875rem;
|
||||
font-weight: 600;
|
||||
color: var(--color-accent);
|
||||
}
|
||||
|
||||
.audit-stats {
|
||||
display: flex;
|
||||
gap: 1rem;
|
||||
font-size: 0.75rem;
|
||||
color: var(--color-text-secondary);
|
||||
}
|
||||
|
||||
.stat-item {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.375rem;
|
||||
}
|
||||
|
||||
.stat-dot {
|
||||
width: 8px;
|
||||
height: 8px;
|
||||
border-radius: 50%;
|
||||
}
|
||||
|
||||
.stat-time {
|
||||
background-color: var(--color-accent);
|
||||
}
|
||||
|
||||
.toggle-icon {
|
||||
transition: transform var(--transition-medium);
|
||||
color: var(--color-text-secondary);
|
||||
}
|
||||
|
||||
.audit-trail-details {
|
||||
display: block;
|
||||
transition: all var(--transition-medium);
|
||||
overflow: hidden;
|
||||
}
|
||||
|
||||
.audit-trail-details.collapsed {
|
||||
display: none;
|
||||
}
|
||||
|
||||
.audit-summary {
|
||||
background-color: var(--color-bg-tertiary);
|
||||
padding: 1rem;
|
||||
border-radius: 0.5rem;
|
||||
margin-bottom: 1.5rem;
|
||||
}
|
||||
|
||||
.summary-header {
|
||||
font-size: 0.75rem;
|
||||
font-weight: 600;
|
||||
color: var(--color-accent);
|
||||
margin-bottom: 0.75rem;
|
||||
}
|
||||
|
||||
.summary-grid {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(3, 1fr);
|
||||
gap: 1rem;
|
||||
margin-bottom: 1rem;
|
||||
}
|
||||
|
||||
.summary-stat {
|
||||
text-align: center;
|
||||
}
|
||||
|
||||
.summary-value {
|
||||
font-size: 1.125rem;
|
||||
font-weight: 700;
|
||||
margin-bottom: 0.25rem;
|
||||
}
|
||||
|
||||
.summary-value.success {
|
||||
color: var(--color-accent);
|
||||
}
|
||||
|
||||
.summary-value.warning {
|
||||
color: var(--color-warning);
|
||||
}
|
||||
|
||||
.summary-label {
|
||||
font-size: 0.6875rem;
|
||||
color: var(--color-text-secondary);
|
||||
}
|
||||
|
||||
.insights-section {
|
||||
margin-top: 0.75rem;
|
||||
}
|
||||
|
||||
.insights-header {
|
||||
font-size: 0.6875rem;
|
||||
font-weight: 600;
|
||||
margin-bottom: 0.375rem;
|
||||
}
|
||||
|
||||
.insights-header.success {
|
||||
color: var(--color-accent);
|
||||
}
|
||||
|
||||
.insights-header.warning {
|
||||
color: var(--color-warning);
|
||||
}
|
||||
|
||||
.insights-list {
|
||||
margin: 0;
|
||||
padding-left: 1rem;
|
||||
font-size: 0.625rem;
|
||||
line-height: 1.4;
|
||||
}
|
||||
|
||||
.insights-list li {
|
||||
margin-bottom: 0.25rem;
|
||||
}
|
||||
|
||||
.audit-process-flow {
|
||||
display: grid;
|
||||
gap: 1rem;
|
||||
}
|
||||
|
||||
.phase-group {
|
||||
position: relative;
|
||||
}
|
||||
|
||||
.phase-group:not(.last-phase)::after {
|
||||
content: '';
|
||||
position: absolute;
|
||||
left: 13px;
|
||||
bottom: -8px;
|
||||
width: 2px;
|
||||
height: 16px;
|
||||
background: linear-gradient(to bottom, var(--color-border) 0%, transparent 100%);
|
||||
}
|
||||
|
||||
|
||||
.phase-icon {
|
||||
font-size: 1rem;
|
||||
}
|
||||
|
||||
.phase-name {
|
||||
font-size: 0.875rem;
|
||||
font-weight: 500;
|
||||
color: var(--color-text);
|
||||
}
|
||||
|
||||
.phase-divider {
|
||||
flex: 1;
|
||||
height: 1px;
|
||||
background-color: var(--color-border);
|
||||
}
|
||||
|
||||
.phase-stats {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.5rem;
|
||||
flex-shrink: 0;
|
||||
}
|
||||
|
||||
.confidence-bar {
|
||||
width: 48px;
|
||||
height: 8px;
|
||||
background-color: var(--color-bg-tertiary);
|
||||
border-radius: 4px;
|
||||
overflow: hidden;
|
||||
}
|
||||
|
||||
.confidence-fill {
|
||||
height: 100%;
|
||||
border-radius: 4px;
|
||||
transition: var(--transition-fast);
|
||||
}
|
||||
|
||||
.confidence-text {
|
||||
font-size: 0.75rem;
|
||||
color: var(--color-text-secondary);
|
||||
min-width: 28px;
|
||||
}
|
||||
|
||||
.phase-entries {
|
||||
margin-left: 1.5rem;
|
||||
display: grid;
|
||||
gap: 0.5rem;
|
||||
}
|
||||
|
||||
.audit-entry {
|
||||
background-color: var(--color-bg);
|
||||
border: 1px solid var(--color-border);
|
||||
border-radius: 0.375rem;
|
||||
padding: 0.75rem;
|
||||
transition: var(--transition-fast);
|
||||
}
|
||||
|
||||
.audit-entry:hover {
|
||||
background-color: var(--color-bg-secondary);
|
||||
}
|
||||
|
||||
.entry-main {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: space-between;
|
||||
margin-bottom: 0.5rem;
|
||||
}
|
||||
|
||||
.entry-action {
|
||||
font-size: 0.875rem;
|
||||
font-weight: 500;
|
||||
color: var(--color-text);
|
||||
}
|
||||
|
||||
.entry-meta {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 0.5rem;
|
||||
font-size: 0.75rem;
|
||||
color: var(--color-text-secondary);
|
||||
}
|
||||
|
||||
.confidence-indicator {
|
||||
width: 8px;
|
||||
height: 8px;
|
||||
border-radius: 50%;
|
||||
}
|
||||
|
||||
.confidence-value {
|
||||
min-width: 28px;
|
||||
text-align: right;
|
||||
}
|
||||
|
||||
.processing-time {
|
||||
min-width: 40px;
|
||||
text-align: right;
|
||||
}
|
||||
|
||||
.entry-details {
|
||||
font-size: 0.75rem;
|
||||
color: var(--color-text-secondary);
|
||||
padding-top: 0.5rem;
|
||||
border-top: 1px solid var(--color-border);
|
||||
}
|
||||
|
||||
.detail-item {
|
||||
margin-bottom: 0.25rem;
|
||||
word-break: break-word;
|
||||
}
|
||||
|
||||
.detail-item:last-child {
|
||||
margin-bottom: 0;
|
||||
}
|
||||
|
||||
.technical-toggle {
|
||||
text-align: center;
|
||||
margin-top: 1.5rem;
|
||||
padding-top: 1rem;
|
||||
border-top: 1px solid var(--color-border);
|
||||
}
|
||||
|
||||
.technical-toggle-btn {
|
||||
background: none;
|
||||
border: none;
|
||||
color: var(--color-text-secondary);
|
||||
cursor: pointer;
|
||||
font-size: 0.75rem;
|
||||
padding: 0.5rem 1rem;
|
||||
border-radius: 0.25rem;
|
||||
transition: var(--transition-fast);
|
||||
}
|
||||
|
||||
.technical-toggle-btn:hover {
|
||||
background-color: var(--color-bg-secondary);
|
||||
color: var(--color-text);
|
||||
}
|
||||
|
||||
.technical-details {
|
||||
margin-top: 1rem;
|
||||
display: grid;
|
||||
gap: 0.5rem;
|
||||
transition: all var(--transition-medium);
|
||||
}
|
||||
|
||||
.technical-details.collapsed {
|
||||
display: none;
|
||||
}
|
||||
|
||||
.technical-entry {
|
||||
background-color: var(--color-bg-secondary);
|
||||
border: 1px solid var(--color-border);
|
||||
border-radius: 0.375rem;
|
||||
padding: 0.75rem;
|
||||
font-size: 0.75rem;
|
||||
}
|
||||
|
||||
.technical-header {
|
||||
display: flex;
|
||||
justify-content: space-between;
|
||||
align-items: center;
|
||||
margin-bottom: 0.5rem;
|
||||
font-family: 'SF Mono', 'Monaco', 'Menlo', 'Consolas', monospace;
|
||||
}
|
||||
|
||||
.technical-phase {
|
||||
font-weight: 600;
|
||||
color: var(--color-primary);
|
||||
}
|
||||
|
||||
.technical-time {
|
||||
color: var(--color-text-secondary);
|
||||
}
|
||||
|
||||
.technical-content {
|
||||
display: grid;
|
||||
gap: 0.375rem;
|
||||
}
|
||||
|
||||
.technical-row {
|
||||
color: var(--color-text-secondary);
|
||||
word-break: break-word;
|
||||
}
|
||||
|
||||
/* Responsive Design */
|
||||
@media (width <= 768px) {
|
||||
.audit-stats {
|
||||
flex-direction: column;
|
||||
gap: 0.5rem;
|
||||
align-items: flex-start;
|
||||
}
|
||||
|
||||
.summary-grid {
|
||||
grid-template-columns: 1fr;
|
||||
gap: 0.75rem;
|
||||
}
|
||||
|
||||
.phase-divider {
|
||||
display: none;
|
||||
}
|
||||
|
||||
.entry-main {
|
||||
flex-direction: column;
|
||||
align-items: flex-start;
|
||||
gap: 0.5rem;
|
||||
}
|
||||
|
||||
.technical-header {
|
||||
flex-direction: column;
|
||||
align-items: flex-start;
|
||||
gap: 0.25rem;
|
||||
}
|
||||
}
|
@ -2121,6 +2121,9 @@ input[type="checkbox"] {
|
||||
}
|
||||
|
||||
.phase-info {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
gap: 0.75rem;
|
||||
flex: 1;
|
||||
min-width: 0;
|
||||
}
|
||||
@ -3873,49 +3876,3 @@ footer {
|
||||
border-top: 1px solid var(--color-border);
|
||||
margin: 2rem 0;
|
||||
}
|
||||
|
||||
/* ===================================================================
|
||||
26. ENHANCED AUDIT TRAIL STYLES
|
||||
================================================================= */
|
||||
|
||||
.audit-process-flow {
|
||||
position: relative;
|
||||
}
|
||||
|
||||
.phase-group {
|
||||
position: relative;
|
||||
}
|
||||
|
||||
.phase-group:not(:last-child)::after {
|
||||
content: '';
|
||||
position: absolute;
|
||||
left: 13px;
|
||||
bottom: -8px;
|
||||
width: 2px;
|
||||
height: 16px;
|
||||
background: linear-gradient(to bottom, var(--color-border) 0%, transparent 100%);
|
||||
}
|
||||
|
||||
.toggle-icon {
|
||||
transition: transform 0.2s ease;
|
||||
}
|
||||
|
||||
/* Hover effects for audit entries */
|
||||
.audit-trail-details .hover\\:bg-secondary:hover {
|
||||
background-color: var(--color-bg-secondary);
|
||||
}
|
||||
|
||||
/* Responsive adjustments for audit trail */
|
||||
@media (width <= 768px) {
|
||||
.audit-process-flow .grid-cols-3 {
|
||||
grid-template-columns: 1fr;
|
||||
gap: 1rem;
|
||||
}
|
||||
|
||||
.phase-group .flex {
|
||||
flex-direction: column;
|
||||
align-items: flex-start;
|
||||
gap: 0.5rem;
|
||||
}
|
||||
|
||||
}
|
@ -4,6 +4,7 @@ import { getCompressedToolsDataForAI } from './dataService.js';
|
||||
import { embeddingsService, type EmbeddingData, type SimilarityResult } from './embeddings.js';
|
||||
import { AI_PROMPTS, getPrompt } from '../config/prompts.js';
|
||||
import { isToolHosted } from './toolHelpers.js';
|
||||
import { auditService } from './auditService.js'; // Add this import
|
||||
|
||||
interface AIConfig {
|
||||
endpoint: string;
|
||||
@ -95,9 +96,9 @@ class ImprovedMicroTaskAIPipeline {
|
||||
|
||||
private auditConfig: {
|
||||
enabled: boolean;
|
||||
detailLevel: 'minimal' | 'standard' | 'verbose';
|
||||
retentionHours: number;
|
||||
detailLevel: string;
|
||||
};
|
||||
private tempAuditEntries: AuditEntry[] = [];
|
||||
|
||||
private confidenceConfig: {
|
||||
semanticWeight: number;
|
||||
@ -109,8 +110,6 @@ class ImprovedMicroTaskAIPipeline {
|
||||
highThreshold: number;
|
||||
};
|
||||
|
||||
private tempAuditEntries: AuditEntry[] = [];
|
||||
|
||||
constructor() {
|
||||
this.config = {
|
||||
endpoint: this.getEnv('AI_ANALYZER_ENDPOINT'),
|
||||
@ -136,11 +135,12 @@ class ImprovedMicroTaskAIPipeline {
|
||||
this.maxPromptTokens = parseInt(process.env.AI_MAX_PROMPT_TOKENS || '1500', 10);
|
||||
|
||||
this.auditConfig = {
|
||||
enabled: process.env.FORENSIC_AUDIT_ENABLED === 'true',
|
||||
detailLevel: (process.env.FORENSIC_AUDIT_DETAIL_LEVEL as any) || 'standard',
|
||||
retentionHours: parseInt(process.env.FORENSIC_AUDIT_RETENTION_HOURS || '72', 10)
|
||||
enabled: process.env.FORENSIC_AUDIT_ENABLED === 'true' || process.env.NODE_ENV === 'development',
|
||||
detailLevel: process.env.FORENSIC_AUDIT_DETAIL_LEVEL || 'standard'
|
||||
};
|
||||
|
||||
console.log('[AI PIPELINE] Audit trail enabled:', this.auditConfig.enabled);
|
||||
|
||||
this.confidenceConfig = {
|
||||
semanticWeight: parseFloat(process.env.CONFIDENCE_SEMANTIC_WEIGHT || '0.3'),
|
||||
suitabilityWeight: parseFloat(process.env.CONFIDENCE_SUITABILITY_WEIGHT || '0.7'),
|
||||
@ -166,7 +166,7 @@ class ImprovedMicroTaskAIPipeline {
|
||||
}
|
||||
|
||||
private addAuditEntry(
|
||||
context: AnalysisContext | null,
|
||||
context: AnalysisContext,
|
||||
phase: string,
|
||||
action: string,
|
||||
input: any,
|
||||
@ -177,36 +177,39 @@ class ImprovedMicroTaskAIPipeline {
|
||||
): void {
|
||||
if (!this.auditConfig.enabled) return;
|
||||
|
||||
const auditEntry: AuditEntry = {
|
||||
const entry: AuditEntry = {
|
||||
timestamp: Date.now(),
|
||||
phase,
|
||||
action,
|
||||
input: this.auditConfig.detailLevel === 'verbose' ? input : this.summarizeForAudit(input),
|
||||
output: this.auditConfig.detailLevel === 'verbose' ? output : this.summarizeForAudit(output),
|
||||
confidence,
|
||||
input,
|
||||
output,
|
||||
confidence: Math.round(confidence),
|
||||
processingTimeMs: Date.now() - startTime,
|
||||
metadata
|
||||
};
|
||||
|
||||
if (context) {
|
||||
context.auditTrail.push(auditEntry);
|
||||
} else {
|
||||
this.tempAuditEntries.push(auditEntry);
|
||||
// Add to context audit trail instead of temp storage
|
||||
if (!context.auditTrail) {
|
||||
context.auditTrail = [];
|
||||
}
|
||||
context.auditTrail.push(entry);
|
||||
|
||||
console.log(`[AUDIT] ${phase}/${action}: ${confidence}% confidence, ${Date.now() - startTime}ms`);
|
||||
console.log(`[AUDIT] ${phase}/${action}: ${confidence}% confidence, ${entry.processingTimeMs}ms`);
|
||||
}
|
||||
|
||||
private mergeTemporaryAuditEntries(context: AnalysisContext): void {
|
||||
if (!this.auditConfig.enabled || this.tempAuditEntries.length === 0) return;
|
||||
|
||||
const entryCount = this.tempAuditEntries.length;
|
||||
if (!context.auditTrail) {
|
||||
context.auditTrail = [];
|
||||
}
|
||||
|
||||
context.auditTrail.unshift(...this.tempAuditEntries);
|
||||
this.tempAuditEntries = [];
|
||||
|
||||
console.log(`[AUDIT] Merged ${entryCount} temporary audit entries into context`);
|
||||
console.log('[AUDIT] Merged temporary entries into context');
|
||||
}
|
||||
|
||||
/**
|
||||
private summarizeForAudit(data: any): any {
|
||||
if (this.auditConfig.detailLevel === 'minimal') {
|
||||
if (typeof data === 'string' && data.length > 100) {
|
||||
@ -224,7 +227,7 @@ class ImprovedMicroTaskAIPipeline {
|
||||
}
|
||||
}
|
||||
return data;
|
||||
}
|
||||
}**/
|
||||
|
||||
private calculateSelectionConfidence(result: any, candidateCount: number): number {
|
||||
if (!result || !result.selectedTools) return 30;
|
||||
@ -1191,6 +1194,11 @@ ${JSON.stringify(conceptsToSend, null, 2)}`;
|
||||
})) || []
|
||||
};
|
||||
|
||||
// Process audit trail before returning
|
||||
const processedAuditTrail = this.auditConfig.enabled && context.auditTrail
|
||||
? context.auditTrail
|
||||
: [];
|
||||
|
||||
if (isWorkflow) {
|
||||
const recommendedToolsWithConfidence = context.selectedTools?.map(st => {
|
||||
const confidence = this.calculateRecommendationConfidence(
|
||||
@ -1228,7 +1236,8 @@ ${JSON.stringify(conceptsToSend, null, 2)}`;
|
||||
return {
|
||||
...base,
|
||||
recommended_tools: recommendedToolsWithConfidence,
|
||||
workflow_suggestion: finalContent
|
||||
workflow_suggestion: finalContent,
|
||||
auditTrail: processedAuditTrail // Always include audit trail array
|
||||
};
|
||||
} else {
|
||||
const recommendedToolsWithConfidence = context.selectedTools?.map(st => {
|
||||
@ -1269,7 +1278,8 @@ ${JSON.stringify(conceptsToSend, null, 2)}`;
|
||||
return {
|
||||
...base,
|
||||
recommended_tools: recommendedToolsWithConfidence,
|
||||
additional_considerations: finalContent
|
||||
additional_considerations: finalContent,
|
||||
auditTrail: processedAuditTrail // Always include audit trail array
|
||||
};
|
||||
}
|
||||
}
|
||||
|
427
src/utils/auditService.ts
Normal file
427
src/utils/auditService.ts
Normal file
@ -0,0 +1,427 @@
|
||||
// src/utils/auditService.ts - Centralized Audit Trail Management
|
||||
|
||||
|
||||
function env(key: string, fallback: string | undefined = undefined): string | undefined {
|
||||
// during dev/server-side rendering
|
||||
if (typeof process !== 'undefined' && process.env?.[key] !== undefined) {
|
||||
return process.env[key];
|
||||
}
|
||||
// during client build / browser
|
||||
if (typeof import.meta !== 'undefined' && (import.meta as any).env?.[key] !== undefined) {
|
||||
return (import.meta as any).env[key];
|
||||
}
|
||||
return fallback;
|
||||
}
|
||||
|
||||
interface AuditEntry {
|
||||
timestamp: number;
|
||||
phase: string;
|
||||
action: string;
|
||||
input: any;
|
||||
output: any;
|
||||
confidence: number;
|
||||
processingTimeMs: number;
|
||||
metadata: Record<string, any>;
|
||||
}
|
||||
|
||||
interface AuditConfig {
|
||||
enabled: boolean;
|
||||
detailLevel: 'minimal' | 'standard' | 'verbose';
|
||||
retentionHours: number;
|
||||
maxEntriesPerRequest: number;
|
||||
}
|
||||
|
||||
interface CompressedAuditEntry {
|
||||
timestamp: number;
|
||||
phase: string;
|
||||
action: string;
|
||||
inputSummary: string;
|
||||
outputSummary: string;
|
||||
confidence: number;
|
||||
processingTimeMs: number;
|
||||
metadata: Record<string, any>;
|
||||
}
|
||||
|
||||
interface ProcessedAuditTrail {
|
||||
totalTime: number;
|
||||
avgConfidence: number;
|
||||
stepCount: number;
|
||||
highConfidenceSteps: number;
|
||||
lowConfidenceSteps: number;
|
||||
phases: Array<{
|
||||
name: string;
|
||||
icon: string;
|
||||
displayName: string;
|
||||
avgConfidence: number;
|
||||
totalTime: number;
|
||||
entries: CompressedAuditEntry[];
|
||||
}>;
|
||||
summary: {
|
||||
analysisQuality: 'excellent' | 'good' | 'fair' | 'poor';
|
||||
keyInsights: string[];
|
||||
potentialIssues: string[];
|
||||
};
|
||||
}
|
||||
|
||||
class AuditService {
|
||||
private config: AuditConfig;
|
||||
private tempEntries: AuditEntry[] = [];
|
||||
|
||||
// Phase configuration with German translations
|
||||
private readonly phaseConfig = {
|
||||
'initialization': { icon: '🚀', displayName: 'Initialisierung' },
|
||||
'retrieval': { icon: '🔍', displayName: 'Datensuche' },
|
||||
'selection': { icon: '🎯', displayName: 'Tool-Auswahl' },
|
||||
'micro-task': { icon: '⚡', displayName: 'Detail-Analyse' },
|
||||
'validation': { icon: '✓', displayName: 'Validierung' },
|
||||
'completion': { icon: '✅', displayName: 'Finalisierung' }
|
||||
};
|
||||
|
||||
// Action translations
|
||||
private readonly actionTranslations = {
|
||||
'pipeline-start': 'Analyse gestartet',
|
||||
'embeddings-search': 'Ähnliche Tools gesucht',
|
||||
'ai-tool-selection': 'Tools automatisch ausgewählt',
|
||||
'ai-analysis': 'KI-Analyse durchgeführt',
|
||||
'phase-tool-selection': 'Phasen-Tools evaluiert',
|
||||
'tool-evaluation': 'Tool-Bewertung erstellt',
|
||||
'background-knowledge-selection': 'Hintergrundwissen ausgewählt',
|
||||
'confidence-scoring': 'Vertrauenswertung berechnet',
|
||||
'pipeline-end': 'Analyse abgeschlossen'
|
||||
};
|
||||
|
||||
constructor() {
|
||||
this.config = this.loadConfig();
|
||||
}
|
||||
|
||||
private loadConfig(): AuditConfig {
|
||||
// use the helper if you added it
|
||||
const enabledFlag =
|
||||
(typeof import.meta !== 'undefined' &&
|
||||
(import.meta as any).env?.PUBLIC_FORENSIC_AUDIT_ENABLED) ?? 'false';
|
||||
|
||||
return {
|
||||
enabled: enabledFlag === 'true',
|
||||
detailLevel:
|
||||
((import.meta as any).env?.PUBLIC_FORENSIC_AUDIT_DETAIL_LEVEL as any) ||
|
||||
'standard',
|
||||
retentionHours: parseInt(
|
||||
(import.meta as any).env?.PUBLIC_FORENSIC_AUDIT_RETENTION_HOURS || '72',
|
||||
10
|
||||
),
|
||||
maxEntriesPerRequest: parseInt(
|
||||
(import.meta as any).env?.PUBLIC_FORENSIC_AUDIT_MAX_ENTRIES || '50',
|
||||
10
|
||||
),
|
||||
};
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Add an audit entry with automatic data compression
|
||||
*/
|
||||
addEntry(
|
||||
phase: string,
|
||||
action: string,
|
||||
input: any,
|
||||
output: any,
|
||||
confidence: number,
|
||||
startTime: number,
|
||||
metadata: Record<string, any> = {}
|
||||
): void {
|
||||
if (!this.config.enabled) return;
|
||||
|
||||
const entry: AuditEntry = {
|
||||
timestamp: Date.now(),
|
||||
phase,
|
||||
action,
|
||||
input: this.compressData(input),
|
||||
output: this.compressData(output),
|
||||
confidence: Math.round(confidence),
|
||||
processingTimeMs: Date.now() - startTime,
|
||||
metadata
|
||||
};
|
||||
|
||||
this.tempEntries.push(entry);
|
||||
console.log(`[AUDIT] ${phase}/${action}: ${confidence}% confidence, ${entry.processingTimeMs}ms`);
|
||||
}
|
||||
|
||||
|
||||
mergeAndClear(auditTrail: AuditEntry[]): void {
|
||||
if (!this.config.enabled || this.tempEntries.length === 0) return;
|
||||
|
||||
auditTrail.unshift(...this.tempEntries);
|
||||
const entryCount = this.tempEntries.length;
|
||||
this.tempEntries = [];
|
||||
|
||||
console.log(`[AUDIT] Merged ${entryCount} entries into audit trail`);
|
||||
}
|
||||
|
||||
|
||||
processAuditTrail(rawAuditTrail: AuditEntry[]): ProcessedAuditTrail | null {
|
||||
if (!this.config.enabled) {
|
||||
console.log('[AUDIT] Service disabled, returning null');
|
||||
return null;
|
||||
}
|
||||
|
||||
if (!rawAuditTrail || !Array.isArray(rawAuditTrail) || rawAuditTrail.length === 0) {
|
||||
console.log('[AUDIT] No audit trail data provided');
|
||||
return null;
|
||||
}
|
||||
|
||||
try {
|
||||
console.log('[AUDIT] Processing', rawAuditTrail.length, 'audit entries');
|
||||
|
||||
// Calculate summary statistics with safe defaults
|
||||
const totalTime = rawAuditTrail.reduce((sum, entry) => sum + (entry.processingTimeMs || 0), 0);
|
||||
const validConfidenceEntries = rawAuditTrail.filter(entry => typeof entry.confidence === 'number');
|
||||
const avgConfidence = validConfidenceEntries.length > 0
|
||||
? Math.round(validConfidenceEntries.reduce((sum, entry) => sum + entry.confidence, 0) / validConfidenceEntries.length)
|
||||
: 0;
|
||||
|
||||
const highConfidenceSteps = rawAuditTrail.filter(entry => (entry.confidence || 0) >= 80).length;
|
||||
const lowConfidenceSteps = rawAuditTrail.filter(entry => (entry.confidence || 0) < 60).length;
|
||||
|
||||
// Group entries by phase with safe handling
|
||||
const groupedEntries = rawAuditTrail.reduce((groups, entry) => {
|
||||
const phase = entry.phase || 'unknown';
|
||||
if (!groups[phase]) groups[phase] = [];
|
||||
groups[phase].push(entry);
|
||||
return groups;
|
||||
}, {} as Record<string, AuditEntry[]>);
|
||||
|
||||
// Process phases with error handling
|
||||
const phases = Object.entries(groupedEntries).map(([phase, entries]) => {
|
||||
const phaseConfig = this.phaseConfig[phase] || { icon: '📋', displayName: phase };
|
||||
const validEntries = entries.filter(entry => entry && typeof entry === 'object');
|
||||
|
||||
const phaseAvgConfidence = validEntries.length > 0
|
||||
? Math.round(validEntries.reduce((sum, entry) => sum + (entry.confidence || 0), 0) / validEntries.length)
|
||||
: 0;
|
||||
|
||||
const phaseTotalTime = validEntries.reduce((sum, entry) => sum + (entry.processingTimeMs || 0), 0);
|
||||
|
||||
return {
|
||||
name: phase,
|
||||
icon: phaseConfig.icon,
|
||||
displayName: phaseConfig.displayName,
|
||||
avgConfidence: phaseAvgConfidence,
|
||||
totalTime: phaseTotalTime,
|
||||
entries: validEntries
|
||||
.map(e => this.compressEntry(e))
|
||||
.filter((e): e is CompressedAuditEntry => e !== null)
|
||||
};
|
||||
}).filter(phase => phase.entries.length > 0); // Only include phases with valid entries
|
||||
|
||||
// Generate analysis summary
|
||||
const summary = this.generateSummary(rawAuditTrail, avgConfidence, lowConfidenceSteps);
|
||||
|
||||
const result: ProcessedAuditTrail = {
|
||||
totalTime,
|
||||
avgConfidence,
|
||||
stepCount: rawAuditTrail.length,
|
||||
highConfidenceSteps,
|
||||
lowConfidenceSteps,
|
||||
phases,
|
||||
summary
|
||||
};
|
||||
|
||||
console.log('[AUDIT] Successfully processed audit trail:', result);
|
||||
return result;
|
||||
|
||||
} catch (error) {
|
||||
console.error('[AUDIT] Error processing audit trail:', error);
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Compress audit entry for efficient transport
|
||||
*/
|
||||
private compressEntry(entry: AuditEntry): CompressedAuditEntry | null {
|
||||
if (!entry || typeof entry !== 'object') {
|
||||
console.warn('[AUDIT] Invalid audit entry:', entry);
|
||||
return null;
|
||||
}
|
||||
|
||||
try {
|
||||
return {
|
||||
timestamp: entry.timestamp || Date.now(),
|
||||
phase: entry.phase || 'unknown',
|
||||
action: entry.action || 'unknown',
|
||||
inputSummary: this.summarizeData(entry.input),
|
||||
outputSummary: this.summarizeData(entry.output),
|
||||
confidence: entry.confidence || 0,
|
||||
processingTimeMs: entry.processingTimeMs || 0,
|
||||
metadata: entry.metadata || {}
|
||||
};
|
||||
} catch (error) {
|
||||
console.error('[AUDIT] Error compressing entry:', error);
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Compress data based on detail level
|
||||
*/
|
||||
private compressData(data: any): any {
|
||||
if (this.config.detailLevel === 'verbose') {
|
||||
return data; // Keep full data
|
||||
} else if (this.config.detailLevel === 'standard') {
|
||||
return this.summarizeForStorage(data);
|
||||
} else {
|
||||
return this.minimalSummary(data);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Summarize data for display purposes
|
||||
*/
|
||||
private summarizeData(data: any): string {
|
||||
if (data === null || data === undefined) return 'null';
|
||||
if (typeof data === 'string') {
|
||||
return data.length > 100 ? data.slice(0, 100) + '...' : data;
|
||||
}
|
||||
if (typeof data === 'number' || typeof data === 'boolean') {
|
||||
return data.toString();
|
||||
}
|
||||
if (Array.isArray(data)) {
|
||||
if (data.length === 0) return '[]';
|
||||
if (data.length <= 3) return JSON.stringify(data);
|
||||
return `[${data.slice(0, 3).map(i => typeof i === 'string' ? i : JSON.stringify(i)).join(', ')}, ...+${data.length - 3}]`;
|
||||
}
|
||||
if (typeof data === 'object') {
|
||||
const keys = Object.keys(data);
|
||||
if (keys.length === 0) return '{}';
|
||||
if (keys.length <= 3) {
|
||||
return '{' + keys.map(k => `${k}: ${typeof data[k] === 'string' ? data[k].slice(0, 20) + (data[k].length > 20 ? '...' : '') : JSON.stringify(data[k])}`).join(', ') + '}';
|
||||
}
|
||||
return `{${keys.slice(0, 3).join(', ')}, ...+${keys.length - 3} keys}`;
|
||||
}
|
||||
return String(data);
|
||||
}
|
||||
|
||||
/**
|
||||
* Standard level data compression
|
||||
*/
|
||||
private summarizeForStorage(data: any): any {
|
||||
if (typeof data === 'string' && data.length > 500) {
|
||||
return data.slice(0, 500) + '...[truncated]';
|
||||
}
|
||||
if (Array.isArray(data) && data.length > 10) {
|
||||
return [...data.slice(0, 10), `...[${data.length - 10} more items]`];
|
||||
}
|
||||
return data;
|
||||
}
|
||||
|
||||
/**
|
||||
* Minimal level data compression
|
||||
*/
|
||||
private minimalSummary(data: any): any {
|
||||
if (typeof data === 'string' && data.length > 100) {
|
||||
return data.slice(0, 100) + '...[truncated]';
|
||||
}
|
||||
if (Array.isArray(data) && data.length > 3) {
|
||||
return [...data.slice(0, 3), `...[${data.length - 3} more items]`];
|
||||
}
|
||||
return data;
|
||||
}
|
||||
|
||||
/**
|
||||
* Generate analysis summary
|
||||
*/
|
||||
private generateSummary(entries: AuditEntry[], avgConfidence: number, lowConfidenceSteps: number): {
|
||||
analysisQuality: 'excellent' | 'good' | 'fair' | 'poor';
|
||||
keyInsights: string[];
|
||||
potentialIssues: string[];
|
||||
} {
|
||||
// Determine analysis quality
|
||||
let analysisQuality: 'excellent' | 'good' | 'fair' | 'poor';
|
||||
if (avgConfidence >= 85 && lowConfidenceSteps === 0) {
|
||||
analysisQuality = 'excellent';
|
||||
} else if (avgConfidence >= 70 && lowConfidenceSteps <= 1) {
|
||||
analysisQuality = 'good';
|
||||
} else if (avgConfidence >= 60 && lowConfidenceSteps <= 3) {
|
||||
analysisQuality = 'fair';
|
||||
} else {
|
||||
analysisQuality = 'poor';
|
||||
}
|
||||
|
||||
// Generate key insights
|
||||
const keyInsights: string[] = [];
|
||||
const embeddingsUsed = entries.some(e => e.action === 'embeddings-search');
|
||||
if (embeddingsUsed) {
|
||||
keyInsights.push('Semantische Suche wurde erfolgreich eingesetzt');
|
||||
}
|
||||
|
||||
const toolSelectionEntries = entries.filter(e => e.action === 'ai-tool-selection');
|
||||
if (toolSelectionEntries.length > 0) {
|
||||
const avgSelectionConfidence = toolSelectionEntries.reduce((sum, e) => sum + e.confidence, 0) / toolSelectionEntries.length;
|
||||
if (avgSelectionConfidence >= 80) {
|
||||
keyInsights.push('Hohe Konfidenz bei der Tool-Auswahl');
|
||||
}
|
||||
}
|
||||
|
||||
// Identify potential issues
|
||||
const potentialIssues: string[] = [];
|
||||
if (lowConfidenceSteps > 2) {
|
||||
potentialIssues.push(`${lowConfidenceSteps} Analyseschritte mit niedriger Konfidenz`);
|
||||
}
|
||||
|
||||
const longSteps = entries.filter(e => e.processingTimeMs > 5000);
|
||||
if (longSteps.length > 0) {
|
||||
potentialIssues.push(`${longSteps.length} Schritte benötigten mehr als 5 Sekunden`);
|
||||
}
|
||||
|
||||
return {
|
||||
analysisQuality,
|
||||
keyInsights,
|
||||
potentialIssues
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Get translated action name
|
||||
*/
|
||||
getActionDisplayName(action: string): string {
|
||||
return this.actionTranslations[action] || action;
|
||||
}
|
||||
|
||||
/**
|
||||
* Format duration for display
|
||||
*/
|
||||
formatDuration(ms: number): string {
|
||||
if (ms < 1000) return '< 1s';
|
||||
if (ms < 60000) return `${Math.ceil(ms / 1000)}s`;
|
||||
const minutes = Math.floor(ms / 60000);
|
||||
const seconds = Math.ceil((ms % 60000) / 1000);
|
||||
return seconds > 0 ? `${minutes}m ${seconds}s` : `${minutes}m`;
|
||||
}
|
||||
|
||||
/**
|
||||
* Get confidence color for UI
|
||||
*/
|
||||
getConfidenceColor(confidence: number): string {
|
||||
if (confidence >= 80) return 'var(--color-accent)';
|
||||
if (confidence >= 60) return 'var(--color-warning)';
|
||||
return 'var(--color-error)';
|
||||
}
|
||||
|
||||
/**
|
||||
* Check if audit is enabled
|
||||
*/
|
||||
isEnabled(): boolean {
|
||||
return this.config.enabled;
|
||||
}
|
||||
|
||||
/**
|
||||
* Get current configuration
|
||||
*/
|
||||
getConfig(): AuditConfig {
|
||||
return { ...this.config };
|
||||
}
|
||||
}
|
||||
|
||||
// Export singleton instance
|
||||
export const auditService = new AuditService();
|
||||
export type { ProcessedAuditTrail, CompressedAuditEntry };
|
Loading…
x
Reference in New Issue
Block a user