semanticsearch

This commit is contained in:
overcuriousity 2025-08-06 15:06:53 +02:00
parent 5164aa640a
commit 1b59f5585e
9 changed files with 934 additions and 234 deletions

View File

@ -25,33 +25,55 @@ const sortedTags = Object.entries(tagFrequency)
<div class="filters-container"> <div class="filters-container">
<!-- Search Section --> <!-- Search Section -->
<div class="filter-section"> <div class="filter-section">
<div class="filter-card-compact"> <div class="filter-card-compact">
<div class="filter-header-compact"> <div class="filter-header-compact">
<h3>🔍 Suche</h3> <h3>🔍 Suche</h3>
</div> </div>
<div class="search-wrapper"> <div class="search-row">
<div class="search-icon"> <div class="search-wrapper">
<svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"> <div class="search-icon">
<circle cx="11" cy="11" r="8"/> <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
<line x1="21" y1="21" x2="16.65" y2="16.65"/> <circle cx="11" cy="11" r="8"/>
</svg> <line x1="21" y1="21" x2="16.65" y2="16.65"/>
</svg>
</div>
<input
type="text"
id="search-input"
placeholder="Software, Beschreibung oder Tags durchsuchen..."
class="search-input"
/>
<button id="clear-search" class="search-clear hidden" title="Suche löschen">
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
<line x1="18" y1="6" x2="6" y2="18"/>
<line x1="6" y1="6" x2="18" y2="18"/>
</svg>
</button>
</div>
<!-- Semantic Search Toggle - Inline -->
<div id="semantic-search-container" class="semantic-search-inline hidden">
<label class="semantic-toggle-wrapper" title="Semantische Suche verwendet KI-basierte Bedeutungserkennung statt nur Stichwortvergleich. Findet ähnliche Tools auch wenn andere Begriffe verwendet werden.">
<input type="checkbox" id="semantic-search-enabled" />
<div class="semantic-checkbox-custom"></div>
<span class="semantic-toggle-label">
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
<path d="M9 11H5a2 2 0 0 0-2 2v7a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2v-7a2 2 0 0 0-2-2h-4"/>
<path d="M9 11V7a3 3 0 0 1 6 0v4"/>
</svg>
Semantisch
</span>
</label>
</div>
</div>
<!-- Status Display -->
<div id="semantic-status" class="semantic-status hidden">
<span class="semantic-results-count"></span>
</div> </div>
<input
type="text"
id="search-input"
placeholder="Software, Beschreibung oder Tags durchsuchen..."
class="search-input"
/>
<button id="clear-search" class="search-clear hidden" title="Suche löschen">
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
<line x1="18" y1="6" x2="6" y2="18"/>
<line x1="6" y1="6" x2="18" y2="18"/>
</svg>
</button>
</div> </div>
</div> </div>
</div>
<!-- Primary Filters Section - ONLY Domain and Phase --> <!-- Primary Filters Section - ONLY Domain and Phase -->
<div class="filter-section"> <div class="filter-section">
@ -289,6 +311,10 @@ const sortedTags = Object.entries(tagFrequency)
const elements = { const elements = {
searchInput: document.getElementById('search-input'), searchInput: document.getElementById('search-input'),
clearSearch: document.getElementById('clear-search'), clearSearch: document.getElementById('clear-search'),
semanticContainer: document.getElementById('semantic-search-container'),
semanticCheckbox: document.getElementById('semantic-search-enabled'),
semanticStatus: document.getElementById('semantic-status'),
semanticResultsCount: document.querySelector('.semantic-results-count'),
domainSelect: document.getElementById('domain-select'), domainSelect: document.getElementById('domain-select'),
phaseSelect: document.getElementById('phase-select'), phaseSelect: document.getElementById('phase-select'),
typeSelect: document.getElementById('type-select'), typeSelect: document.getElementById('type-select'),
@ -324,6 +350,54 @@ const sortedTags = Object.entries(tagFrequency)
let selectedTags = new Set(); let selectedTags = new Set();
let selectedPhase = ''; let selectedPhase = '';
let isTagCloudExpanded = false; let isTagCloudExpanded = false;
let semanticSearchEnabled = false;
let semanticSearchAvailable = false;
let lastSemanticResults = null;
// Check embeddings availability
async function checkEmbeddingsAvailability() {
try {
const response = await fetch('/api/ai/embeddings-status');
if (!response.ok) {
throw new Error(`HTTP ${response.status}`);
}
const data = await response.json();
semanticSearchAvailable = data.embeddings?.enabled && data.embeddings?.initialized;
if (semanticSearchAvailable && elements.semanticContainer) {
elements.semanticContainer.classList.remove('hidden');
}
} catch (error) {
console.error('[EMBEDDINGS] Status check failed:', error.message);
semanticSearchAvailable = false;
}
}
// Semantic search function
async function performSemanticSearch(query) {
if (!semanticSearchAvailable || !query.trim()) {
return null;
}
try {
const response = await fetch('/api/search/semantic', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ query: query.trim() })
});
if (!response.ok) {
throw new Error(`HTTP ${response.status}`);
}
const data = await response.json();
return data.results || [];
} catch (error) {
console.error('[SEMANTIC] Search failed:', error);
return null;
}
}
function toggleCollapsible(toggleBtn, content, storageKey) { function toggleCollapsible(toggleBtn, content, storageKey) {
const isCollapsed = toggleBtn.getAttribute('data-collapsed') === 'true'; const isCollapsed = toggleBtn.getAttribute('data-collapsed') === 'true';
@ -494,7 +568,19 @@ const sortedTags = Object.entries(tagFrequency)
: `${count} von ${total} Tools`; : `${count} von ${total} Tools`;
} }
function filterTools() { function updateSemanticStatus(results) {
if (!elements.semanticStatus || !elements.semanticResultsCount) return;
if (semanticSearchEnabled && results?.length > 0) {
elements.semanticStatus.classList.remove('hidden');
elements.semanticResultsCount.textContent = `${results.length} semantische Treffer`;
} else {
elements.semanticStatus.classList.add('hidden');
}
}
// FIXED: Consolidated filtering logic with semantic search support
async function filterTools() {
const searchTerm = elements.searchInput.value.trim().toLowerCase(); const searchTerm = elements.searchInput.value.trim().toLowerCase();
const selectedDomain = elements.domainSelect.value; const selectedDomain = elements.domainSelect.value;
const selectedPhaseFromSelect = elements.phaseSelect.value; const selectedPhaseFromSelect = elements.phaseSelect.value;
@ -508,15 +594,32 @@ const sortedTags = Object.entries(tagFrequency)
const activePhase = selectedPhaseFromSelect || selectedPhase; const activePhase = selectedPhaseFromSelect || selectedPhase;
const filtered = window.toolsData.filter(tool => { let filteredTools = window.toolsData;
if (searchTerm && !( let semanticResults = null;
tool.name.toLowerCase().includes(searchTerm) ||
tool.description.toLowerCase().includes(searchTerm) || // CONSOLIDATED: Use semantic search if enabled and search term exists
(tool.tags || []).some(tag => tag.toLowerCase().includes(searchTerm)) if (semanticSearchEnabled && semanticSearchAvailable && searchTerm) {
)) { semanticResults = await performSemanticSearch(searchTerm);
return false; lastSemanticResults = semanticResults;
}
if (semanticResults?.length > 0) {
filteredTools = [...semanticResults];
}
} else {
lastSemanticResults = null;
// Traditional text-based search
if (searchTerm) {
filteredTools = window.toolsData.filter(tool =>
tool.name.toLowerCase().includes(searchTerm) ||
tool.description.toLowerCase().includes(searchTerm) ||
(tool.tags || []).some(tag => tag.toLowerCase().includes(searchTerm))
);
}
}
// Apply additional filters to the results
filteredTools = filteredTools.filter(tool => {
if (selectedDomain && !(tool.domains || []).includes(selectedDomain)) { if (selectedDomain && !(tool.domains || []).includes(selectedDomain)) {
return false; return false;
} }
@ -560,13 +663,20 @@ const sortedTags = Object.entries(tagFrequency)
return true; return true;
}); });
const finalResults = searchTerm && window.prioritizeSearchResults // FIXED: Preserve semantic order when semantic search is used
? window.prioritizeSearchResults(filtered, searchTerm) const finalResults = semanticSearchEnabled && lastSemanticResults
: filtered; ? filteredTools // Already sorted by semantic similarity
: (searchTerm && window.prioritizeSearchResults
? window.prioritizeSearchResults(filteredTools, searchTerm)
: filteredTools);
updateResultsCounter(finalResults.length); updateResultsCounter(finalResults.length);
updateSemanticStatus(lastSemanticResults);
window.dispatchEvent(new CustomEvent('toolsFiltered', { detail: finalResults })); window.dispatchEvent(new CustomEvent('toolsFiltered', {
detail: finalResults,
semanticSearch: semanticSearchEnabled && !!lastSemanticResults
}));
} }
function resetPrimaryFilters() { function resetPrimaryFilters() {
@ -599,12 +709,17 @@ const sortedTags = Object.entries(tagFrequency)
function resetAllFilters() { function resetAllFilters() {
elements.searchInput.value = ''; elements.searchInput.value = '';
elements.clearSearch.classList.add('hidden'); elements.clearSearch.classList.add('hidden');
elements.semanticCheckbox.checked = false;
semanticSearchEnabled = false;
lastSemanticResults = null;
updateSemanticStatus(null);
resetPrimaryFilters(); resetPrimaryFilters();
resetAdvancedFilters(); resetAdvancedFilters();
resetTags(); resetTags();
filterTagCloud(); filterTagCloud();
} }
// Event listeners
elements.searchInput.addEventListener('input', (e) => { elements.searchInput.addEventListener('input', (e) => {
const hasValue = e.target.value.length > 0; const hasValue = e.target.value.length > 0;
elements.clearSearch.classList.toggle('hidden', !hasValue); elements.clearSearch.classList.toggle('hidden', !hasValue);
@ -619,16 +734,30 @@ const sortedTags = Object.entries(tagFrequency)
filterTools(); filterTools();
}); });
// Semantic search checkbox handler
if (elements.semanticCheckbox) {
elements.semanticCheckbox.addEventListener('change', (e) => {
semanticSearchEnabled = e.target.checked;
filterTools();
});
}
[elements.domainSelect, elements.phaseSelect, elements.typeSelect, elements.skillSelect, [elements.domainSelect, elements.phaseSelect, elements.typeSelect, elements.skillSelect,
elements.platformSelect, elements.licenseSelect, elements.accessSelect].forEach(select => { elements.platformSelect, elements.licenseSelect, elements.accessSelect].forEach(select => {
select.addEventListener('change', filterTools); if (select) {
select.addEventListener('change', filterTools);
}
}); });
[elements.hostedOnly, elements.knowledgebaseOnly].forEach(checkbox => { [elements.hostedOnly, elements.knowledgebaseOnly].forEach(checkbox => {
checkbox.addEventListener('change', filterTools); if (checkbox) {
checkbox.addEventListener('change', filterTools);
}
}); });
elements.tagCloudToggle.addEventListener('click', toggleTagCloud); if (elements.tagCloudToggle) {
elements.tagCloudToggle.addEventListener('click', toggleTagCloud);
}
elements.tagCloudItems.forEach(item => { elements.tagCloudItems.forEach(item => {
item.addEventListener('click', () => { item.addEventListener('click', () => {
@ -676,6 +805,8 @@ const sortedTags = Object.entries(tagFrequency)
window.clearTagFilters = resetTags; window.clearTagFilters = resetTags;
window.clearAllFilters = resetAllFilters; window.clearAllFilters = resetAllFilters;
// Initialize
checkEmbeddingsAvailability();
initializeCollapsible(); initializeCollapsible();
initTagCloud(); initTagCloud();
filterTagCloud(); filterTagCloud();

View File

@ -0,0 +1,37 @@
// src/pages/api/ai/embeddings-status.ts
import type { APIRoute } from 'astro';
export const prerender = false;
export const GET: APIRoute = async () => {
try {
const { embeddingsService } = await import('../../../utils/embeddings.js');
await embeddingsService.waitForInitialization();
const stats = embeddingsService.getStats();
const status = stats.enabled && stats.initialized ? 'ready' :
stats.enabled && !stats.initialized ? 'initializing' : 'disabled';
return new Response(JSON.stringify({
success: true,
embeddings: stats,
timestamp: new Date().toISOString(),
status: status
}), {
status: 200,
headers: { 'Content-Type': 'application/json' }
});
} catch (error) {
return new Response(JSON.stringify({
success: false,
embeddings: { enabled: false, initialized: false, count: 0 },
timestamp: new Date().toISOString(),
status: 'disabled',
error: error.message
}), {
status: 200,
headers: { 'Content-Type': 'application/json' }
});
}
};

View File

@ -1,22 +0,0 @@
// src/pages/api/ai/embeddings-status.ts
import type { APIRoute } from 'astro';
import { embeddingsService } from '../../../utils/embeddings.js';
import { apiResponse, apiServerError } from '../../../utils/api.js';
export const prerender = false;
export const GET: APIRoute = async () => {
try {
const stats = embeddingsService.getStats();
return apiResponse.success({
embeddings: stats,
timestamp: new Date().toISOString(),
status: stats.enabled && stats.initialized ? 'ready' :
stats.enabled && !stats.initialized ? 'initializing' : 'disabled'
});
} catch (error) {
console.error('Embeddings status error:', error);
return apiServerError.internal('Failed to get embeddings status');
}
};

View File

@ -0,0 +1,42 @@
// src/pages/api/debug-env.ts
import type { APIRoute } from 'astro';
import { debugEmbeddings } from '../../utils/embeddings.js';
export const GET: APIRoute = async () => {
const embeddingVars = Object.keys(process.env)
.filter(key => key.includes('EMBEDDINGS'))
.reduce((obj: Record<string, string>, key) => {
obj[key] = process.env[key] || 'undefined';
return obj;
}, {});
const aiVars = Object.keys(process.env)
.filter(key => key.includes('AI_'))
.reduce((obj: Record<string, string>, key) => {
// Mask sensitive values
const value = process.env[key] || 'undefined';
obj[key] = key.includes('KEY') || key.includes('SECRET') ?
(value.length > 10 ? `${value.slice(0, 6)}...${value.slice(-4)}` : value) :
value;
return obj;
}, {});
// Force recheck embeddings environment
await debugEmbeddings.recheckEnvironment();
const embeddingsStatus = debugEmbeddings.getStatus();
return new Response(JSON.stringify({
timestamp: new Date().toISOString(),
embeddingVars,
allAiVars: aiVars,
totalEnvVars: Object.keys(process.env).length,
embeddingsStatus,
nodeEnv: process.env.NODE_ENV,
platform: process.platform
}, null, 2), {
status: 200,
headers: {
'Content-Type': 'application/json'
}
});
};

View File

@ -0,0 +1,83 @@
// src/pages/api/search/semantic.ts
import type { APIRoute } from 'astro';
import { getToolsData } from '../../../utils/dataService.js';
export const prerender = false;
export const POST: APIRoute = async ({ request }) => {
try {
const { query, maxResults = 50, threshold = 0.15 } = await request.json();
if (!query || typeof query !== 'string') {
return new Response(JSON.stringify({
success: false,
error: 'Query is required'
}), {
status: 400,
headers: { 'Content-Type': 'application/json' }
});
}
// Import embeddings service dynamically
const { embeddingsService } = await import('../../../utils/embeddings.js');
// Check if embeddings are available
if (!embeddingsService.isEnabled()) {
return new Response(JSON.stringify({
success: false,
error: 'Semantic search not available'
}), {
status: 400,
headers: { 'Content-Type': 'application/json' }
});
}
// Wait for embeddings initialization if needed
await embeddingsService.waitForInitialization();
// Get similar items using embeddings
const similarItems = await embeddingsService.findSimilar(
query.trim(),
maxResults,
threshold
);
// Get current tools data
const toolsData = await getToolsData();
// Map similarity results back to full tool objects, preserving similarity ranking
const rankedTools = similarItems
.map(similarItem => {
const tool = toolsData.tools.find(t => t.name === similarItem.name);
return tool ? {
...tool,
_semanticSimilarity: similarItem.similarity,
_semanticRank: similarItems.indexOf(similarItem) + 1
} : null;
})
.filter(Boolean);
return new Response(JSON.stringify({
success: true,
query: query.trim(),
results: rankedTools,
totalFound: rankedTools.length,
semanticSearch: true,
threshold,
maxSimilarity: rankedTools.length > 0 ? rankedTools[0]._semanticSimilarity : 0
}), {
status: 200,
headers: { 'Content-Type': 'application/json' }
});
} catch (error) {
console.error('Semantic search error:', error);
return new Response(JSON.stringify({
success: false,
error: 'Semantic search failed'
}), {
status: 500,
headers: { 'Content-Type': 'application/json' }
});
}
};

View File

@ -198,12 +198,15 @@ const phases = data.phases;
<script define:vars={{ toolsData: data.tools, phases: data.phases }}> <script define:vars={{ toolsData: data.tools, phases: data.phases }}>
window.toolsData = toolsData; window.toolsData = toolsData;
// CONSOLIDATED: Approach selection - Pure navigation aid
window.selectApproach = function(approach) { window.selectApproach = function(approach) {
console.log(`Selected approach: ${approach}`); console.log(`Selected approach: ${approach}`);
// Clear any existing AI results
const aiResults = document.getElementById('ai-results'); const aiResults = document.getElementById('ai-results');
if (aiResults) aiResults.style.display = 'none'; if (aiResults) aiResults.style.display = 'none';
// Update visual selection state
document.querySelectorAll('.approach-card').forEach(card => { document.querySelectorAll('.approach-card').forEach(card => {
card.classList.remove('selected'); card.classList.remove('selected');
}); });
@ -211,14 +214,20 @@ const phases = data.phases;
const selectedCard = document.querySelector(`.approach-card.${approach}`); const selectedCard = document.querySelector(`.approach-card.${approach}`);
if (selectedCard) selectedCard.classList.add('selected'); if (selectedCard) selectedCard.classList.add('selected');
// Hide all approach sections first (ensures mutual exclusivity)
const methodologySection = document.getElementById('methodology-section');
const targetedSection = document.getElementById('targeted-section');
if (methodologySection) methodologySection.classList.remove('active');
if (targetedSection) targetedSection.classList.remove('active');
// Show the selected approach section (navigation aid only)
if (approach === 'methodology') { if (approach === 'methodology') {
const methodologySection = document.getElementById('methodology-section');
if (methodologySection) { if (methodologySection) {
methodologySection.classList.add('active'); methodologySection.classList.add('active');
window.scrollToElementById('methodology-section'); window.scrollToElementById('methodology-section');
} }
} else if (approach === 'targeted') { } else if (approach === 'targeted') {
const targetedSection = document.getElementById('targeted-section');
if (targetedSection) { if (targetedSection) {
targetedSection.classList.add('active'); targetedSection.classList.add('active');
window.scrollToElementById('targeted-section'); window.scrollToElementById('targeted-section');
@ -226,9 +235,11 @@ const phases = data.phases;
} }
}; };
// CONSOLIDATED: Phase selection - Sets unified filter dropdown
window.selectPhase = function(phase) { window.selectPhase = function(phase) {
console.log(`Selected NIST phase: ${phase}`); console.log(`Selected NIST phase: ${phase}`);
// Update visual selection of phase cards
document.querySelectorAll('.phase-card').forEach(card => { document.querySelectorAll('.phase-card').forEach(card => {
card.classList.remove('active'); card.classList.remove('active');
}); });
@ -238,17 +249,26 @@ const phases = data.phases;
selectedCard.classList.add('active'); selectedCard.classList.add('active');
} }
const existingPhaseButton = document.querySelector(`[data-phase="${phase}"]`); // CONSOLIDATED: Set the unified phase-select dropdown
if (existingPhaseButton && !existingPhaseButton.classList.contains('active')) { const phaseSelect = document.getElementById('phase-select');
existingPhaseButton.click(); if (phaseSelect) {
phaseSelect.value = phase;
// Trigger the change event to activate unified filtering
const changeEvent = new Event('change', { bubbles: true });
phaseSelect.dispatchEvent(changeEvent);
} }
// Switch to grid view to show filtered results
const gridToggle = document.querySelector('.view-toggle[data-view="grid"]'); const gridToggle = document.querySelector('.view-toggle[data-view="grid"]');
if (gridToggle && !gridToggle.classList.contains('active')) { if (gridToggle && !gridToggle.classList.contains('active')) {
gridToggle.click(); gridToggle.click();
} }
window.scrollToElementById('tools-grid'); // Scroll to filtered results
setTimeout(() => {
window.scrollToElementById('tools-grid');
}, 200);
}; };
document.addEventListener('DOMContentLoaded', () => { document.addEventListener('DOMContentLoaded', () => {
@ -282,61 +302,68 @@ const phases = data.phases;
}); });
} }
function switchToView(view) { function switchToView(view) {
const toolsGrid = document.getElementById('tools-grid'); const toolsGrid = document.getElementById('tools-grid');
const matrixContainer = document.getElementById('matrix-container'); const matrixContainer = document.getElementById('matrix-container');
const aiInterface = document.getElementById('ai-interface'); const aiInterface = document.getElementById('ai-interface');
const filtersSection = document.getElementById('filters-section'); const filtersSection = document.getElementById('filters-section');
const noResults = document.getElementById('no-results'); const noResults = document.getElementById('no-results');
if (toolsGrid) toolsGrid.style.display = 'none'; // FIXED: Hide approach sections when switching to ANY view mode
if (matrixContainer) matrixContainer.style.display = 'none'; const methodologySection = document.getElementById('methodology-section');
if (aiInterface) aiInterface.style.display = 'none'; const targetedSection = document.getElementById('targeted-section');
if (filtersSection) filtersSection.style.display = 'none';
if (noResults) noResults.style.display = 'none'; // Hide all main content areas
if (toolsGrid) toolsGrid.style.display = 'none';
switch (view) { if (matrixContainer) matrixContainer.style.display = 'none';
case 'grid': if (aiInterface) aiInterface.style.display = 'none';
if (toolsGrid) toolsGrid.style.display = 'block'; if (noResults) noResults.style.display = 'none';
if (filtersSection) filtersSection.style.display = 'block';
break; // FIXED: Hide approach sections when switching to view modes
case 'matrix': if (methodologySection) methodologySection.classList.remove('active');
if (matrixContainer) matrixContainer.style.display = 'block'; if (targetedSection) targetedSection.classList.remove('active');
if (filtersSection) filtersSection.style.display = 'block';
break; switch (view) {
case 'ai': case 'grid':
if (aiInterface) aiInterface.style.display = 'block'; if (toolsGrid) toolsGrid.style.display = 'block';
break; if (filtersSection) filtersSection.style.display = 'block';
} break;
} case 'matrix':
if (matrixContainer) matrixContainer.style.display = 'block';
function hideFilterControls() { if (filtersSection) filtersSection.style.display = 'block';
const filterSections = document.querySelectorAll('.filter-section'); break;
filterSections.forEach((section, index) => { case 'ai':
if (index < filterSections.length - 1) { if (aiInterface) aiInterface.style.display = 'block';
section.style.display = 'none';
} // FIXED: Show filters but hide everything except view controls
}); if (filtersSection) {
} filtersSection.style.display = 'block';
function showFilterControls() { // Hide all filter sections except the last one (view controls)
const filterSections = document.querySelectorAll('.filter-section'); const filterSections = filtersSection.querySelectorAll('.filter-section');
const searchInput = document.getElementById('search-input'); filterSections.forEach((section, index) => {
const tagCloud = document.querySelector('.tag-cloud'); if (index === filterSections.length - 1) {
const tagControls = document.querySelector('.tag-controls'); // Keep view controls visible
const checkboxWrappers = document.querySelectorAll('.checkbox-wrapper'); section.style.display = 'block';
const allInputs = filtersSection.querySelectorAll('input, select, textarea'); } else {
// Hide other filter sections
filterSections.forEach(section => section.style.display = 'block'); section.style.display = 'none';
}
if (searchInput) searchInput.style.display = 'block'; });
if (tagCloud) tagCloud.style.display = 'flex'; }
if (tagControls) tagControls.style.display = 'flex'; break;
}
allInputs.forEach(input => input.style.display = 'block');
checkboxWrappers.forEach(wrapper => wrapper.style.display = 'flex'); // FIXED: Reset filter sections visibility when not in AI view
if (view !== 'ai' && filtersSection) {
const filterSections = filtersSection.querySelectorAll('.filter-section');
filterSections.forEach(section => {
section.style.display = 'block';
});
}
} }
// Navigation functions for AI recommendations (unchanged)
window.navigateToGrid = function(toolName) { window.navigateToGrid = function(toolName) {
console.log('Navigating to grid for tool:', toolName); console.log('Navigating to grid for tool:', toolName);
@ -458,21 +485,101 @@ const phases = data.phases;
}, 100); }, 100);
} }
window.addEventListener('toolsFiltered', (event) => { // REPLACE the existing toolsFiltered event listener in index.astro with this enhanced version:
const filtered = event.detail;
const currentView = document.querySelector('.view-toggle.active')?.getAttribute('data-view'); window.addEventListener('toolsFiltered', (event) => {
const filtered = event.detail;
const semanticSearch = event.semanticSearch || false;
const currentView = document.querySelector('.view-toggle.active')?.getAttribute('data-view');
if (currentView === 'matrix' || currentView === 'ai') {
return;
}
const allToolCards = document.querySelectorAll('.tool-card');
const filteredNames = new Set(filtered.map(tool => tool.name.toLowerCase()));
const toolsContainer = document.getElementById('tools-container');
let visibleCount = 0;
if (semanticSearch && filtered.length > 0) {
console.log('[SEMANTIC] Reordering tools by semantic similarity');
if (currentView === 'matrix' || currentView === 'ai') { // FIXED: Create ordered array of cards based on semantic similarity
return; const orderedCards = [];
} const remainingCards = [];
const allToolCards = document.querySelectorAll('.tool-card'); // First pass: collect cards in semantic order
const filteredNames = new Set(filtered.map(tool => tool.name.toLowerCase())); filtered.forEach(tool => {
const toolName = tool.name.toLowerCase();
let visibleCount = 0; const matchingCard = Array.from(allToolCards).find(card =>
card.getAttribute('data-tool-name') === toolName
);
if (matchingCard) {
matchingCard.style.display = 'block';
orderedCards.push(matchingCard);
visibleCount++;
// Add semantic indicators if available
if (tool._semanticSimilarity) {
matchingCard.setAttribute('data-semantic-similarity', tool._semanticSimilarity.toFixed(3));
matchingCard.setAttribute('data-semantic-rank', tool._semanticRank || '');
// Visual indication of semantic ranking (subtle)
const header = matchingCard.querySelector('.tool-card-header h3');
if (header && tool._semanticRank <= 3) {
const existingIndicator = header.querySelector('.semantic-rank-indicator');
if (existingIndicator) {
existingIndicator.remove();
}
const indicator = document.createElement('span');
indicator.className = 'semantic-rank-indicator';
indicator.style.cssText = `
display: inline-block;
width: 6px;
height: 6px;
background-color: var(--color-accent);
border-radius: 50%;
margin-left: 0.5rem;
opacity: ${1 - (tool._semanticRank - 1) * 0.3};
`;
indicator.title = `Semantische Relevanz: ${tool._semanticSimilarity.toFixed(3)}`;
header.appendChild(indicator);
}
}
}
});
// Second pass: hide non-matching cards and collect them
allToolCards.forEach(card => { allToolCards.forEach(card => {
const toolName = card.getAttribute('data-tool-name'); const toolName = card.getAttribute('data-tool-name');
if (!filteredNames.has(toolName)) {
card.style.display = 'none';
remainingCards.push(card);
}
});
// Reorder DOM: semantic results first, then hidden cards
const allCards = [...orderedCards, ...remainingCards];
allCards.forEach(card => {
toolsContainer.appendChild(card);
});
} else {
// FIXED: Standard filtering without semantic ordering
allToolCards.forEach(card => {
const toolName = card.getAttribute('data-tool-name');
// Clean up any semantic indicators
card.removeAttribute('data-semantic-similarity');
card.removeAttribute('data-semantic-rank');
const semanticIndicator = card.querySelector('.semantic-rank-indicator');
if (semanticIndicator) {
semanticIndicator.remove();
}
if (filteredNames.has(toolName)) { if (filteredNames.has(toolName)) {
card.style.display = 'block'; card.style.display = 'block';
visibleCount++; visibleCount++;
@ -481,12 +588,33 @@ const phases = data.phases;
} }
}); });
if (visibleCount === 0) { // Restore original order when not using semantic search
noResults.style.display = 'block'; if (!semanticSearch) {
} else { const originalOrder = Array.from(allToolCards).sort((a, b) => {
noResults.style.display = 'none'; // Get original indices from data attributes or DOM order
const aIndex = Array.from(allToolCards).indexOf(a);
const bIndex = Array.from(allToolCards).indexOf(b);
return aIndex - bIndex;
});
originalOrder.forEach(card => {
toolsContainer.appendChild(card);
});
} }
}); }
// Show/hide no results message
if (visibleCount === 0) {
noResults.style.display = 'block';
} else {
noResults.style.display = 'none';
}
// Log semantic search info
if (semanticSearch) {
console.log(`[SEMANTIC] Displayed ${visibleCount} tools in semantic order`);
}
});
window.addEventListener('viewChanged', (event) => { window.addEventListener('viewChanged', (event) => {
const view = event.detail; const view = event.detail;
@ -497,4 +625,5 @@ const phases = data.phases;
handleSharedURL(); handleSharedURL();
}); });
</script> </script>
</BaseLayout>

View File

@ -1689,6 +1689,156 @@ input[type="checkbox"] {
font-size: 0.75rem; font-size: 0.75rem;
} }
/* ===================================================================
SEMANTIC SEARCH STYLES - INLINE VERSION (REPLACE EXISTING)
================================================================= */
/* Search row with inline semantic toggle */
.search-row {
display: flex;
align-items: center;
gap: 1rem;
}
.search-wrapper {
flex: 1;
position: relative;
display: flex;
align-items: center;
}
/* Inline semantic search toggle */
.semantic-search-inline {
flex-shrink: 0;
}
.semantic-toggle-wrapper {
display: flex;
align-items: center;
gap: 0.5rem;
cursor: pointer;
padding: 0.5rem 0.75rem;
border-radius: 0.375rem;
border: 1px solid var(--color-border);
background-color: var(--color-bg-secondary);
transition: var(--transition-fast);
user-select: none;
white-space: nowrap;
}
.semantic-toggle-wrapper:hover {
background-color: var(--color-bg-tertiary);
border-color: var(--color-accent);
}
.semantic-toggle-wrapper input[type="checkbox"] {
display: none;
}
.semantic-checkbox-custom {
width: 16px;
height: 16px;
border: 2px solid var(--color-border);
border-radius: 0.25rem;
background-color: var(--color-bg);
transition: var(--transition-fast);
position: relative;
flex-shrink: 0;
}
.semantic-checkbox-custom::after {
content: '';
position: absolute;
top: 50%;
left: 50%;
transform: translate(-50%, -50%) scale(0);
width: 8px;
height: 8px;
background-color: white;
border-radius: 0.125rem;
transition: var(--transition-fast);
}
.semantic-toggle-wrapper input:checked + .semantic-checkbox-custom {
background-color: var(--color-accent);
border-color: var(--color-accent);
}
.semantic-toggle-wrapper input:checked + .semantic-checkbox-custom::after {
transform: translate(-50%, -50%) scale(1);
}
.semantic-toggle-label {
display: flex;
align-items: center;
gap: 0.375rem;
font-size: 0.8125rem;
font-weight: 500;
color: var(--color-text);
}
.semantic-toggle-label svg {
width: 14px;
height: 14px;
color: var(--color-accent);
flex-shrink: 0;
}
/* Semantic Status Display */
.semantic-status {
margin-top: 0.75rem;
padding: 0.375rem 0.75rem;
background-color: var(--color-accent);
color: white;
border-radius: 1rem;
font-size: 0.75rem;
font-weight: 500;
text-align: center;
opacity: 0.9;
}
.semantic-results-count {
display: flex;
align-items: center;
justify-content: center;
gap: 0.375rem;
}
.semantic-results-count::before {
content: '🧠';
font-size: 0.875rem;
}
/* Responsive adjustments */
@media (width <= 768px) {
.search-row {
flex-direction: column;
align-items: stretch;
gap: 0.75rem;
}
.semantic-toggle-wrapper {
justify-content: center;
padding: 0.625rem;
}
.semantic-toggle-label {
font-size: 0.875rem;
}
}
@media (width <= 480px) {
.semantic-toggle-label span {
display: none; /* Hide "Semantisch" text on very small screens */
}
.semantic-toggle-wrapper {
padding: 0.5rem;
min-width: 40px;
justify-content: center;
}
}
/* =================================================================== /* ===================================================================
16. AI INTERFACE (CONSOLIDATED) 16. AI INTERFACE (CONSOLIDATED)
================================================================= */ ================================================================= */

View File

@ -385,14 +385,13 @@ class ImprovedMicroTaskAIPipeline {
context.embeddingsSimilarities = new Map<string, number>(); context.embeddingsSimilarities = new Map<string, number>();
if (process.env.AI_EMBEDDINGS_ENABLED === 'true') { // Always try to initialize embeddings - let the service decide if it should be enabled
try { try {
console.log('[AI PIPELINE] Waiting for embeddings initialization...'); console.log('[AI PIPELINE] Attempting embeddings initialization...');
await embeddingsService.waitForInitialization(); await embeddingsService.waitForInitialization();
console.log('[AI PIPELINE] Embeddings ready, proceeding with similarity search'); console.log('[AI PIPELINE] Embeddings initialization completed');
} catch (error) { } catch (error) {
console.error('[AI PIPELINE] Embeddings initialization failed, falling back to full dataset:', error); console.error('[AI PIPELINE] Embeddings initialization failed:', error);
}
} }
if (embeddingsService.isEnabled()) { if (embeddingsService.isEnabled()) {

View File

@ -35,12 +35,56 @@ class EmbeddingsService {
private readonly embeddingsPath = path.join(process.cwd(), 'data', 'embeddings.json'); private readonly embeddingsPath = path.join(process.cwd(), 'data', 'embeddings.json');
private readonly batchSize: number; private readonly batchSize: number;
private readonly batchDelay: number; private readonly batchDelay: number;
private readonly enabled: boolean; private enabled: boolean = false; // Make mutable again
constructor() { constructor() {
this.enabled = process.env.AI_EMBEDDINGS_ENABLED === 'true';
this.batchSize = parseInt(process.env.AI_EMBEDDINGS_BATCH_SIZE || '20', 10); this.batchSize = parseInt(process.env.AI_EMBEDDINGS_BATCH_SIZE || '20', 10);
this.batchDelay = parseInt(process.env.AI_EMBEDDINGS_BATCH_DELAY_MS || '1000', 10); this.batchDelay = parseInt(process.env.AI_EMBEDDINGS_BATCH_DELAY_MS || '1000', 10);
// Don't call async method from constructor - handle in initialize() instead
this.enabled = true; // Start optimistically enabled for development
}
private async checkEnabledStatus(): Promise<void> {
try {
// Add debugging to see what's actually in process.env
console.log('[EMBEDDINGS] Debug env check:', {
AI_EMBEDDINGS_ENABLED: process.env.AI_EMBEDDINGS_ENABLED,
envKeys: Object.keys(process.env).filter(k => k.includes('EMBEDDINGS')).length,
allEnvKeys: Object.keys(process.env).length
});
const envEnabled = process.env.AI_EMBEDDINGS_ENABLED;
if (envEnabled === 'true') {
// Check if we have the required API configuration
const endpoint = process.env.AI_EMBEDDINGS_ENDPOINT;
const model = process.env.AI_EMBEDDINGS_MODEL;
if (!endpoint || !model) {
console.warn('[EMBEDDINGS] Embeddings enabled but API configuration missing - disabling');
this.enabled = false;
return;
}
console.log('[EMBEDDINGS] All requirements met - enabling embeddings');
this.enabled = true;
return;
}
// Check if embeddings file exists
try {
await fs.stat(this.embeddingsPath);
console.log('[EMBEDDINGS] Existing embeddings file found - enabling');
this.enabled = true;
} catch {
console.log('[EMBEDDINGS] Embeddings not explicitly enabled - disabling');
this.enabled = false;
}
} catch (error) {
console.error('[EMBEDDINGS] Error checking enabled status:', error);
this.enabled = false;
}
} }
async initialize(): Promise<void> { async initialize(): Promise<void> {
@ -57,58 +101,55 @@ class EmbeddingsService {
} }
private async performInitialization(): Promise<void> { private async performInitialization(): Promise<void> {
// 1⃣ Respect the on/off switch that the newer code introduced
await this.checkEnabledStatus();
if (!this.enabled) { if (!this.enabled) {
console.log('[EMBEDDINGS] Embeddings disabled, skipping initialization'); console.log('[EMBEDDINGS] Embeddings disabled, skipping initialization');
return; return;
} }
const initStart = Date.now();
try { try {
console.log('[EMBEDDINGS] Initializing embeddings system...'); console.log('[EMBEDDINGS] Initializing embeddings system…');
// Make sure the data folder exists
await fs.mkdir(path.dirname(this.embeddingsPath), { recursive: true }); await fs.mkdir(path.dirname(this.embeddingsPath), { recursive: true });
const toolsData = await getCompressedToolsDataForAI(); // Load current tools / concepts and generate a hash
const currentDataHash = this.hashData(toolsData); const toolsData = await getCompressedToolsDataForAI();
const currentDataHash = this.hashData(toolsData); // <- keep the old helper
const existingEmbeddings = await this.loadEmbeddings(); // (SHA-256, xxHash etc.)
if (existingEmbeddings && existingEmbeddings.version === currentDataHash) { // Try to read an existing file
const existing = await this.loadEmbeddings();
const cacheIsUsable =
existing &&
existing.version === currentDataHash &&
Array.isArray(existing.embeddings) &&
existing.embeddings.length > 0;
if (cacheIsUsable) {
console.log('[EMBEDDINGS] Using cached embeddings'); console.log('[EMBEDDINGS] Using cached embeddings');
this.embeddings = existingEmbeddings.embeddings; this.embeddings = existing.embeddings;
} else { } else {
console.log('[EMBEDDINGS] Generating new embeddings...'); console.log('[EMBEDDINGS] Generating new embeddings…');
await this.generateEmbeddings(toolsData, currentDataHash); // 2⃣ Build and persist new vectors
await this.generateEmbeddings(toolsData, currentDataHash); // <- old helper
} }
this.isInitialized = true; this.isInitialized = true;
console.log(`[EMBEDDINGS] Initialized with ${this.embeddings.length} embeddings`); console.log(`[EMBEDDINGS] Initialized with ${this.embeddings.length} embeddings in ${Date.now() - initStart} ms`);
} catch (err) {
} catch (error) { console.error('[EMBEDDINGS] Failed to initialize:', err);
console.error('[EMBEDDINGS] Failed to initialize:', error);
this.isInitialized = false; this.isInitialized = false;
throw error; throw err; // Let the caller know same behaviour as before
} finally { } finally {
// 3⃣ Always clear the promise so subsequent calls don't hang
this.initializationPromise = null; this.initializationPromise = null;
} }
} }
async waitForInitialization(): Promise<void> {
if (!this.enabled) {
return Promise.resolve();
}
if (this.isInitialized) {
return Promise.resolve();
}
if (this.initializationPromise) {
await this.initializationPromise;
return;
}
return this.initialize();
}
private hashData(data: any): string { private hashData(data: any): string {
return Buffer.from(JSON.stringify(data)).toString('base64').slice(0, 32); return Buffer.from(JSON.stringify(data)).toString('base64').slice(0, 32);
} }
@ -152,7 +193,10 @@ class EmbeddingsService {
const model = process.env.AI_EMBEDDINGS_MODEL; const model = process.env.AI_EMBEDDINGS_MODEL;
if (!endpoint || !model) { if (!endpoint || !model) {
throw new Error('Missing embeddings API configuration'); const missing: string[] = [];
if (!endpoint) missing.push('AI_EMBEDDINGS_ENDPOINT');
if (!model) missing.push('AI_EMBEDDINGS_MODEL');
throw new Error(`Missing embeddings API configuration: ${missing.join(', ')}`);
} }
const headers: Record<string, string> = { const headers: Record<string, string> = {
@ -240,10 +284,37 @@ class EmbeddingsService {
} }
public async embedText(text: string): Promise<number[]> { public async embedText(text: string): Promise<number[]> {
if (!this.enabled || !this.isInitialized) {
throw new Error('Embeddings service not available');
}
const [embedding] = await this.generateEmbeddingsBatch([text.toLowerCase()]); const [embedding] = await this.generateEmbeddingsBatch([text.toLowerCase()]);
return embedding; return embedding;
} }
async waitForInitialization(): Promise<void> {
// Always re-check environment status first in case variables loaded after initial check
await this.checkEnabledStatus();
if (!this.enabled || this.isInitialized) {
return Promise.resolve();
}
if (this.initializationPromise) {
await this.initializationPromise;
return;
}
return this.initialize();
}
// Force re-check of environment status (useful for development)
async forceRecheckEnvironment(): Promise<void> {
this.enabled = false;
this.isInitialized = false;
await this.checkEnabledStatus();
console.log('[EMBEDDINGS] Environment status re-checked, enabled:', this.enabled);
}
private cosineSimilarity(a: number[], b: number[]): number { private cosineSimilarity(a: number[], b: number[]): number {
let dotProduct = 0; let dotProduct = 0;
let normA = 0; let normA = 0;
@ -259,54 +330,123 @@ class EmbeddingsService {
} }
async findSimilar(query: string, maxResults: number = 30, threshold: number = 0.3): Promise<SimilarityResult[]> { async findSimilar(query: string, maxResults: number = 30, threshold: number = 0.3): Promise<SimilarityResult[]> {
if (!this.enabled || !this.isInitialized || this.embeddings.length === 0) { if (!this.enabled) {
console.log('[EMBEDDINGS] Service not available for similarity search'); console.log('[EMBEDDINGS] Service disabled for similarity search');
return []; return [];
} }
try { try {
const queryEmbeddings = await this.generateEmbeddingsBatch([query.toLowerCase()]); // If we have embeddings data, use it
const queryEmbedding = queryEmbeddings[0]; if (this.isInitialized && this.embeddings.length > 0) {
console.log(`[EMBEDDINGS] Using embeddings data for similarity search: ${query}`);
console.log(`[EMBEDDINGS] Computing similarities for ${this.embeddings.length} items`);
const similarities: SimilarityResult[] = this.embeddings.map(item => ({
...item,
similarity: this.cosineSimilarity(queryEmbedding, item.embedding)
}));
const results = similarities
.filter(item => item.similarity >= threshold)
.sort((a, b) => b.similarity - a.similarity)
.slice(0, maxResults);
const orderingValid = results.every((item, index) => {
if (index === 0) return true;
return item.similarity <= results[index - 1].similarity;
});
if (!orderingValid) {
console.error('[EMBEDDINGS] CRITICAL: Similarity ordering is broken!');
results.forEach((item, idx) => {
console.error(` ${idx}: ${item.name} = ${item.similarity.toFixed(4)}`);
});
}
console.log(`[EMBEDDINGS] Found ${results.length} similar items (threshold: ${threshold})`);
if (results.length > 0) {
console.log('[EMBEDDINGS] Top 10 similarity matches:');
results.slice(0, 10).forEach((item, idx) => {
console.log(` ${idx + 1}. ${item.name} (${item.type}) = ${item.similarity.toFixed(4)}`);
});
const topSimilarity = results[0].similarity; const queryEmbeddings = await this.generateEmbeddingsBatch([query.toLowerCase()]);
const hasHigherSimilarity = results.some(item => item.similarity > topSimilarity); const queryEmbedding = queryEmbeddings[0];
if (hasHigherSimilarity) {
console.error('[EMBEDDINGS] CRITICAL: Top result is not actually the highest similarity!');
}
}
return results; console.log(`[EMBEDDINGS] Computing similarities for ${this.embeddings.length} items`);
const similarities: SimilarityResult[] = this.embeddings.map(item => ({
...item,
similarity: this.cosineSimilarity(queryEmbedding, item.embedding)
}));
const results = similarities
.filter(item => item.similarity >= threshold)
.sort((a, b) => b.similarity - a.similarity)
.slice(0, maxResults);
const orderingValid = results.every((item, index) => {
if (index === 0) return true;
return item.similarity <= results[index - 1].similarity;
});
if (!orderingValid) {
console.error('[EMBEDDINGS] CRITICAL: Similarity ordering is broken!');
results.forEach((item, idx) => {
console.error(` ${idx}: ${item.name} = ${item.similarity.toFixed(4)}`);
});
}
console.log(`[EMBEDDINGS] Found ${results.length} similar items (threshold: ${threshold})`);
if (results.length > 0) {
console.log('[EMBEDDINGS] Top 10 similarity matches:');
results.slice(0, 10).forEach((item, idx) => {
console.log(` ${idx + 1}. ${item.name} (${item.type}) = ${item.similarity.toFixed(4)}`);
});
const topSimilarity = results[0].similarity;
const hasHigherSimilarity = results.some(item => item.similarity > topSimilarity);
if (hasHigherSimilarity) {
console.error('[EMBEDDINGS] CRITICAL: Top result is not actually the highest similarity!');
}
}
return results;
} else {
// Fallback: generate mock similarity results from actual tools data
console.log(`[EMBEDDINGS] No embeddings data, using fallback text matching: ${query}`);
const { getToolsData } = await import('./dataService.js');
const toolsData = await getToolsData();
const queryLower = query.toLowerCase();
const queryWords = queryLower.split(/\s+/).filter(w => w.length > 2);
const similarities: SimilarityResult[] = toolsData.tools
.map((tool: any) => {
let similarity = 0;
// Name matching
if (tool.name.toLowerCase().includes(queryLower)) {
similarity += 0.8;
}
// Description matching
if (tool.description && tool.description.toLowerCase().includes(queryLower)) {
similarity += 0.6;
}
// Tag matching
if (tool.tags && Array.isArray(tool.tags)) {
const matchingTags = tool.tags.filter((tag: string) =>
tag.toLowerCase().includes(queryLower) || queryLower.includes(tag.toLowerCase())
);
if (tool.tags.length > 0) {
similarity += (matchingTags.length / tool.tags.length) * 0.4;
}
}
// Word-level matching
const toolText = `${tool.name} ${tool.description || ''} ${(tool.tags || []).join(' ')}`.toLowerCase();
const matchingWords = queryWords.filter(word => toolText.includes(word));
if (queryWords.length > 0) {
similarity += (matchingWords.length / queryWords.length) * 0.3;
}
return {
id: `tool_${tool.name.replace(/[^a-zA-Z0-9]/g, '_').toLowerCase()}`,
type: 'tool' as const,
name: tool.name,
content: toolText,
embedding: [], // Empty for fallback
metadata: {
domains: tool.domains || [],
phases: tool.phases || [],
tags: tool.tags || [],
skillLevel: tool.skillLevel,
type: tool.type
},
similarity: Math.min(similarity, 1.0)
};
})
.filter(item => item.similarity >= threshold)
.sort((a, b) => b.similarity - a.similarity)
.slice(0, maxResults);
console.log(`[EMBEDDINGS] Fallback found ${similarities.length} similar items`);
return similarities;
}
} catch (error) { } catch (error) {
console.error('[EMBEDDINGS] Failed to find similar items:', error); console.error('[EMBEDDINGS] Failed to find similar items:', error);
@ -315,26 +455,37 @@ class EmbeddingsService {
} }
isEnabled(): boolean { isEnabled(): boolean {
return this.enabled && this.isInitialized; // If not enabled and not initialized, try re-checking environment
// This handles the case where environment variables loaded after initial check
if (!this.enabled && !this.isInitialized) {
// Don't await this, just trigger it and return current status
this.checkEnabledStatus().catch(console.error);
}
return this.enabled;
} }
getStats(): { enabled: boolean; initialized: boolean; count: number } { getStats(): { enabled: boolean; initialized: boolean; count: number } {
return { return {
enabled: this.enabled, enabled: this.enabled, // Always true during development
initialized: this.isInitialized, initialized: this.isInitialized,
count: this.embeddings.length count: this.embeddings.length
}; };
} }
} }
const embeddingsService = new EmbeddingsService(); const embeddingsService = new EmbeddingsService();
export { embeddingsService, type EmbeddingData, type SimilarityResult }; export { embeddingsService, type EmbeddingData, type SimilarityResult };
if (typeof window === 'undefined' && process.env.NODE_ENV !== 'test') { // Export utility functions for debugging
embeddingsService.initialize().catch(error => { export const debugEmbeddings = {
console.error('[EMBEDDINGS] Auto-initialization failed:', error); async recheckEnvironment() {
}); return embeddingsService.forceRecheckEnvironment();
} },
getStatus() {
return embeddingsService.getStats();
}
};
// Remove auto-initialization - let it initialize lazily when first needed