claude/kochwas
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(searxng): Suche-Pipeline loggen für Diagnose
All checks were successful
Build & Publish Docker Image / build-and-push (push) Successful in 1m17s
Details

Browse Source 
Statt eine separate Debug-Seite zu bauen: bei jeder Web-Suche werden
zwei kompakte Log-Zeilen nach stdout geschrieben, die den Filter-Verlust
pro Pipeline-Schritt zeigen. In den Pi-Docker-Logs (docker compose logs
kochwas) leicht über grep '[searxng]' zu finden.

Format:
[searxng] q="…" pageno=1 domains=3 raw=12 non_whitelist=2
         non_recipe_url=4 dup=0 kept_pre_enrich=6
[searxng] q="…" pageno=1 enrich=6 dropped_non_recipe=3 final=3

Damit lässt sich gezielt sehen, ob rezeptwelt-Treffer am looksLikeRecipePage-
Filter, am hasRecipe-Check oder schon bei SearXNG selbst verloren gehen.

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
hsiegeln
2026-04-18 08:20:35 +02:00
parent a590cf0a57
commit 6c2b24d060
1 changed files with 23 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/lib/server/search/searxng.ts
View File

@@ -331,11 +331,23 @@ export async function searchWeb(
const allowed = new Set(domains); const allowed = new Set(domains);
const seen = new Set<string>(); const seen = new Set<string>();
const hits: WebHit[] = []; const hits: WebHit[] = [];
let dropNonWhitelist = 0;
let dropNonRecipeUrl = 0;
let dropDup = 0;
for (const r of results) { for (const r of results) {
const host = hostnameFromUrl(r.url); const host = hostnameFromUrl(r.url);
if (!host || !allowed.has(host)) continue; if (!host || !allowed.has(host)) {
if (!looksLikeRecipePage(r.url)) continue; dropNonWhitelist += 1;
if (seen.has(r.url)) continue; continue;
}
if (!looksLikeRecipePage(r.url)) {
dropNonRecipeUrl += 1;
continue;
}
if (seen.has(r.url)) {
dropDup += 1;
continue;
}
seen.add(r.url); seen.add(r.url);
hits.push({ hits.push({
url: r.url, url: r.url,
@@ -346,8 +358,15 @@ export async function searchWeb(
}); });
if (hits.length >= limit) break; if (hits.length >= limit) break;
} }
console.log(
`[searxng] q=${JSON.stringify(trimmed)} pageno=${pageno} domains=${domains.length} raw=${results.length} non_whitelist=${dropNonWhitelist} non_recipe_url=${dropNonRecipeUrl} dup=${dropDup} kept_pre_enrich=${hits.length}`
);
if (opts.enrichThumbnails !== false) { if (opts.enrichThumbnails !== false) {
return await enrichAndFilterHits(db, hits); const enriched = await enrichAndFilterHits(db, hits);
console.log(
`[searxng] q=${JSON.stringify(trimmed)} pageno=${pageno} enrich=${hits.length} dropped_non_recipe=${hits.length - enriched.length} final=${enriched.length}`
);
return enriched;
} }
return hits; return hits;
} }