https://ados-wiki.de/index.php?action=history&feed=atom&title=Hilfe%3ALabelScan-Indexer
Hilfe:LabelScan-Indexer - Versionsgeschichte
2026-04-20T03:38:52Z
Versionsgeschichte dieser Seite in ADOS Wiki
MediaWiki 1.44.0
https://ados-wiki.de/index.php?title=Hilfe:LabelScan-Indexer&diff=6502&oldid=prev
Admin am 9. November 2025 um 14:12 Uhr
2025-11-09T14:12:43Z
<p></p>
<a href="https://ados-wiki.de/index.php?title=Hilfe:LabelScan-Indexer&diff=6502&oldid=6501">Änderungen zeigen</a>
Admin
https://ados-wiki.de/index.php?title=Hilfe:LabelScan-Indexer&diff=6501&oldid=prev
Admin am 9. November 2025 um 14:02 Uhr
2025-11-09T14:02:24Z
<p></p>
<table style="background-color: #fff; color: #202122;" data-mw="interface">
<col class="diff-marker" />
<col class="diff-content" />
<col class="diff-marker" />
<col class="diff-content" />
<tr class="diff-title" lang="de">
<td colspan="2" style="background-color: #fff; color: #202122; text-align: center;">← Nächstältere Version</td>
<td colspan="2" style="background-color: #fff; color: #202122; text-align: center;">Version vom 9. November 2025, 16:02 Uhr</td>
</tr><tr><td colspan="2" class="diff-lineno" id="mw-diff-left-l1">Zeile 1:</td>
<td colspan="2" class="diff-lineno">Zeile 1:</td></tr>
<tr><td colspan="2" class="diff-side-deleted"></td><td class="diff-marker" data-marker="+"></td><td style="color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #a3d3ff; vertical-align: top; white-space: pre-wrap;"><div><ins style="font-weight: bold; text-decoration: none;">{{#tag:html|</ins></div></td></tr>
<tr><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div><div class="box" style="max-width:820px;margin:1rem auto;padding:1rem;border:1px solid #e5e7eb;border-radius:12px;"></div></td><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div><div class="box" style="max-width:820px;margin:1rem auto;padding:1rem;border:1px solid #e5e7eb;border-radius:12px;"></div></td></tr>
<tr><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div> <h2>📦 LabelScan – Indexer (Auto-Save)</h2></div></td><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div> <h2>📦 LabelScan – Indexer (Auto-Save)</h2></div></td></tr>
<tr><td colspan="2" class="diff-lineno" id="mw-diff-left-l270">Zeile 270:</td>
<td colspan="2" class="diff-lineno">Zeile 271:</td></tr>
<tr><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div>})();</div></td><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div>})();</div></td></tr>
<tr><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div></script></div></td><td class="diff-marker"></td><td style="background-color: #f8f9fa; color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #eaecf0; vertical-align: top; white-space: pre-wrap;"><div></script></div></td></tr>
<tr><td colspan="2" class="diff-side-deleted"></td><td class="diff-marker" data-marker="+"></td><td style="color: #202122; font-size: 88%; border-style: solid; border-width: 1px 1px 1px 4px; border-radius: 0.33em; border-color: #a3d3ff; vertical-align: top; white-space: pre-wrap;"><div><ins style="font-weight: bold; text-decoration: none;">}}</ins></div></td></tr>
</table>
Admin
https://ados-wiki.de/index.php?title=Hilfe:LabelScan-Indexer&diff=6500&oldid=prev
Admin: Die Seite wurde neu angelegt: „<div class="box" style="max-width:820px;margin:1rem auto;padding:1rem;border:1px solid #e5e7eb;border-radius:12px;"> <h2>📦 LabelScan – Indexer (Auto-Save)</h2> <p>Erzeugt Embeddings lokal im Browser (CLIP) und schreibt sie automatisch nach <code>MediaWiki:Gadget-LabelScan-index.json</code>.</p> <label><b>Artikel-Titel</b> (genau wie im Wiki): <input id="idx-title" type="text" style="width:100%;padding:.5rem;margin:.25rem 0 .75rem;border:1p…“
2025-11-09T13:56:18Z
<p>Die Seite wurde neu angelegt: „<div class="box" style="max-width:820px;margin:1rem auto;padding:1rem;border:1px solid #e5e7eb;border-radius:12px;"> <h2>📦 LabelScan – Indexer (Auto-Save)</h2> <p>Erzeugt Embeddings lokal im Browser (CLIP) und schreibt sie automatisch nach <code>MediaWiki:Gadget-LabelScan-index.json</code>.</p> <label><b>Artikel-Titel</b> (genau wie im Wiki): <input id="idx-title" type="text" style="width:100%;padding:.5rem;margin:.25rem 0 .75rem;border:1p…“</p>
<p><b>Neue Seite</b></p><div><div class="box" style="max-width:820px;margin:1rem auto;padding:1rem;border:1px solid #e5e7eb;border-radius:12px;"><br />
<h2>📦 LabelScan – Indexer (Auto-Save)</h2><br />
<p>Erzeugt Embeddings lokal im Browser (CLIP) und schreibt sie automatisch nach <code>MediaWiki:Gadget-LabelScan-index.json</code>.</p><br />
<br />
<label><b>Artikel-Titel</b> (genau wie im Wiki):<br />
<input id="idx-title" type="text" style="width:100%;padding:.5rem;margin:.25rem 0 .75rem;border:1px solid #ddd;border-radius:8px"><br />
</label><br />
<br />
<label><b>Thumb-URL</b> (optional, 120–300px breit):<br />
<input id="idx-thumb" type="url" placeholder="https://ados-wiki.de/images/.../thumb.jpg"<br />
style="width:100%;padding:.5rem;margin:.25rem 0 .75rem;border:1px solid #ddd;border-radius:8px"><br />
</label><br />
<br />
<label><b>Bilddatei</b> (Frontlabel-Foto):<br />
<input id="idx-file" type="file" accept="image/*" style="display:block;margin:.25rem 0 .75rem;"><br />
</label><br />
<br />
<button id="idx-run" style="padding:.6rem .9rem;border-radius:10px;background:#2a4b8d;color:#fff;border:none;cursor:pointer">Embedding erzeugen &amp; speichern</button><br />
<span id="idx-status" style="margin-left:.75rem;color:#555;"></span><br />
<br />
<div id="idx-preview" style="margin-top:1rem"></div><br />
<br />
<h3>Zuletzt erzeugter JSON-Eintrag</h3><br />
<textarea id="idx-out" rows="5" style="width:100%;font-family:ui-monospace,Consolas,monospace;padding:.6rem;border:1px solid #ddd;border-radius:10px"></textarea><br />
</div><br />
<br />
<script><br />
/* global mw */<br />
(function(){<br />
const INDEX_TITLE = 'MediaWiki:Gadget-LabelScan-index.json';<br />
<br />
// ---- Modell-Config (wie in deinem Gadget) ----<br />
const transformersURL = 'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.15.0';<br />
const MODEL_ID = 'Xenova/clip-vit-base-patch32';<br />
const LOCAL_MODEL_PATH = '/models';<br />
<br />
// ---- UI helpers ----<br />
const $ = id => document.getElementById(id);<br />
const status = (t) => { const el=$('idx-status'); if(el) el.textContent=t||''; };<br />
<br />
// Rechtecheck<br />
function hasSysop(){<br />
const groups = mw.config.get('wgUserGroups') || [];<br />
return groups.includes('sysop') || groups.includes('interface-admin');<br />
}<br />
<br />
// Float32 → base64<br />
function float32ToBase64(vec){<br />
const bytes = new Uint8Array(vec.buffer);<br />
let bin = '', chunk = 0x8000;<br />
for (let i=0; i<bytes.length; i+=chunk) {<br />
bin += String.fromCharCode.apply(null, bytes.subarray(i, i+chunk));<br />
}<br />
return btoa(bin);<br />
}<br />
<br />
// Optional: EXIF-korrekte Canvas-Erzeugung (Fallback ohne OffscreenCanvas)<br />
async function fileToCanvasExif(file){<br />
if ('createImageBitmap' in window) {<br />
const bmp = await createImageBitmap(file, { imageOrientation: 'from-image' });<br />
// OffscreenCanvas bevorzugen, fallback auf <canvas><br />
if ('OffscreenCanvas' in window) {<br />
const c = new OffscreenCanvas(bmp.width, bmp.height);<br />
c.getContext('2d').drawImage(bmp, 0, 0);<br />
return c;<br />
} else {<br />
const c = document.createElement('canvas');<br />
c.width = bmp.width; c.height = bmp.height;<br />
c.getContext('2d').drawImage(bmp, 0, 0);<br />
return c;<br />
}<br />
} else {<br />
// klassischer Weg<br />
const url = URL.createObjectURL(file);<br />
try {<br />
const img = await new Promise((res, rej)=>{<br />
const im = new Image();<br />
im.onload = ()=>res(im);<br />
im.onerror = rej;<br />
im.src = url;<br />
});<br />
const c = document.createElement('canvas');<br />
c.width = img.width; c.height = img.height;<br />
c.getContext('2d').drawImage(img, 0, 0);<br />
return c;<br />
} finally {<br />
URL.revokeObjectURL(url);<br />
}<br />
}<br />
}<br />
<br />
// ---- Transformers laden (einmalig) ----<br />
let _load;<br />
async function ensureModel(){<br />
if (_load) return _load;<br />
_load = (async()=>{<br />
const mod = await import(/* webpackIgnore: true */ transformersURL);<br />
<br />
// Nur lokale Modelle (wie beim Gadget)<br />
mod.env.allowLocalModels = true;<br />
mod.env.allowRemoteModels = false;<br />
mod.env.localModelPath = LOCAL_MODEL_PATH;<br />
<br />
// (Optional) WebGPU bevorzugen – fallback bleibt wasm<br />
// mod.env.backends = mod.env.backends || {};<br />
// mod.env.backends.onnx = mod.env.backends.onnx || {};<br />
// mod.env.backends.onnx.preferredBackend = 'webgpu';<br />
<br />
// WASM-Runtime-Pfad (ort-wasm-simd.wasm)<br />
mod.env.backends = mod.env.backends || {};<br />
mod.env.backends.onnx = mod.env.backends.onnx || {};<br />
mod.env.backends.onnx.wasm = mod.env.backends.onnx.wasm || {};<br />
mod.env.backends.onnx.wasm.wasmPaths =<br />
'https://cdn.jsdelivr.net/npm/@xenova/transformers@2.15.0/dist/';<br />
<br />
const [processor, model] = await Promise.all([<br />
mod.AutoProcessor.from_pretrained(MODEL_ID),<br />
mod.CLIPVisionModelWithProjection.from_pretrained(MODEL_ID, { quantized: true })<br />
]);<br />
<br />
return { mod, processor, model };<br />
})();<br />
return _load;<br />
}<br />
<br />
async function buildEmbeddingFromFile(file){<br />
const { mod, processor, model } = await ensureModel();<br />
<br />
// Canvas (EXIF-korrigiert)<br />
const canvas = await fileToCanvasExif(file);<br />
// Canvas → Blob → RawImage (robust für Processor)<br />
const blob = (canvas.convertToBlob)<br />
? await canvas.convertToBlob({ type:'image/jpeg', quality:0.95 })<br />
: await new Promise(r => canvas.toBlob(r, 'image/jpeg', 0.95));<br />
<br />
const imageRaw = await mod.RawImage.fromBlob(blob);<br />
const inputs = await processor(imageRaw, { return_tensors: 'pt' });<br />
const out = await model.forward({ pixel_values: inputs.pixel_values });<br />
const vec = out?.image_embeds?.data || out?.image_embeds;<br />
if (!(vec instanceof Float32Array)) throw new Error('Embedding-Format unerwartet');<br />
<br />
// Normieren<br />
let n=0; for(let i=0;i<vec.length;i++) n+=vec[i]*vec[i];<br />
const norm = Math.sqrt(n)||1;<br />
const v = new Float32Array(vec.length);<br />
for(let i=0;i<vec.length;i++) v[i]=vec[i]/norm;<br />
return v;<br />
}<br />
<br />
// ---- Index laden & speichern ----<br />
async function fetchIndexJSON(){<br />
const url = mw.util.getUrl(INDEX_TITLE, { action:'raw', ctype:'application/json' });<br />
const res = await fetch(url, { cache: 'no-store' });<br />
if (!res.ok) throw new Error('Index nicht ladbar: '+res.status);<br />
const txt = await res.text();<br />
// robust gegen leere/kaputte Inhalte<br />
let arr;<br />
try { arr = JSON.parse(txt || '[]'); }<br />
catch(_){ arr = []; }<br />
if (!Array.isArray(arr)) arr = [];<br />
return arr;<br />
}<br />
<br />
async function saveIndexJSON(newArray, summary){<br />
await mw.loader.using(['mediawiki.api']);<br />
const api = new mw.Api();<br />
<br />
// Hole aktuelle Seite, um Timestamp für Konflikt-Schutz zu haben<br />
const meta = await api.get({<br />
action: 'query',<br />
prop: 'revisions',<br />
titles: INDEX_TITLE,<br />
rvprop: 'timestamp|content',<br />
format: 'json'<br />
});<br />
<br />
const pages = meta?.query?.pages || {};<br />
const page = pages[Object.keys(pages)[0]];<br />
const baseTimestamp = page?.revisions?.[0]?.timestamp;<br />
<br />
const text = JSON.stringify(newArray, null, 2) + '\n';<br />
<br />
try {<br />
const res = await api.postWithToken('csrf', {<br />
action: 'edit',<br />
title: INDEX_TITLE,<br />
text,<br />
summary: summary || 'LabelScan: +1 embedding (Auto-Indexer)',<br />
nocreate: 0,<br />
bot: 1,<br />
basetimestamp: baseTimestamp<br />
});<br />
return res;<br />
} catch (e) {<br />
// einfacher Retry bei Konflikt: neu holen und erneut schreiben<br />
if ((e?.details||'').includes('editconflict')) {<br />
const fresh = await fetchIndexJSON();<br />
const merged = mergeArraysUnique(fresh, newArray); // simple Merge, Dedupe<br />
const text2 = JSON.stringify(merged, null, 2) + '\n';<br />
return api.postWithToken('csrf', {<br />
action: 'edit',<br />
title: INDEX_TITLE,<br />
text: text2,<br />
summary: (summary || 'LabelScan: +1 embedding (Auto-Indexer)') + ' (merge)',<br />
nocreate: 0,<br />
bot: 1<br />
});<br />
}<br />
throw e;<br />
}<br />
}<br />
<br />
// einfache Duplikat-Entfernung (identische title+embed)<br />
function mergeArraysUnique(base, add){<br />
const seen = new Set(base.map(x => (x.title||'')+'|'+(x.embed||'')));<br />
for (const it of add) {<br />
const key = (it.title||'')+'|'+(it.embed||'');<br />
if (!seen.has(key)) { base.push(it); seen.add(key); }<br />
}<br />
return base;<br />
}<br />
<br />
// ---- Klick-Handler ----<br />
$('idx-run').addEventListener('click', async ()=>{<br />
try{<br />
if (!hasSysop()) {<br />
alert('Du brauchst Admin-Rechte (sysop/interface-admin), um den Index automatisch zu speichern.');<br />
return;<br />
}<br />
<br />
const title = $('idx-title').value.trim();<br />
const thumb = $('idx-thumb').value.trim();<br />
const file = $('idx-file').files?.[0];<br />
<br />
if (!title) return alert('Bitte Artikel-Titel eingeben.');<br />
if (!file) return alert('Bitte Bilddatei wählen.');<br />
<br />
status('Modell laden …');<br />
await ensureModel();<br />
<br />
status('Embedding berechnen …');<br />
const vec = await buildEmbeddingFromFile(file);<br />
const b64 = float32ToBase64(vec);<br />
<br />
// Vorschau<br />
$('idx-preview').innerHTML = '';<br />
const u = URL.createObjectURL(file);<br />
const img = document.createElement('img');<br />
img.src = u; img.style.maxWidth='280px'; img.style.borderRadius='10px';<br />
$('idx-preview').appendChild(img);<br />
<br />
const newRow = { title, thumb: thumb || '', embed: b64 };<br />
$('idx-out').value = JSON.stringify(newRow);<br />
<br />
status('Index laden …');<br />
const arr = await fetchIndexJSON();<br />
<br />
const merged = mergeArraysUnique(arr, [newRow]);<br />
<br />
status('Speichern …');<br />
await saveIndexJSON(merged, `LabelScan: +1 embedding für "${title}"`);<br />
<br />
status('Gespeichert ✅');<br />
} catch(e){<br />
console.error(e);<br />
status('Fehler: ' + (e?.message || e));<br />
alert('Fehler beim Speichern:\n' + (e?.message || e));<br />
}<br />
});<br />
})();<br />
</script></div>
Admin