Nox
273 lines
9.3 KiB
JavaScript
273 lines
9.3 KiB
JavaScript
#!/usr/bin/env node
|
|
/**
|
|
* nox-memory.js — Mémoire vectorielle de Nox via Qdrant
|
|
*
|
|
* Usage:
|
|
* node nox-memory.js add "texte à mémoriser" --type fact --tags "ha,lumiere" --importance 3
|
|
* node nox-memory.js search "question en langage naturel" --limit 5
|
|
* node nox-memory.js list [--type fact] [--limit 20]
|
|
* node nox-memory.js delete <id>
|
|
* node nox-memory.js import-md <fichier.md> ← importe MEMORY.md
|
|
* node nox-memory.js stats
|
|
*/
|
|
|
|
const { chromium } = require('./node_modules/playwright');
|
|
|
|
const QDRANT_URL = 'http://192.168.1.150:6333';
|
|
const COLLECTION = 'nox-memory';
|
|
const OPENAI_URL = 'https://api.openai.com/v1/embeddings';
|
|
const EMBED_MODEL = 'text-embedding-3-small';
|
|
const EMBED_DIM = 1536;
|
|
|
|
// ─── Helpers ──────────────────────────────────────────────────────────────────
|
|
|
|
async function getRequestContext() {
|
|
const browser = await chromium.launch({
|
|
executablePath: '/home/node/.cache/ms-playwright/chromium-1208/chrome-linux64/chrome',
|
|
args: ['--no-sandbox', '--disable-gpu', '--disable-dev-shm-usage']
|
|
});
|
|
const context = await browser.newContext();
|
|
return { browser, req: context.request };
|
|
}
|
|
|
|
async function embed(text) {
|
|
const res = await fetch(OPENAI_URL, {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
'Authorization': `Bearer ${process.env.OPENAI_API_KEY}`
|
|
},
|
|
body: JSON.stringify({ model: EMBED_MODEL, input: text })
|
|
});
|
|
const json = await res.json();
|
|
if (!json.data) throw new Error('Embedding failed: ' + JSON.stringify(json));
|
|
return json.data[0].embedding;
|
|
}
|
|
|
|
function genId() {
|
|
// UUID v4 simplifié
|
|
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => {
|
|
const r = Math.random() * 16 | 0;
|
|
return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);
|
|
});
|
|
}
|
|
|
|
// ─── Commandes ────────────────────────────────────────────────────────────────
|
|
|
|
async function cmdAdd(text, opts) {
|
|
const { browser, req } = await getRequestContext();
|
|
try {
|
|
const vector = await embed(text);
|
|
const id = genId();
|
|
const payload = {
|
|
text,
|
|
type: opts.type || 'fact',
|
|
tags: opts.tags ? opts.tags.split(',').map(t => t.trim()) : [],
|
|
importance: parseInt(opts.importance || '3'),
|
|
timestamp: Date.now(),
|
|
date: new Date().toISOString()
|
|
};
|
|
const r = await req.put(`${QDRANT_URL}/collections/${COLLECTION}/points`, {
|
|
data: { points: [{ id, vector, payload }] }
|
|
});
|
|
const body = await r.json();
|
|
if (body.status === 'ok') {
|
|
console.log(`✅ Mémorisé [${id}]`);
|
|
console.log(` type: ${payload.type} | importance: ${payload.importance} | tags: ${payload.tags.join(', ') || 'aucun'}`);
|
|
console.log(` "${text.slice(0, 80)}${text.length > 80 ? '...' : ''}"`);
|
|
} else {
|
|
console.error('❌ Erreur:', JSON.stringify(body));
|
|
}
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
async function cmdSearch(query, opts) {
|
|
const { browser, req } = await getRequestContext();
|
|
try {
|
|
const vector = await embed(query);
|
|
const limit = parseInt(opts.limit || '5');
|
|
const body = {
|
|
vector,
|
|
limit,
|
|
with_payload: true,
|
|
score_threshold: 0.3
|
|
};
|
|
if (opts.type) {
|
|
body.filter = { must: [{ key: 'type', match: { value: opts.type } }] };
|
|
}
|
|
const r = await req.post(`${QDRANT_URL}/collections/${COLLECTION}/points/search`, { data: body });
|
|
const res = await r.json();
|
|
const results = res.result || [];
|
|
if (results.length === 0) {
|
|
console.log('🔍 Aucun résultat pertinent trouvé.');
|
|
return;
|
|
}
|
|
console.log(`🔍 ${results.length} résultat(s) pour : "${query}"\n`);
|
|
results.forEach((p, i) => {
|
|
const pl = p.payload;
|
|
const score = (p.score * 100).toFixed(1);
|
|
console.log(`[${i+1}] ${score}% — ${pl.type} | imp:${pl.importance} | ${pl.date?.slice(0,10) || '?'}`);
|
|
if (pl.tags?.length) console.log(` Tags: ${pl.tags.join(', ')}`);
|
|
console.log(` ${pl.text}`);
|
|
console.log(` ID: ${p.id}\n`);
|
|
});
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
async function cmdList(opts) {
|
|
const { browser, req } = await getRequestContext();
|
|
try {
|
|
const limit = parseInt(opts.limit || '20');
|
|
const body = { limit, with_payload: true };
|
|
if (opts.type) {
|
|
body.filter = { must: [{ key: 'type', match: { value: opts.type } }] };
|
|
}
|
|
const r = await req.post(`${QDRANT_URL}/collections/${COLLECTION}/points/scroll`, { data: body });
|
|
const res = await r.json();
|
|
const points = res.result?.points || [];
|
|
if (points.length === 0) { console.log('📭 Collection vide.'); return; }
|
|
console.log(`📋 ${points.length} souvenir(s) :\n`);
|
|
points.forEach(p => {
|
|
const pl = p.payload;
|
|
console.log(`• [${pl.type}|${pl.importance}] ${pl.date?.slice(0,10)} — ${pl.text?.slice(0,100)}${pl.text?.length>100?'...':''}`);
|
|
});
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
async function cmdDelete(id) {
|
|
const { browser, req } = await getRequestContext();
|
|
try {
|
|
const r = await req.post(`${QDRANT_URL}/collections/${COLLECTION}/points/delete`, {
|
|
data: { points: [id] }
|
|
});
|
|
const body = await r.json();
|
|
console.log(body.status === 'ok' ? `🗑️ Point ${id} supprimé.` : `❌ Erreur: ${JSON.stringify(body)}`);
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
async function cmdStats() {
|
|
const { browser, req } = await getRequestContext();
|
|
try {
|
|
const r = await req.get(`${QDRANT_URL}/collections/${COLLECTION}`);
|
|
const body = await r.json();
|
|
const info = body.result;
|
|
console.log('📊 Collection nox-memory :');
|
|
console.log(` Points : ${info.points_count}`);
|
|
console.log(` Vecteurs : ${info.vectors_count}`);
|
|
console.log(` Segments : ${info.segments_count}`);
|
|
console.log(` Statut : ${info.status}`);
|
|
console.log(` Dim. : ${EMBED_DIM} (${EMBED_MODEL})`);
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
}
|
|
|
|
async function cmdImportMd(file) {
|
|
const fs = require('fs');
|
|
const text = fs.readFileSync(file, 'utf8');
|
|
// Découper en sections par ## ou ### ou lignes non vides significatives
|
|
const chunks = [];
|
|
let current = '';
|
|
for (const line of text.split('\n')) {
|
|
if ((line.startsWith('## ') || line.startsWith('### ')) && current.trim()) {
|
|
chunks.push(current.trim());
|
|
current = line;
|
|
} else {
|
|
current += '\n' + line;
|
|
}
|
|
}
|
|
if (current.trim()) chunks.push(current.trim());
|
|
|
|
const valid = chunks.filter(c => c.length > 20);
|
|
console.log(`📥 Import de ${valid.length} chunks depuis ${file}...`);
|
|
|
|
for (let i = 0; i < valid.length; i++) {
|
|
const chunk = valid[i];
|
|
process.stdout.write(` [${i+1}/${valid.length}] `);
|
|
try {
|
|
await cmdAdd(chunk, { type: 'semantic', importance: '4', tags: 'memory.md,import' });
|
|
} catch(e) {
|
|
console.error('Erreur:', e.message);
|
|
}
|
|
// Pause pour éviter rate limit OpenAI
|
|
await new Promise(r => setTimeout(r, 300));
|
|
}
|
|
console.log('\n✅ Import terminé !');
|
|
}
|
|
|
|
// ─── Main ──────────────────────────────────────────────────────────────────────
|
|
|
|
async function main() {
|
|
const args = process.argv.slice(2);
|
|
const cmd = args[0];
|
|
|
|
// Parser les options --key value
|
|
const opts = {};
|
|
const positional = [];
|
|
for (let i = 1; i < args.length; i++) {
|
|
if (args[i].startsWith('--')) {
|
|
opts[args[i].slice(2)] = args[i+1];
|
|
i++;
|
|
} else {
|
|
positional.push(args[i]);
|
|
}
|
|
}
|
|
|
|
switch (cmd) {
|
|
case 'add':
|
|
if (!positional[0]) { console.error('Usage: add "texte"'); process.exit(1); }
|
|
await cmdAdd(positional[0], opts);
|
|
break;
|
|
case 'search':
|
|
if (!positional[0]) { console.error('Usage: search "query"'); process.exit(1); }
|
|
await cmdSearch(positional[0], opts);
|
|
break;
|
|
case 'list':
|
|
await cmdList(opts);
|
|
break;
|
|
case 'delete':
|
|
if (!positional[0]) { console.error('Usage: delete <id>'); process.exit(1); }
|
|
await cmdDelete(positional[0]);
|
|
break;
|
|
case 'stats':
|
|
await cmdStats();
|
|
break;
|
|
case 'import-md':
|
|
if (!positional[0]) { console.error('Usage: import-md <fichier.md>'); process.exit(1); }
|
|
await cmdImportMd(positional[0]);
|
|
break;
|
|
default:
|
|
console.log(`
|
|
nox-memory — Mémoire vectorielle (Qdrant + OpenAI embeddings)
|
|
|
|
Commandes :
|
|
add "texte" Ajouter un souvenir
|
|
--type fact | semantic | preference | episodic (défaut: fact)
|
|
--tags "tag1,tag2"
|
|
--importance 1-5 (défaut: 3)
|
|
|
|
search "query" Recherche sémantique
|
|
--limit Nombre de résultats (défaut: 5)
|
|
--type Filtrer par type
|
|
|
|
list Lister les souvenirs
|
|
--limit Nombre (défaut: 20)
|
|
--type Filtrer par type
|
|
|
|
delete <id> Supprimer un point par ID
|
|
stats Stats de la collection
|
|
import-md <file> Importer un fichier Markdown
|
|
`);
|
|
}
|
|
}
|
|
|
|
main().catch(e => { console.error('Fatal:', e.message); process.exit(1); });
|