Spaces:
Sleeping
Sleeping
File size: 3,243 Bytes
b6ecafa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 | import { NextRequest, NextResponse } from 'next/server'
import { existsSync, readdirSync, statSync } from 'fs'
import path from 'path'
import Database from 'better-sqlite3'
import { config } from '@/lib/config'
import { requireRole } from '@/lib/auth'
import { readLimiter } from '@/lib/rate-limit'
import { logger } from '@/lib/logger'
interface AgentFileInfo {
path: string
chunks: number
textSize: number
}
interface AgentGraphData {
name: string
dbSize: number
totalChunks: number
totalFiles: number
files: AgentFileInfo[]
}
const memoryDbDir = config.openclawStateDir
? path.join(config.openclawStateDir, 'memory')
: ''
function getAgentData(dbPath: string, agentName: string): AgentGraphData | null {
try {
const dbStat = statSync(dbPath)
const db = new Database(dbPath, { readonly: true, fileMustExist: true })
let files: AgentFileInfo[] = []
let totalChunks = 0
let totalFiles = 0
try {
// Check if chunks table exists
const tableCheck = db
.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='chunks'")
.get() as { name: string } | undefined
if (tableCheck) {
// Use COUNT only — skip SUM(LENGTH(text)) which forces a full data scan
const rows = db
.prepare(
'SELECT path, COUNT(*) as chunks FROM chunks GROUP BY path ORDER BY chunks DESC'
)
.all() as Array<{ path: string; chunks: number }>
files = rows.map((r) => ({
path: r.path || '(unknown)',
chunks: r.chunks,
textSize: 0,
}))
totalChunks = files.reduce((sum, f) => sum + f.chunks, 0)
totalFiles = files.length
}
} finally {
db.close()
}
return {
name: agentName,
dbSize: dbStat.size,
totalChunks,
totalFiles,
files,
}
} catch (err) {
logger.warn(`Failed to read memory DB for agent "${agentName}": ${err}`)
return null
}
}
export async function GET(request: NextRequest) {
const auth = requireRole(request, 'viewer')
if ('error' in auth) return NextResponse.json({ error: auth.error }, { status: auth.status })
const limited = readLimiter(request)
if (limited) return limited
if (!memoryDbDir || !existsSync(memoryDbDir)) {
return NextResponse.json(
{ error: 'Memory directory not available', agents: [] },
{ status: 404 }
)
}
const agentFilter = request.nextUrl.searchParams.get('agent') || 'all'
try {
const entries = readdirSync(memoryDbDir).filter((f) => f.endsWith('.sqlite'))
const agents: AgentGraphData[] = []
for (const entry of entries) {
const agentName = entry.replace('.sqlite', '')
if (agentFilter !== 'all' && agentName !== agentFilter) continue
const dbPath = path.join(memoryDbDir, entry)
const data = getAgentData(dbPath, agentName)
if (data) agents.push(data)
}
// Sort by total chunks descending
agents.sort((a, b) => b.totalChunks - a.totalChunks)
return NextResponse.json({ agents })
} catch (err) {
logger.error(`Failed to build memory graph data: ${err}`)
return NextResponse.json({ error: 'Internal server error' }, { status: 500 })
}
}
|