import React, { useEffect, useMemo, useRef, useState } from 'react'
import desktopApi from './desktop/desktopApi'
const TOAST_DURATION_MS = {
info: 3600,
success: 4800,
warning: 5600
}
function itemSyncMeta(item) {
const sync = item?.sync || {}
const status = String(sync.status || 'pending')
const progress = Math.max(0, Math.min(100, Number(sync.progress) || 0))
const detail = String(sync.detail || '').trim()
const enrichEnabled = !!item?.enrich_enabled
const metadataReady = ['ready', 'fallback'].includes(item?.metadata?.status)
if (status === 'ready') {
return {
status,
progress: 100,
label: 'Available',
detail: detail || (
metadataReady
? (enrichEnabled ? 'Ready with standard metadata and deep enrichment.' : 'Ready with standard metadata.')
: 'Ready for chat. Automatic metadata has not been generated yet.'
)
}
}
if (status === 'failed') {
return {
status,
progress: 100,
label: 'Sync failed',
detail: String(sync.error || '').trim() || detail || 'Heimgeist could not finish syncing this content.'
}
}
if (status === 'syncing') {
return {
status,
progress,
label: progress > 0 ? `Syncing ${Math.round(progress)}%` : 'Syncing',
detail: detail || 'Rebuilding the database search indexes.'
}
}
return {
status: 'pending',
progress: 6,
label: 'Queued',
detail: 'Waiting to rebuild the retrieval pipeline.'
}
}
function kindLabel(item) {
if (item?.kind === 'text') return 'Text'
if (item?.kind === 'website') return 'Website'
if (item?.kind === 'video') return 'Video'
if (item?.kind === 'chat_message') return 'Chat Message'
return 'File'
}
async function expectJson(response) {
const raw = await response.text()
let data = null
try {
data = raw ? JSON.parse(raw) : null
} catch {}
if (!response.ok) {
throw new Error(data?.detail || raw || `HTTP ${response.status}`)
}
return data
}
export default function LibraryManager({ apiBase, library, jobs, onOpenChatMessage, onRefresh }) {
const [busy, setBusy] = useState(false)
const [errorMessage, setErrorMessage] = useState('')
const [toasts, setToasts] = useState([])
const [search, setSearch] = useState('')
const [formMode, setFormMode] = useState(null)
const [editingItemId, setEditingItemId] = useState(null)
const [textTitle, setTextTitle] = useState('')
const [textContent, setTextContent] = useState('')
const [websiteTitle, setWebsiteTitle] = useState('')
const [websiteUrl, setWebsiteUrl] = useState('')
const [websiteProcessing, setWebsiteProcessing] = useState(false)
const [expandedItemId, setExpandedItemId] = useState(null)
const [contentPreviews, setContentPreviews] = useState({})
const toastTimeoutsRef = useRef(new Map())
const toastIdRef = useRef(0)
const previousLibraryStateRef = useRef(null)
useEffect(() => {
setErrorMessage('')
setSearch('')
setExpandedItemId(null)
setContentPreviews({})
closeForm()
}, [library?.slug, library?.name])
function dismissToast(id) {
const timeoutId = toastTimeoutsRef.current.get(id)
if (timeoutId) clearTimeout(timeoutId)
toastTimeoutsRef.current.delete(id)
setToasts(current => current.filter(toast => toast.id !== id))
}
function clearToasts() {
toastTimeoutsRef.current.forEach(timeoutId => clearTimeout(timeoutId))
toastTimeoutsRef.current.clear()
setToasts([])
}
function queueToast(message, tone = 'info') {
setToasts(current => {
if (current.some(toast => toast.message === message && toast.tone === tone)) return current
const id = `library-toast-${toastIdRef.current++}`
const timeoutId = window.setTimeout(() => dismissToast(id), TOAST_DURATION_MS[tone] || TOAST_DURATION_MS.info)
toastTimeoutsRef.current.set(id, timeoutId)
return [...current, { id, message, tone }].slice(-3)
})
}
useEffect(() => () => {
toastTimeoutsRef.current.forEach(timeoutId => clearTimeout(timeoutId))
toastTimeoutsRef.current.clear()
}, [])
function closeForm() {
setFormMode(null)
setEditingItemId(null)
setTextTitle('')
setTextContent('')
setWebsiteTitle('')
setWebsiteUrl('')
}
async function toggleContentPreview(item) {
const itemId = item?.item_id
if (!library || !itemId) return
if (expandedItemId === itemId) {
setExpandedItemId(null)
return
}
setExpandedItemId(itemId)
if (contentPreviews[itemId]) return
setContentPreviews(current => ({ ...current, [itemId]: { loading: true } }))
try {
const response = await fetch(`${apiBase}/libraries/${library.slug}/items/${itemId}`)
const data = await expectJson(response)
setContentPreviews(current => ({ ...current, [itemId]: { data } }))
} catch (error) {
setContentPreviews(current => ({
...current,
[itemId]: { error: String(error?.message || error) }
}))
}
}
async function runAction(fn, successMessage) {
setBusy(true)
setErrorMessage('')
try {
const result = await fn()
if (successMessage) queueToast(successMessage, 'success')
return result
} catch (error) {
setErrorMessage(String(error?.message || error))
throw error
} finally {
setBusy(false)
await onRefresh()
}
}
async function addPaths() {
if (!library) return
const paths = await desktopApi.pickPaths()
if (!Array.isArray(paths) || paths.length === 0) return
try {
await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/files/register`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ paths })
})
return expectJson(response)
}, 'Files added. Heimgeist is updating the database.')
} catch {}
}
async function submitText(event) {
event.preventDefault()
if (!library) return
try {
await runAction(async () => {
const editing = Boolean(editingItemId)
const response = await fetch(
editing
? `${apiBase}/libraries/${library.slug}/texts/${editingItemId}`
: `${apiBase}/libraries/${library.slug}/texts`,
{
method: editing ? 'PATCH' : 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ title: textTitle, content: textContent })
}
)
return expectJson(response)
}, editingItemId ? 'Text updated.' : 'Text added to the database.')
if (editingItemId) {
setContentPreviews(current => {
const next = { ...current }
delete next[editingItemId]
return next
})
setExpandedItemId(current => current === editingItemId ? null : current)
}
closeForm()
} catch {}
}
async function editText(item) {
if (!library || !item?.item_id) return
setBusy(true)
setErrorMessage('')
try {
const response = await fetch(`${apiBase}/libraries/${library.slug}/items/${item.item_id}`)
const data = await expectJson(response)
setEditingItemId(item.item_id)
setTextTitle(data.title || item.title || item.name || '')
setTextContent(data.content || '')
setFormMode('text')
} catch (error) {
setErrorMessage(String(error?.message || error))
} finally {
setBusy(false)
}
}
async function submitWebsite(event) {
event.preventDefault()
if (!library) return
setWebsiteProcessing(true)
try {
const result = await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/websites`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ url: websiteUrl, title: websiteTitle || null })
})
return expectJson(response)
})
queueToast(
result?.content_kind === 'video'
? 'Video transcribed and summarized. Heimgeist is indexing it.'
: 'Website saved. Heimgeist is indexing its text.',
'success'
)
closeForm()
} catch {
} finally {
setWebsiteProcessing(false)
}
}
async function refreshWebsite(item) {
if (!library || !item?.item_id) return
try {
const result = await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/websites/${item.item_id}/refresh`, {
method: 'POST'
})
return expectJson(response)
})
setContentPreviews(current => {
const next = { ...current }
delete next[item.item_id]
return next
})
setExpandedItemId(current => current === item.item_id ? null : current)
queueToast(result?.changed ? 'Website changed and is being reindexed.' : 'Website checked. No text changes found.', 'success')
} catch {}
}
async function refreshVideo(item) {
if (!library || !item?.item_id) return
setWebsiteProcessing(true)
try {
const result = await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/videos/${item.item_id}/refresh`, {
method: 'POST'
})
return expectJson(response)
})
setContentPreviews(current => {
const next = { ...current }
delete next[item.item_id]
return next
})
setExpandedItemId(current => current === item.item_id ? null : current)
queueToast(result?.changed ? 'Video reprocessed and changed.' : 'Video reprocessed. Transcript content is unchanged.', 'success')
} catch {
} finally {
setWebsiteProcessing(false)
}
}
async function removeItem(item) {
if (!library) return
try {
await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/files`, {
method: 'DELETE',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ rel: item.rel })
})
return expectJson(response)
}, `${kindLabel(item)} removed.`)
} catch {}
}
async function updateEnrichment(item, enabled) {
if (!library) return
try {
await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/files/enrichment`, {
method: 'PATCH',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ rel: item.rel, enabled })
})
return expectJson(response)
}, enabled ? 'Deep enrichment enabled. Metadata is being updated.' : 'Using standard metadata only.')
} catch {}
}
async function generateMetadata() {
if (!library) return
try {
await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/jobs/prepare`, { method: 'POST' })
return expectJson(response)
}, 'Generating metadata for this database.')
} catch {}
}
async function retrySync() {
if (!library) return
try {
await runAction(async () => {
const response = await fetch(`${apiBase}/libraries/${library.slug}/jobs/prepare`, { method: 'POST' })
return expectJson(response)
})
} catch {}
}
const librarySlug = library?.slug || null
const isSyncing = !!librarySlug && (jobs || []).some(
job => job.slug === librarySlug && (job.status === 'queued' || job.status === 'running')
)
const isReadyForChat = !!library?.states?.is_indexed
const items = library?.files || []
const hasFailedItems = items.some(item => item?.sync?.status === 'failed')
const filteredItems = useMemo(() => {
const term = search.trim().toLowerCase()
if (!term) return items
return items.filter(item => [
item.title,
item.name,
item.path,
item.url,
item.kind,
item.source_session_title,
item.source_role,
item.channel,
item.video_summary,
item.metadata?.headline,
item.metadata?.summary,
...(item.metadata?.keywords || []),
...(item.metadata?.entities || []).map(entity => entity?.name)
]
.some(value => String(value || '').toLowerCase().includes(term)))
}, [items, search])
const hasMissingMetadata = items.some(item => !['ready', 'fallback'].includes(item?.metadata?.status))
useEffect(() => {
if (!library?.slug) {
previousLibraryStateRef.current = null
clearToasts()
return
}
const nextState = {
slug: library.slug,
hasItems: items.length > 0,
isSyncing,
isReadyForChat,
hasFailedItems
}
const previousState = previousLibraryStateRef.current
if (!previousState || previousState.slug !== nextState.slug) {
previousLibraryStateRef.current = nextState
return
}
if (!previousState.isSyncing && nextState.isSyncing) {
queueToast('Syncing this database. Heimgeist is rebuilding its search indexes.')
} else if (previousState.isSyncing && !nextState.isSyncing) {
if (nextState.hasFailedItems) queueToast('Some content did not finish syncing.', 'warning')
else if (nextState.isReadyForChat) queueToast('Sync complete. This database is ready in chat.', 'success')
}
previousLibraryStateRef.current = nextState
}, [library?.slug, items.length, hasFailedItems, isReadyForChat, isSyncing])
if (!library) {
return
Create a database, then add files, your own texts, or websites.
}
return (
{errorMessage &&
{errorMessage}
}
{formMode === 'text' && (
)}
{formMode === 'website' && (
)}
{filteredItems.length ? (
{filteredItems.map(item => {
const sync = itemSyncMeta(item)
const label = kindLabel(item)
const source = item.kind === 'website'
? item.url
: item.kind === 'video'
? `${item.channel ? `${item.channel} · ` : ''}${item.duration_text || 'Saved video'}`
: item.kind === 'text'
? 'Written in Heimgeist'
: item.kind === 'chat_message'
? `${item.source_role === 'user' ? 'User message' : 'Assistant message'} · ${item.source_session_title || 'Chat'}`
: item.path
const itemId = item.item_id || item.sha256 || item.rel
const isExpanded = expandedItemId === itemId
const preview = contentPreviews[itemId]
const metadata = item.metadata || {}
const keywords = Array.isArray(metadata.keywords) ? metadata.keywords : []
const entities = Array.isArray(metadata.entities) ? metadata.entities : []
const qaPairs = Array.isArray(metadata.qa) ? metadata.qa : []
const qualityFlags = Array.isArray(metadata.quality_flags) ? metadata.quality_flags : []
return (
{label}
{sync.label}
{item.title || item.name || item.path}
{source}
{item.enrich_enabled ? 'Deep enrichment' : 'Standard'}
{item.kind === 'video' && item.video_summary && (
Video summary
{item.video_summary}
{item.extractor && Provider: {item.extractor}}
{item.video_id && Video ID: {item.video_id}}
{item.upload_date && Uploaded: {item.upload_date}}
{item.transcription_model && Whisper: {item.transcription_model}}
{item.transcription_workers && Workers: {item.transcription_workers}}
{item.transcription_slices && Audio slices: {item.transcription_slices}}
{item.transcript_chars && Transcript: {Number(item.transcript_chars).toLocaleString()} characters}
{item.summary_model && Summary: {item.summary_model}}
{item.yt_dlp_version && yt-dlp: {item.yt_dlp_version}}
{item.fetched_at && Processed: {new Date(item.fetched_at).toLocaleString()}}
{item.url &&
Source: {item.url}
}
{item.thumbnail_url &&
}
)}
{metadata.headline &&
{metadata.headline}
}
{metadata.summary ? (
{metadata.summary}
) : (
{metadata.status === 'pending' ? 'Metadata is being generated.' : 'No automatic metadata has been generated yet.'}
)}
{keywords.length > 0 && (
{keywords.map(keyword => {keyword})}
)}
{entities.length > 0 && (
{entities.map(entity => (
{entity.name}{entity.type ? ` · ${entity.type}` : ''}
))}
)}
{qaPairs.length > 0 && (
Generated Q&A
{qaPairs.map((qa, index) => (
{qa.q}
{qa.a}
))}
)}
{(metadata.model || metadata.language || metadata.strategy || qualityFlags.length > 0) && (
{metadata.model && Model: {metadata.model}}
{metadata.language && Language: {metadata.language}}
{metadata.strategy && Strategy: {metadata.strategy}}
{qualityFlags.length > 0 && Flags: {qualityFlags.join(', ')}}
)}
{metadata.status === 'fallback' &&
Local model metadata was unavailable; Heimgeist used a text fallback.
}
{metadata.status === 'failed' &&
{metadata.error || 'Metadata generation failed.'}
}
{isExpanded && (
{item.kind === 'website' ? 'Saved website text' : item.kind === 'video' ? 'Video summary and transcript' : item.kind === 'chat_message' ? 'Stored chat knowledge' : item.kind === 'text' ? 'Stored text' : 'Extracted text used by RAG'}
{preview?.loading &&
Loading content…
}
{preview?.error &&
{preview.error}
}
{preview?.data && (
<>
{preview.data.content || 'No readable text was extracted from this item.'}
{preview.data.content_truncated &&
Preview shortened. The indexed source contains more text.
}
>
)}
)}
{(item.kind === 'text' || item.kind === 'chat_message') && }
{item.kind === 'chat_message' && }
{item.kind === 'website' && }
{item.kind === 'website' && }
{item.kind === 'video' && }
{item.kind === 'video' && }
{(!item.kind || item.kind === 'file') && }
)
})}
) : (
{items.length ? 'No matching contents.' : 'No content added yet.'}
)}
{items.length > 0 && hasMissingMetadata && !isSyncing && isReadyForChat && (
)}
{items.length > 0 && !isSyncing && !isReadyForChat && (
)}
{toasts.length > 0 && (
{toasts.map(toast => (
{toast.message}
))}
)}
)
}