From e9e7df7e201863dd7b07343db5a3826f2e2a167e Mon Sep 17 00:00:00 2001
From: Victor Giers <mail@victorgiers.com>
Date: Mon, 15 Jun 2026 06:17:50 +0200
Subject: [PATCH] Feat: Enhance library management features

- Adds strict HTTP/HTTPS validation when creating library websites.
- Improves summary cleanup in video ingestion by removing thinking tags and prefixes.
- Updates LibraryManager UI to display comprehensive metadata (ID, provider, upload date, character count, etc.) and improves video source handling.
---
 backend/local_rag.py    |  5 ++++-
 backend/video_ingest.py |  3 ++-
 src/LibraryManager.jsx  | 12 ++++++++++--
 3 files changed, 16 insertions(+), 4 deletions(-)

diff --git a/backend/local_rag.py b/backend/local_rag.py
index 38d99a2..e1be190 100644
--- a/backend/local_rag.py
+++ b/backend/local_rag.py
@@ -14,7 +14,7 @@ from concurrent.futures import ThreadPoolExecutor
 from datetime import datetime
 from pathlib import Path
 from typing import Any, Dict, List, Optional
-from urllib.parse import quote
+from urllib.parse import quote, urlparse
 
 import httpx
 from fastapi import APIRouter, HTTPException
@@ -1599,6 +1599,9 @@ async def update_library_text(slug: str, item_id: str, req: UpdateTextRequest):
 @router.post("/libraries/{slug}/websites")
 async def create_library_website(slug: str, req: CreateWebsiteRequest):
     requested_url = str(req.url or "").strip()
+    parsed_url = urlparse(requested_url)
+    if parsed_url.scheme not in {"http", "https"} or not parsed_url.netloc:
+        raise HTTPException(status_code=400, detail="Enter a valid HTTP or HTTPS URL.")
     try:
         video_metadata = await asyncio.to_thread(probe_video_url, requested_url)
     except UnsupportedVideoUrl:
diff --git a/backend/video_ingest.py b/backend/video_ingest.py
index 22e9c5c..d8cf992 100644
--- a/backend/video_ingest.py
+++ b/backend/video_ingest.py
@@ -351,7 +351,8 @@ async def _summarize(title: str, transcript: str, model_name: str) -> str:
         ],
         options={"num_ctx": _choose_num_ctx(prompt)},
     )
-    clean = str(summary or "").strip()
+    clean = re.sub(r"<think>.*?</think>", "", str(summary or ""), flags=re.DOTALL | re.IGNORECASE).strip()
+    clean = re.sub(r"^\s*Summary:\s*", "", clean, flags=re.IGNORECASE).strip()
     if not clean:
         raise RuntimeError("Ollama returned an empty video summary.")
     return clean
diff --git a/src/LibraryManager.jsx b/src/LibraryManager.jsx
index 55d4883..92c2270 100644
--- a/src/LibraryManager.jsx
+++ b/src/LibraryManager.jsx
@@ -484,7 +484,7 @@ export default function LibraryManager({ apiBase, library, jobs, onOpenChatMessa
               const source = item.kind === 'website'
                 ? item.url
                 : item.kind === 'video'
-                  ? `${item.channel ? `${item.channel} · ` : ''}${item.duration_text || item.url}`
+                  ? `${item.channel ? `${item.channel} · ` : ''}${item.duration_text || 'Saved video'}`
                 : item.kind === 'text'
                   ? 'Written in Heimgeist'
                   : item.kind === 'chat_message'
@@ -514,11 +514,19 @@ export default function LibraryManager({ apiBase, library, jobs, onOpenChatMessa
                       <div className="library-metadata-label">Video summary</div>
                       <p>{item.video_summary}</p>
                       <div className="library-metadata-details">
+                        {item.extractor && <span>Provider: {item.extractor}</span>}
+                        {item.video_id && <span>Video ID: {item.video_id}</span>}
+                        {item.upload_date && <span>Uploaded: {item.upload_date}</span>}
                         {item.transcription_model && <span>Whisper: {item.transcription_model}</span>}
                         {item.transcription_workers && <span>Workers: {item.transcription_workers}</span>}
+                        {item.transcription_slices && <span>Audio slices: {item.transcription_slices}</span>}
+                        {item.transcript_chars && <span>Transcript: {Number(item.transcript_chars).toLocaleString()} characters</span>}
                         {item.summary_model && <span>Summary: {item.summary_model}</span>}
                         {item.yt_dlp_version && <span>yt-dlp: {item.yt_dlp_version}</span>}
+                        {item.fetched_at && <span>Processed: {new Date(item.fetched_at).toLocaleString()}</span>}
                       </div>
+                      {item.url && <div className="library-video-source">Source: {item.url}</div>}
+                      {item.thumbnail_url && <button type="button" className="button ghost library-video-thumbnail" onClick={() => desktopApi.openExternalLink(item.thumbnail_url)}>Open thumbnail</button>}
                     </div>
                   )}
                   <div className={`library-item-metadata status-${metadata.status || 'missing'}`}>
@@ -613,7 +621,7 @@ export default function LibraryManager({ apiBase, library, jobs, onOpenChatMessa
       <div className="library-footer-actions">
         <button className="button" disabled={busy} onClick={addPaths}>Add Files</button>
         <button className="button" disabled={busy} onClick={() => { closeForm(); setFormMode('text') }}>Add Text</button>
-        <button className="button" disabled={busy} onClick={() => { closeForm(); setFormMode('website') }}>Add Website</button>
+        <button className="button" disabled={busy} onClick={() => { closeForm(); setFormMode('website') }}>Add Website / Video</button>
         {items.length > 0 && hasMissingMetadata && !isSyncing && isReadyForChat && (
           <button className="button ghost" disabled={busy} onClick={generateMetadata}>Generate Metadata</button>
         )}