Firstp1ck · Firstp1ck · Dec 23, 2025 · Dec 6, 2025 · Dec 6, 2025 · Dec 7, 2025
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -26,11 +26,12 @@ futures = "0.3"
 syntect = "5.0"
 fuzzy-matcher = "0.3"
 rpassword = "7.4.0"
-scraper = "0.24.0"
+scraper = "0.25.0"
 chrono = "0.4"
 portable-pty = "0.9"
 strip-ansi-escapes = "0.2"
 lru = "0.16.2"
+ego-tree = "0.10"
 
 [dev-dependencies]
 tempfile = "3.10"
@@ -42,6 +43,10 @@ cognitive_complexity = "warn"
 pedantic = { level = "deny", priority = -1 }
 nursery = { level = "deny", priority = -1 }
 unwrap_used = "deny"
+# Keep docs linting consistent with clippy naming
+missing_docs_in_private_items = "warn"
 
+[lints.rust]
+missing_docs = "warn"
 # Ignored tests run with:
 # cargo test -- --ignored
diff --git a/README.md b/README.md
@@ -4,7 +4,7 @@
 [![Made with Rust](https://img.shields.io/badge/Made%20with-Rust-orange.svg)](https://www.rust-lang.org/)
 [![Target: Arch Linux](https://img.shields.io/badge/Target-Arch%20Linux-1793D1?logo=arch-linux&logoColor=white)](https://archlinux.org/)
 
-Pacsea is a fast, friendly TUI for browsing and installing Arch and AUR packages — built for speed and minimal keystrokes.
+Pacsea is a fast, friendly TUI for browsing and installing Arch and AUR packages — plus a built-in Arch news and advisory feed — built for speed and minimal keystrokes.
 
 ## Community
 <p align="center">
@@ -59,6 +59,7 @@ pacsea
 | Feature | Description |
 |---------|-------------|
 | **Integrated Process Execution** | All operations execute directly within the TUI with real-time output streaming, progress bars, and inline password prompts — no external terminals |
+| **News feed & advisories** | News mode shows Arch news and security advisories with filters (Arch/advisory/installed-only, age), search with history, read/unread tracking, bookmarks, and cached article content |
 | **Security Scan for AUR Packages** | Comprehensive security scanning workflow with multiple tools (ClamAV, Trivy, Semgrep, ShellCheck, VirusTotal, custom patterns, aur-sleuth) and detailed scan summaries |
 | **Fuzzy Search** | Toggle flexible fuzzy search mode to find packages even without exact names |
 | **Unified search** | Fast results across official repos and the AUR |
@@ -116,6 +117,7 @@ Pacsea provides a keyboard-first interface for searching, queueing, and installi
 - Review packages before installing with the Preflight modal
 - Run security scans for AUR packages
 - Manage installed packages, including removal and downgrade
+- Switch to News mode (Options → News) to browse Arch news and security advisories, filter by source/age/installed-only, search with history, and bookmark/read items with cached article content
 - All operations execute directly in the TUI with real-time output and progress indicators
 
 For a complete reference of all keyboard shortcuts, see the [Keyboard Shortcuts](https://github.com/Firstp1ck/Pacsea/wiki/Keyboard-Shortcuts) wiki page.
@@ -143,6 +145,8 @@ For complete configuration documentation, including all available settings, them
 
 Example configuration files are available in the [`config/`](config/) directory.
 
+News defaults to 30-day items and shows Arch news plus security advisories; adjust via `app_start_mode` (`package` or `news`), `news_filter_show_arch_news`, `news_filter_show_advisories`, `news_filter_installed_only`, and `news_max_age_days` in `settings.conf`.
+
 ![Settings overview (v0.4.1)](Images/Settings_v0.4.1.png "Settings overview (v0.4.1)")
 
 ### Preflight Modal

diff --git a/config/locales/de-DE.yml b/config/locales/de-DE.yml
@@ -61,6 +61,8 @@ de-DE:
       search_focused: "Suche (fokussiert)"
       recent: "Suchverlauf:"
       recent_focused: "Suchverlauf (fokussiert)"
+      news_recent: "News-Suchverlauf:"
+      news_recent_focused: "News-Suchverlauf (fokussiert)"
       install_list: "Installationsliste"
       install_list_focused: "Installationsliste (fokussiert)"
       downgrade_list: "Herabstufungs-Liste"
@@ -225,6 +227,7 @@ de-DE:
       show_pkgbuild: "PKGBUILD anzeigen"
       hide_pkgbuild: "PKGBUILD verbergen"
       url_label: "URL:"
+      open_url_label: "[Im Browser öffnen]"
       loading_pkgb: "PKGBUILD wird geladen…"
       copy_pkgbuild: "PKGBUILD kopieren"
       reload_pkgbuild: "PKGBUILD neu laden"
@@ -300,12 +303,25 @@ de-DE:
         hide_install_list: "Installationsliste verbergen"
         show_keybinds: "Tastenkombinationen anzeigen"
         hide_keybinds: "Tastenkombinationen verbergen"
+        show_history: "History (TODO: translate to german)"
+        hide_history: "History (TODO: translate to german)"
+        show_bookmarks: "Bookmarks (TODO: translate to german)"
+        hide_bookmarks: "Bookmarks (TODO: translate to german)"
       options_menu:
         list_all_packages: "Alle Pakete auflisten"
         list_installed_packages: "Installierte Pakete auflisten"
         update_system: "System aktualisieren"
         news: "Neuigkeiten"
+        news_management: "News-Verwaltung"
+        package_mode: "Paketmodus"
+        news_age_days: "News-Alter: {} Tage"
+        news_age_all: "News-Alter: unbegrenzt"
         tui_optional_deps: "TUI Optionale Abhängigkeiten"
+    news:
+      filters:
+        arch: "Arch"
+        advisories: "Advisories"
+        installed_only: "Installed only"
 
     modals:
       common:

diff --git a/config/locales/en-US.yml b/config/locales/en-US.yml
@@ -61,6 +61,8 @@ en-US:
       search_focused: "Search (focused)"
       recent: "Search history"
       recent_focused: "Search history (focused)"
+      news_recent: "News search history"
+      news_recent_focused: "News search history (focused)"
       install_list: "Install List"
       install_list_focused: "Install List (focused)"
       downgrade_list: "Downgrade List"
@@ -225,6 +227,7 @@ en-US:
       show_pkgbuild: "Show PKGBUILD"
       hide_pkgbuild: "Hide PKGBUILD"
       url_label: "URL:"
+      open_url_label: "[Open in Browser]"
       loading_pkgb: "Loading PKGBUILD…"
       copy_pkgbuild: "Copy PKGBUILD"
       reload_pkgbuild: "Reload PKGBUILD"
@@ -300,12 +303,25 @@ en-US:
         hide_install_list: "Hide Install List"
         show_keybinds: "Show Keybinds"
         hide_keybinds: "Hide Keybinds"
+        show_history: "Show History"
+        hide_history: "Hide History"
+        show_bookmarks: "Show Bookmarks"
+        hide_bookmarks: "Hide Bookmarks"
       options_menu:
         list_all_packages: "List all packages"
         list_installed_packages: "List installed packages"
         update_system: "Update System"
         news: "News"
+        news_management: "News management"
+        package_mode: "Package mode"
+        news_age_days: "News age: {} days"
+        news_age_all: "News age: all time"
         tui_optional_deps: "TUI Optional Dep's"
+    news:
+      filters:
+        arch: "Arch"
+        advisories: "Advisories"
+        installed_only: "Installed only"
 
     modals:
       common:

diff --git a/config/locales/hu-HU.yml b/config/locales/hu-HU.yml
@@ -64,6 +64,9 @@ hu-HU:
       search_focused: "Keresés (fókuszált)"
       recent: "Keresési előzmények:"
       recent_focused: "Keresési előzmények (fókuszált)"
+      # TODO: translate to hungarian
+      news_recent: "News search history"
+      news_recent_focused: "News search history (focused)"
       install_list: "Telepítési lista"
       install_list_focused: "Telepítési lista (fókuszált)"
       downgrade_list: "Visszafejlesztési lista"
@@ -228,6 +231,8 @@ hu-HU:
       show_pkgbuild: "PKGBUILD megjelenítése"
       hide_pkgbuild: "PKGBUILD elrejtése"
       url_label: "Webcím:"
+      # TODO: translate to hungarian
+      open_url_label: "[Open in Browser]"
       loading_pkgb: "PKGBUILD betöltése…"
       copy_pkgbuild: "PKGBUILD másolása"
       reload_pkgbuild: "PKGBUILD újratöltése"
@@ -303,12 +308,28 @@ hu-HU:
         hide_install_list: "Telepítési lista elrejtése"
         show_keybinds: "Billentyűkötések megjelenítése"
         hide_keybinds: "Billentyűkötések elrejtése"
+        # TODO: translate to hungarian
+        show_history: "History"
+        hide_history: "History"
+        show_bookmarks: "Bookmarks"
+        hide_bookmarks: "Bookmarks"
       options_menu:
         list_all_packages: "Összes csomag listázása"
         list_installed_packages: "Telepített csomagok listázása"
         update_system: "Rendszer frissítése"
         news: "Hírek"
+        # TODO: translate to hungarian
+        news_management: "News management"
+        package_mode: "Package mode"
+        news_age_days: "News age: {} days"
+        news_age_all: "News age: all time"
         tui_optional_deps: "A PacSea nem kötelező függőségei"
+    news:
+      filters:
+        # TODO: translate to hungarian
+        arch: "Arch"
+        advisories: "Advisories"
+        installed_only: "Installed only"
 
     modals:
       common:

diff --git a/dev/IMPROVEMENTS/news_feed_implementation.md b/dev/IMPROVEMENTS/news_feed_implementation.md
@@ -0,0 +1,69 @@
+# News Feed Implementation Suggestions
+
+## Existing Coverage Snapshot
+- Arch news RSS already fetched (`src/sources/news.rs`) and surfaced via CLI/startup modal.
+- AUR RPC v5 search/info endpoints already used for package search/details (`src/sources/search.rs`, `src/sources/details.rs`).
+- Official repo JSON search API used for indexing/search (`src/index/mirrors.rs`).
+- No ingestion yet for security advisories, package-update RSS feeds, AUR bulk metadata archives, or pacman db tarballs.
+
+## Priority Focus
+- Package news for installed packages only (AUR + official), including recent AUR user comments in the feed view.
+- Security news with user control over scope: toggle between installed-only and all packages.
+
+## Source Coverage and Plan
+| Source | Status | What it is / Uses | Suggested implementation notes |
+| --- | --- | --- | --- |
+| AUR Package Info (RPC v5) | Implemented (details) | AUR’s JSON info endpoint for specific packages; returns version, maintainer, out-of-date flag, popularity, etc. Use for precise “this package updated” detection. | Reuse existing client; build feed items for installed AUR packages when version differs from cached snapshot; include maintainer/orphan/out-of-date markers. |
+| AUR Package Search (RPC v5) | Implemented (search) | AUR’s search endpoint returning lightweight results (name/desc/version/popularity). Good for discovery and link-outs. | No extra ingestion needed; surface as “related/discovery” links inside feed cards when helpful. |
+| AUR Metadata Bulk (.json.gz) | Not implemented | Full compressed dump of all AUR metadata. Enables fast snapshot/diff across the entire AUR without many RPC calls. | Periodic downloader with etag/if-modified-since to cache dir; parse incrementally; filter to installed names first for feed; allow “all packages” diff on demand. |
+| Official Repo Packages (JSON API) | Implemented (index build) | Arch official packages JSON API used today for index. Reliable for name/version/desc per repo/arch. | Tap existing fetches to emit feed items when versions change; persist last-seen map; default to installed set, allow “all” toggle. |
+| Official Repo Search (JSON) | Implemented (search) | JSON search endpoint for official repos; user-driven lookup, not a feed source. | Keep for interactive search only; no feed ingestion needed. |
+| Security Advisories (security.archlinux.org JSON) | Not implemented | Structured advisory feed with IDs, severity, affected packages, fixed versions. | Poll endpoint; generate feed with severity badges; add scope filter (installed vs all); maintain per-advisory read/unread. |
+| Arch News (RSS) | Implemented | Official Arch news posts (manual interventions, announcements). Good for human-readable notices. | Store GUID/pubDate to dedupe; retry/backoff; fast-fail offline. |
+| Package Updates (RSS per repo/arch) | Not implemented | RSS streams listing recent package version updates per repository/architecture. Human-friendly “recent changes” view. | Optional subscription; normalize to package/version tuples; dedupe with official index; default to installed set only. |
+| Pacman Database (db.tar.gz) | Not implemented | Compressed sync dbs (`$repo.db.tar.gz`) containing package metadata/versions; usable offline. | Opt-in download; parse `desc` files to detect version bumps and metadata when APIs fail; limit to installed names to save work. |
+| Arch Packaging Issues (GitLab) | Not implemented | Open issues across the Arch packaging group (pkg-level breakage reports). | Poll GitLab API for open issues under `archlinux/packaging/packages`; filter titles/labels/body against installed package names; cache ETag/Last-Modified; emit feed items with severity/label badges; default to installed set with optional “all issues” toggle. |
+| AUR Comments (HTML/JSON) | Implemented (existing comment fetch) | Latest user comments on AUR packages; useful signal for build breaks or fixes. | Reuse `fetch_aur_comments`; show recent comments for installed AUR packages; track last-seen comment ID to avoid noise. |
+| Arch BBS (bbs.archlinux.org feeds) | Not implemented | Forum threads (Announcements, Pacman/Upgrade Issues, Security, AUR). Atom/RSS via `extern.php?action=feed&type=atom|rss&fid=<forum_id>`; HTML fallback. | Optional and user-configurable; per-forum enable/disable; rate-limit; cache ETag/Last-Modified; parse titles/links/dates; default off to avoid noise. |
+| Full repo snapshots (official/AUR) | Not implemented | Large mirror snapshots of official or AUR repos (packages and/or full metadata). | Opt-in only; for offline/air-gapped or reproducibility; not needed for routine feeds. Track size/bandwidth warnings. |
+
+## Proposed Architecture
+- Create `sources::feeds` with per-source fetchers returning `Vec<FeedItem>`; shared `FeedItemKind` enum (`News`, `Advisory`, `Update`, `AURChange`, etc.).
+- Central scheduler: periodic async tasks with jitter; backoff on failure; honor global `--dry-run` (log planned fetches only).
+- Persistence: store last-seen identifiers per source (e.g., advisory ID, RSS GUID/link, pkg+version) under `~/.config/pacsea/cache/news/`.
+- Caching and diffing: compare newly fetched items against last-seen snapshot to generate incremental feed entries; keep small ring buffer to bound disk use.
+- Graceful degradation: if `curl/reqwest` or network unavailable, surface actionable error in UI and continue with other sources.
+- UI: single feed view with filters (source, severity, unread); actions to mark read, open link, copy URL; keyboard-first shortcuts aligned with existing patterns.
+- Testing: add unit tests per fetcher using recorded fixtures; integration test that aggregates mixed sources and enforces dedupe and ordering.
+
+## What the missing sources provide
+- Package Updates (RSS per repo/arch): RSS feeds published per repository/architecture that list recent package version updates; each item usually contains package name, new version, link to package page, and publish date. Not required for update checks (we already have API/index paths), but useful for a human-readable “recent repo changes” lane and for cross-checking unexpected version bumps.
+- Pacman Database (db.tar.gz): Compressed pacman sync database files (`$repo.db.tar.gz`) containing package metadata and versions; parsing them locally allows offline detection of version changes and metadata when APIs are unreachable. Typical size: a few MB for `core`, low tens of MB for `extra`/`multilib`; total usually under ~40–60 MB per arch. Opt-in download. Uses: offline verification, reproducing historical state, secondary diff source when JSON APIs are down, and deep metadata parsing (depends/optdepends/licensing) without invoking pacman on the live system.
+- AUR Metadata Bulk (.json.gz): Periodic full AUR metadata dumps in compressed JSON; processing them yields a snapshot of all AUR packages (name, version, metadata) enabling fast diffing to detect updates without many RPC calls. Typical size: tens of MB compressed (varies with AUR churn); opt-in download. Uses: fast installed-only diffs, bulk analytics (orphaned/out-of-date stats), and reduced network chatter compared to many RPC calls. From a user perspective: quicker “what changed in my AUR packages” checks with fewer waits, less API throttling, and an optional full snapshot for deeper exploration when desired.
+- Arch Packaging Issues (GitLab): Open issues in the Arch packaging group (e.g., build failures, missing deps, bad metadata). Poll the GitLab API with ETag/Last-Modified, filter by installed package names in title/labels/description, and emit feed entries with label/severity badges plus links back to GitLab. Useful for early warning of breakage affecting installed packages; default scope is installed set, with opt-in “all issues” view.
+- Full repo snapshots (official/AUR): Large downloads (hundreds of MB+ depending on mirror scope) that mirror package files and/or full metadata. Opt-in only; suited for offline/air-gapped environments, reproducibility, or accelerating local diff pipelines. Not necessary for normal feed consumption.
+- Arch BBS feeds: Atom/RSS endpoints exposed via `extern.php` for specific forum IDs (e.g., Announcements, Pacman & Package Upgrades, Security). Useful for surfacing forum alerts about breakage, manual interventions, or security discussions; make per-forum opt-in configurable with rate limits and caching.
+
+## News Feed Priority List (stylistic match to Feature Priority doc)
+
+| Tier | Item | Target | Impact | Complexity |
+|------|------|--------|--------|------------|
+| 🔴 | Installed-package news + AUR comments | v0.7.1 | ⭐⭐⭐⭐ | Medium-High |
+| 🔴 | Security advisories (installed/all toggle) | v0.7.1 | ⭐⭐⭐⭐ | Medium |
+| 🟠 | AUR metadata bulk diff (installed-first) | v0.7.x | ⭐⭐⭐ | Medium |
+| 🟠 | Package update RSS lane (optional) | v0.7.x | ⭐⭐ | Low-Medium |
+| 🟠 | Arch packaging issues (installed-first) | v0.7.x | ⭐⭐⭐ | Medium |
+| 🟡 | Pacman db.tar.gz fallback (opt-in) | v0.7.x | ⭐⭐ | Medium |
+| 🟡 | Arch BBS feeds (per-forum opt-in) | v0.7.x | ⭐⭐ | Low-Medium |
+| 🟢 | Full repo snapshots (opt-in/offline) | v0.7.x | ⭐⭐ | High |
+
+### Tier details
+- 🔴 Installed-package news + AUR comments (v0.7.1): Aggregate version bumps for installed official/AUR packages and surface latest AUR comments with last-seen tracking; unread/read state; keyboard-first filters.
+- 🔴 Security advisories with scope toggle (v0.7.1): Fetch security.archlinux.org JSON; show severity, affected packages, fixed versions; filters for installed vs all; per-advisory read/unread; link-out to details.
+- 🟠 AUR metadata bulk diff (v0.7.x): Periodically fetch AUR .json.gz with ETag/If-Modified-Since; parse incrementally, prioritizing installed package names; optional full diff mode for all packages; emit update events while minimizing RPC calls.
+- 🟠 Package update RSS lane (v0.7.x, optional): Subscription per repo/arch; human-friendly recent changes stream; dedupe against official index; default to installed set; low runtime risk if disabled.
+- 🟠 Arch packaging issues (v0.7.x, installed-first): Poll GitLab API for open issues in `archlinux/packaging/packages`; filter by installed package names in title/labels/description; cache ETag/Last-Modified and last-seen issue IDs; emit feed cards with labels/severity and links; opt-in “all issues” mode; rate-limit to avoid API abuse.
+- 🟡 Pacman db.tar.gz fallback (v0.7.x, opt-in): Download per repo/arch on demand; parse desc for version/metadata when APIs are down; offline verification; bandwidth-aware prompts.
+- 🟡 Arch BBS feeds (v0.7.x, per-forum opt-in): Atom/RSS via `extern.php` for selected forums (Announcements, Pacman & Package Upgrades, Security). Default off; user-select forums; rate-limit and cache ETag/Last-Modified; useful for surfacing breakage/manual intervention chatter without overwhelming the feed.
+- 🟢 Full repo snapshots (v0.7.x, opt-in): Large mirror snapshots (official/AUR); for offline/air-gapped/repro builds; not needed for routine feeds; require quota warnings and manual enablement.
+