omni: редизайн панели + 450 источников (341 живых), health-аудит, чистка html/дат, per-source учёт

omni/sources.py

@@ -11,6 +11,7 @@
 from dataclasses import dataclass, field
 
 from .sources_ext import EXTRA
+from .sources_ext2 import EXTRA2
 
 
 @dataclass
@@ -177,7 +178,17 @@ SOURCES_BASE = [
     S("tg_huggingface", "forum", "html", "https://t.me/s/huggingface", "tg_web", ("telegram",)),
 ]
 
-SOURCES = SOURCES_BASE + [Source(**d) for d in EXTRA]
+def _dedup(rows):
+    seen, out = set(), []
+    for s in rows:
+        if s.url in seen:
+            continue
+        seen.add(s.url)
+        out.append(s)
+    return out
+
+
+SOURCES = _dedup(SOURCES_BASE + [Source(**d) for d in EXTRA] + [Source(**d) for d in EXTRA2])
 
 BY_NAME = {s.name: s for s in SOURCES}
 CATEGORIES = sorted({s.category for s in SOURCES})