abuse: полный пересчёт индекса только по явному вызову (env не тормозит scan)
This commit is contained in:
28
.local/diag.py
Normal file
28
.local/diag.py
Normal file
@@ -0,0 +1,28 @@
|
||||
import sys, json
|
||||
sys.path.insert(0,'.')
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
from omni import net
|
||||
|
||||
URLS = [
|
||||
"https://darknetlive.com/feed/", "https://darknetlive.com/rss/", "https://darknetlive.com/rss.xml",
|
||||
"https://www.volexity.com/blog/feed/", "https://cxsecurity.com/rss/",
|
||||
"https://www.debian.org/security/", "https://www.openwall.com/lists/oss-security/",
|
||||
"https://www.t00ls.com/", "https://xz.aliyun.com/",
|
||||
"https://t.me/s/TheHackersNews", "https://t.me/s/thehackernews", "https://t.me/s/SecAtor",
|
||||
"https://t.me/s/true_secator", "https://t.me/s/databreaches", "https://t.me/s/cybersecuritynews",
|
||||
]
|
||||
def one(u):
|
||||
try:
|
||||
r = net.get(u, timeout=25)
|
||||
t = r.text or ""
|
||||
return {"u":u,"st":r.status,"n":len(t),
|
||||
"ct":(r.headers or {}).get("content-type","")[:40],
|
||||
"item":t.count("<item"),"entry":t.count("<entry"),
|
||||
"tgmsg":t.count("tgme_widget_message_wrap"),
|
||||
"hdr":t.count('tgme_channel_info_header_title'),
|
||||
"head": " ".join(t[:200].split())[:120]}
|
||||
except Exception as e:
|
||||
return {"u":u,"st":0,"err":str(e)[:90]}
|
||||
with ThreadPoolExecutor(6) as ex:
|
||||
for r in ex.map(one, URLS):
|
||||
print(json.dumps(r, ensure_ascii=False))
|
||||
Reference in New Issue
Block a user