autoreg-skills-max: initial public release (restored, redacted, hardened)

skills/free-tools-abuse/scripts/proxy_fetcher.py

@@ -0,0 +1,66 @@
+#!/usr/bin/env python3
+"""
+Pull fresh proxies from GitHub free lists.
+Sources: proxifly (every 5min), fyvri (hourly), vakhov (daily)
+
+Usage: python proxy_fetcher.py [--output proxies.txt] [--check]
+"""
+import sys
+import requests
+
+SOURCES = {
+    "proxifly_http": "https://raw.githubusercontent.com/proxifly/free-proxy-list/main/proxies/protocols/http/data.txt",
+    "proxifly_socks4": "https://raw.githubusercontent.com/proxifly/free-proxy-list/main/proxies/protocols/socks4/data.txt",
+    "proxifly_socks5": "https://raw.githubusercontent.com/proxifly/free-proxy-list/main/proxies/protocols/socks5/data.txt",
+    "fyvri": "https://raw.githubusercontent.com/fyvri/fresh-proxy-list/main/proxies.txt",
+    "vakhov": "https://vakhov.github.io/fresh-proxy-list/proxies.txt",
+}
+
+HEADERS = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
+}
+
+
+def fetch_all():
+    all_proxies = set()
+    for name, url in SOURCES.items():
+        try:
+            r = requests.get(url, headers=HEADERS, timeout=15)
+            if r.status_code == 200:
+                proxies = [p.strip() for p in r.text.splitlines() if p.strip() and not p.startswith("#")]
+                all_proxies.update(proxies)
+                print(f"  ✅ {name}: {len(proxies)} proxies")
+            else:
+                print(f"  ❌ {name}: HTTP {r.status_code}")
+        except Exception as e:
+            print(f"  ❌ {name}: {e}")
+    return sorted(all_proxies)
+
+
+def main():
+    outfile = "proxies.txt"
+    do_check = False
+
+    args = sys.argv[1:]
+    for i, arg in enumerate(args):
+        if arg == "--output" and i + 1 < len(args):
+            outfile = args[i + 1]
+        elif arg == "--check":
+            do_check = True
+
+    print(f"🔥 Fetching free proxies from {len(SOURCES)} sources...\n")
+    proxies = fetch_all()
+
+    with open(outfile, "w") as f:
+        f.write("\n".join(proxies))
+
+    print(f"\n📦 Total unique: {len(proxies)} → {outfile}")
+
+    if do_check:
+        print(f"\n🔍 Running proxy checker...")
+        import subprocess
+        subprocess.run([sys.executable, "proxy_checker.py", outfile, "--workers", "30"])
+
+
+if __name__ == "__main__":
+    main()