[Ingest] Route scraping through an optional V2Ray/Xray proxy (Telegram in Iran)

Telegram and some sources are filtered in Iran. .NET cannot speak vmess/vless/trojan, so add an Xray sidecar (compose service 'xray', behind the 'proxy' profile) that converts the admin's config into a local SOCKS5 proxy (xray:10808). New ScrapeHttpClients provider builds a proxied or direct HttpClient (WebProxy supports socks5/socks4/http) cached per proxy URL; all five ingestion sources (Telegram/Bale/Divar/Medjobs/Websites) now use it. Admin settings gain IngestProxyEnabled + IngestProxyUrl (migration; UI under sources). Added deploy/xray/config.json template + README with vmess/vless/trojan examples. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-06-04 17:53:17 +03:30
parent 698565c460
commit cea27c8684
17 changed files with 1411 additions and 20 deletions
@@ -55,6 +55,8 @@ public class SettingsModel : PageModel
    [BindProperty] public bool DemoMode { get; set; }
    [BindProperty] public bool WebsitesEnabled { get; set; }
    [BindProperty] public string? WebsiteUrls { get; set; }
+    [BindProperty] public bool IngestProxyEnabled { get; set; }
+    [BindProperty] public string? IngestProxyUrl { get; set; }
    [TempData] public string? Saved { get; set; }
    [TempData] public string? SmsTest { get; set; }
    [TempData] public string? DemoMsg { get; set; }
@@ -89,6 +91,8 @@ public class SettingsModel : PageModel
        DemoMode = s.DemoMode;
        WebsitesEnabled = s.WebsitesEnabled;
        WebsiteUrls = s.WebsiteUrls;
+        IngestProxyEnabled = s.IngestProxyEnabled;
+        IngestProxyUrl = s.IngestProxyUrl;
        WebNotificationsEnabled = s.WebNotificationsEnabled;
        PushEnabled = s.PushEnabled;
        VapidPublicKey = s.VapidPublicKey;
@@ -127,6 +131,8 @@ public class SettingsModel : PageModel
            DemoMode = DemoMode,
            WebsitesEnabled = WebsitesEnabled,
            WebsiteUrls = WebsiteUrls,
+            IngestProxyEnabled = IngestProxyEnabled,
+            IngestProxyUrl = IngestProxyUrl,
            WebNotificationsEnabled = WebNotificationsEnabled,
            PushEnabled = PushEnabled,
            VapidPublicKey = VapidPublicKey,