trackers.txt

Author: immisterio

Engine/TrackersCron.cs

@@ -0,0 +1,115 @@
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Net.Sockets;
+using System.Text;
+using System.Text.RegularExpressions;
+using System.Threading;
+using System.Threading.Tasks;
+using System.Web;
+
+namespace JacRed.Engine
+{
+    public static class TrackersCron
+    {
+        async public static Task Run()
+        {
+            await Task.Delay(20_000);
+
+            while (true)
+            {
+                if (!AppInit.conf.evercache.enable || AppInit.conf.evercache.validHour > 0)
+                {
+                    await Task.Delay(TimeSpan.FromMinutes(1));
+                    continue;
+                }
+
+                await Task.Delay(TimeSpan.FromHours(1));
+
+                try
+                {
+                    HashSet<string> trackers = new HashSet<string>();
+
+                    foreach (var item in FileDB.masterDb.ToArray())
+                    {
+                        foreach (var t in FileDB.OpenRead(item.Key/*, cache: false*/).Values)
+                        {
+                            if (string.IsNullOrEmpty(t.magnet))
+                                continue;
+
+                            try
+                            {
+                                if (t.magnet.Contains("&"))
+                                {
+                                    foreach (Match tr in Regex.Matches(t.magnet, "tr=([^&]+)"))
+                                    {
+                                        string tracker = HttpUtility.UrlDecode(tr.Groups[1].Value.Split("?")[0]).Trim().ToLower();
+                                        if (string.IsNullOrWhiteSpace(tracker) || tracker.Contains("[") || !tracker.Replace("://", "").Contains(":") || tracker.Contains(" ") || tracker.Contains("torrentsmd.eu"))
+                                            continue;
+
+                                        if (Regex.IsMatch(tracker, "[^/]+/[^/]+/announce"))
+                                            continue;
+
+                                        if (await ckeck(tracker))
+                                            trackers.Add(tracker);
+                                    }
+                                }
+                            }
+                            catch { }
+                        }
+                    }
+
+                    File.WriteAllLines("wwwroot/trackers.txt", trackers);
+                }
+                catch { }
+            }
+        }
+
+
+        async static ValueTask<bool> ckeck(string tracker)
+        {
+            if (string.IsNullOrWhiteSpace(tracker) || tracker.Contains("["))
+                return false;
+
+            if (tracker.StartsWith("http"))
+            {
+                try
+                {
+                    var handler = new System.Net.Http.HttpClientHandler();
+                    handler.ServerCertificateCustomValidationCallback += (sender, cert, chain, sslPolicyErrors) => true;
+
+                    using (var client = new System.Net.Http.HttpClient(handler))
+                    {
+                        client.Timeout = TimeSpan.FromSeconds(7);
+                        await client.GetAsync(tracker, System.Net.Http.HttpCompletionOption.ResponseHeadersRead);
+                        return true;
+                    }
+                }
+                catch { }
+            }
+            else if (tracker.StartsWith("udp:"))
+            {
+                try
+                {
+                    tracker = tracker.Replace("udp://", "");
+
+                    string host = tracker.Split(':')[0].Split('/')[0];
+                    int port = tracker.Contains(":") ? int.Parse(tracker.Split(':')[1].Split('/')[0]) : 6969;
+
+                    using (UdpClient client = new UdpClient(host, port))
+                    {
+                        CancellationTokenSource cts = new CancellationTokenSource();
+                        cts.CancelAfter(7000);
+
+                        string uri = Regex.Match(tracker, "^[^/]/(.*)").Groups[1].Value;
+                        await client.SendAsync(Encoding.UTF8.GetBytes($"GET /{uri} HTTP/1.1\r\nHost: {host}\r\n\r\n"), cts.Token);
+                        return true;
+                    }
+                }
+                catch { }
+            }
+
+            return false;
+        }
+    }
+}

Engine/Tracks/TracksCron.cs

@@ -13,6 +13,7 @@ public static class TracksCron
         /// 2 - месяц
         /// 3 - год
         /// 4 - остальное
+        /// 5 - обновления
         /// </param>
         async public static Task Run(int typetask)
         {
@@ -70,6 +71,11 @@ async public static Task Run(int typetask)
                                         isok = true;
                                         break;
                                     }
+                                case 5:
+                                    {
+                                        isok = t.updateTime >= DateTime.UtcNow.AddMonths(-1);
+                                        break;
+                                    }
                                 default:
                                     break;
                             }
@@ -104,7 +110,7 @@ async public static Task Run(int typetask)
                             if ((typetask == 3 || typetask == 4) && DateTime.Now > starttime.AddMonths(2))
                                 break;
 
-                            if ((typetask == 3 || typetask == 4) && t.ffprobe_tryingdata >= 3)
+                            if ((typetask == 3 || typetask == 4 || typetask == 5) && t.ffprobe_tryingdata >= 3)
                                 continue;
 
                             if (TracksDB.Get(t.magnet) == null)

Program.cs

@@ -26,7 +26,7 @@ public static void Main(string[] args)
 
             ThreadPool.QueueUserWorkItem(async _ => await SyncCron.Torrents());
             ThreadPool.QueueUserWorkItem(async _ => await SyncCron.Spidr());
-
+            ThreadPool.QueueUserWorkItem(async _ => await TrackersCron.Run());
             ThreadPool.QueueUserWorkItem(async _ => await StatsCron.Run());
 
             ThreadPool.QueueUserWorkItem(async _ => await FileDB.Cron());
@@ -36,6 +36,7 @@ public static void Main(string[] args)
             ThreadPool.QueueUserWorkItem(async _ => await TracksCron.Run(2));
             ThreadPool.QueueUserWorkItem(async _ => await TracksCron.Run(3));
             ThreadPool.QueueUserWorkItem(async _ => await TracksCron.Run(4));
+            ThreadPool.QueueUserWorkItem(async _ => await TracksCron.Run(5));
 
             CultureInfo.CurrentCulture = new CultureInfo("ru-RU");
             Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);