修改PagingQueueDuplicateRemovedSchedule不再耦合Site

Author: 邹嵩

src/DotnetSpider.Core/Spider.cs

@@ -48,7 +48,7 @@ public class Spider : AppBase, ISpider, ISpeedMonitor
 		private int _pipelineCachedSize = 1;
 		private RetryPolicy _pipelineRetry;
 		private readonly AutomicLong _requestedCount = new AutomicLong(0);
-		private MemoryMappedFile[] _mmfCloseSignals = new MemoryMappedFile[2];
+		private readonly MemoryMappedFile[] _mmfCloseSignals = new MemoryMappedFile[2];
 		private readonly string[] _filecloseSignals = new string[2];
 		private bool _exited;
 		private IMonitor _monitor;

src/DotnetSpider.Extension/Scheduler/PagingQueueDuplicateRemovedScheduler.cs

@@ -27,22 +27,20 @@ public abstract class PagingQueueDuplicateRemovedScheduler : QueueDuplicateRemov
 		private bool _inited;
 
 		protected readonly int Size;
-		protected readonly Site _site;
 
 		private readonly RetryPolicy _retryPolicy = Policy.Handle<Exception>().Retry(10000, (ex, count) =>
 		{
 			Log.Logger.Error($"PushRequests failed [{count}]: {ex}");
 		});
 
 
-		public PagingQueueDuplicateRemovedScheduler(string taskName, string identity, Site site, int size, bool reset, string description = null)
+		public PagingQueueDuplicateRemovedScheduler(string taskName, string identity, int size, bool reset, string description = null)
 		{
 			_taskName = taskName;
 			_identity = identity;
 			Size = size;
 			_description = description;
 			_reset = reset;
-			_site = site;
 		}
 
 		protected virtual IDbConnection CreateDbConnection()
@@ -146,7 +144,6 @@ private void LoadRequests()
 
 								foreach (var request in requests)
 								{
-									request.Site = request.Site ?? _site;
 									Push(request, null);
 								}
 							}