缓存历史IP节点
This commit is contained in:
parent
26868690cb
commit
6d3668adc2
@ -18,7 +18,7 @@ namespace FastGithub.DomainResolve
|
|||||||
{
|
{
|
||||||
private readonly DnsClient dnsClient;
|
private readonly DnsClient dnsClient;
|
||||||
private readonly DomainPersistence persistence;
|
private readonly DomainPersistence persistence;
|
||||||
private readonly IPAddressStatusService statusService;
|
private readonly IPAddressService addressService;
|
||||||
private readonly ILogger<DomainResolver> logger;
|
private readonly ILogger<DomainResolver> logger;
|
||||||
private readonly ConcurrentDictionary<DnsEndPoint, IPAddress[]> dnsEndPointAddress = new();
|
private readonly ConcurrentDictionary<DnsEndPoint, IPAddress[]> dnsEndPointAddress = new();
|
||||||
|
|
||||||
@ -27,17 +27,17 @@ namespace FastGithub.DomainResolve
|
|||||||
/// </summary>
|
/// </summary>
|
||||||
/// <param name="dnsClient"></param>
|
/// <param name="dnsClient"></param>
|
||||||
/// <param name="persistence"></param>
|
/// <param name="persistence"></param>
|
||||||
/// <param name="statusService"></param>
|
/// <param name="addressService"></param>
|
||||||
/// <param name="logger"></param>
|
/// <param name="logger"></param>
|
||||||
public DomainResolver(
|
public DomainResolver(
|
||||||
DnsClient dnsClient,
|
DnsClient dnsClient,
|
||||||
DomainPersistence persistence,
|
DomainPersistence persistence,
|
||||||
IPAddressStatusService statusService,
|
IPAddressService addressService,
|
||||||
ILogger<DomainResolver> logger)
|
ILogger<DomainResolver> logger)
|
||||||
{
|
{
|
||||||
this.dnsClient = dnsClient;
|
this.dnsClient = dnsClient;
|
||||||
this.persistence = persistence;
|
this.persistence = persistence;
|
||||||
this.statusService = statusService;
|
this.addressService = addressService;
|
||||||
this.logger = logger;
|
this.logger = logger;
|
||||||
|
|
||||||
foreach (var endPoint in persistence.ReadDnsEndPoints())
|
foreach (var endPoint in persistence.ReadDnsEndPoints())
|
||||||
@ -103,7 +103,7 @@ namespace FastGithub.DomainResolve
|
|||||||
var dnsEndPoint = keyValue.Key;
|
var dnsEndPoint = keyValue.Key;
|
||||||
var oldAddresses = keyValue.Value;
|
var oldAddresses = keyValue.Value;
|
||||||
|
|
||||||
var newAddresses = await this.statusService.GetAvailableAddressesAsync(dnsEndPoint, cancellationToken);
|
var newAddresses = await this.addressService.GetAddressesAsync(dnsEndPoint, oldAddresses, cancellationToken);
|
||||||
if (oldAddresses.SequenceEqual(newAddresses) == false)
|
if (oldAddresses.SequenceEqual(newAddresses) == false)
|
||||||
{
|
{
|
||||||
this.dnsEndPointAddress[dnsEndPoint] = newAddresses;
|
this.dnsEndPointAddress[dnsEndPoint] = newAddresses;
|
||||||
|
|||||||
@ -17,12 +17,17 @@ namespace FastGithub.DomainResolve
|
|||||||
/// 状态缓存5分钟
|
/// 状态缓存5分钟
|
||||||
/// 连接超时5秒
|
/// 连接超时5秒
|
||||||
/// </summary>
|
/// </summary>
|
||||||
sealed class IPAddressStatusService
|
sealed class IPAddressService
|
||||||
{
|
{
|
||||||
|
private record DomainAddress(string Domain, IPAddress Address);
|
||||||
|
private readonly TimeSpan domainExpiration = TimeSpan.FromMinutes(5d);
|
||||||
|
private readonly IMemoryCache domainAddressCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
||||||
|
|
||||||
|
private record AddressElapsed(IPAddress Address, TimeSpan Elapsed);
|
||||||
private readonly TimeSpan brokeExpiration = TimeSpan.FromMinutes(1d);
|
private readonly TimeSpan brokeExpiration = TimeSpan.FromMinutes(1d);
|
||||||
private readonly TimeSpan normalExpiration = TimeSpan.FromMinutes(5d);
|
private readonly TimeSpan normalExpiration = TimeSpan.FromMinutes(5d);
|
||||||
private readonly TimeSpan connectTimeout = TimeSpan.FromSeconds(5d);
|
private readonly TimeSpan connectTimeout = TimeSpan.FromSeconds(5d);
|
||||||
private readonly IMemoryCache statusCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
private readonly IMemoryCache addressElapsedCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
||||||
|
|
||||||
private readonly DnsClient dnsClient;
|
private readonly DnsClient dnsClient;
|
||||||
|
|
||||||
@ -30,7 +35,7 @@ namespace FastGithub.DomainResolve
|
|||||||
/// IP状态服务
|
/// IP状态服务
|
||||||
/// </summary>
|
/// </summary>
|
||||||
/// <param name="dnsClient"></param>
|
/// <param name="dnsClient"></param>
|
||||||
public IPAddressStatusService(DnsClient dnsClient)
|
public IPAddressService(DnsClient dnsClient)
|
||||||
{
|
{
|
||||||
this.dnsClient = dnsClient;
|
this.dnsClient = dnsClient;
|
||||||
}
|
}
|
||||||
@ -39,24 +44,40 @@ namespace FastGithub.DomainResolve
|
|||||||
/// 并行获取可连接的IP
|
/// 并行获取可连接的IP
|
||||||
/// </summary>
|
/// </summary>
|
||||||
/// <param name="dnsEndPoint"></param>
|
/// <param name="dnsEndPoint"></param>
|
||||||
|
/// <param name="oldAddresses"></param>
|
||||||
/// <param name="cancellationToken"></param>
|
/// <param name="cancellationToken"></param>
|
||||||
/// <returns></returns>
|
/// <returns></returns>
|
||||||
public async Task<IPAddress[]> GetAvailableAddressesAsync(DnsEndPoint dnsEndPoint, CancellationToken cancellationToken)
|
public async Task<IPAddress[]> GetAddressesAsync(DnsEndPoint dnsEndPoint, IEnumerable<IPAddress> oldAddresses, CancellationToken cancellationToken)
|
||||||
{
|
{
|
||||||
var addresses = new List<IPAddress>();
|
var ipEndPoints = new HashSet<IPEndPoint>();
|
||||||
await foreach (var address in this.dnsClient.ResolveAsync(dnsEndPoint, fastSort: false, cancellationToken))
|
|
||||||
|
// 历史未过期的IP节点
|
||||||
|
foreach (var address in oldAddresses)
|
||||||
{
|
{
|
||||||
addresses.Add(address);
|
var domainAddress = new DomainAddress(dnsEndPoint.Host, address);
|
||||||
|
if (this.domainAddressCache.TryGetValue(domainAddress, out _))
|
||||||
|
{
|
||||||
|
ipEndPoints.Add(new IPEndPoint(address, dnsEndPoint.Port));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (addresses.Count == 0)
|
// 新解析出的IP节点
|
||||||
|
await foreach (var address in this.dnsClient.ResolveAsync(dnsEndPoint, fastSort: false, cancellationToken))
|
||||||
|
{
|
||||||
|
ipEndPoints.Add(new IPEndPoint(address, dnsEndPoint.Port));
|
||||||
|
var domainAddress = new DomainAddress(dnsEndPoint.Host, address);
|
||||||
|
this.domainAddressCache.Set(domainAddress, default(object), this.domainExpiration);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (ipEndPoints.Count == 0)
|
||||||
{
|
{
|
||||||
return Array.Empty<IPAddress>();
|
return Array.Empty<IPAddress>();
|
||||||
}
|
}
|
||||||
|
|
||||||
var statusTasks = addresses.Select(address => this.GetStatusAsync(address, dnsEndPoint.Port, cancellationToken));
|
var addressElapsedTasks = ipEndPoints.Select(item => this.GetAddressElapsedAsync(item, cancellationToken));
|
||||||
var statusArray = await Task.WhenAll(statusTasks);
|
var addressElapseds = await Task.WhenAll(addressElapsedTasks);
|
||||||
return statusArray
|
|
||||||
|
return addressElapseds
|
||||||
.Where(item => item.Elapsed < TimeSpan.MaxValue)
|
.Where(item => item.Elapsed < TimeSpan.MaxValue)
|
||||||
.OrderBy(item => item.Elapsed)
|
.OrderBy(item => item.Elapsed)
|
||||||
.Select(item => item.Address)
|
.Select(item => item.Address)
|
||||||
@ -65,18 +86,16 @@ namespace FastGithub.DomainResolve
|
|||||||
|
|
||||||
|
|
||||||
/// <summary>
|
/// <summary>
|
||||||
/// 获取IP状态
|
/// 获取IP节点的时延
|
||||||
/// </summary>
|
/// </summary>
|
||||||
/// <param name="address"></param>
|
/// <param name="endPoint"></param>
|
||||||
/// <param name="port"></param>
|
|
||||||
/// <param name="cancellationToken"></param>
|
/// <param name="cancellationToken"></param>
|
||||||
/// <returns></returns>
|
/// <returns></returns>
|
||||||
private async Task<IPAddressStatus> GetStatusAsync(IPAddress address, int port, CancellationToken cancellationToken)
|
private async Task<AddressElapsed> GetAddressElapsedAsync(IPEndPoint endPoint, CancellationToken cancellationToken)
|
||||||
{
|
{
|
||||||
var endPoint = new IPEndPoint(address, port);
|
if (this.addressElapsedCache.TryGetValue<AddressElapsed>(endPoint, out var addressElapsed))
|
||||||
if (this.statusCache.TryGetValue<IPAddressStatus>(endPoint, out var status))
|
|
||||||
{
|
{
|
||||||
return status;
|
return addressElapsed;
|
||||||
}
|
}
|
||||||
|
|
||||||
var stopWatch = Stopwatch.StartNew();
|
var stopWatch = Stopwatch.StartNew();
|
||||||
@ -87,16 +106,16 @@ namespace FastGithub.DomainResolve
|
|||||||
using var socket = new Socket(endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
|
using var socket = new Socket(endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
|
||||||
await socket.ConnectAsync(endPoint, linkedTokenSource.Token);
|
await socket.ConnectAsync(endPoint, linkedTokenSource.Token);
|
||||||
|
|
||||||
status = new IPAddressStatus(endPoint.Address, stopWatch.Elapsed);
|
addressElapsed = new AddressElapsed(endPoint.Address, stopWatch.Elapsed);
|
||||||
return this.statusCache.Set(endPoint, status, this.normalExpiration);
|
return this.addressElapsedCache.Set(endPoint, addressElapsed, this.normalExpiration);
|
||||||
}
|
}
|
||||||
catch (Exception)
|
catch (Exception)
|
||||||
{
|
{
|
||||||
cancellationToken.ThrowIfCancellationRequested();
|
cancellationToken.ThrowIfCancellationRequested();
|
||||||
|
|
||||||
status = new IPAddressStatus(endPoint.Address, TimeSpan.MaxValue);
|
addressElapsed = new AddressElapsed(endPoint.Address, TimeSpan.MaxValue);
|
||||||
var expiration = NetworkInterface.GetIsNetworkAvailable() ? this.normalExpiration : this.brokeExpiration;
|
var expiration = NetworkInterface.GetIsNetworkAvailable() ? this.normalExpiration : this.brokeExpiration;
|
||||||
return this.statusCache.Set(endPoint, status, expiration);
|
return this.addressElapsedCache.Set(endPoint, addressElapsed, expiration);
|
||||||
}
|
}
|
||||||
finally
|
finally
|
||||||
{
|
{
|
||||||
@ -1,34 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Net;
|
|
||||||
|
|
||||||
namespace FastGithub.DomainResolve
|
|
||||||
{
|
|
||||||
/// <summary>
|
|
||||||
/// 表示IP的状态
|
|
||||||
/// </summary>
|
|
||||||
struct IPAddressStatus
|
|
||||||
{
|
|
||||||
/// <summary>
|
|
||||||
/// 获取IP地址
|
|
||||||
/// </summary>
|
|
||||||
public IPAddress Address { get; }
|
|
||||||
|
|
||||||
/// <summary>
|
|
||||||
/// 获取延时
|
|
||||||
/// 当连接失败时值为MaxValue
|
|
||||||
/// </summary>
|
|
||||||
public TimeSpan Elapsed { get; }
|
|
||||||
|
|
||||||
|
|
||||||
/// <summary>
|
|
||||||
/// IP的状态
|
|
||||||
/// </summary>
|
|
||||||
/// <param name="address"></param>
|
|
||||||
/// <param name="elapsed"></param>
|
|
||||||
public IPAddressStatus(IPAddress address, TimeSpan elapsed)
|
|
||||||
{
|
|
||||||
this.Address = address;
|
|
||||||
this.Elapsed = elapsed;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -19,7 +19,7 @@ namespace FastGithub
|
|||||||
services.TryAddSingleton<DnsClient>();
|
services.TryAddSingleton<DnsClient>();
|
||||||
services.TryAddSingleton<DnscryptProxy>();
|
services.TryAddSingleton<DnscryptProxy>();
|
||||||
services.TryAddSingleton<DomainPersistence>();
|
services.TryAddSingleton<DomainPersistence>();
|
||||||
services.TryAddSingleton<IPAddressStatusService>();
|
services.TryAddSingleton<IPAddressService>();
|
||||||
services.TryAddSingleton<IDomainResolver, DomainResolver>();
|
services.TryAddSingleton<IDomainResolver, DomainResolver>();
|
||||||
services.AddHostedService<DomainResolveHostedService>();
|
services.AddHostedService<DomainResolveHostedService>();
|
||||||
return services;
|
return services;
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user