缓存历史IP节点

This commit is contained in:
老九 2021-11-20 11:11:34 +08:00
parent 26868690cb
commit 6d3668adc2
4 changed files with 48 additions and 63 deletions

View File

@ -18,7 +18,7 @@ namespace FastGithub.DomainResolve
{ {
private readonly DnsClient dnsClient; private readonly DnsClient dnsClient;
private readonly DomainPersistence persistence; private readonly DomainPersistence persistence;
private readonly IPAddressStatusService statusService; private readonly IPAddressService addressService;
private readonly ILogger<DomainResolver> logger; private readonly ILogger<DomainResolver> logger;
private readonly ConcurrentDictionary<DnsEndPoint, IPAddress[]> dnsEndPointAddress = new(); private readonly ConcurrentDictionary<DnsEndPoint, IPAddress[]> dnsEndPointAddress = new();
@ -27,17 +27,17 @@ namespace FastGithub.DomainResolve
/// </summary> /// </summary>
/// <param name="dnsClient"></param> /// <param name="dnsClient"></param>
/// <param name="persistence"></param> /// <param name="persistence"></param>
/// <param name="statusService"></param> /// <param name="addressService"></param>
/// <param name="logger"></param> /// <param name="logger"></param>
public DomainResolver( public DomainResolver(
DnsClient dnsClient, DnsClient dnsClient,
DomainPersistence persistence, DomainPersistence persistence,
IPAddressStatusService statusService, IPAddressService addressService,
ILogger<DomainResolver> logger) ILogger<DomainResolver> logger)
{ {
this.dnsClient = dnsClient; this.dnsClient = dnsClient;
this.persistence = persistence; this.persistence = persistence;
this.statusService = statusService; this.addressService = addressService;
this.logger = logger; this.logger = logger;
foreach (var endPoint in persistence.ReadDnsEndPoints()) foreach (var endPoint in persistence.ReadDnsEndPoints())
@ -103,7 +103,7 @@ namespace FastGithub.DomainResolve
var dnsEndPoint = keyValue.Key; var dnsEndPoint = keyValue.Key;
var oldAddresses = keyValue.Value; var oldAddresses = keyValue.Value;
var newAddresses = await this.statusService.GetAvailableAddressesAsync(dnsEndPoint, cancellationToken); var newAddresses = await this.addressService.GetAddressesAsync(dnsEndPoint, oldAddresses, cancellationToken);
if (oldAddresses.SequenceEqual(newAddresses) == false) if (oldAddresses.SequenceEqual(newAddresses) == false)
{ {
this.dnsEndPointAddress[dnsEndPoint] = newAddresses; this.dnsEndPointAddress[dnsEndPoint] = newAddresses;

View File

@ -17,12 +17,17 @@ namespace FastGithub.DomainResolve
/// 状态缓存5分钟 /// 状态缓存5分钟
/// 连接超时5秒 /// 连接超时5秒
/// </summary> /// </summary>
sealed class IPAddressStatusService sealed class IPAddressService
{ {
private record DomainAddress(string Domain, IPAddress Address);
private readonly TimeSpan domainExpiration = TimeSpan.FromMinutes(5d);
private readonly IMemoryCache domainAddressCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
private record AddressElapsed(IPAddress Address, TimeSpan Elapsed);
private readonly TimeSpan brokeExpiration = TimeSpan.FromMinutes(1d); private readonly TimeSpan brokeExpiration = TimeSpan.FromMinutes(1d);
private readonly TimeSpan normalExpiration = TimeSpan.FromMinutes(5d); private readonly TimeSpan normalExpiration = TimeSpan.FromMinutes(5d);
private readonly TimeSpan connectTimeout = TimeSpan.FromSeconds(5d); private readonly TimeSpan connectTimeout = TimeSpan.FromSeconds(5d);
private readonly IMemoryCache statusCache = new MemoryCache(Options.Create(new MemoryCacheOptions())); private readonly IMemoryCache addressElapsedCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
private readonly DnsClient dnsClient; private readonly DnsClient dnsClient;
@ -30,7 +35,7 @@ namespace FastGithub.DomainResolve
/// IP状态服务 /// IP状态服务
/// </summary> /// </summary>
/// <param name="dnsClient"></param> /// <param name="dnsClient"></param>
public IPAddressStatusService(DnsClient dnsClient) public IPAddressService(DnsClient dnsClient)
{ {
this.dnsClient = dnsClient; this.dnsClient = dnsClient;
} }
@ -39,24 +44,40 @@ namespace FastGithub.DomainResolve
/// 并行获取可连接的IP /// 并行获取可连接的IP
/// </summary> /// </summary>
/// <param name="dnsEndPoint"></param> /// <param name="dnsEndPoint"></param>
/// <param name="oldAddresses"></param>
/// <param name="cancellationToken"></param> /// <param name="cancellationToken"></param>
/// <returns></returns> /// <returns></returns>
public async Task<IPAddress[]> GetAvailableAddressesAsync(DnsEndPoint dnsEndPoint, CancellationToken cancellationToken) public async Task<IPAddress[]> GetAddressesAsync(DnsEndPoint dnsEndPoint, IEnumerable<IPAddress> oldAddresses, CancellationToken cancellationToken)
{ {
var addresses = new List<IPAddress>(); var ipEndPoints = new HashSet<IPEndPoint>();
await foreach (var address in this.dnsClient.ResolveAsync(dnsEndPoint, fastSort: false, cancellationToken))
// 历史未过期的IP节点
foreach (var address in oldAddresses)
{ {
addresses.Add(address); var domainAddress = new DomainAddress(dnsEndPoint.Host, address);
if (this.domainAddressCache.TryGetValue(domainAddress, out _))
{
ipEndPoints.Add(new IPEndPoint(address, dnsEndPoint.Port));
}
} }
if (addresses.Count == 0) // 新解析出的IP节点
await foreach (var address in this.dnsClient.ResolveAsync(dnsEndPoint, fastSort: false, cancellationToken))
{
ipEndPoints.Add(new IPEndPoint(address, dnsEndPoint.Port));
var domainAddress = new DomainAddress(dnsEndPoint.Host, address);
this.domainAddressCache.Set(domainAddress, default(object), this.domainExpiration);
}
if (ipEndPoints.Count == 0)
{ {
return Array.Empty<IPAddress>(); return Array.Empty<IPAddress>();
} }
var statusTasks = addresses.Select(address => this.GetStatusAsync(address, dnsEndPoint.Port, cancellationToken)); var addressElapsedTasks = ipEndPoints.Select(item => this.GetAddressElapsedAsync(item, cancellationToken));
var statusArray = await Task.WhenAll(statusTasks); var addressElapseds = await Task.WhenAll(addressElapsedTasks);
return statusArray
return addressElapseds
.Where(item => item.Elapsed < TimeSpan.MaxValue) .Where(item => item.Elapsed < TimeSpan.MaxValue)
.OrderBy(item => item.Elapsed) .OrderBy(item => item.Elapsed)
.Select(item => item.Address) .Select(item => item.Address)
@ -65,18 +86,16 @@ namespace FastGithub.DomainResolve
/// <summary> /// <summary>
/// 获取IP状态 /// 获取IP节点的时延
/// </summary> /// </summary>
/// <param name="address"></param> /// <param name="endPoint"></param>
/// <param name="port"></param>
/// <param name="cancellationToken"></param> /// <param name="cancellationToken"></param>
/// <returns></returns> /// <returns></returns>
private async Task<IPAddressStatus> GetStatusAsync(IPAddress address, int port, CancellationToken cancellationToken) private async Task<AddressElapsed> GetAddressElapsedAsync(IPEndPoint endPoint, CancellationToken cancellationToken)
{ {
var endPoint = new IPEndPoint(address, port); if (this.addressElapsedCache.TryGetValue<AddressElapsed>(endPoint, out var addressElapsed))
if (this.statusCache.TryGetValue<IPAddressStatus>(endPoint, out var status))
{ {
return status; return addressElapsed;
} }
var stopWatch = Stopwatch.StartNew(); var stopWatch = Stopwatch.StartNew();
@ -87,16 +106,16 @@ namespace FastGithub.DomainResolve
using var socket = new Socket(endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp); using var socket = new Socket(endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
await socket.ConnectAsync(endPoint, linkedTokenSource.Token); await socket.ConnectAsync(endPoint, linkedTokenSource.Token);
status = new IPAddressStatus(endPoint.Address, stopWatch.Elapsed); addressElapsed = new AddressElapsed(endPoint.Address, stopWatch.Elapsed);
return this.statusCache.Set(endPoint, status, this.normalExpiration); return this.addressElapsedCache.Set(endPoint, addressElapsed, this.normalExpiration);
} }
catch (Exception) catch (Exception)
{ {
cancellationToken.ThrowIfCancellationRequested(); cancellationToken.ThrowIfCancellationRequested();
status = new IPAddressStatus(endPoint.Address, TimeSpan.MaxValue); addressElapsed = new AddressElapsed(endPoint.Address, TimeSpan.MaxValue);
var expiration = NetworkInterface.GetIsNetworkAvailable() ? this.normalExpiration : this.brokeExpiration; var expiration = NetworkInterface.GetIsNetworkAvailable() ? this.normalExpiration : this.brokeExpiration;
return this.statusCache.Set(endPoint, status, expiration); return this.addressElapsedCache.Set(endPoint, addressElapsed, expiration);
} }
finally finally
{ {

View File

@ -1,34 +0,0 @@
using System;
using System.Net;
namespace FastGithub.DomainResolve
{
/// <summary>
/// 表示IP的状态
/// </summary>
struct IPAddressStatus
{
/// <summary>
/// 获取IP地址
/// </summary>
public IPAddress Address { get; }
/// <summary>
/// 获取延时
/// 当连接失败时值为MaxValue
/// </summary>
public TimeSpan Elapsed { get; }
/// <summary>
/// IP的状态
/// </summary>
/// <param name="address"></param>
/// <param name="elapsed"></param>
public IPAddressStatus(IPAddress address, TimeSpan elapsed)
{
this.Address = address;
this.Elapsed = elapsed;
}
}
}

View File

@ -19,7 +19,7 @@ namespace FastGithub
services.TryAddSingleton<DnsClient>(); services.TryAddSingleton<DnsClient>();
services.TryAddSingleton<DnscryptProxy>(); services.TryAddSingleton<DnscryptProxy>();
services.TryAddSingleton<DomainPersistence>(); services.TryAddSingleton<DomainPersistence>();
services.TryAddSingleton<IPAddressStatusService>(); services.TryAddSingleton<IPAddressService>();
services.TryAddSingleton<IDomainResolver, DomainResolver>(); services.TryAddSingleton<IDomainResolver, DomainResolver>();
services.AddHostedService<DomainResolveHostedService>(); services.AddHostedService<DomainResolveHostedService>();
return services; return services;