Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
49 commits
Select commit Hold shift + click to select a range
2c217a3
First integration of Resolver sources
rzikm Oct 4, 2024
704e33c
Allow mocking
rzikm Oct 4, 2024
aff6d17
Fix dispose
rzikm Oct 4, 2024
15db8a1
Fix tests
rzikm Oct 4, 2024
6bda235
Actually run ResolvConf tests
rzikm Oct 4, 2024
6fc61e0
Add retry functionality
rzikm Oct 8, 2024
2b6d91e
Add logging
rzikm Oct 10, 2024
2137954
Fix Microsoft.Extensions.ServiceDiscovery.Yarp.Tests
rzikm Oct 10, 2024
c204b01
Merge remote-tracking branch 'upstream/main' into managed-resolver
rzikm Nov 26, 2024
2fc7de4
Activity WIP
rzikm Nov 26, 2024
9b4de29
Fix reading CNAME with pointers in domain name segments
rzikm Nov 28, 2024
3ad5a75
Reenable telemetry
rzikm Nov 28, 2024
40f8f9b
Last changes to telemetry
rzikm Nov 28, 2024
e385605
Use strong RNG for Transaction ID generation
rzikm Jan 15, 2025
3cf0a9d
Check against too long domain name
rzikm Feb 3, 2025
6016e41
Disallow pointer to pointer.
rzikm Feb 3, 2025
f8c189d
Code review feedback (easy fixes)
rzikm Feb 3, 2025
d929889
More code review feedback
rzikm Feb 6, 2025
00e41d7
Fix increment
rzikm Feb 6, 2025
7267fb7
Detect CNAME loops
rzikm Feb 7, 2025
c1b76d3
Handle empty Tcp fallback responses and lack of TCP failover support …
rzikm Feb 7, 2025
86490cc
Dispose result.Response when overwritten by another result.
rzikm Feb 7, 2025
92b2905
Move DnsMessageHeader parsing to DnsPrimitives
rzikm Feb 11, 2025
fdf1904
Rework and add tests to retries and failover
rzikm Feb 12, 2025
61814e7
Test failover after exhausting attempts on one server
rzikm Feb 13, 2025
82a8108
Streamline options, remove unsupported options from ResolverOptions
rzikm Feb 13, 2025
fa627fd
Better handling of malformed responses
rzikm Feb 13, 2025
4ec79ca
Code review feedback
rzikm Mar 25, 2025
123375d
More feedback
rzikm Mar 27, 2025
6311616
Guarantee linear parsing of CNAME chains
rzikm Mar 27, 2025
c57a8c5
Fix decoding compressed CNAME in TCP fallback
rzikm Mar 27, 2025
83ca958
More code coverage
rzikm May 12, 2025
03e6a99
Correctly handle IDN names
rzikm May 15, 2025
46418fe
Minor fixes
rzikm May 22, 2025
4075e4f
Add Fuzzing tests for DNS resolver
rzikm May 23, 2025
56cd169
Improve fuzzing of EncodedDomainName
rzikm May 23, 2025
a19e8a2
Merge remote-tracking branch 'upstream/main' into managed-resolver
rzikm Jun 10, 2025
5d5edae
Remove commented out code
rzikm Jun 10, 2025
3c387e9
Fix build
rzikm Jun 10, 2025
c6e3d63
Fix Yarp service discovery tests
rzikm Jun 10, 2025
e66229a
Lazy TCP socket allocation in LoopbackTests
rzikm Jun 12, 2025
da018f7
LoopbackTestBaseLogging
rzikm Jun 12, 2025
2697412
fixup! LoopbackTestBaseLogging
rzikm Jun 12, 2025
214cc9b
Downgrade SharpFuzz
rzikm Jun 17, 2025
0d891cb
Fix buffer use after returning to pool
rzikm Jun 18, 2025
46cf262
Merge branch 'main' into managed-resolver
rzikm Jun 18, 2025
35a5809
Fix build
rzikm Jun 18, 2025
fcf18cf
Merge branch 'main' into managed-resolver
rzikm Jun 25, 2025
df785d1
Remove DnsClient package ref
rzikm Jun 25, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Add logging
  • Loading branch information
rzikm committed Oct 21, 2024
commit 2b6d91e9494e8ae2f75f9d7be3e9f2428e2a296f
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,6 @@
</PropertyGroup>

<ItemGroup>
<PackageReference Include="DnsClient" />
<PackageReference Include="Microsoft.Extensions.Configuration.Abstractions" />
<PackageReference Include="Microsoft.Extensions.Logging.Abstractions" />
<PackageReference Include="Microsoft.Extensions.Options" />
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
using System.Net;
using Microsoft.Extensions.Logging;

namespace Microsoft.Extensions.ServiceDiscovery.Dns.Resolver;

internal partial class DnsResolver : IDnsResolver, IDisposable
{
internal static partial class Log
{
[LoggerMessage(1, LogLevel.Information, "Resolving {QueryType} {QueryName} on {Server} attempt {Attempt}", EventName = "Query")]
public static partial void Query(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, int attempt);

[LoggerMessage(2, LogLevel.Debug, "Result truncated for {QueryType} {QueryName} from {Server} attempt {Attempt}. Restarting over TCP", EventName = "ResultTruncated")]
public static partial void ResultTruncated(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, int attempt);

[LoggerMessage(3, LogLevel.Error, "Server {Server} replied with {ResponseCode} when querying {QueryType} {QueryName}", EventName = "ErrorResponseCode")]
public static partial void ErrorResponseCode(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, QueryResponseCode responseCode);

[LoggerMessage(4, LogLevel.Information, "Query {QueryType} {QueryName} on {Server} attempt {Attempt} timed out.", EventName = "Timeout")]
public static partial void Timeout(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, int attempt);

[LoggerMessage(5, LogLevel.Warning, "Query {QueryType} {QueryName} on {Server} attempt {Attempt} returned no data", EventName = "NoData")]
public static partial void NoData(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, int attempt);

[LoggerMessage(6, LogLevel.Error, "Query {QueryType} {QueryName} on {Server} attempt {Attempt} failed.", EventName = "QueryError")]
public static partial void QueryError(ILogger logger, QueryType queryType, string queryName, IPEndPoint server, int attempt, Exception exception);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,12 @@
using System.Diagnostics;
using System.Net;
using System.Net.Sockets;
using Microsoft.Extensions.Logging;
using Microsoft.Extensions.Logging.Abstractions;

namespace Microsoft.Extensions.ServiceDiscovery.Dns.Resolver;

internal class DnsResolver : IDnsResolver, IDisposable
internal partial class DnsResolver : IDnsResolver, IDisposable
{
private const int MaximumNameLength = 253;
private const int IPv4Length = 4;
Expand All @@ -20,22 +22,23 @@ internal class DnsResolver : IDnsResolver, IDisposable
bool _disposed;
private readonly ResolverOptions _options;
private readonly CancellationTokenSource _pendingRequestsCts = new();
private int _maxRetries = 3;

private TimeProvider _timeProvider = TimeProvider.System;
private readonly ILogger<DnsResolver> _logger;

internal void SetTimeProvider(TimeProvider timeProvider)
{
_timeProvider = timeProvider;
}

public DnsResolver(TimeProvider timeProvider) : this(OperatingSystem.IsWindows() ? NetworkInfo.GetOptions() : ResolvConf.GetOptions())
public DnsResolver(TimeProvider timeProvider, ILogger<DnsResolver> logger) : this(OperatingSystem.IsWindows() ? NetworkInfo.GetOptions() : ResolvConf.GetOptions())
{
_timeProvider = timeProvider;
_logger = logger;
}

internal DnsResolver(ResolverOptions options)
{
_logger = NullLogger<DnsResolver>.Instance;
_options = options;
if (options.Servers.Length == 0)
{
Expand All @@ -57,17 +60,6 @@ internal DnsResolver(IPEndPoint server) : this(new ResolverOptions(server))
{
}

public int MaxRetries
{
get => _maxRetries;
set
{
ObjectDisposedException.ThrowIf(_disposed, this);
ArgumentOutOfRangeException.ThrowIfLessThan(value, 0);
_maxRetries = value;
}
}

public async ValueTask<ServiceResult[]> ResolveServiceAsync(string name, CancellationToken cancellationToken = default)
{
ObjectDisposedException.ThrowIf(_disposed, this);
Expand Down Expand Up @@ -229,29 +221,51 @@ async ValueTask<SendQueryResult> SendQueryWithRetriesAsync(string name, QueryTyp

for (int index = 0; index < _options.Servers.Length; index++)
{
IPEndPoint serverEndPoint = _options.Servers[index];

for (int attempt = 0; attempt < _options.Attempts; attempt++)
{
result = await SendQueryToServerWithTimeoutAsync(_options.Servers[index], name, queryType, index == _options.Servers.Length - 1, cancellationToken).ConfigureAwait(false);

// TODO: we probably should skip to the next server in case of some errors
if (result.Error is SendQueryError.NoError)
try
{
break;
result = await SendQueryToServerWithTimeoutAsync(serverEndPoint, name, queryType, index == _options.Servers.Length - 1, attempt, cancellationToken).ConfigureAwait(false);
}
catch (Exception ex) when (!cancellationToken.IsCancellationRequested)
{
Log.QueryError(_logger, queryType, name, serverEndPoint, attempt, ex);
continue; // retry or skip to the next server
}

switch (result.Error)
{
case SendQueryError.NoError:
goto exit;
case SendQueryError.Timeout:
// TODO: should we retry on timeout or skip to the next server?
Log.Timeout(_logger, queryType, name, serverEndPoint, attempt);
break;
case SendQueryError.ServerError:
Log.ErrorResponseCode(_logger, queryType, name, serverEndPoint, result.Response.Header.ResponseCode);
break;
case SendQueryError.NoData:
Log.NoData(_logger, queryType, name, serverEndPoint, attempt);
break;
}
}
}

exit:
// we have at least one server and we always keep the last received response.
return result;
}

internal async ValueTask<SendQueryResult> SendQueryToServerWithTimeoutAsync(IPEndPoint serverEndPoint, string name, QueryType queryType, bool isLastServer, CancellationToken cancellationToken)
internal async ValueTask<SendQueryResult> SendQueryToServerWithTimeoutAsync(IPEndPoint serverEndPoint, string name, QueryType queryType, bool isLastServer, int attempt, CancellationToken cancellationToken)
{
(CancellationTokenSource cts, bool disposeTokenSource, CancellationTokenSource pendingRequestsCts) = PrepareCancellationTokenSource(cancellationToken);

try
{
return await SendQueryToServerAsync(serverEndPoint, name, queryType, isLastServer, cts.Token).ConfigureAwait(false);
return await SendQueryToServerAsync(serverEndPoint, name, queryType, isLastServer, attempt, cts.Token).ConfigureAwait(false);
}
catch (OperationCanceledException) when (
!cancellationToken.IsCancellationRequested && // not cancelled by the caller
Expand All @@ -277,15 +291,18 @@ internal async ValueTask<SendQueryResult> SendQueryToServerWithTimeoutAsync(IPEn
}
}

async ValueTask<SendQueryResult> SendQueryToServerAsync(IPEndPoint serverEndPoint, string name, QueryType queryType, bool isLastServer, CancellationToken cancellationToken)
async ValueTask<SendQueryResult> SendQueryToServerAsync(IPEndPoint serverEndPoint, string name, QueryType queryType, bool isLastServer, int attempt, CancellationToken cancellationToken)
{
Log.Query(_logger, queryType, name, serverEndPoint, attempt);

DateTime queryStartedTime = _timeProvider.GetUtcNow().DateTime;
(DnsDataReader responseReader, DnsMessageHeader header) = await SendDnsQueryCoreUdpAsync(serverEndPoint, name, queryType, cancellationToken).ConfigureAwait(false);

try
{
if (header.IsResultTruncated)
{
Log.ResultTruncated(_logger, queryType, name, serverEndPoint, 0);
responseReader.Dispose();
// TCP fallback
(responseReader, header) = await SendDnsQueryCoreTcpAsync(serverEndPoint, name, queryType, cancellationToken).ConfigureAwait(false);
Expand All @@ -302,7 +319,11 @@ async ValueTask<SendQueryResult> SendQueryToServerAsync(IPEndPoint serverEndPoin

if (header.ResponseCode != QueryResponseCode.NoError)
{
return new SendQueryResult { Error = SendQueryError.ServerError };
return new SendQueryResult
{
Response = new DnsResponse(header, queryStartedTime, queryStartedTime, null!, null!, null!),
Error = SendQueryError.ServerError
};
}

if (header.ResponseCode != QueryResponseCode.NoError && !isLastServer)
Expand Down