diff --git a/Dockerfile b/Dockerfile
index 064281c153..7d40b5820a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -42,7 +42,6 @@ FROM mcr.microsoft.com/dotnet/sdk:10.0-${CONTAINER_RUNTIME} AS test
WORKDIR /build
COPY --from=build ./build/published-tests ./published-tests
COPY --from=build ./build/ci ./ci
-COPY --from=build ./build/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.crt /usr/local/share/ca-certificates/ca_eventstore_test.crt
COPY ./scripts/test.sh /build/test.sh
RUN mkdir ./test-results
RUN chmod +x /build/test.sh
diff --git a/scripts/test.sh b/scripts/test.sh
index ddc80a2499..c1ccb986b2 100755
--- a/scripts/test.sh
+++ b/scripts/test.sh
@@ -3,8 +3,6 @@
set -o pipefail
set -o xtrace
-update-ca-certificates
-
core_grpc_security_projects=(
EventStore.Core.Tests
)
diff --git a/src/Directory.Packages.props b/src/Directory.Packages.props
index 4ba5fa1a9f..9eb964ba07 100644
--- a/src/Directory.Packages.props
+++ b/src/Directory.Packages.props
@@ -10,7 +10,6 @@
-
diff --git a/src/EventStore.Core.Tests/EventStore.Core.Tests.csproj b/src/EventStore.Core.Tests/EventStore.Core.Tests.csproj
index 4aee9b0985..84a5cbb4c1 100644
--- a/src/EventStore.Core.Tests/EventStore.Core.Tests.csproj
+++ b/src/EventStore.Core.Tests/EventStore.Core.Tests.csproj
@@ -27,11 +27,8 @@
-
-
-
diff --git a/src/EventStore.Core.Tests/Services/Transport/Grpc/Replication/ReplicationMutualTlsTests.cs b/src/EventStore.Core.Tests/Services/Transport/Grpc/Replication/ReplicationMutualTlsTests.cs
new file mode 100644
index 0000000000..7b8233959c
--- /dev/null
+++ b/src/EventStore.Core.Tests/Services/Transport/Grpc/Replication/ReplicationMutualTlsTests.cs
@@ -0,0 +1,144 @@
+using System;
+using System.Collections.Concurrent;
+using System.Linq;
+using System.Net;
+using System.Net.Http;
+using System.Security.Cryptography.X509Certificates;
+using System.Threading.Tasks;
+using EventStore.ClusterNode;
+using EventStore.Common.Utils;
+using EventStore.Core.Authorization;
+using EventStore.Core.Bus;
+using EventStore.Core.Messages;
+using EventStore.Core.Messaging;
+using EventStore.Core.Services.Replication;
+using EventStore.Core.Services.Transport.Grpc.Replication;
+using EventStore.Core.Services.Transport.Http.NodeHttpClientFactory;
+using EventStore.Core.Tests.Helpers;
+using Grpc.Core;
+using Grpc.Net.Client;
+using Microsoft.AspNetCore.Builder;
+using Microsoft.AspNetCore.Hosting;
+using Microsoft.AspNetCore.Hosting.Server;
+using Microsoft.AspNetCore.Hosting.Server.Features;
+using Microsoft.AspNetCore.Server.Kestrel.Core;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Hosting;
+using NUnit.Framework;
+using Proto = EventStore.Replication;
+
+namespace EventStore.Core.Tests.Services.Transport.Grpc.Replication;
+
+[TestFixture]
+public class ReplicationMutualTlsTests
+{
+ [Test]
+ public async Task trusted_client_certificate_reaches_replication_with_certificate_identity()
+ {
+ using var root = TestCertificates.GetRootCertificate();
+ using var serverCertificate = TestCertificates.GetServerCertificate();
+ using var clientCertificate = TestCertificates.GetOtherServerCertificate();
+ var publisher = new CapturingPublisher();
+ using var host = StartServer(serverCertificate, new X509Certificate2Collection(root), publisher);
+ using var channel = CreateChannel(host, clientCertificate, new X509Certificate2Collection(root));
+ var client = new Proto.Replication.ReplicationClient(channel);
+ using var call = client.Replicate(deadline: DateTime.UtcNow.AddSeconds(10));
+
+ await call.RequestStream.WriteAsync(SubscribeFrame());
+ await call.RequestStream.CompleteAsync();
+ Assert.That(await call.ResponseStream.MoveNext(), Is.False);
+ Assert.That(publisher.Messages.OfType().Count(), Is.EqualTo(1));
+ Assert.That(publisher.Messages.OfType().Single()
+ .Session.Identity.TransportIdentityKind,
+ Is.EqualTo(ReplicationTransportIdentityKind.ClientCertificateSha256));
+ }
+
+ [Test]
+ public async Task secure_replication_without_client_certificate_is_rejected_by_application_identity()
+ {
+ using var root = TestCertificates.GetRootCertificate();
+ using var serverCertificate = TestCertificates.GetServerCertificate();
+ var publisher = new CapturingPublisher();
+ using var host = StartServer(serverCertificate, new X509Certificate2Collection(root), publisher);
+ using var channel = CreateChannel(host, null, new X509Certificate2Collection(root));
+ var client = new Proto.Replication.ReplicationClient(channel);
+ using var call = client.Replicate(deadline: DateTime.UtcNow.AddSeconds(10));
+
+ await call.RequestStream.WriteAsync(SubscribeFrame());
+ await call.RequestStream.CompleteAsync();
+ var exception = Assert.ThrowsAsync(async () => await call.ResponseStream.MoveNext());
+ Assert.That(exception!.StatusCode, Is.EqualTo(StatusCode.Unauthenticated));
+ Assert.That(publisher.Messages, Is.Empty);
+ }
+
+ private static IHost StartServer(
+ X509Certificate2 serverCertificate,
+ X509Certificate2Collection trustedRoots,
+ IPublisher publisher)
+ {
+ var host = new HostBuilder()
+ .ConfigureWebHost(webHost => webHost
+ .UseKestrel(server => server.Listen(IPAddress.Loopback, 0, options =>
+ {
+ options.Protocols = HttpProtocols.Http2;
+ options.UseHttps(Program.CreateServerOptionsSelectionCallback(
+ () => serverCertificate,
+ () => null,
+ (certificate, chain, errors) => ClusterVNode.ValidateClientCertificate(
+ certificate, chain, errors, () => null, () => trustedRoots)), null);
+ }))
+ .ConfigureServices(services =>
+ {
+ services.AddGrpc();
+ services.AddSingleton(new ReplicationService(
+ publisher, new PassthroughAuthorizationProvider()));
+ })
+ .Configure(app =>
+ {
+ app.UseRouting();
+ app.UseEndpoints(endpoints => endpoints.MapGrpcService());
+ }))
+ .Build();
+ host.Start();
+ return host;
+ }
+
+ private static GrpcChannel CreateChannel(
+ IHost host,
+ X509Certificate2 clientCertificate,
+ X509Certificate2Collection trustedRoots)
+ {
+ var factory = new NodeHttpClientFactory(
+ Uri.UriSchemeHttps,
+ (certificate, chain, errors, names) => ClusterVNode.ValidateServerCertificate(
+ certificate, chain, errors, () => null, () => trustedRoots, names),
+ () => clientCertificate);
+ var httpClient = factory.CreateHttpClient(["localhost"]);
+ var address = host.Services.GetRequiredService()
+ .Features.Get()!.Addresses.Single();
+ return GrpcChannel.ForAddress(address, new GrpcChannelOptions
+ {
+ HttpClient = httpClient,
+ DisposeHttpClient = true
+ });
+ }
+
+ private static Proto.ReplicaFrame SubscribeFrame() => ReplicationGrpcCodec.ToGrpc(
+ new ReplicationMessage.SubscribeReplica(
+ ReplicationSubscriptionVersions.V_CURRENT,
+ 0,
+ Guid.NewGuid(),
+ [],
+ new DnsEndPoint("replica.internal", 1112),
+ Guid.NewGuid(),
+ Guid.NewGuid(),
+ true,
+ Guid.NewGuid()));
+
+ private sealed class CapturingPublisher : IPublisher
+ {
+ public ConcurrentQueue Messages { get; } = new();
+
+ public void Publish(Message message) => Messages.Enqueue(message);
+ }
+}
diff --git a/src/EventStore.Core.Tests/Services/Transport/Http/ssl_connections_mutual_auth.cs b/src/EventStore.Core.Tests/Services/Transport/Http/ssl_connections_mutual_auth.cs
new file mode 100644
index 0000000000..fd9a640a4d
--- /dev/null
+++ b/src/EventStore.Core.Tests/Services/Transport/Http/ssl_connections_mutual_auth.cs
@@ -0,0 +1,168 @@
+using System;
+using System.Linq;
+using System.Net;
+using System.Net.Http;
+using System.Security.Cryptography.X509Certificates;
+using System.Threading.Tasks;
+using EventStore.ClusterNode;
+using EventStore.Common.Utils;
+using EventStore.Core.Services.Transport.Http.NodeHttpClientFactory;
+using EventStore.Core.Tests.Helpers;
+using Microsoft.AspNetCore.Builder;
+using Microsoft.AspNetCore.Hosting;
+using Microsoft.AspNetCore.Hosting.Server;
+using Microsoft.AspNetCore.Hosting.Server.Features;
+using Microsoft.Extensions.DependencyInjection;
+using Microsoft.Extensions.Hosting;
+using NUnit.Framework;
+
+namespace EventStore.Core.Tests.Services.Transport.Http;
+
+[TestFixture]
+public class ssl_connections_mutual_auth
+{
+ [TestCase(true, true, true, true, true)]
+ [TestCase(true, false, true, true, false)]
+ [TestCase(false, true, true, true, false)]
+ [TestCase(false, false, true, true, false)]
+ [TestCase(true, true, true, false, true)]
+ [TestCase(true, false, true, false, true)]
+ [TestCase(false, true, true, false, false)]
+ [TestCase(false, false, true, false, false)]
+ [TestCase(true, true, false, true, true)]
+ [TestCase(true, false, false, true, false)]
+ [TestCase(false, true, false, true, true)]
+ [TestCase(false, false, false, true, false)]
+ [TestCase(true, true, false, false, true)]
+ [TestCase(true, false, false, false, true)]
+ [TestCase(false, true, false, false, true)]
+ [TestCase(false, false, false, false, true)]
+ public async Task connection_outcome_follows_server_and_client_certificate_policy(
+ bool useTrustedServerCertificate,
+ bool useTrustedClientCertificate,
+ bool validateServerCertificate,
+ bool validateClientCertificate,
+ bool shouldConnectSuccessfully)
+ {
+ using var rootCertificate = TestCertificates.GetRootCertificate();
+ using var serverCertificate = useTrustedServerCertificate
+ ? TestCertificates.GetServerCertificate()
+ : TestCertificates.GetUntrustedCertificate();
+ using var clientCertificate = useTrustedClientCertificate
+ ? TestCertificates.GetOtherServerCertificate()
+ : TestCertificates.GetUntrustedCertificate();
+ var trustedRoots = new X509Certificate2Collection(rootCertificate);
+ CertificateDelegates.ClientCertificateValidator clientValidator = validateClientCertificate
+ ? (certificate, chain, errors) => ClusterVNode.ValidateClientCertificate(
+ certificate,
+ chain,
+ errors,
+ () => null,
+ () => trustedRoots)
+ : (_, _, _) => (true, null);
+
+ using var host = StartServer(serverCertificate, clientValidator);
+ var connected = await TryConnect(
+ host,
+ clientCertificate,
+ validateServerCertificate,
+ trustedRoots);
+
+ Assert.That(connected, Is.EqualTo(shouldConnectSuccessfully));
+ }
+
+ [TestCase(true)]
+ [TestCase(false)]
+ public async Task client_certificate_is_optional_at_the_transport_boundary(bool validateServerCertificate)
+ {
+ using var rootCertificate = TestCertificates.GetRootCertificate();
+ using var serverCertificate = TestCertificates.GetServerCertificate();
+ var trustedRoots = new X509Certificate2Collection(rootCertificate);
+ using var host = StartServer(
+ serverCertificate,
+ (_, _, _) => throw new AssertionException("Missing client certificates bypass node validation."));
+
+ var connected = await TryConnect(
+ host,
+ clientCertificate: null,
+ validateServerCertificate,
+ trustedRoots);
+
+ Assert.That(connected, Is.True);
+ }
+
+ [Test]
+ public async Task server_certificate_is_required()
+ {
+ using var rootCertificate = TestCertificates.GetRootCertificate();
+ var trustedRoots = new X509Certificate2Collection(rootCertificate);
+ using var host = StartServer(
+ serverCertificate: null,
+ (_, _, _) => (true, null));
+
+ var connected = await TryConnect(
+ host,
+ clientCertificate: null,
+ validateServerCertificate: false,
+ trustedRoots);
+
+ Assert.That(connected, Is.False);
+ }
+
+ private static IHost StartServer(
+ X509Certificate2 serverCertificate,
+ CertificateDelegates.ClientCertificateValidator clientCertificateValidator)
+ {
+ var host = new HostBuilder()
+ .ConfigureWebHost(webHost => webHost
+ .UseKestrel(server => server.Listen(IPAddress.Loopback, 0, listenOptions =>
+ listenOptions.UseHttps(Program.CreateServerOptionsSelectionCallback(
+ () => serverCertificate,
+ () => null,
+ clientCertificateValidator), null)))
+ .Configure(app => app.Run(context => context.Response.CompleteAsync())))
+ .Build();
+ host.Start();
+ return host;
+ }
+
+ private static async Task TryConnect(
+ IHost host,
+ X509Certificate2 clientCertificate,
+ bool validateServerCertificate,
+ X509Certificate2Collection trustedRoots)
+ {
+ CertificateDelegates.ServerCertificateValidator serverValidator = validateServerCertificate
+ ? (certificate, chain, errors, otherNames) => ClusterVNode.ValidateServerCertificate(
+ certificate,
+ chain,
+ errors,
+ () => null,
+ () => trustedRoots,
+ otherNames)
+ : (_, _, _, _) => (true, null);
+ var clientFactory = new NodeHttpClientFactory(
+ Uri.UriSchemeHttps,
+ serverValidator,
+ () => clientCertificate);
+ using var client = clientFactory.CreateHttpClient(["localhost"]);
+ client.Timeout = TimeSpan.FromSeconds(5);
+ var address = host.Services.GetRequiredService()
+ .Features.Get()!.Addresses.Single();
+ using var request = new HttpRequestMessage(HttpMethod.Get, address)
+ {
+ Version = HttpVersion.Version20,
+ VersionPolicy = HttpVersionPolicy.RequestVersionExact,
+ };
+
+ try
+ {
+ using var response = await client.SendAsync(request);
+ return response.IsSuccessStatusCode;
+ }
+ catch (HttpRequestException)
+ {
+ return false;
+ }
+ }
+}
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connection.cs b/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connection.cs
deleted file mode 100644
index 40a61a7f5d..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connection.cs
+++ /dev/null
@@ -1,173 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.IO;
-using System.Net;
-using System.Reflection;
-using System.Security.Cryptography;
-using System.Security.Cryptography.X509Certificates;
-using System.Text;
-using System.Threading;
-using EventStore.Common.Utils;
-using EventStore.Core.Tests.Helpers;
-using EventStore.Transport.Tcp;
-using NUnit.Framework;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Core.Tests.Services.Transport.Tcp;
-
-[TestFixture]
-public class ssl_connections
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
- private IPAddress _ip;
- private int _port;
-
- [SetUp]
- public void SetUp()
- {
- _ip = IPAddress.Loopback;
- _port = PortsHelper.GetAvailablePort(_ip);
- }
-
- [Test]
- public void should_connect_to_each_other_and_send_data()
- {
- var serverEndPoint = new IPEndPoint(_ip, _port);
- X509Certificate2 cert = GetServerCertificate();
-
- var sent = new byte[1000];
- new Random().NextBytes(sent);
-
- using var received = new MemoryStream();
-
- var done = new ManualResetEventSlim();
-
- var listener = new TcpServerListener(serverEndPoint);
- listener.StartListening((endPoint, socket) =>
- {
- var ssl = TcpConnectionSsl.CreateServerFromSocket(Guid.NewGuid(), endPoint, socket,
- () => cert, null, delegate
- { return (true, null); },
- verbose: true);
- ssl.ConnectionClosed += (x, y) => done.Set();
- if (ssl.IsClosed)
- {
- done.Set();
- }
-
- Action>> callback = null;
- callback = (x, y) =>
- {
- foreach (var arraySegment in y)
- {
- received.Write(arraySegment.Array, arraySegment.Offset, arraySegment.Count);
- Log.Information("Received: {0} bytes, total: {1}.", arraySegment.Count, received.Length);
- }
-
- if (received.Length >= sent.Length)
- {
- Log.Information("Done receiving...");
- done.Set();
- }
- else
- {
- Log.Information("Receiving...");
- ssl.ReceiveAsync(callback);
- }
- };
- Log.Information("Receiving...");
- ssl.ReceiveAsync(callback);
- }, "Secure");
-
- var clientSsl = TcpConnectionSsl.CreateConnectingConnection(
- Guid.NewGuid(),
- serverEndPoint.GetHost(),
- null,
- serverEndPoint,
- delegate
- { return (true, null); },
- null,
- new TcpClientConnector(),
- TimeSpan.FromSeconds(1),
- conn =>
- {
- Log.Information("Sending bytes...");
- conn.EnqueueSend(new[] { new ArraySegment(sent) });
- },
- (conn, err) =>
- {
- Log.Error("Connecting failed: {0}.", err);
- done.Set();
- },
- verbose: true);
-
- Assert.IsTrue(done.Wait(20000), "Took too long to receive completion.");
-
- Log.Information("Stopping listener...");
- listener.Stop();
- Log.Information("Closing client TLS connection...");
- clientSsl.Close("Normal close.");
- Log.Information("Checking received data...");
- Assert.AreEqual(sent, received.ToArray());
- }
-
- private static X509Certificate2 _root, _server, _otherServer, _untrusted;
- public static X509Certificate2 GetRootCertificate()
- {
- _root ??= GetCertificate("ca", loadKey: false);
- return new X509Certificate2(_root);
- }
-
- public static X509Certificate2 GetServerCertificate()
- {
- _server ??= GetCertificate("node1");
- return new X509Certificate2(_server);
- }
-
- public static X509Certificate2 GetOtherServerCertificate()
- {
- _otherServer ??= GetCertificate("node2");
- return new X509Certificate2(_otherServer);
- }
-
- public static X509Certificate2 GetUntrustedCertificate()
- {
- _untrusted ??= GetCertificate("untrusted");
- return new X509Certificate2(_untrusted);
- }
-
- private static X509Certificate2 GetCertificate(string name, bool loadKey = true)
- {
- const string resourcePath = "EventStore.Core.Tests.Services.Transport.Tcp.test_certificates";
-
- var certBytes = LoadResource($"{resourcePath}.{name}.{name}.crt");
- var certificate = X509Certificate2.CreateFromPem(Encoding.UTF8.GetString(certBytes));
-
- if (!loadKey)
- {
- return certificate;
- }
-
- var keyBytes = LoadResource($"{resourcePath}.{name}.{name}.key");
- using var rsa = RSA.Create();
- rsa.ImportFromPem(Encoding.UTF8.GetString(keyBytes));
-
- using X509Certificate2 certWithKey = certificate.CopyWithPrivateKey(rsa);
-
- // recreate the certificate from a PKCS #12 bundle to work around: https://github.com/dotnet/runtime/issues/23749
- return X509CertificateLoader.LoadPkcs12(certWithKey.ExportToPkcs12(), string.Empty, X509KeyStorageFlags.Exportable);
- }
-
- private static byte[] LoadResource(string resource)
- {
- using var resourceStream = Assembly.GetExecutingAssembly().GetManifestResourceStream(resource);
- if (resourceStream == null)
- {
- return null;
- }
-
- using var memStream = new MemoryStream();
- resourceStream.CopyTo(memStream);
- return memStream.ToArray();
- }
-}
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connections_mutual_auth.cs b/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connections_mutual_auth.cs
deleted file mode 100644
index 3a0c30b772..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/ssl_connections_mutual_auth.cs
+++ /dev/null
@@ -1,148 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.IO;
-using System.Linq;
-using System.Net;
-using System.Net.Security;
-using System.Reflection;
-using System.Security.Cryptography.X509Certificates;
-using System.Threading;
-using EventStore.Common.Utils;
-using EventStore.Core.Tests.Helpers;
-using EventStore.Transport.Tcp;
-using NUnit.Framework;
-using Serilog;
-
-namespace EventStore.Core.Tests.Services.Transport.Tcp;
-
-[TestFixture]
-public class ssl_connections_mutual_auth
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
- private IPAddress _ip;
- private int _port;
-
- [SetUp]
- public void SetUp()
- {
- _ip = IPAddress.Loopback;
- _port = PortsHelper.GetAvailablePort(_ip);
- }
-
- [TestCase(true, true, true, true, true)] //require valid server and client certificate
- [TestCase(true, false, true, true, false)] //require valid server and client certificate
- [TestCase(false, true, true, true, false)] //require valid server and client certificate
- [TestCase(false, false, true, true, false)] //require valid server and client certificate
- [TestCase(true, true, true, false, true)] //require valid server certificate only
- [TestCase(true, false, true, false, true)] //require valid server certificate only
- [TestCase(false, true, true, false, false)] //require valid server certificate only
- [TestCase(false, false, true, false, false)] //require valid server certificate only
- [TestCase(true, true, false, true, true)] //require valid client certificate only
- [TestCase(true, false, false, true, false)] //require valid client certificate only
- [TestCase(false, true, false, true, true)] //require valid client certificate only
- [TestCase(false, false, false, true, false)] //require valid client certificate only
- [TestCase(true, true, false, false, true)] //do not require valid client or server certificate
- [TestCase(true, false, false, false, true)] //do not require valid client or server certificate
- [TestCase(false, true, false, false, true)] //do not require valid client or server certificate
- [TestCase(false, false, false, false, true)] //do not require valid client or server certificate
- public void should_connect_to_each_other_and_send_data_depending_on_certificate_validity_and_settings(
- bool useValidServerCertificate,
- bool useValidClientCertificate,
- bool validateServerCertificate,
- bool validateClientCertificate,
- bool shouldConnectSuccessfully
- )
- {
- var serverEndPoint = new IPEndPoint(_ip, _port);
- var serverCertificate = useValidServerCertificate
- ? ssl_connections.GetServerCertificate()
- : ssl_connections.GetUntrustedCertificate();
- var clientCertificate = useValidClientCertificate
- ? ssl_connections.GetOtherServerCertificate()
- : ssl_connections.GetUntrustedCertificate();
- var rootCertificates = new X509Certificate2Collection(ssl_connections.GetRootCertificate());
-
-
- var sent = new byte[1000];
- new Random().NextBytes(sent);
-
- var received = new MemoryStream();
-
- var done = new ManualResetEventSlim();
-
- var listener = new TcpServerListener(serverEndPoint);
- listener.StartListening((endPoint, socket) =>
- {
- var ssl = TcpConnectionSsl.CreateServerFromSocket(Guid.NewGuid(), endPoint, socket, () => serverCertificate,
- null, (cert, chain, err) => validateClientCertificate ?
- ClusterVNode.ValidateClientCertificate(cert, chain, err, () => null, () => rootCertificates) : (true, null),
- verbose: true);
- ssl.ConnectionClosed += (x, y) => done.Set();
- if (ssl.IsClosed)
- {
- done.Set();
- }
-
- Action>> callback = null;
- callback = (x, y) =>
- {
- foreach (var arraySegment in y)
- {
- received.Write(arraySegment.Array, arraySegment.Offset, arraySegment.Count);
- Log.Information("Received: {0} bytes, total: {1}.", arraySegment.Count, received.Length);
- }
-
- if (received.Length >= sent.Length)
- {
- Log.Information("Done receiving...");
- done.Set();
- }
- else
- {
- Log.Information("Receiving...");
- ssl.ReceiveAsync(callback);
- }
- };
- Log.Information("Receiving...");
- ssl.ReceiveAsync(callback);
- }, "Secure");
-
- var clientSsl = TcpConnectionSsl.CreateConnectingConnection(
- Guid.NewGuid(),
- serverEndPoint.GetHost(),
- null,
- serverEndPoint,
- (cert, chain, err, _) => validateServerCertificate ? ClusterVNode.ValidateServerCertificate(cert, chain, err, () => null, () => rootCertificates, null) : (true, null),
- () => new X509CertificateCollection { clientCertificate },
- new TcpClientConnector(),
- TimeSpan.FromSeconds(1),
- conn =>
- {
- Log.Information("Sending bytes...");
- conn.EnqueueSend(new[] { new ArraySegment(sent) });
- },
- (conn, err) =>
- {
- Log.Error("Connecting failed: {0}.", err);
- done.Set();
- },
- verbose: true);
-
- Assert.IsTrue(done.Wait(20000), "Took too long to receive completion.");
-
- Log.Information("Stopping listener...");
- listener.Stop();
- Log.Information("Closing client TLS connection...");
- clientSsl.Close("Normal close.");
- Log.Information("Checking received data...");
-
- if (shouldConnectSuccessfully)
- {
- Assert.AreEqual(sent, received.ToArray());
- }
- else
- {
- Assert.AreEqual(new byte[0], received.ToArray());
- }
- }
-}
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.crt
deleted file mode 100644
index 20a26b37ae..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.crt
+++ /dev/null
@@ -1,33 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIFyTCCA7GgAwIBAgIUPqHLTqi5UFbchjkFXb/QyEJG05YwDQYJKoZIhvcNAQEL
-BQAwczELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzELMAkGA1UEAwwCY2EwIBcNMjMwNDI1MDYwNzI1WhgPMjA1MDA5
-MTAwNjA3MjVaMHMxCzAJBgNVBAYTAk1VMRgwFgYDVQQIDA9QbGFpbmVzIFdpbGhl
-bXMxFjAUBgNVBAcMDVF1YXRyZS1Cb3JuZXMxEzARBgNVBAoMCkV2ZW50U3RvcmUx
-EDAOBgNVBAsMB1Rlc3RpbmcxCzAJBgNVBAMMAmNhMIICIjANBgkqhkiG9w0BAQEF
-AAOCAg8AMIICCgKCAgEA40ed3tkTUXI6BVnA64jOYtDCohIvO0OSlXFCcJOt5zjz
-zlluFW5kSW1JQpP1PmH/rY3d2w6jelGTSEHAarji7Hw3p/NW67M3sWmF8KCoHO1l
-MAhMdrUVkNl9ptxWHZSxDSK/MRFFWxMskjhi67Z2i1tkQhRuc8zEavYI6DmnPnx5
-usmUJMqNzV4G4Cndjk0yu/e6S7mle5wKOou5nSiRjORDs0TJh7j0/GcgYeB+kxBa
-eaKmxr1pM9VU2i0ezzR6Ym15yY/ofW+mzQw9DWAZ6JnEiFWHzHwzJdslyN3upmUO
-e21k8ejELL2HeU0DPB9yRlL9vMPPYaJqxhdKS/O2K8VrfrtQsrV5V3Hp78YrwzRN
-qya6BzVhtDbGmWsYHN3aOsaU+sX7d/5dts+/UUxTGC5RYAFz2KzMx+0ZSc+ZlH75
-fsBkKgshUsGeJN3Yr2SitPz1tbU9q+d+eYME0oGCjVO2yGSY4vgKUmNZ++y9YHkd
-hPis9cAGsdLMo97WN3NoL9X8oFGJJjrFXCdfTUXNiHej7xK4gb/qbVYjeSk70jfk
-R7lOITkWCCqquzUUyIGm74JKKJE4ztSO4a96bEJKfIphVITMxDcF1N/zpNg+9MJl
-DvW1aIcaJZ9P5ovnPbUmPZ9XI9LHf/YqRlm+t/zKU4ehjMC8JMyXmgQTHlI9zJcC
-AwEAAaNTMFEwHQYDVR0OBBYEFIpy/ykFnAwP3+yw+ezO1miKBnfsMB8GA1UdIwQY
-MBaAFIpy/ykFnAwP3+yw+ezO1miKBnfsMA8GA1UdEwEB/wQFMAMBAf8wDQYJKoZI
-hvcNAQELBQADggIBADfdRv5zlfBx4Diti8HbjQ7kmB5oPPuWoSzG5uT1nQY/Q5/T
-fRWvUlRXmfmrwJEiBIGeL/VNgeGKteErs5ikesVUdaSXYO+WePPDZPP/aNVllI98
-WAtShpDLjv+LV5P3xraxytKRpv/7CMTBIgfqhl5BaEzLKit7bXsffgWN1qvzBtNE
-Jh3iqSArXVMDOkxB6OOr+f/MR6BRzLhg89lVg5sezh+4pSpQ1q4+RlGU2Lsl37yh
-Zj690GI3GyzOF51q75hdfcq7x5GZt2Ot5hHuqkxG6fQRFdkFveq/fhPimtwVLsvv
-ie6AqRnRwgt/m2qvULlF3H1kIGibwEyuBWYNvA1rgOpbFHHsqE+puXHf1bIK1p6l
-d0AXrmhyGvoqadOdVpu5NJC/5SOCcVe/JOmp8EAJP4rmoMMHeKIsJvWsb+uykwIW
-z5Q6WJW28Lo86L7Bd0Ak51SCtkg1ovfi/Gof5KkoakiwibxKT5wXWIEPcVu9y/yk
-5sj32ZMxygIgIjFOLYvegHyLgNGNJRDrL6a/2xydQwurfgKbAgmMNi362QDztPS5
-806VS0u0SqDNX61WtLLnFv3tVDa0C0ED93uk+me90/3jWih6ibob7vjWURRMj8Oo
-Uo+RGOH9Ktfh8AAY8MlaroknWjOPbDgKzNxRURtIG+EOCszmIMkIl8KtOpeq
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.key
deleted file mode 100644
index aabb8c635f..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca/ca.key
+++ /dev/null
@@ -1,52 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIJQwIBADANBgkqhkiG9w0BAQEFAASCCS0wggkpAgEAAoICAQDjR53e2RNRcjoF
-WcDriM5i0MKiEi87Q5KVcUJwk63nOPPOWW4VbmRJbUlCk/U+Yf+tjd3bDqN6UZNI
-QcBquOLsfDen81brszexaYXwoKgc7WUwCEx2tRWQ2X2m3FYdlLENIr8xEUVbEyyS
-OGLrtnaLW2RCFG5zzMRq9gjoOac+fHm6yZQkyo3NXgbgKd2OTTK797pLuaV7nAo6
-i7mdKJGM5EOzRMmHuPT8ZyBh4H6TEFp5oqbGvWkz1VTaLR7PNHpibXnJj+h9b6bN
-DD0NYBnomcSIVYfMfDMl2yXI3e6mZQ57bWTx6MQsvYd5TQM8H3JGUv28w89homrG
-F0pL87YrxWt+u1CytXlXcenvxivDNE2rJroHNWG0NsaZaxgc3do6xpT6xft3/l22
-z79RTFMYLlFgAXPYrMzH7RlJz5mUfvl+wGQqCyFSwZ4k3divZKK0/PW1tT2r5355
-gwTSgYKNU7bIZJji+ApSY1n77L1geR2E+Kz1wAax0syj3tY3c2gv1fygUYkmOsVc
-J19NRc2Id6PvEriBv+ptViN5KTvSN+RHuU4hORYIKqq7NRTIgabvgkookTjO1I7h
-r3psQkp8imFUhMzENwXU3/Ok2D70wmUO9bVohxoln0/mi+c9tSY9n1cj0sd/9ipG
-Wb63/MpTh6GMwLwkzJeaBBMeUj3MlwIDAQABAoICAE+b2MDjgUBAhfE02H3H3B7B
-p8MUIoYcK5573v1GxR2eFcv8CDKqiacsiAIxiC/zLJbyf7jInltscm3XVhorq5SR
-B/+knRgPHN1gLGG2LFyBjLVv2rSjxiuH+tq1B9bxq7iBqL17orL9etm2tXOB5HD4
-sJvywyN9oHkkt8b71shs2kiibekbJ+M84aSoFWpQQQqVAaSfoMa0x+Js6bWSLbVP
-iSUkXYDUOL+mMbIG698AVeiQH+GyG8TjnwaS0l1asNmEJioDZbh2INNmy4XBWSHf
-pnbompn2EQZcBhafIgYXlKSIE1kmonxXYLoMzyrCiwj17dmuLpgwxzyekNAcy/xM
-0Higee2wVH07azPk/hjMJ4Jl5XpxFpooww+sLE61gcd/oFNcHV848rt6aOqVFMtZ
-MLJbE0lbOmVZ6CHcGVJWIY0hbleo5Bj5DpYiu4IDsB80RP/FhlHHLV+hfvSmimX7
-gi/SLvu+E1+QUrL83X+xGsZrbxWoXnl98wCRiSoozMkSWg8iHb5FLkzwBmXxOq4Z
-+XrXoHuDHRB+7XXyurTCvOkSiYu9aCrjhBEyiYDi5HkDFfQeq2m/atz0zjO4UkFm
-nUzCfI/0XeY5yPmv0BEN18PpSv/ry1ymH+LGX1g4ixcsPSw3C/y3jh0QpgBYFiWe
-jGVTs6gNaCOPZ3iFtYlZAoIBAQDmbMHW5kt+URSyLcWFOj+voR6vyCIQXSHl9mFp
-N3YQiw4C9+zSdD45f3RmKzLYJJS4fGpIbSXnYkncLK8+Iq6yS0GXRo+F2bnKeByw
-BebfVbfrTSMEYTOdqZ6e2dtqNgAsIXLf1xJQROJhFhzKrSAswjVyDHeotBRbP7iP
-0W79d5dedHmlNR3UAVRc5ip8SEDrRtAxVr3J/EISfgr0jVkAZcThofy7aXE042mU
-B0tclr2goPSKq8YCdTfivSc3VX1nnTf7AmHT5DK9eSfjBWEUu6eVHEziidIU6bZG
-UPGiFOr9s1LDMEbFkpk5D52ip4XVVCKsGp4fGagt+DCNNMTvAoIBAQD8gX7wFeno
-mE3m6arW+5BlYjVzvXXL7fVE3IxNgr3mXjO/D1LggBQ7vO1ILfMsQ4Tku4hiqdSp
-de2OEoGpx4WXdufAzM5nGuQAAKo8iW8KVOE6rF6sCuMB8xFnXV12AFl0dqJsnuj7
-mYCsX/5XW+2WlbgS25u70akOBk2Ua640JMFFRhp7Z9+ejvfEdWDGM5fHm5/GLyDS
-iHNF2tPkrkz+fR/yb5nLO1wqJLKmg9LdqgEkFpongqRGq8XUFjTqrvFadmlHEe+w
-iJZyAFAEhcv5h+fqLnKgD49tVMDmPdxVI84JMCSWRuGhG2Wcy0MInWadxAuYFeIi
-eAdl9dDSlwLZAoIBAQC/Tm5EyCDHd/Ox1vSVnv2/CArdMFCvu1LohPztCSHZrElu
-x330YJRE0n/GT3lAIGblIE5xYUVF7MGbrfG0qcDWwEptmSSRoWlyIvTWY6ABrj4r
-enhnK3haHrhV9FQJw1mzSfYAx6QpxncY2e3/i2saHgeXb6htBU2dULMfnGcEw6SF
-xDg2pHnmSVBMbL+7PZXAgKNbQ0QBDZGhnsnjrfLFtLiYCBA3XNyjZ2eBgejcrz4y
-vU8qTmDwK3fBpP+JHk4ml04h9SFZda12x78I6a9nMkF5N+zRbFFiEYPGr29d/PX4
-ukgtS8iGQic6S6+5mlIwAlFjCBpdgcSynctZgQU7AoIBAQDFA0zFinOM9Xii2GJh
-hrptQCkwevyz9qBN8D7QI1iDq7B4PD6Px58B1TDWBnQbbzr7NI7/XD7/UXHeTfY5
-P+GuAipktee9bq/CiMJKpXir+Poay266kWv5k2ta2PAZJ8CkLAQi+AIUfPp2hBdw
-ldtUiNCsdgiWjMl4ldZmHXY4XQ0nPcFf0/YYQrhy4pp1Sr/8ECKjgRX87lXyhQCb
-BpwwW/RXNlgqx8/rWeLCJUybgw+M1s3EUhxWv6OFDSaQjZrm2EjgGNCJTqkDndbR
-EIvL0AxVHZR16m4gAebYPh/xlhQl+xgw4HEfQL8RjU5qJFVydwoMydY8yqYLGbaq
-+QRRAoIBABAAf+K0lkAqexS9t8cAJr4pXbfSskeO8D2yG1VuhUJKhfnEJbtYdGFd
-ZzQrDSyBe1V8C3fXsCaWNNLYKBfmnzEZId9baisxKC8e0kfG2Qe5elvKYTCwJyyJ
-ifbd+WO77liQ6fWz4g4IxcY2174e8lVLSAAkax8Wq+z1PEM7klchYgKAjKysvSqj
-1Q88ae5wV9foFV9AHHmJ0tlx8ow2R2RyHYzpo6NMKPDsUdZJP2vWUQVb1Bc9sBss
-HABiIRi36LNlswRdX0IaMMX5LDU5DRSdrd7sDtHg20XeOuhicgB0Ok7vdhYPnVLQ
-ScM70S4i08cZPDlXr8Z+nF+ZKcKkUYo=
------END PRIVATE KEY-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.crt
deleted file mode 100644
index 76fe93fe37..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.crt
+++ /dev/null
@@ -1,34 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIF3TCCA8WgAwIBAgIUOKdLLfMki+A4K1wkFWfubBhsT9YwDQYJKoZIhvcNAQEL
-BQAwfTELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzEVMBMGA1UEAwwMY2EtdW50cnVzdGVkMCAXDTIzMDQyNTA2MDgy
-MFoYDzIwNTAwOTEwMDYwODIwWjB9MQswCQYDVQQGEwJNVTEYMBYGA1UECAwPUGxh
-aW5lcyBXaWxoZW1zMRYwFAYDVQQHDA1RdWF0cmUtQm9ybmVzMRMwEQYDVQQKDApF
-dmVudFN0b3JlMRAwDgYDVQQLDAdUZXN0aW5nMRUwEwYDVQQDDAxjYS11bnRydXN0
-ZWQwggIiMA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoICAQCffq88kHePXRL70jOc
-sc+wLs4ya/vdVgcD3Q4/+AMX5LySWvt/ayaM6yfZzDjfzmPYQjVGuYTSr3pVN6oQ
-Xyn7znAze8Lg9wHLGdabanqeDZWr/CIKfj6y8cb/uBp2m2BMVT27vQOLvIJSqMNJ
-PJYVfyDIUA6a9h/fUt6D2n9rqHmK6VGbwzZt8A69IPX96UYKL+yUh9C1k2ZmYIIf
-gjtsG6XtnkbkGEtbV25Jbte0Ic3H6J57grLBUPhXFYhWV1yqk8Vj2MbCARTrI7qn
-QhXNvZy02/q6H92US+gBU5qnVXY1ZcrkpIVBEapRcyjCBmx8EcFiweemKymsCHJL
-VQUtCq08W1jxlWopbLUynL6jGmU+3P/ojwamCqx4LjffaofrvQkVTkKfQs8c7zum
-rGVNemPi0maSDJ51lzdxLN9pE+D8t1UUetZ/Itb96EQICk7tx3oPkCoMCiKralUG
-NS1KUA4DKugKOjnlBRNsPdCnCELtwHXsiDFSDK5XiWH8Fd/qbFssafPSKYuJWibh
-+HBC9HmxB9zzdw20SWtcojqd6P+xvZw5jzXyR6AKXWvmXQ6mOyS0OIq48zvhpKH+
-aFdESklD30YtXR7FPHPcQsguwKbb5sHp045cQBJvJytTIqHBbL4yZkG96FZuUsmu
-4KxMbhl4tV1Nd4OtWwWBtYiflwIDAQABo1MwUTAdBgNVHQ4EFgQUe8AgLxr9tylK
-dOW3SLG1BjnVYqEwHwYDVR0jBBgwFoAUe8AgLxr9tylKdOW3SLG1BjnVYqEwDwYD
-VR0TAQH/BAUwAwEB/zANBgkqhkiG9w0BAQsFAAOCAgEAjZ8oHcTBhsqljPA8tvj/
-GJVARvOhBi1TQYfbjq/gVqvS/hxABY/8n4tyuwcw/NvU56AMplj7lyZ7WFp7S/mu
-UpIViuVfKo/+mRAEPR1chIbkc+34gg1EAWR15Zhgdm8dqleBdtqEJooEtEsPtnnn
-6Pd5PdYuQ7/gMlVnrjMeHN+d6Ey3ZxB84mrbpk1jsFjbK/W4F4cRozeAiPdIAHuR
-JAzBpzFrcL/NP6inZGe+gEVhBl/xci2gdpzPwJP/7gfaop82t5U61UYXuLXHX2p/
-zC9vU5kZ/8wsH+PkZa0MxCSeTYAecAWJNpXo/Y8fmcz8ty6pFujgiHSKTJNW6FwE
-x773NfQwEEj/VwFKbiMTSvhBSQE4tZr+w+n6Xj3gjP8Nmg+E4BH3K1v9xHZjb2tb
-w3e3ElBMpHq3w+Y5SdLAxrAowDXkf56IqVhg2W8Vochz9GVlq9bAUZ08kVj/KJul
-XlcL36dB71vSXzWTHVraGR2w/iWr9ymJ2y7ziCvycpvLJx+bZQ7/64VrsunLDrYk
-AnJC50aYD0RRK058BmnTvTHj3R9IlWGajzX7jx47cf4hz6yaqa3Ero8YwtVQUJ5r
-b4pg/IWTgubQvYvf7SRw+89l/zncTiklsH0PNi+F+Gmxr4sGJXj1rBnlBSwRNWi3
-vuQ358hUhqfB76+BqCnvD7o=
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.key
deleted file mode 100644
index 9832ebac2d..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/ca_untrusted/ca.key
+++ /dev/null
@@ -1,52 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIJRAIBADANBgkqhkiG9w0BAQEFAASCCS4wggkqAgEAAoICAQCffq88kHePXRL7
-0jOcsc+wLs4ya/vdVgcD3Q4/+AMX5LySWvt/ayaM6yfZzDjfzmPYQjVGuYTSr3pV
-N6oQXyn7znAze8Lg9wHLGdabanqeDZWr/CIKfj6y8cb/uBp2m2BMVT27vQOLvIJS
-qMNJPJYVfyDIUA6a9h/fUt6D2n9rqHmK6VGbwzZt8A69IPX96UYKL+yUh9C1k2Zm
-YIIfgjtsG6XtnkbkGEtbV25Jbte0Ic3H6J57grLBUPhXFYhWV1yqk8Vj2MbCARTr
-I7qnQhXNvZy02/q6H92US+gBU5qnVXY1ZcrkpIVBEapRcyjCBmx8EcFiweemKyms
-CHJLVQUtCq08W1jxlWopbLUynL6jGmU+3P/ojwamCqx4LjffaofrvQkVTkKfQs8c
-7zumrGVNemPi0maSDJ51lzdxLN9pE+D8t1UUetZ/Itb96EQICk7tx3oPkCoMCiKr
-alUGNS1KUA4DKugKOjnlBRNsPdCnCELtwHXsiDFSDK5XiWH8Fd/qbFssafPSKYuJ
-Wibh+HBC9HmxB9zzdw20SWtcojqd6P+xvZw5jzXyR6AKXWvmXQ6mOyS0OIq48zvh
-pKH+aFdESklD30YtXR7FPHPcQsguwKbb5sHp045cQBJvJytTIqHBbL4yZkG96FZu
-Usmu4KxMbhl4tV1Nd4OtWwWBtYiflwIDAQABAoICACp39pw3UYacf2ILQg/ursEY
-bXIym6F/dyW5tkIlPVme3/FOhZoTg3PRZ86QGPLLB339fyciXfIlpHrNdByg4lJ4
-0Rp8UVNKojEc466FZznvnxNo8v19SR+nzleoA2/ihn0800/KkAekvcTZyAoXtlTq
-AWYlHwZ3E9yIudQ9GWGmvhpVbxP9ImCao6oLfUTLWQl8Yk/YbCP1KDaJawyNxlnO
-cNu5IeI5b9NWD/lAqPH/cEZTM+PqVMOx1jaF9sQaxgNrjos8HQxqclH8NQa1S435
-d6EW1Ae8VWlX3uJ/ivYUhQHJ5YEFJ7BATmwasFcdk8Rji+1KeW6fHpz+sMRLUrGU
-fc+V/SYd1KShShEOFrY1CQYTx+ix3M1+v+3MwalKzH5PKgZ9hvNxav2+JpP6amq2
-wNhlLRekfQo8OAgo3r53JIepQsqXaso2qy8AZgXhkTS85Xx6wBe9UBWkrQwXYOvK
-fz/t84LfBv2mhB+1Tl/bIyNXR9p81gQpjeySbxnOSPAV3KxjHdrGtH9v8zDLM8n1
-fSJ6uZMIc2bB4i5yfcuwSdYhnXwiqmaA9e+5K0hfF3GlaPNSm78ez3ssO7oputGg
-wOjeIVlyQDDUmBh3IqdFz4t7Co+TIGQAG2tkKyHT/bgklaqcbNqZ8K9AS1tBvFCs
-VGS4lo2PMT/3JMVVpe65AoIBAQDN4gooESixrLcL85UqULewUY3xECJKnwGQCfGS
-BxJ2pfYqKSrAQf3HGbE5MnpRd7cixP4cPIqUja6yeMPcO0O96CloqpACOtJ+COlt
-s+zDDhPypxz9mFJ4xfc4RHZSGuvkAY6D1sZl3B+zdqU2rwgNSFjGQsGnhgFI2Y21
-r1eysdeEfoCZmPWhku3CSUmOSvAgQnBDFx7UPBeM5pw/3jV6lwrhfdP7mS68Oeua
-ibsxpxhBLjY3/SnNZFzbMoALxaXyr2vWQJGGBtvemIq7yInNCRM2jdJni2ltX58A
-0Z+soHkHTMnyu+tjig40OBoUF0Qw0LjK/r4WdTdso7sRlJS/AoIBAQDGUeNfp2cV
-pq/PUlwJyKvu8LktKPGvxm2J85eFoO43tn2C96hPrXOzK3nK0ZCCANrA7ctPXwcH
-GJP/0ISBGuyo4ULGBb7VOrQNgbwGPlxgHEgCZo9Asc0WdXmVtzXI12wJfprDMrrg
-Z7UHD/xLv9XWxA+bCiVjYwObUYxRQ4NLHhP6xJYp+IeRjdKBCX/SY9wT+lfl54Jh
-bY1QYQoqL4tSo1Nuj5v+Nj1WY7YpggF4wzHshC37wT0Lw6ubqLc5MTV8oK2pAM2d
-QTEkoT8CpL4cf0X0aU4ye71wTroBCWeKo0SImGQOZSi3OtaYXYYVbsJiwCQp5sMc
-CWALhUNd1XMpAoIBAQCO9ykAW7H7dykA9pudb8GugWNkg0Sctr+6Cv2h3qFWnLZM
-3pteODUGvfOP+VpxGgWk8lBWwT+mGqC2NCAl3U2UIRQoJ1CrC7fBZ2TZFfkSFcOK
-W7tI6i5SyX17qCbVqvYlNWOGb20DrJCi6X+ecnrP5m4m9pJNR0O7F79M676lStOS
-oNmiT1I6abIKmSOn2KfYbupP3E0/KZ9c64KS4zYVs68NmHfMnbmTYVEW1g+UUikI
-khN6W6VciBXm7LF3+z7aQDBM7jdfb4Hcl+a2sXHnXCboWiFCX8/M8HqUcfxEPobs
-p8kQcqfpTiPA5ThOvT1P/JBl/fF33Nuo6CVt9tQ3AoIBAQC3wu0ClyUnpLpHSrNJ
-xY2664dKVyQLkbuyFeqSwZm6Ofh2wHBO1BPfMyu5SRGzxILuPekjdJQYeSe55EbD
-MmWT3pZ20qAPCEQKN+o3htUloU8AGnQmqBm288djeM33edT7vzo8IOeUQ8Qz9RX8
-QpcsV6N2L6KRQw/2fUudiQdBNW+h70KNRWKo9lbVhi3QjwM/57pGp4viJxbIIgK/
-MCrSuc/3JE6Q8UVIpUAHmhUvBv9dfuT04AtmuTpsE5si/XvoLSJ89OeRDPUyUc8G
-7gvScAQsAt+YW5wfUnN7vnEYv0wjncEorYdasMRjjlVNysGHqy5XPSIQ+obqZeMU
-MVJxAoIBAQCSWSfxGEfmsp4qINA1lx7hCT8sBR1VSMQw9D5lGXiTs7GX/+yPsf15
-LDIpKpFxGOaUIC2MnDEkG9/zWKWavd/JRj/jCVnl3e844BZw9k2gulEfv5hdu0ct
-bY8UKAC5Wv6iyHmq2YcrnvN8sMfnPlqK4OY6PVjPFAUCSTS5XPjGoyiNd2CFhbKD
-4B14sqaTviyFeJKtxNnu6BNoQhjj4nvZvzktFlRJLvRwTVOVvELhjkYcoue9G5i8
-XAaSbAnUwCBc7cblSrk6djB0LQhZ1ruldsVNAUFkQ1o+9ERgFqPnUc6Rb5kWB8Fh
-tKSXzb/URtW5aTqTJsCXd2hi9odLLkAU
------END PRIVATE KEY-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_ca.sh b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_ca.sh
deleted file mode 100755
index 9086f7ddde..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_ca.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-openssl genrsa -out ca.key 4096
-openssl req -x509 -sha256 -new -nodes -key ca.key -days 10000 -out ca.crt
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_cert.sh b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_cert.sh
deleted file mode 100755
index bc34b6f169..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/generate_cert.sh
+++ /dev/null
@@ -1,51 +0,0 @@
-#!/bin/bash
-
-if [ "$#" -ne 1 ]; then
- echo "generate_cert.sh "
- echo "generate_cert.sh node1"
- exit
-fi
-
-certificate_name=$1
-
-DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
-pushd DIR &>/dev/null
-
-echo "Creating certificate directory: $certificate_name"
-mkdir "$certificate_name"
-pushd "$certificate_name" &>/dev/null
-
-echo "Generating key: $certificate_name.key"
-openssl genrsa -out "$certificate_name".key 2048 &>/dev/null
-
-echo "Generating CSR: $certificate_name.csr"
-openssl req -new -sha256 -key "$certificate_name".key -subj "/CN=eventstoredb-node" -out "$certificate_name".csr &>/dev/null
-
-echo "Generating Certificate: $certificate_name.crt"
-openssl x509 \
- -req \
- -sha256 \
- -days 10000 \
- -in "$certificate_name".csr \
- -CA ../ca/ca.crt -CAkey ../ca/ca.key \
- -passin pass:password \
- -CAcreateserial \
- -extfile <(\
- printf "
- authorityKeyIdentifier=keyid,issuer
- basicConstraints=CA:FALSE
- keyUsage = digitalSignature, nonRepudiation, keyEncipherment
- extendedKeyUsage = serverAuth, clientAuth
- subjectAltName = IP:127.0.0.1,DNS:localhost"
- ) \
- -out "$certificate_name".crt &>/dev/null
-
-echo "Deleting CSR file"
-rm "$certificate_name".csr &>/dev/null
-rm ../ca/ca.srl &>/dev/null
-
-popd &>/dev/null
-
-popd &>/dev/null
-
-echo "Done!"
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.crt
deleted file mode 100644
index 4c3aa61525..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.crt
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIElTCCAn2gAwIBAgIUGmJbCD3Le5HWkxqi4LbaiYjE6XgwDQYJKoZIhvcNAQEL
-BQAwczELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzELMAkGA1UEAwwCY2EwIBcNMjQwMjA5MTYxMjI2WhgPMjA1MTA2
-MjcxNjEyMjZaMBwxGjAYBgNVBAMMEWV2ZW50c3RvcmVkYi1ub2RlMIIBIjANBgkq
-hkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArqXOfwJmN61y8kkBb373DJ+JJ4Vt5WLa
-mkatFPTsEzXnGN+UWNxzQfH3cqgUMQVj0JBS0BT5hQfHU3zXt6A3jyRplqzG5ONr
-TgZBFgadTWtvOjH3yCOeAGwJ1gLT8bg+3BNWS2zq4J6PjMFFsLdyABPb7cVS2DhJ
-SHFVNqJGMpSsMmx0PUaDLAoIvKmyMIKaCQluQ9mKY2qnxA7hJw7PGPT3zsWGXtxj
-YZVOiclWtrc3b02uaUMdxu17hC6utULtMzIpI7XJsmarS3/KTff3YbOb/IJF4/M0
-XH7kABCTHirdPGGzMT7fHi/2mEN232qkAN8+rQRxpXNxXT8mba5IvwIDAQABo3Yw
-dDAfBgNVHSMEGDAWgBSKcv8pBZwMD9/ssPnsztZoigZ37DAJBgNVHRMEAjAAMAsG
-A1UdDwQEAwIF4DAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwGgYDVR0R
-BBMwEYcEfwAAAYIJbG9jYWxob3N0MA0GCSqGSIb3DQEBCwUAA4ICAQCMGdOPgBiK
-4t0T+GRlP+XIh8A1ecc182IO6lPPi9Hr4B7leCiZ8tlDa68Ykt2U6rZ/f89h33E4
-THQUeHxMPDtO0FI+VPF/gvpzuxJIAPNgHFbgVddSgzhPGY33SMEjDcMv2cpnzUPr
-317UnvJoZ0bez2ogCVHWqg73JH2AVcmVHSPdED1sNUNqXGahvJ+yKx7iM1m5wdV8
-OPVjMWm9bK7ysGRRBNkkuhDAb3qSy+8MTz+puvDJ08yISvh+au4so4Yl3jh3Wu2C
-xUSd4RAJdneK+3DrPU2YU3eNE+n8eX2ijxtAoDOSM6JyjWf2fkTOfH3rDhq3bSqG
-6poSaebEPTRuq3bl0D+pz6uCyjtBfTfmKlhG1BH1kxNb8vFt3AO702Fa+uORf1uf
-SP6srKYsNRriwl3yI6+NEoYaAcOEjuJ2itlP5vUneltm8Ndpk//5PSf7DK/kE5zR
-12nvMU5wez7P1LjrnbEX1841QhsnZHX7HNZ6wxAwnDXAoaXm+Z20RJTD+7HKRhls
-jk83BiAWMRsQDR0RmauyJw6U5BNLeR7s1jUMx/viZxwDXKz5VAGHn+1lqdl5aQP3
-Rw041Zu75ZuiIO7LOWCrgdMp3W8pCJ56CmpzazupisNLuZvIro4BSferwJ9Xmk9v
-vOb+MTeB+xEmQY85QF/TXIrdoYMtWsMzlA==
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.key
deleted file mode 100644
index 7d7c8f6142..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node1/node1.key
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN RSA PRIVATE KEY-----
-MIIEogIBAAKCAQEArqXOfwJmN61y8kkBb373DJ+JJ4Vt5WLamkatFPTsEzXnGN+U
-WNxzQfH3cqgUMQVj0JBS0BT5hQfHU3zXt6A3jyRplqzG5ONrTgZBFgadTWtvOjH3
-yCOeAGwJ1gLT8bg+3BNWS2zq4J6PjMFFsLdyABPb7cVS2DhJSHFVNqJGMpSsMmx0
-PUaDLAoIvKmyMIKaCQluQ9mKY2qnxA7hJw7PGPT3zsWGXtxjYZVOiclWtrc3b02u
-aUMdxu17hC6utULtMzIpI7XJsmarS3/KTff3YbOb/IJF4/M0XH7kABCTHirdPGGz
-MT7fHi/2mEN232qkAN8+rQRxpXNxXT8mba5IvwIDAQABAoIBADScIe5ErMIM79lo
-gJQzrPwSeuB64zX8Z1md/LmZZhwLWsg1YZy7G8U7vIy/cQWrV/wV3bxs9RVL2JGf
-w+O+0b2+/Ee1WFzO3R4t6CFYcL5HpMPlFX0mrYv2/6eGRo5EMDtfX9lsv/xWB2wh
-NHsdZ6v6T3/6txAHNJwr971zeK33d8y3Fvb6lnMKEW9eIKP+/hzqMkOIpzTmz2Q3
-M7uTcR5ItN+Ik7X1W4lbAJUAUvflCAkJy6fwMDcIB9c0t2tEK6X96iyng8H9A7l2
-8adNatiosNlLRI1hEMBat0/04m6RC6s01fQaPqgIn2IQRYrl4UX+gS0v/Ki0Pol1
-zOgVALECgYEA2eifns3XSu5BFt+D5gJ/kujrkb4YU9h4hNoHbCZlucf2viFtD7dy
-qFNPxipO5B8Szi1M5seBl/HtJ2uyQ50UvH+Yn+1Iy1QOdk+uaoJto7GPPhfIfhRb
-2lIZGtQWnCXuGWj3ClNZ8GH7P/b4u+yqlbHADbWKITbHlj9mBVOlbIMCgYEAzS1C
-td8+fv7jDgKaUkkk5Z6EhWLIdxLeXtXsEiFFWxwdYjWwzm97+B9UXjqw/Qc2cxYL
-0aVjiLHonO4GH2rqv5/yb/8wblxCgONNEUm5WCXWzYq7NXrQ7LvmjiLRqEqWGz96
-uVlXFi2TQJ5xjzUZKjC6u0eZuRG8cB1Mlc8IdhUCgYAYnWFig+f869roZYk1szSL
-+MmbZfjDh+FdSG+sNM4q5T6nDYmPS+6kuvx46xCMTkJGjfFw5DpsWoSqfkzdvGG6
-RUONVTVy2mTj0m5mU6Nk6Uq//dnE/DHAAKQbVrfTHam+rw+w1+eB8t95w0EnoT1H
-uZNzOP2IcPKssy6oDWHTVwKBgEXjyPmS1gMEZ+t5z3+AEuV0nceh4o9NChpb3FJA
-qxNh/FBb4aIwL5ZRdbezXl6SemWxeM0s/T6u+4GZQtSo4tXrcfXcg27UVoL46mOd
-LVltakIRo7uP3mMFjn+UNL6SyZb2hKNmX1fapnI4ho41lCDfAHyS4zY7aGj4UgIl
-x8gRAoGAD2T5Se0Q8zAUK8dYoa4dSS7wRn33alCR4FvJHm8KiL95Cn/nhic3u3St
-6poLD11p1Twlk/aXKQd2LVVXw7nQt6izywJPrbv6gxdx7tmKIgYLyc94bqcVjl/i
-ufe49i09WJ4qNxIuKZDc7JidAZKsJiQMArJANXFvVwj1CLN/A5A=
------END RSA PRIVATE KEY-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.crt
deleted file mode 100644
index d6c203789b..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.crt
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIElTCCAn2gAwIBAgIUW+7IruzFkAcTBpY03iGey70VKzAwDQYJKoZIhvcNAQEL
-BQAwczELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzELMAkGA1UEAwwCY2EwIBcNMjQwMjA5MTYxMjM0WhgPMjA1MTA2
-MjcxNjEyMzRaMBwxGjAYBgNVBAMMEWV2ZW50c3RvcmVkYi1ub2RlMIIBIjANBgkq
-hkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4N01FVHAofXzLnidQk3CsPthhE7JnuwH
-wqpvZIkq7FUem6zFzrsUarfrG052tThCTgYlqUwTHJqYeBPiRSU8IlgmGcbU0YGf
-ztYOEboEK90JCFb21weFkxMAcmf5iwbZryNbzXBB6izeWZ3US1ApFfstxr8dlPzy
-BvyEw3MNMrDAnha64L+4JLiZbIao948wDNfTT6kopftAJoNHy+EauK0tJz5Ns8qN
-geW8lIzsOvR/hmzdcEmtEPwYYmeVuVp6/YZwfjfRZET0CqIzMPx62myJuh4otXxV
-3P3shh2+xR/oxzF/wuGrSLovDFneFrxjhd+Tv6VuTGgkJLBuzwGQsQIDAQABo3Yw
-dDAfBgNVHSMEGDAWgBSKcv8pBZwMD9/ssPnsztZoigZ37DAJBgNVHRMEAjAAMAsG
-A1UdDwQEAwIF4DAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwGgYDVR0R
-BBMwEYcEfwAAAYIJbG9jYWxob3N0MA0GCSqGSIb3DQEBCwUAA4ICAQCITjv8cPa/
-p/EyJXr1o87CmnCj1bKOVvdZGv8HnJWJrtWK3oL24I8lyPtlSTMkpv0f1GWNBZ6b
-MiOrutSYhe5leC5H6hvJM2WslsMdNeYbOhFYXblD6/1A/4l7FyAlAgFgO7r1QoEK
-+uVF1DdeSnfMhBreB00mnKHAIl35cTqYq05BU4/QEIdKhZpRYmbIdmGaV9iGTKpP
-FQVuq0TenVWuEk0UXUo1+TyTdEa7BxHkBbOxkMxo2kLmoz1y9ixb3xZ8nFvpuOah
-1/KSM0sHc3opiE/egPJOOelkjnp3LryFq0H1GXpfiSx9bqieyub4DmH6+fwd0Q1F
-i9htDJE2XvR4ZOxc1zZUd3/95d6VWCD+Q3drqqLuDXVHYLJ08atAHFU4QYs28rh9
-ngjI4dFhnU8SUQN7TEqZYi+DWY9VgtFBTB108WH/d9ccqSes2zbF9L/JdyRhu2Fn
-GINDa9XZgdLASp1cbxFPTKzSG3zPdSqMHm87fvranjc/6CMD0wCZ2zeep58GzVnx
-Y6/XNN2qgcPND5ouQhgB39Q+cXS+RI9uRuAVnfJBlSz8kl39B/SfBB21Koxycjmg
-xDtd6RV0Ha9sInSClzK4U0pRTfjbidomLUemjwgC3lneq4GF6CaWRohmqXFeHzAu
-dM3Q0YkzSmYanm59A5soH79UBlB1WLk1xw==
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.key
deleted file mode 100644
index 06ab14d413..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node2/node2.key
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN RSA PRIVATE KEY-----
-MIIEpAIBAAKCAQEA4N01FVHAofXzLnidQk3CsPthhE7JnuwHwqpvZIkq7FUem6zF
-zrsUarfrG052tThCTgYlqUwTHJqYeBPiRSU8IlgmGcbU0YGfztYOEboEK90JCFb2
-1weFkxMAcmf5iwbZryNbzXBB6izeWZ3US1ApFfstxr8dlPzyBvyEw3MNMrDAnha6
-4L+4JLiZbIao948wDNfTT6kopftAJoNHy+EauK0tJz5Ns8qNgeW8lIzsOvR/hmzd
-cEmtEPwYYmeVuVp6/YZwfjfRZET0CqIzMPx62myJuh4otXxV3P3shh2+xR/oxzF/
-wuGrSLovDFneFrxjhd+Tv6VuTGgkJLBuzwGQsQIDAQABAoIBAQCzMjWyZrMPntQM
-DZytERD9P2doK+1rE4ffrzkUMmedbPv2bYo5hEbyAN2AplfddRcJ3MY4k2KLofut
-fZMNLW4tpHfAhP5mc1lqWJVftRDL79rZ5YvSsrDVEwiBI7DvBSeG9bOcFUDCIL2V
-Rzy+RARp+wBw6S7m42jw/l3C8DXtVQV/lzk/QtIHCqnZdZDPqjin7aW6/MTjqk+1
-TRRzCAWWWvY8mBw0wZyEgebcT1ROwajUVLC+7z0RA6DiUUClA81fBJaetvzpwmG/
-9QZS2/EbNNvmV5UmOM62bWZdW5D9jAmM9QOzVjdWdkGFhznGtJuAxjzOwNe+Z4/4
-1NYzFDIBAoGBAPoMcbABIlwQneDMP8xOyrwzaIZkJPSaPZm/Rog0mZU2kABx28yM
-DWRNYAUQ8AFOhNb58gs+uGu2AN9n1XghPsj7ZH+jiibWD8ox2awXDBkKy2obc/tI
-KtEfvWhvEiWPmAv9W4N7stVK3N5/SwbivBkwJrrbjBq/QieaFCoezAbRAoGBAOY3
-UCGotezsgBVjxzsPPyPWqK+kP5rbQJ79Kn7q6hesqusi0+kmYIwbE15hhVZqv2km
-hbUTF/9fZjUF/bKl5PiaawvXZCrZL+0Ms/f+EldQ2j9GGo+Mv4q7nUL8svlyt954
-P+NOo4ljyYCMn3pXVeCoXZrB4w1zhBjNdyIO8SPhAoGBAL5ZbspPcrqnI6iXlBGS
-AZ+XewCjh8Z1DGPYSncxo6EFckYEZxClpSQwCuKQbERyY4nLqEiLLJVCbhOj1cun
-c0ZIqc7IzkiWOFrx7ASnXtxJbWSPFZG69G1SPjwcIbJaR6MI8ft71T2tycnPGWxa
-elqqXzFsJJHP+ypujt8ppqOhAoGAXl3uCt4NNMD8/8eWsy7cwuQK4XSCXgfhxUoh
-UUUaD/pHVXtBQiDpEoVGuzleXr4DGCciR8c73wJL8xAxnjlCUmV527C+7pF4g8Lh
-QpZzDjemPqmN2anoGgYtwHe1JWtQ03CXP6XMg1TUFE2QUaXbHevl8rnnSGxBiakv
-XFajogECgYB2LxjHqrM3PBxlne+RHerhTBPfkUm4uLwllby6kSPCXXy9NQm/NVP4
-tKmh7NdnaBr1w2/qf9qHEAFOD8TjRALpj/ykQy3ep5sQ/fgJZBHs4nhxs37yyzIo
-7/DrKczuJnRAYcsOtTrASjsleZ1f2DHHJIkOS0F71WGnwR8a/UfdFw==
------END RSA PRIVATE KEY-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.crt
deleted file mode 100644
index 4cbfe52423..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.crt
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIElTCCAn2gAwIBAgIUObXdVNzmq5Hx995l4Rq+4GvF5E0wDQYJKoZIhvcNAQEL
-BQAwczELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzELMAkGA1UEAwwCY2EwIBcNMjQwMjA5MTYxMjM2WhgPMjA1MTA2
-MjcxNjEyMzZaMBwxGjAYBgNVBAMMEWV2ZW50c3RvcmVkYi1ub2RlMIIBIjANBgkq
-hkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAtRnWJxkP1ftS1qTiuDkXGOddi+2J72Zd
-8GFv1t7a/8dgqq/gjBykhEm1KRlg0rbBaea04TXla2OcJ5KLBGgQfHYN99lyizTx
-e1zD9XWahsO71uBoMwfmZSomoiEgGN08FMSrdoaD82m7Il8bE7osw6GFM1PiExei
-0buoLUZ4aNAc4C1nMHrIIMUTa66LUVBXg35VAwNPHOyPH35uccI5B9/NXyBTHkhq
-/WC+FLcRDC3lo1Ez10rVlrsRs6LFFL9JtYrpAu0MnhubsRlvVvehzWeNK736g5bp
-CrFlVLhx2ErL7GGgYviu34CT+o9f7TCUSYjzk+ArOwXvJdQ37OCE/wIDAQABo3Yw
-dDAfBgNVHSMEGDAWgBSKcv8pBZwMD9/ssPnsztZoigZ37DAJBgNVHRMEAjAAMAsG
-A1UdDwQEAwIF4DAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwGgYDVR0R
-BBMwEYcEfwAAAYIJbG9jYWxob3N0MA0GCSqGSIb3DQEBCwUAA4ICAQB4I0f8/AbA
-V6Ml9Tai4V/ArLwAtcHoEJnwEs8YMf27iCQwYvDF/OQZkMk75bHbNycKdluJbmHJ
-bHZPGuKQHKvOfNTdr3ciz5RqsccgOQ+3rJ/q40z83TsnWtAxyiZEzkbn1X8JqBmX
-AFcl28jV1EwaQtqJ0XRsf0+JTzhj5WhMXh3viPJ1kpbQE/HzKzZ/sghNxVwqxUq9
-EASrxZiJYYjz8hCppGVo8P9t+2tsrdlvgK/+ljWNxcDlTeQrZZO/ds0AuVpWbtFP
-2TRJapwPTOBkl17bvobs9hzWxjDNli4hnFgzeRMGJ/gDd4Cit48UgCHoWxWonqo3
-FAv/Y6cgdAzyQZI0/siAIc13MQl+xiYT+WurcS5NVRpYZYAY+m473HJ/rzhy8dJk
-Z/ofLrtAlQ9k6DZU8XSzHIrgs3AtiJEaTlmNTCR5CFWuUM5VcIvOljAqoMTe1dIo
-/HhqZpZ9cmklhNd4F9BZKa8QaJ789mhrOIvihx/vBMYXIbwiNrILZWZ3E/MDg0ho
-rvjnKxxHWcAH+bLnvEk1WV7ItfuDQIJr3MqunChSA05mltjo/r7g6N6MG3s67OeH
-2qvCv78vs29dPpfah7rC+dXM6yH5AtsP26nindJ7LVu3eduWmAHeqcJd21NEnGUA
-ar/DNwXKDcozLEXD4PCdSskhzrrXO6e7Nw==
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.key
deleted file mode 100644
index eac058ebe4..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/node3/node3.key
+++ /dev/null
@@ -1,27 +0,0 @@
------BEGIN RSA PRIVATE KEY-----
-MIIEpAIBAAKCAQEAtRnWJxkP1ftS1qTiuDkXGOddi+2J72Zd8GFv1t7a/8dgqq/g
-jBykhEm1KRlg0rbBaea04TXla2OcJ5KLBGgQfHYN99lyizTxe1zD9XWahsO71uBo
-MwfmZSomoiEgGN08FMSrdoaD82m7Il8bE7osw6GFM1PiExei0buoLUZ4aNAc4C1n
-MHrIIMUTa66LUVBXg35VAwNPHOyPH35uccI5B9/NXyBTHkhq/WC+FLcRDC3lo1Ez
-10rVlrsRs6LFFL9JtYrpAu0MnhubsRlvVvehzWeNK736g5bpCrFlVLhx2ErL7GGg
-Yviu34CT+o9f7TCUSYjzk+ArOwXvJdQ37OCE/wIDAQABAoIBAQCpRs8fmJNuxg42
-R8ULwYFPa+PKyWum9B5WdB0f0QsPDgPTR7YyAQveAy9sjSYtj1nWbSkhYUliSadK
-bfW3VrYiQA7qXrxsVj5putoH87dOxGIthXCgUoAOi4m0/hWMaC6ikvpaPX3U5j1e
-8VrT46+35KAmy/+DLRKpzCh0uWwPOvTSDYnDO7S5TeAprdlLOxY0wrvAiYr2R9/f
-bVpydCj7morGJaPP7OKBnRb8bj+XH3Gf3DL9I09XhakrlJhXD0ynjLGK7wKwcVu/
-sMO1aGqxjaQerp9qojcp1vkxaYedfQNdjY/0472LiQ7B3UzmKvJ/KGm8SGAuw0ia
-R6kNBFlBAoGBAOLCgn9b8SSFSGgr4ScXDQxW2Ievh9vDrqkjg5YRGsZQ4tY8XObF
-1i2la0oaXAiWU0dPrBGQK2QHWt93LrB9vfgH4XDl+GWzljZ6xTvOZJnV84uqqau5
-fLDbbNhalZzY5b0E4xik5ZuLUnLD5pCbkyrenC6joh3XuvzYfiJP5gxxAoGBAMx0
-GN2L6pn7pPLlixDklR0Fi2nVnMBV8fkLLZiZBuIWXUQHASGVjKH27nAm5ilpHKcS
-fHFyzQwqIUgwCutT0OKWYQqwxkqPvDtkbhSZdyxVMjQ4QrHcbMXwCcn7L6hLV5TX
-IA+PQPWpHveJRUMDhHw0y0h1Xp8wpRueMyAVQyBvAoGAMniuySAyxTkxS5Zwr92u
-ls+BtHm6WIzuhFEWScGW3wtD4gFfgDIKoPBPuBez4mlrMdUm7GXVcpc8f76sUrY6
-IUnHwPQ+3IwjZA7hdZVTyPXZFn4u87z+ZvMAAAvxfw67292JmoOhY4SYHllCKW+n
-SwRvaOYdAF1zDjI1qPd1sdECgYEAofxJxx4X3bA23AtpxxST386Iym1oKCrv7/Uf
-RwvXHEHD2yYBi25FYf2WpFztdlnFTcmjtu7R7pVikSMfQ5vAoAWtFR9Bu8ltxVCo
-tsFwXjuR7zW0Ad82fwzTdKgC9j/bQB3BVRKW0QwRcOXdbl7XFOFvPhVfxphv+BW7
-Q+wUpxkCgYAMSQRtXVOAelCej2e7I3Ufd4wWg+4wkP7sPblHccNnSZ+ZtxFac/6L
-enSNP5NwgMq45KCjHFYIeMfxokVWYjTxrtbm2NJvem2nXPSLhmyBbdjfj6rLfA9K
-xGiGW7bU3qRQUpiDJ7HZOUGUjUe9crirIuZN8Hv0AAazQDrpYP+tYA==
------END RSA PRIVATE KEY-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.crt b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.crt
deleted file mode 100644
index d1107be6e5..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.crt
+++ /dev/null
@@ -1,28 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIEwDCCAqigAwIBAgIUcY3ZNOQsWA95vhCh9IlrHdRS3/UwDQYJKoZIhvcNAQEL
-BQAwfTELMAkGA1UEBhMCTVUxGDAWBgNVBAgMD1BsYWluZXMgV2lsaGVtczEWMBQG
-A1UEBwwNUXVhdHJlLUJvcm5lczETMBEGA1UECgwKRXZlbnRTdG9yZTEQMA4GA1UE
-CwwHVGVzdGluZzEVMBMGA1UEAwwMY2EtdW50cnVzdGVkMCAXDTI0MDIxMjEyMjM0
-OFoYDzIwNTEwNjMwMTIyMzQ4WjAcMRowGAYDVQQDDBFldmVudHN0b3JlZGItbm9k
-ZTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALPgRI7yp/BiAtn+ClWK
-E9R7s/RE+q8cc5vxXTNM8/SVZnyjFVkyrRNnS9wUpruf9n68/hqD+1a8mNA6dYDW
-tjVnq7LAFRnHV377yN3cLj3G0l7SPpVZbchvCyf9kaC863+J7QpkWI1jel+vdsDa
-wh1XW9ld1WeEXVN1O/JCrLHlLBv1Th436LvG0oxh7LPZ+XGUXux/mgs06ng3lO9N
-snoowyHlVKuAxokq+akgtmEfxyf+SuhqIs3FhmW6g5adk3Fy0EBAXJUGbeFrDO8r
-E6oiQShOPNj4M4qn1bEGpQ/yvZ8Gjf7tW9s7jFPBYbFlnv/td/7YGKlnyQIGWnq0
-G98CAwEAAaOBljCBkzAfBgNVHSMEGDAWgBR7wCAvGv23KUp05bdIsbUGOdVioTAJ
-BgNVHRMEAjAAMAsGA1UdDwQEAwIF4DAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYB
-BQUHAwIwGgYDVR0RBBMwEYcEfwAAAYIJbG9jYWxob3N0MB0GA1UdDgQWBBSSgCxV
-o7LRR14LUWHwUszgNlO1YzANBgkqhkiG9w0BAQsFAAOCAgEAhN5vF0a/GTM5w/39
-fXD7/G7Ty/6VDDgwiZgfPiTuUfPrNjV79PpxAtXF9k8lfN093I0AwEAmAx5YqkUN
-iFkHyT1XTpRX3gOALJonHbWOfXqq7wZLuc+KUj+g4soK+fQ1/pBqXG76YdFETTWV
-sF0MJLqzjq+CqgXZcyhtoDkSlaT90HaXwvb6Hqt1+Hz+8zlFO5aoPKHYFDT4/mXY
-cQzdMynkjjZJQLM4ZllpAqXnUl0qc5FZ98JQXtYhOvJlRfr1fudB1F743lfAVAn/
-wp1ih6TC/L8Nfb3qm6ljY/8ZxgQiS0CCQB70urp1f1PBE75WQ7iyZMPC1B9xZ2gy
-ASuTM/1ySm/Iw91R/tPhaSXQAkt2jMoUbaQzydk+Jb2e9IMnuJc2wU6G47WOHZHp
-r+uXjnB02p7tmW+AyOpoXEnFvLjOSUfcGXsYQ8+bjVShp5uStZjuuNj5UxCwQ8Sr
-ojC1apGCNyixfWBV1g0DGoHrpP4wYFn4gEVn4s0sHkeHBz82JEhDRKtUquZGBgyw
-9+7GgMNzN99e9ahBUV0igt5OuvQ91DVDOZf/WzwzmUu2CfK40HQxWpjxCIgNzstO
-ynIfM2X/4CrtK8h5qeGEjY8a0V0vcwHe3e/xVOmuJWCPnEjyh6HUyjcQo8OTL/WB
-NmHGXqYUx6c89kiFmBDR1iy/NZA=
------END CERTIFICATE-----
diff --git a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.key b/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.key
deleted file mode 100644
index 19eaebcaca..0000000000
--- a/src/EventStore.Core.Tests/Services/Transport/Tcp/test_certificates/untrusted/untrusted.key
+++ /dev/null
@@ -1,28 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQCz4ESO8qfwYgLZ
-/gpVihPUe7P0RPqvHHOb8V0zTPP0lWZ8oxVZMq0TZ0vcFKa7n/Z+vP4ag/tWvJjQ
-OnWA1rY1Z6uywBUZx1d++8jd3C49xtJe0j6VWW3Ibwsn/ZGgvOt/ie0KZFiNY3pf
-r3bA2sIdV1vZXdVnhF1TdTvyQqyx5Swb9U4eN+i7xtKMYeyz2flxlF7sf5oLNOp4
-N5TvTbJ6KMMh5VSrgMaJKvmpILZhH8cn/kroaiLNxYZluoOWnZNxctBAQFyVBm3h
-awzvKxOqIkEoTjzY+DOKp9WxBqUP8r2fBo3+7VvbO4xTwWGxZZ7/7Xf+2BipZ8kC
-Blp6tBvfAgMBAAECggEAAQuMJ94l53K05VW180zsOA2IgW8/AbTv/iRhSb+Ou7UB
-eWpahLNWLRmgAU9ym1rAHibV4UijyfJx+eSMGbWtVlgO9UTwZfdyCesE87GwBwNC
-svgPZKrzxUgE2OpBY4jgWVQsziTztlzVBe3mwm9WJqJAfE5zPmRjyi9yiASh1cxH
-w6DefFV+7eOPPdH9wYDMzfVHxKqfKTWiMaEKSybYWoxJ7boA5YrkCNpUjhUSObmB
-KeLtCuK91ltwInKJ6ejYmZ58sqqNmbmhS0cvwrvSbyoY+nJkley8Ju+uZOExDNLd
-p5Xlsp4fhjMFw3sApgmcGSbUzBhgLUXaDXkdJDoEpQKBgQDUbUJCIElUCyYsiEJU
-4Lv6MP5/YQSuMCkC3aBSd2JAtAh+8p/BIhs1gUG+j47x707bFT3x/P2Po+kEaQTs
-Areld6tsr8c0fJp0ApzdfSzkyigufh2pexIbzCektq4/T4//AnY0kSdNqSZCXLFo
-MoaE49TA9LCRgiRC3WiGZBdpOwKBgQDYxbyxEUQ0DL2hmx1IbelIhXCHd+jPptNZ
-JA3dpEQJei5Oa5UwO7ooZBuKc0AoZ9UVvDuaARiyNh0mDXe51TFGZMcpj/tWTB1p
-QJJMHLdNsGIaeViVMnDN/46xVWltVpg79jbgfBRnjoHMAApOxUa72gsB5zMHmRsg
-1kMH2v4NrQKBgQC7fO91E7AEyI5Z0a3R4kSnDuUgog2SfBlGWTvubUY/22aAPT55
-JNQlBj9zpJtCt7e+r+HrmiJlzAKXDOX2NHPITHX1yLMmhS+BYuj2qEueZzrNxiwB
-8QjLlgYLX90tLdjm91JDFTY+WiPVgKBoWefWlIur/ot08gt1JJvjuaXcDwKBgQCj
-RXx0Gb83PQlvuXd64F4/Y1J4lpZiIRM7Ju7SrDEauk46fsmlxLbYSV59D4WZaWuT
-rW1u97h0MlIOIUK2U5+Dl9Byu6HhQ/87EYmfjll6SIn7yr4v0ggpAH2nj9+SnRCY
-yUBYINz1it60mqso3WoDf52e11cWN/m45+kg9483GQKBgQCUZtAQ9Ozi4b2lxj/q
-WZTLmeLlG9Q8RnUSfj05RY7nMdZ8OKaT4spWtjTUvv3g7uWb/77EnGSbpBaBOFS9
-hAYSavGBYTSCkCTxMF6g5XSKBcpq57uKuAwURap0bNndsXmSAf2zZcLlms9XzFcC
-2NXP7cyUm13HL2gT5RKvxsuWnw==
------END PRIVATE KEY-----
diff --git a/src/EventStore.Transport.Tcp/EventStore.Transport.Tcp.csproj b/src/EventStore.Transport.Tcp/EventStore.Transport.Tcp.csproj
deleted file mode 100644
index 069ee6f242..0000000000
--- a/src/EventStore.Transport.Tcp/EventStore.Transport.Tcp.csproj
+++ /dev/null
@@ -1,10 +0,0 @@
-
-
- true
-
-
-
-
-
-
-
diff --git a/src/EventStore.Transport.Tcp/Formatting/FormatterBase.cs b/src/EventStore.Transport.Tcp/Formatting/FormatterBase.cs
deleted file mode 100644
index ffb2ed3346..0000000000
--- a/src/EventStore.Transport.Tcp/Formatting/FormatterBase.cs
+++ /dev/null
@@ -1,92 +0,0 @@
-using System;
-using System.IO;
-using EventStore.BufferManagement;
-
-namespace EventStore.Transport.Tcp.Formatting;
-
-public abstract class FormatterBase : IMessageFormatter
-{
- ///
- /// Gets a representing the IMessage provided.
- ///
- /// The message.
- /// A with a representation of the message
- public abstract BufferPool ToBufferPool(T message);
-
- ///
- /// converts the message to a
- ///
- /// The message.
- ///
- public virtual ArraySegment ToArraySegment(T message)
- {
- return new ArraySegment(ToArray(message));
- }
-
- ///
- /// Converts the message to a byte array
- ///
- /// The message.
- ///
- public virtual byte[] ToArray(T message)
- {
- using (BufferPool pool = ToBufferPool(message))
- {
- return pool.ToByteArray();
- }
- }
-
- ///
- /// Gets a message from a
- ///
- /// The BufferPool to get data from.
- ///
- public virtual T From(BufferPool bufferPool)
- {
- if (bufferPool == null)
- {
- throw new ArgumentNullException("bufferPool");
- }
-
- var stream = new BufferPoolStream(bufferPool);
- return From(stream);
- }
-
- ///
- /// Gets a message from a
- ///
- /// The segment containing the raw data.
- ///
- public virtual T From(ArraySegment segment)
- {
- using (var stream = new MemoryStream(segment.Array, segment.Offset, segment.Count, false))
- {
- return From(stream);
- }
- }
-
- ///
- /// Gets a message from a byte array
- ///
- /// The byte array.
- ///
- public virtual T From(byte[] array)
- {
- if (array == null)
- {
- throw new ArgumentNullException("array");
- }
-
- using (var stream = new MemoryStream(array, 0, array.Length, false))
- {
- return From(stream);
- }
- }
-
- ///
- /// Creates a message object from the specified stream
- ///
- /// The stream.
- ///
- public abstract T From(Stream stream);
-}
diff --git a/src/EventStore.Transport.Tcp/Formatting/IMessageFormatter.cs b/src/EventStore.Transport.Tcp/Formatting/IMessageFormatter.cs
deleted file mode 100644
index ba46714574..0000000000
--- a/src/EventStore.Transport.Tcp/Formatting/IMessageFormatter.cs
+++ /dev/null
@@ -1,49 +0,0 @@
-using System;
-using EventStore.BufferManagement;
-
-namespace EventStore.Transport.Tcp.Formatting;
-
-public interface IMessageFormatter
-{
- ///
- /// Converts the object to a representing a binary format of it.
- ///
- /// The message to convert.
- /// A containing the data representing the object.
- BufferPool ToBufferPool(T message);
-
- ///
- /// Converts the object to a representing a binary format of it.
- ///
- /// The message to convert.
- /// A containing the data representing the object.
- ArraySegment ToArraySegment(T message);
-
- ///
- /// Converts the object to a byte array representing a binary format of it.
- ///
- /// The message to convert.
- /// A containing the data representing the object.
- byte[] ToArray(T message);
-
- ///
- /// Takes a and converts its contents to a message object
- ///
- /// The buffer pool.
- /// A message representing the data given
- T From(BufferPool bufferPool);
-
- ///
- /// Takes an ArraySegment and converts its contents to a message object
- ///
- /// The buffer pool.
- /// A message representing the data given
- T From(ArraySegment segment);
-
- ///
- /// Takes an Array and converts its contents to a message object
- ///
- /// The buffer pool.
- /// A message representing the data given
- T From(byte[] array);
-}
diff --git a/src/EventStore.Transport.Tcp/Formatting/RawMessageFormatter.cs b/src/EventStore.Transport.Tcp/Formatting/RawMessageFormatter.cs
deleted file mode 100644
index f8fd2fcdb7..0000000000
--- a/src/EventStore.Transport.Tcp/Formatting/RawMessageFormatter.cs
+++ /dev/null
@@ -1,91 +0,0 @@
-using System;
-using EventStore.BufferManagement;
-
-namespace EventStore.Transport.Tcp.Formatting;
-
-///
-/// Formatter which does not format anything, actually. Just outputs raw byte[].
-///
-public class RawMessageFormatter : IMessageFormatter
-{
- private readonly BufferManager _bufferManager;
- private readonly int _initialBuffers;
-
- ///
- /// Initializes a new instance of the class.
- ///
- public RawMessageFormatter() : this(BufferManager.Default, 2)
- {
- }
-
-
- ///
- /// Initializes a new instance of the class.
- ///
- /// The buffer manager.
- public RawMessageFormatter(BufferManager bufferManager) : this(bufferManager, 2)
- {
- }
-
-
- ///
- /// Initializes a new instance of the class.
- ///
- /// The buffer manager.
- /// The number of initial buffers.
- public RawMessageFormatter(BufferManager bufferManager, int initialBuffers)
- {
- _bufferManager = bufferManager;
- _initialBuffers = initialBuffers;
- }
-
- public BufferPool ToBufferPool(byte[] message)
- {
- if (message == null)
- {
- throw new ArgumentNullException("message");
- }
-
- var bufferPool = new BufferPool(_initialBuffers, _bufferManager);
- var stream = new BufferPoolStream(bufferPool);
- stream.Write(message, 0, message.Length);
- return bufferPool;
- }
-
- public ArraySegment ToArraySegment(byte[] message)
- {
- if (message == null)
- {
- throw new ArgumentNullException("message");
- }
-
- return new ArraySegment(message, 0, message.Length);
- }
-
- public byte[] ToArray(byte[] message)
- {
- if (message == null)
- {
- throw new ArgumentNullException("message");
- }
-
- return message;
- }
-
- public byte[] From(BufferPool bufferPool)
- {
- return bufferPool.ToByteArray();
- }
-
- public byte[] From(ArraySegment segment)
- {
- var msg = new byte[segment.Count];
- Buffer.BlockCopy(segment.Array, segment.Offset, msg, 0, segment.Count);
- return msg;
- }
-
- public byte[] From(byte[] array)
- {
- return array;
- }
-}
diff --git a/src/EventStore.Transport.Tcp/Framing/IMessageFramer.cs b/src/EventStore.Transport.Tcp/Framing/IMessageFramer.cs
deleted file mode 100644
index b254ccc5dc..0000000000
--- a/src/EventStore.Transport.Tcp/Framing/IMessageFramer.cs
+++ /dev/null
@@ -1,32 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Threading;
-using System.Threading.Tasks;
-
-namespace EventStore.Transport.Tcp.Framing;
-
-public interface IMessageFramer
-{
- bool HasData { get; }
- IEnumerable> FrameData(ArraySegment data);
- void Reset();
-}
-
-///
-/// Encodes outgoing messages in frames and decodes incoming frames.
-/// For decoding it uses an internal state, raising a registered
-/// callback, once full message arrives
-///
-public interface IMessageFramer : IMessageFramer
-{
- void UnFrameData(IEnumerable> data);
- void UnFrameData(ArraySegment data);
- void RegisterMessageArrivedCallback(Action handler);
-}
-
-public interface IAsyncMessageFramer : IMessageFramer
-{
- ValueTask UnFrameData(IEnumerable> data, CancellationToken token);
- ValueTask UnFrameData(ArraySegment data, CancellationToken token);
- void RegisterMessageArrivedCallback(Func handler);
-}
diff --git a/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramer.cs b/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramer.cs
deleted file mode 100644
index c86bb34ad7..0000000000
--- a/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramer.cs
+++ /dev/null
@@ -1,129 +0,0 @@
-using System;
-using System.Collections.Generic;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp.Framing;
-
-///
-/// Uses length-prefixed framing to encode outgoing messages and decode
-/// incoming messages, using internal state and raising a callback once
-/// full message arrives.
-///
-public class LengthPrefixMessageFramer : IMessageFramer>
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- public const int HeaderLength = sizeof(Int32);
-
- private byte[] _messageBuffer;
- private int _bufferIndex = 0;
- private Action> _receivedHandler;
- private readonly int _maxPackageSize;
-
- private int _headerBytes = 0;
- private int _packageLength = 0;
-
- ///
- /// Initializes a new instance of the class.
- ///
- public LengthPrefixMessageFramer(int maxPackageSize = 64 * 1024 * 1024)
- {
- Ensure.Positive(maxPackageSize, "maxPackageSize");
- _maxPackageSize = maxPackageSize;
- }
-
- public bool HasData => _headerBytes > 0;
-
- public void Reset()
- {
- _messageBuffer = null;
- _headerBytes = 0;
- _packageLength = 0;
- _bufferIndex = 0;
- }
-
- public void UnFrameData(IEnumerable> data)
- {
- if (data == null)
- {
- throw new ArgumentNullException("data");
- }
-
- foreach (ArraySegment buffer in data)
- {
- Parse(buffer);
- }
- }
-
- public void UnFrameData(ArraySegment data)
- {
- Parse(data);
- }
-
- ///
- /// Parses a stream chunking based on length-prefixed framing.
- /// Calls are re-entrant and hold state internally. Once full message arrives,
- /// callback is raised (it is registered via
- ///
- /// A byte array of data to append
- private void Parse(ArraySegment bytes)
- {
- byte[] data = bytes.Array;
- for (int i = bytes.Offset, n = bytes.Offset + bytes.Count; i < n; i++)
- {
- if (_headerBytes < HeaderLength)
- {
- _packageLength |= (data[i] << (_headerBytes * 8)); // little-endian order
- ++_headerBytes;
- if (_headerBytes == HeaderLength)
- {
- if (_packageLength <= 0 || _packageLength > _maxPackageSize)
- {
- Log.Error("FRAMING ERROR! Data:\n {data}", Common.Utils.Helper.FormatBinaryDump(bytes));
- throw new PackageFramingException(string.Format(
- "Package size is out of bounds: {0} (max: {1}).",
- _packageLength, _maxPackageSize));
- }
-
- _messageBuffer = new byte[_packageLength];
- }
- }
- else
- {
- int copyCnt = Math.Min(bytes.Count + bytes.Offset - i, _packageLength - _bufferIndex);
- Buffer.BlockCopy(bytes.Array, i, _messageBuffer, _bufferIndex, copyCnt);
- _bufferIndex += copyCnt;
- i += copyCnt - 1;
-
- if (_bufferIndex == _packageLength)
- {
- if (_receivedHandler != null)
- {
- _receivedHandler(new ArraySegment(_messageBuffer, 0, _bufferIndex));
- }
-
- _messageBuffer = null;
- _headerBytes = 0;
- _packageLength = 0;
- _bufferIndex = 0;
- }
- }
- }
- }
-
- public IEnumerable> FrameData(ArraySegment data)
- {
- var length = data.Count;
-
- yield return new ArraySegment(
- new[] { (byte)length, (byte)(length >> 8), (byte)(length >> 16), (byte)(length >> 24) });
- yield return data;
- }
-
- public void RegisterMessageArrivedCallback(Action> handler)
- {
- Ensure.NotNull(handler, nameof(handler));
- _receivedHandler = handler;
- }
-}
diff --git a/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramerWithBufferPool.cs b/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramerWithBufferPool.cs
deleted file mode 100644
index eddc913eb2..0000000000
--- a/src/EventStore.Transport.Tcp/Framing/LengthPrefixMessageFramerWithBufferPool.cs
+++ /dev/null
@@ -1,126 +0,0 @@
-using System;
-using System.Collections.Generic;
-using EventStore.BufferManagement;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp.Framing;
-
-public class LengthPrefixMessageFramerWithBufferPool
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- private const int PrefixLength = sizeof(int);
-
- private readonly int _maxPackageSize;
- private readonly BufferManager _bufferManager;
- private BufferPool _messageBuffer;
- private Action _receivedHandler;
-
- private int _headerBytes;
- private int _packageLength;
-
- ///
- /// Initializes a new instance of the class.
- ///
- public LengthPrefixMessageFramerWithBufferPool(BufferManager bufferManager,
- int maxPackageSize = 16 * 1024 * 1024)
- {
- Ensure.NotNull(bufferManager, "bufferManager");
- Ensure.Positive(maxPackageSize, "maxPackageSize");
- _bufferManager = bufferManager;
- _maxPackageSize = maxPackageSize;
- }
-
- public void Reset()
- {
- _messageBuffer = null;
- _headerBytes = 0;
- _packageLength = 0;
- }
-
- public void UnFrameData(IEnumerable> data)
- {
- if (data == null)
- {
- throw new ArgumentNullException("data");
- }
-
- foreach (ArraySegment buffer in data)
- {
- Parse(buffer);
- }
- }
-
- public void UnFrameData(ArraySegment data)
- {
- Parse(data);
- }
-
- ///
- /// Parses a stream chunking based on length-prefixed framing. Calls are re-entrant and hold state internally.
- ///
- /// A byte array of data to append
- private void Parse(ArraySegment bytes)
- {
- byte[] data = bytes.Array;
- for (int i = bytes.Offset; i < bytes.Offset + bytes.Count;)
- {
- if (_headerBytes < PrefixLength)
- {
- _packageLength |= (data[i] << (_headerBytes * 8)); // little-endian order
- ++_headerBytes;
- i += 1;
- if (_headerBytes == PrefixLength)
- {
- if (_packageLength <= 0 || _packageLength > _maxPackageSize)
- {
- Log.Error("FRAMING ERROR! Data:\n {data}", Common.Utils.Helper.FormatBinaryDump(bytes));
- throw new PackageFramingException(string.Format(
- "Package size is out of bounds: {0} (max: {1}).",
- _packageLength, _maxPackageSize));
- }
-
- _messageBuffer = new BufferPool(_bufferManager);
- }
- }
- else
- {
- int copyCnt = Math.Min(bytes.Count + bytes.Offset - i, _packageLength - _messageBuffer.Length);
- _messageBuffer.Append(bytes.Array, i, copyCnt);
- i += copyCnt;
-
- if (_messageBuffer.Length == _packageLength)
- {
- if (_receivedHandler != null)
- {
- _receivedHandler(_messageBuffer);
- }
-
- _messageBuffer = null;
- _headerBytes = 0;
- _packageLength = 0;
- }
- }
- }
- }
-
- public IEnumerable> FrameData(ArraySegment data)
- {
- var length = data.Count;
-
- yield return new ArraySegment(
- new[] { (byte)length, (byte)(length >> 8), (byte)(length >> 16), (byte)(length >> 24) });
- yield return data;
- }
-
- public void RegisterMessageArrivedCallback(Action handler)
- {
- if (handler == null)
- {
- throw new ArgumentNullException("handler");
- }
-
- _receivedHandler = handler;
- }
-}
diff --git a/src/EventStore.Transport.Tcp/Framing/PackageFramingException.cs b/src/EventStore.Transport.Tcp/Framing/PackageFramingException.cs
deleted file mode 100644
index 14e62f5cf6..0000000000
--- a/src/EventStore.Transport.Tcp/Framing/PackageFramingException.cs
+++ /dev/null
@@ -1,11 +0,0 @@
-using System;
-using System.Runtime.Serialization;
-
-namespace EventStore.Transport.Tcp.Framing;
-
-public class PackageFramingException : Exception
-{
- public PackageFramingException(string message) : base(message)
- {
- }
-}
diff --git a/src/EventStore.Transport.Tcp/Helper.cs b/src/EventStore.Transport.Tcp/Helper.cs
deleted file mode 100644
index 6baed53061..0000000000
--- a/src/EventStore.Transport.Tcp/Helper.cs
+++ /dev/null
@@ -1,31 +0,0 @@
-using System;
-using EventStore.Common.Utils;
-
-namespace EventStore.Transport.Tcp;
-
-internal static class Helper
-{
- public static void EatException(Action action)
- {
- try
- {
- action();
- }
- catch (Exception)
- {
- }
- }
-
- public static T EatException(Func func, T defaultValue = default(T))
- {
- Ensure.NotNull(func, "func");
- try
- {
- return func();
- }
- catch (Exception)
- {
- return defaultValue;
- }
- }
-}
diff --git a/src/EventStore.Transport.Tcp/IMonitoredTcpConnection.cs b/src/EventStore.Transport.Tcp/IMonitoredTcpConnection.cs
deleted file mode 100644
index 5c1a754fd1..0000000000
--- a/src/EventStore.Transport.Tcp/IMonitoredTcpConnection.cs
+++ /dev/null
@@ -1,25 +0,0 @@
-using System;
-
-namespace EventStore.Transport.Tcp;
-
-public interface IMonitoredTcpConnection
-{
- bool IsReadyForSend { get; }
- bool IsReadyForReceive { get; }
- bool IsInitialized { get; }
- bool IsFaulted { get; }
- bool IsClosed { get; }
-
- bool InSend { get; }
- bool InReceive { get; }
-
- DateTime? LastSendStarted { get; }
- DateTime? LastReceiveStarted { get; }
-
- int PendingSendBytes { get; }
- int InSendBytes { get; }
- int PendingReceivedBytes { get; }
-
- long TotalBytesSent { get; }
- long TotalBytesReceived { get; }
-}
diff --git a/src/EventStore.Transport.Tcp/ITcpConnection.cs b/src/EventStore.Transport.Tcp/ITcpConnection.cs
deleted file mode 100644
index f0947aa9d8..0000000000
--- a/src/EventStore.Transport.Tcp/ITcpConnection.cs
+++ /dev/null
@@ -1,26 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Net;
-using System.Net.Sockets;
-
-namespace EventStore.Transport.Tcp;
-
-public interface ITcpConnection
-{
- event Action ConnectionClosed;
-
- Guid ConnectionId { get; }
- string ClientConnectionName { get; }
- IPEndPoint RemoteEndPoint { get; }
- IPEndPoint LocalEndPoint { get; }
- int SendQueueSize { get; }
- int PendingSendBytes { get; }
- long TotalBytesSent { get; }
- long TotalBytesReceived { get; }
- bool IsClosed { get; }
-
- void ReceiveAsync(Action>> callback);
- void EnqueueSend(IEnumerable> data);
- void Close(string reason);
- void SetClientConnectionName(string clientConnectionName);
-}
diff --git a/src/EventStore.Transport.Tcp/SocketArgsPool.cs b/src/EventStore.Transport.Tcp/SocketArgsPool.cs
deleted file mode 100644
index c4e4bb1b36..0000000000
--- a/src/EventStore.Transport.Tcp/SocketArgsPool.cs
+++ /dev/null
@@ -1,52 +0,0 @@
-using System;
-using System.Collections.Concurrent;
-using System.Net.Sockets;
-
-namespace EventStore.Transport.Tcp;
-
-internal class SocketArgsPool
-{
- public readonly string Name;
-
- private readonly Func _socketArgsCreator;
-
- private readonly ConcurrentStack _socketArgsPool =
- new ConcurrentStack();
-
- public SocketArgsPool(string name, int initialCount, Func socketArgsCreator)
- {
- if (socketArgsCreator == null)
- {
- throw new ArgumentNullException("socketArgsCreator");
- }
-
- if (initialCount < 0)
- {
- throw new ArgumentOutOfRangeException("initialCount");
- }
-
- Name = name;
- _socketArgsCreator = socketArgsCreator;
-
- for (int i = 0; i < initialCount; ++i)
- {
- _socketArgsPool.Push(socketArgsCreator());
- }
- }
-
- public SocketAsyncEventArgs Get()
- {
- SocketAsyncEventArgs result;
- if (_socketArgsPool.TryPop(out result))
- {
- return result;
- }
-
- return _socketArgsCreator();
- }
-
- public void Return(SocketAsyncEventArgs socketArgs)
- {
- _socketArgsPool.Push(socketArgs);
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpClientConnector.cs b/src/EventStore.Transport.Tcp/TcpClientConnector.cs
deleted file mode 100644
index ee9eb567d5..0000000000
--- a/src/EventStore.Transport.Tcp/TcpClientConnector.cs
+++ /dev/null
@@ -1,241 +0,0 @@
-using System;
-using System.Collections.Concurrent;
-using System.Net;
-using System.Net.Security;
-using System.Net.Sockets;
-using System.Security.Cryptography.X509Certificates;
-using System.Threading;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpClientConnector
-{
- private const int CheckPeriodMs = 200;
-
- private readonly SocketArgsPool _connectSocketArgsPool;
- private readonly ConcurrentDictionary _pendingConnections;
- private readonly Timer _timer;
-
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- public TcpClientConnector()
- {
- _connectSocketArgsPool = new SocketArgsPool("TcpClientConnector._connectSocketArgsPool",
- TcpConfiguration.ConnectPoolSize,
- CreateConnectSocketArgs);
- _pendingConnections = new ConcurrentDictionary();
- _timer = new Timer(TimerCallback);
- // prevent possible null reference exceptions in case of slow initialization
- _timer.Change(CheckPeriodMs, Timeout.Infinite);
- }
-
- private SocketAsyncEventArgs CreateConnectSocketArgs()
- {
- var socketArgs = new SocketAsyncEventArgs();
- socketArgs.Completed += ConnectCompleted;
- socketArgs.UserToken = new CallbacksStateToken();
- return socketArgs;
- }
-
- public ITcpConnection ConnectTo(Guid connectionId,
- IPEndPoint remoteEndPoint,
- TimeSpan connectionTimeout,
- Action onConnectionEstablished = null,
- Action onConnectionFailed = null,
- bool verbose = true)
- {
- Ensure.NotNull(remoteEndPoint, "remoteEndPoint");
- return TcpConnection.CreateConnectingTcpConnection(connectionId, remoteEndPoint, this, connectionTimeout,
- onConnectionEstablished, onConnectionFailed, verbose);
- }
-
- public ITcpConnection ConnectSslTo(Guid connectionId,
- string targetHost,
- string[] otherNames,
- IPEndPoint remoteEndPoint,
- TimeSpan connectionTimeout,
- CertificateDelegates.ServerCertificateValidator sslServerCertValidator,
- Func clientCertificatesSelector,
- Action onConnectionEstablished = null,
- Action onConnectionFailed = null,
- bool verbose = true)
- {
- Ensure.NotNull(remoteEndPoint, "remoteEndPoint");
- return TcpConnectionSsl.CreateConnectingConnection(connectionId, targetHost, otherNames, remoteEndPoint, sslServerCertValidator,
- clientCertificatesSelector, this, connectionTimeout, onConnectionEstablished, onConnectionFailed, verbose);
- }
-
- internal void InitConnect(IPEndPoint serverEndPoint,
- Action onSocketAssigned,
- Action onConnectionEstablished,
- Action onConnectionFailed,
- ITcpConnection connection,
- TimeSpan connectionTimeout)
- {
- if (serverEndPoint == null)
- {
- throw new ArgumentNullException("serverEndPoint");
- }
-
- if (onSocketAssigned == null)
- {
- throw new ArgumentNullException("onSocketAssigned");
- }
-
- if (onConnectionEstablished == null)
- {
- throw new ArgumentNullException("onConnectionEstablished");
- }
-
- if (onConnectionFailed == null)
- {
- throw new ArgumentNullException("onConnectionFailed");
- }
-
- var socketArgs = _connectSocketArgsPool.Get();
- var connectingSocket = new Socket(serverEndPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
- onSocketAssigned(connectingSocket);
- socketArgs.RemoteEndPoint = serverEndPoint;
- socketArgs.AcceptSocket = connectingSocket;
- var callbacks = (CallbacksStateToken)socketArgs.UserToken;
- callbacks.OnConnectionEstablished = onConnectionEstablished;
- callbacks.OnConnectionFailed = onConnectionFailed;
- callbacks.PendingConnection = new PendingConnection(connection, DateTime.UtcNow.Add(connectionTimeout));
-
- AddToConnecting(callbacks.PendingConnection);
-
- try
- {
- var firedAsync = connectingSocket.ConnectAsync(socketArgs);
- if (!firedAsync)
- {
- ProcessConnect(socketArgs);
- }
- }
- catch (ObjectDisposedException)
- {
- HandleBadConnect(socketArgs);
- }
- }
-
- private void ConnectCompleted(object sender, SocketAsyncEventArgs e)
- {
- ProcessConnect(e);
- }
-
- private void ProcessConnect(SocketAsyncEventArgs e)
- {
- if (e.SocketError != SocketError.Success)
- {
- HandleBadConnect(e);
- }
- else
- {
- OnSocketConnected(e);
- }
- }
-
- private void HandleBadConnect(SocketAsyncEventArgs socketArgs)
- {
- var serverEndPoint = socketArgs.RemoteEndPoint;
- var socketError = socketArgs.SocketError;
- var callbacks = (CallbacksStateToken)socketArgs.UserToken;
- var onConnectionFailed = callbacks.OnConnectionFailed;
- var pendingConnection = callbacks.PendingConnection;
-
- Helper.EatException(() => socketArgs.AcceptSocket.Close());
- socketArgs.AcceptSocket = null;
- callbacks.Reset();
- _connectSocketArgsPool.Return(socketArgs);
-
- if (RemoveFromConnecting(pendingConnection))
- {
- onConnectionFailed((IPEndPoint)serverEndPoint, socketError);
- }
- }
-
- private void OnSocketConnected(SocketAsyncEventArgs socketArgs)
- {
- var remoteEndPoint = (IPEndPoint)socketArgs.RemoteEndPoint;
- var socket = socketArgs.AcceptSocket;
- var callbacks = (CallbacksStateToken)socketArgs.UserToken;
- var onConnectionEstablished = callbacks.OnConnectionEstablished;
- var pendingConnection = callbacks.PendingConnection;
-
- socketArgs.AcceptSocket = null;
- callbacks.Reset();
- _connectSocketArgsPool.Return(socketArgs);
-
- if (RemoveFromConnecting(pendingConnection))
- {
- onConnectionEstablished(remoteEndPoint, socket);
- }
- }
-
- private void TimerCallback(object state)
- {
- foreach (var pendingConnection in _pendingConnections.Values)
- {
- if (DateTime.UtcNow >= pendingConnection.WhenToKill && RemoveFromConnecting(pendingConnection))
- {
- Helper.EatException(() => pendingConnection.Connection.Close("Connection establishment timeout."));
- }
- }
-
- try
- {
- _timer.Change(CheckPeriodMs, Timeout.Infinite);
- }
- catch (ObjectDisposedException)
- {
- // ignore
- }
- }
-
- private void AddToConnecting(PendingConnection pendingConnection)
- {
- _pendingConnections.TryAdd(pendingConnection.Connection.ConnectionId, pendingConnection);
- }
-
- private bool RemoveFromConnecting(PendingConnection pendingConnection)
- {
- PendingConnection conn;
- if (pendingConnection.Connection == null)
- {
- Log.Warning("Network Card disconnected");
- return false;
- }
-
- return _pendingConnections.TryRemove(pendingConnection.Connection.ConnectionId, out conn)
- && Interlocked.CompareExchange(ref conn.Done, 1, 0) == 0;
- }
-
- private class CallbacksStateToken
- {
- public Action OnConnectionEstablished;
- public Action OnConnectionFailed;
- public PendingConnection PendingConnection;
-
- public void Reset()
- {
- OnConnectionEstablished = null;
- OnConnectionFailed = null;
- PendingConnection = null;
- }
- }
-
- private class PendingConnection
- {
- public readonly ITcpConnection Connection;
- public readonly DateTime WhenToKill;
- public int Done;
-
- public PendingConnection(ITcpConnection connection, DateTime whenToKill)
- {
- Connection = connection;
- WhenToKill = whenToKill;
- }
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpConfiguration.cs b/src/EventStore.Transport.Tcp/TcpConfiguration.cs
deleted file mode 100644
index 85355e5287..0000000000
--- a/src/EventStore.Transport.Tcp/TcpConfiguration.cs
+++ /dev/null
@@ -1,16 +0,0 @@
-namespace EventStore.Transport.Tcp;
-
-public static class TcpConfiguration
-{
- public const int SocketCloseTimeoutSecs = 1;
-
- public const int AcceptBacklogCount = 128;
- public const int ConcurrentAccepts = 1;
- public const int AcceptPoolSize = ConcurrentAccepts * 2;
-
- public const int ConnectPoolSize = 32;
- public const int SendReceivePoolSize = 512;
-
- public const int BufferChunksCount = 512;
- public const int SocketBufferSize = 8 * 1024;
-}
diff --git a/src/EventStore.Transport.Tcp/TcpConnection.cs b/src/EventStore.Transport.Tcp/TcpConnection.cs
deleted file mode 100644
index 4790529436..0000000000
--- a/src/EventStore.Transport.Tcp/TcpConnection.cs
+++ /dev/null
@@ -1,563 +0,0 @@
-using System;
-using System.Collections.Concurrent;
-using System.Collections.Generic;
-using System.IO;
-using System.Net;
-using System.Net.Sockets;
-using System.Threading;
-using EventStore.BufferManagement;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpConnection : TcpConnectionBase, ITcpConnection
-{
- internal const int MaxSendPacketSize = 65535 /*Max IP packet size*/ - 20 /*IP packet header size*/ - 32 /*TCP min header size*/;
-
- internal static readonly BufferManager BufferManager =
- new BufferManager(TcpConfiguration.BufferChunksCount, TcpConfiguration.SocketBufferSize);
-
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- private static readonly SocketArgsPool SocketArgsPool = new SocketArgsPool("TcpConnection.SocketArgsPool",
- TcpConfiguration.SendReceivePoolSize,
- () => new SocketAsyncEventArgs());
-
- public static ITcpConnection CreateConnectingTcpConnection(Guid connectionId,
- IPEndPoint remoteEndPoint,
- TcpClientConnector connector,
- TimeSpan connectionTimeout,
- Action onConnectionEstablished,
- Action onConnectionFailed,
- bool verbose)
- {
- var connection = new TcpConnection(connectionId, remoteEndPoint, verbose);
- // ReSharper disable ImplicitlyCapturedClosure
- connector.InitConnect(remoteEndPoint,
- (socket) =>
- {
- connection.InitSocket(socket);
- },
- (_, socket) =>
- {
- connection.InitSendReceive();
- if (onConnectionEstablished != null)
- {
- onConnectionEstablished(connection);
- }
- },
- (_, socketError) =>
- {
- if (onConnectionFailed != null)
- {
- onConnectionFailed(connection, socketError);
- }
- }, connection, connectionTimeout);
- // ReSharper restore ImplicitlyCapturedClosure
- return connection;
- }
-
- public static ITcpConnection CreateAcceptedTcpConnection(Guid connectionId, IPEndPoint remoteEndPoint,
- Socket socket, bool verbose)
- {
- var connection = new TcpConnection(connectionId, remoteEndPoint, verbose);
- connection.InitSocket(socket);
- connection.InitSendReceive();
- return connection;
- }
-
- public event Action ConnectionClosed;
-
- public Guid ConnectionId
- {
- get { return _connectionId; }
- }
-
- public int SendQueueSize
- {
- get { return _sendQueue.Count; }
- }
-
- public string ClientConnectionName
- {
- get { return _clientConnectionName; }
- }
-
- private readonly Guid _connectionId;
- private readonly bool _verbose;
- private string _clientConnectionName;
-
- private Socket _socket;
- private SocketAsyncEventArgs _receiveSocketArgs;
- private SocketAsyncEventArgs _sendSocketArgs;
-
- private readonly ConcurrentQueueWrapper> _sendQueue =
- new ConcurrentQueueWrapper>();
-
- private readonly Queue _receiveQueue = new Queue();
- private readonly MemoryStream _memoryStream = new MemoryStream();
- private long _memoryStreamOffset = 0L;
-
- private readonly object _receivingLock = new object();
- private readonly object _sendLock = new object();
- private readonly object _closeLock = new object();
- private bool _isSending;
- private volatile bool _isClosed;
- private volatile bool _isClosing;
-
- private Action>> _receiveCallback;
-
- private TcpConnection(Guid connectionId, IPEndPoint remoteEndPoint, bool verbose) : base(remoteEndPoint)
- {
- Ensure.NotEmptyGuid(connectionId, "connectionId");
-
- _connectionId = connectionId;
- _verbose = verbose;
- }
-
- private void InitSocket(Socket socket)
- {
- _socket = socket;
- }
-
- private void InitSendReceive()
- {
- InitConnectionBase(_socket);
- lock (_sendLock)
- {
- try
- {
- _socket.NoDelay = true;
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.Shutdown, "Socket disposed.");
- return;
- }
- catch (SocketException)
- {
- CloseInternal(SocketError.Shutdown, "Socket is disposed.");
- return;
- }
-
- var receiveSocketArgs = SocketArgsPool.Get();
- _receiveSocketArgs = receiveSocketArgs;
- _receiveSocketArgs.AcceptSocket = _socket;
- _receiveSocketArgs.Completed += OnReceiveAsyncCompleted;
-
- var sendSocketArgs = SocketArgsPool.Get();
- _sendSocketArgs = sendSocketArgs;
- _sendSocketArgs.AcceptSocket = _socket;
- _sendSocketArgs.Completed += OnSendAsyncCompleted;
- }
-
- StartReceive();
- TrySend();
- }
-
- public void EnqueueSend(IEnumerable> data)
- {
- lock (_sendLock)
- {
- int bytes = 0;
- foreach (var segment in data)
- {
- _sendQueue.Enqueue(segment);
- bytes += segment.Count;
- }
-
- NotifySendScheduled(bytes);
- }
-
- TrySend();
- }
-
- private void TrySend()
- {
- bool continueSendSynchronously;
- try
- {
- do
- {
- lock (_sendLock)
- {
- if (_isSending || (_sendQueue.IsEmpty && _memoryStreamOffset >= _memoryStream.Length) || _sendSocketArgs == null)
- {
- return;
- }
-
- if (TcpConnectionMonitor.Default.IsSendBlocked())
- {
- return;
- }
-
- _isSending = true;
- }
-
- if (_memoryStreamOffset >= _memoryStream.Length)
- {
- _memoryStream.SetLength(0);
- _memoryStreamOffset = 0L;
-
- ArraySegment sendPiece;
- while (_sendQueue.TryDequeue(out sendPiece))
- {
- _memoryStream.Write(sendPiece.Array, sendPiece.Offset, sendPiece.Count);
- if (_memoryStream.Length >= MaxSendPacketSize)
- {
- break;
- }
- }
- }
-
- int sendingBytes = Math.Min((int)_memoryStream.Length - (int)_memoryStreamOffset, MaxSendPacketSize);
-
- _sendSocketArgs.SetBuffer(_memoryStream.GetBuffer(), (int)_memoryStreamOffset, sendingBytes);
- _memoryStreamOffset += sendingBytes;
-
- NotifySendStarting(_sendSocketArgs.Count);
- var firedAsync = _sendSocketArgs.AcceptSocket.SendAsync(_sendSocketArgs);
- if (firedAsync)
- {
- continueSendSynchronously = false;
- }
- else
- {
- continueSendSynchronously = ProcessSend(_sendSocketArgs);
- }
- } while (continueSendSynchronously);
- }
- catch (ObjectDisposedException)
- {
- ReturnSendingSocketArgs();
- }
- }
-
- private void OnSendAsyncCompleted(object sender, SocketAsyncEventArgs e)
- {
- if (ProcessSend(e))
- {
- TrySend();
- }
- }
-
- private bool ProcessSend(SocketAsyncEventArgs socketArgs)
- {
- if (socketArgs.SocketError != SocketError.Success)
- {
- NotifySendCompleted(0);
- ReturnSendingSocketArgs();
- CloseInternal(socketArgs.SocketError, "Socket send error.");
- return false;
- }
- else
- {
- NotifySendCompleted(socketArgs.Count);
-
- if (_isClosed)
- {
- ReturnSendingSocketArgs();
- return false;
- }
- else
- {
- lock (_sendLock)
- {
- _isSending = false;
- }
-
- return true;
- }
- }
- }
-
- public void ReceiveAsync(Action>> callback)
- {
- if (callback == null)
- {
- throw new ArgumentNullException("callback");
- }
-
- lock (_receivingLock)
- {
- if (_receiveCallback != null)
- {
- Log.Fatal("ReceiveAsync called again while previous call was not fulfilled");
- throw new InvalidOperationException(
- "ReceiveAsync called again while previous call was not fulfilled");
- }
-
- _receiveCallback = callback;
- }
-
- TryDequeueReceivedData();
- }
-
- private void StartReceive()
- {
- try
- {
- bool continueReceiveSynchronously = true;
-
- do
- {
- var buffer = BufferManager.CheckOut();
- if (buffer.Array == null || buffer.Count == 0 || buffer.Array.Length < buffer.Offset + buffer.Count)
- {
- throw new Exception("Invalid buffer allocated");
- }
- // TODO AN: do we need to lock on _receiveSocketArgs?..
- lock (_receiveSocketArgs)
- {
- _receiveSocketArgs.SetBuffer(buffer.Array, buffer.Offset, buffer.Count);
- if (_receiveSocketArgs.Buffer == null)
- {
- throw new Exception("Buffer was not set");
- }
- }
-
- NotifyReceiveStarting();
- bool firedAsync;
- lock (_receiveSocketArgs)
- {
- if (_receiveSocketArgs.Buffer == null)
- {
- throw new Exception("Buffer was lost");
- }
-
- firedAsync = _receiveSocketArgs.AcceptSocket.ReceiveAsync(_receiveSocketArgs);
- }
-
- if (firedAsync)
- {
- continueReceiveSynchronously = false;
- }
- else
- {
- var processReceiveSuccess = ProcessReceive(_receiveSocketArgs);
- if (processReceiveSuccess)
- {
- TryDequeueReceivedData();
- }
-
- continueReceiveSynchronously = processReceiveSuccess;
- }
- } while (continueReceiveSynchronously);
- }
- catch (ObjectDisposedException)
- {
- ReturnReceivingSocketArgs();
- }
- }
-
- private void OnReceiveAsyncCompleted(object sender, SocketAsyncEventArgs e)
- {
- if (ProcessReceive(e))
- {
- TryDequeueReceivedData();
- StartReceive();
- }
- }
-
- private bool ProcessReceive(SocketAsyncEventArgs socketArgs)
- {
- // socket closed normally or some error occurred
- if (socketArgs.BytesTransferred == 0 || socketArgs.SocketError != SocketError.Success)
- {
- NotifyReceiveCompleted(0);
- ReturnReceivingSocketArgs();
- CloseInternal(socketArgs.SocketError,
- socketArgs.SocketError != SocketError.Success ? "Socket receive error" : "Socket closed");
- return false;
- }
-
- NotifyReceiveCompleted(socketArgs.BytesTransferred);
-
- lock (_receivingLock)
- {
- var buf = new ArraySegment(socketArgs.Buffer, socketArgs.Offset, socketArgs.Count);
- _receiveQueue.Enqueue(new ReceivedData(buf, socketArgs.BytesTransferred));
- }
-
- lock (_receiveSocketArgs)
- {
- if (socketArgs.Buffer == null)
- {
- throw new Exception("Cleaning already null buffer");
- }
-
- socketArgs.SetBuffer(null, 0, 0);
- }
-
- return true;
- }
-
- private void TryDequeueReceivedData()
- {
- Action>> callback;
- List res;
- lock (_receivingLock)
- {
- // no awaiting callback or no data to dequeue
- if (_receiveCallback == null || _receiveQueue.Count == 0)
- {
- return;
- }
-
- res = new List(_receiveQueue.Count);
- while (_receiveQueue.Count > 0)
- {
- res.Add(_receiveQueue.Dequeue());
- }
-
- callback = _receiveCallback;
- _receiveCallback = null;
- }
-
- var data = new ArraySegment[res.Count];
- int bytes = 0;
- for (int i = 0; i < data.Length; ++i)
- {
- var d = res[i];
- bytes += d.DataLen;
- data[i] = new ArraySegment(d.Buf.Array, d.Buf.Offset, d.DataLen);
- }
-
- lock (_closeLock)
- {
- if (!_isClosed)
- {
- callback(this, data);
- }
- }
-
- for (int i = 0, n = res.Count; i < n; ++i)
- {
- BufferManager.CheckIn(res[i].Buf); // dispose buffers
- }
-
- NotifyReceiveDispatched(bytes);
- }
-
- public void Close(string reason)
- {
- CloseInternal(SocketError.Success, reason ?? "Normal socket close."); // normal socket closing
- }
-
- private void CloseInternal(SocketError socketError, string reason)
- {
- lock (_closeLock)
- {
- if (_isClosing)
- {
- return;
- }
-
- _isClosing = true;
- }
-
- if (_socket != null)
- {
- Helper.EatException(() => _socket.Shutdown(SocketShutdown.Both));
- Helper.EatException(() => _socket.Close());
- }
-
- lock (_closeLock)
- {
- _isClosed = true;
- }
-
- NotifyClosed();
-
- if (_verbose)
- {
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Received bytes: {totalBytesReceived}, Sent bytes: {totalBytesSent}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- TotalBytesReceived, TotalBytesSent);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Send calls: {sendCalls}, callbacks: {sendCallbacks}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- SendCalls, SendCallbacks);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Receive calls: {receiveCalls}, callbacks: {receiveCallbacks}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- ReceiveCalls, ReceiveCallbacks);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Close reason: [{socketError}] {reason}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- socketError, reason);
- }
-
- lock (_sendLock)
- {
- if (!_isSending)
- {
- ReturnSendingSocketArgs();
- }
- }
-
- var handler = ConnectionClosed;
- if (handler != null)
- {
- handler(this, socketError);
- }
- }
-
- private void ReturnSendingSocketArgs()
- {
- var socketArgs = Interlocked.Exchange(ref _sendSocketArgs, null);
- if (socketArgs != null)
- {
- socketArgs.Completed -= OnSendAsyncCompleted;
- socketArgs.AcceptSocket = null;
- if (socketArgs.Buffer != null)
- {
- socketArgs.SetBuffer(null, 0, 0);
- }
-
- SocketArgsPool.Return(socketArgs);
- }
- }
-
- private void ReturnReceivingSocketArgs()
- {
- var socketArgs = Interlocked.Exchange(ref _receiveSocketArgs, null);
- if (socketArgs != null)
- {
- socketArgs.Completed -= OnReceiveAsyncCompleted;
- socketArgs.AcceptSocket = null;
- if (socketArgs.Buffer != null)
- {
- BufferManager.CheckIn(
- new ArraySegment(socketArgs.Buffer, socketArgs.Offset, socketArgs.Count));
- socketArgs.SetBuffer(null, 0, 0);
- }
-
- SocketArgsPool.Return(socketArgs);
- }
- }
-
- public void SetClientConnectionName(string clientConnectionName)
- {
- _clientConnectionName = clientConnectionName;
- }
-
- public override string ToString()
- {
- return RemoteEndPoint.ToString();
- }
-
- private struct ReceivedData
- {
- public readonly ArraySegment Buf;
- public readonly int DataLen;
-
- public ReceivedData(ArraySegment buf, int dataLen)
- {
- Buf = buf;
- DataLen = dataLen;
- }
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpConnectionBase.cs b/src/EventStore.Transport.Tcp/TcpConnectionBase.cs
deleted file mode 100644
index 2b9f7d41b6..0000000000
--- a/src/EventStore.Transport.Tcp/TcpConnectionBase.cs
+++ /dev/null
@@ -1,240 +0,0 @@
-using System;
-using System.Net;
-using System.Net.Sockets;
-using System.Threading;
-using EventStore.Common.Utils;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpConnectionBase : IMonitoredTcpConnection
-{
- public IPEndPoint RemoteEndPoint
- {
- get { return _remoteEndPoint; }
- }
-
- public IPEndPoint LocalEndPoint
- {
- get { return _localEndPoint; }
- }
-
- public bool IsInitialized
- {
- get { return _socket != null; }
- }
-
- public bool IsClosed
- {
- get { return _isClosed; }
- }
-
- public bool InSend
- {
- get { return Interlocked.Read(ref _lastSendStarted) >= 0; }
- }
-
- public bool InReceive
- {
- get { return Interlocked.Read(ref _lastReceiveStarted) >= 0; }
- }
-
- public int PendingSendBytes
- {
- get { return _pendingSendBytes; }
- }
-
- public int InSendBytes
- {
- get { return _inSendBytes; }
- }
-
- public int PendingReceivedBytes
- {
- get { return _pendingReceivedBytes; }
- }
-
- public long TotalBytesSent
- {
- get { return Interlocked.Read(ref _totalBytesSent); }
- }
-
- public long TotalBytesReceived
- {
- get { return Interlocked.Read(ref _totalBytesReceived); }
- }
-
- public int SendCalls
- {
- get { return _sentAsyncs; }
- }
-
- public int SendCallbacks
- {
- get { return _sentAsyncCallbacks; }
- }
-
- public int ReceiveCalls
- {
- get { return _recvAsyncs; }
- }
-
- public int ReceiveCallbacks
- {
- get { return _recvAsyncCallbacks; }
- }
-
- public bool IsReadyForSend
- {
- get
- {
- try
- {
- return !_isClosed && _socket.Poll(0, SelectMode.SelectWrite);
- }
- catch (ObjectDisposedException)
- {
- //TODO: why do we get this?
- return false;
- }
- }
- }
-
- public bool IsReadyForReceive
- {
- get
- {
- try
- {
- return !_isClosed && _socket.Poll(0, SelectMode.SelectRead);
- }
- catch (ObjectDisposedException)
- {
- //TODO: why do we get this?
- return false;
- }
- }
- }
-
- public bool IsFaulted
- {
- get
- {
- try
- {
- return !_isClosed && _socket.Poll(0, SelectMode.SelectError);
- }
- catch (ObjectDisposedException)
- {
- //TODO: why do we get this?
- return false;
- }
- }
- }
-
- public DateTime? LastSendStarted
- {
- get
- {
- var ticks = Interlocked.Read(ref _lastSendStarted);
- return ticks >= 0 ? new DateTime(ticks) : (DateTime?)null;
- }
- }
-
- public DateTime? LastReceiveStarted
- {
- get
- {
- var ticks = Interlocked.Read(ref _lastReceiveStarted);
- return ticks >= 0 ? new DateTime(ticks) : (DateTime?)null;
- }
- }
-
- private Socket _socket;
- protected readonly IPEndPoint _remoteEndPoint;
- private IPEndPoint _localEndPoint;
-
- private long _lastSendStarted = -1;
- private long _lastReceiveStarted = -1;
- private bool _isClosed;
-
- private int _pendingSendBytes;
- private int _inSendBytes;
- private int _pendingReceivedBytes;
- private long _totalBytesSent;
- private long _totalBytesReceived;
-
- private int _sentAsyncs;
- private int _sentAsyncCallbacks;
- private int _recvAsyncs;
- private int _recvAsyncCallbacks;
-
- public TcpConnectionBase(IPEndPoint remoteEndPoint)
- {
- Ensure.NotNull(remoteEndPoint, "remoteEndPoint");
- _remoteEndPoint = remoteEndPoint;
-
- TcpConnectionMonitor.Default.Register(this);
- }
-
- protected void InitConnectionBase(Socket socket)
- {
- Ensure.NotNull(socket, "socket");
-
- _socket = socket;
- _localEndPoint = Helper.EatException(() => (IPEndPoint)socket.LocalEndPoint);
- }
-
- protected void NotifySendScheduled(int bytes)
- {
- Interlocked.Add(ref _pendingSendBytes, bytes);
- }
-
- protected void NotifySendStarting(int bytes)
- {
- if (Interlocked.CompareExchange(ref _lastSendStarted, DateTime.UtcNow.Ticks, -1) != -1)
- {
- throw new Exception("Concurrent send detected.");
- }
-
- Interlocked.Add(ref _pendingSendBytes, -bytes);
- Interlocked.Add(ref _inSendBytes, bytes);
- Interlocked.Increment(ref _sentAsyncs);
- }
-
- protected void NotifySendCompleted(int bytes)
- {
- Interlocked.Exchange(ref _lastSendStarted, -1);
- Interlocked.Add(ref _inSendBytes, -bytes);
- Interlocked.Add(ref _totalBytesSent, bytes);
- Interlocked.Increment(ref _sentAsyncCallbacks);
- }
-
- protected void NotifyReceiveStarting()
- {
- if (Interlocked.CompareExchange(ref _lastReceiveStarted, DateTime.UtcNow.Ticks, -1) != -1)
- {
- throw new Exception("Concurrent receive detected.");
- }
-
- Interlocked.Increment(ref _recvAsyncs);
- }
-
- protected void NotifyReceiveCompleted(int bytes)
- {
- Interlocked.Exchange(ref _lastReceiveStarted, -1);
- Interlocked.Add(ref _pendingReceivedBytes, bytes);
- Interlocked.Add(ref _totalBytesReceived, bytes);
- Interlocked.Increment(ref _recvAsyncCallbacks);
- }
-
- protected void NotifyReceiveDispatched(int bytes)
- {
- Interlocked.Add(ref _pendingReceivedBytes, -bytes);
- }
-
- protected void NotifyClosed()
- {
- _isClosed = true;
- TcpConnectionMonitor.Default.Unregister(this);
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpConnectionMonitor.cs b/src/EventStore.Transport.Tcp/TcpConnectionMonitor.cs
deleted file mode 100644
index a4a0b67323..0000000000
--- a/src/EventStore.Transport.Tcp/TcpConnectionMonitor.cs
+++ /dev/null
@@ -1,213 +0,0 @@
-using System;
-using System.Collections.Concurrent;
-using System.Linq;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpConnectionMonitor
-{
- public static readonly TcpConnectionMonitor Default = new TcpConnectionMonitor();
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- private readonly object _statsLock = new object();
-
- private readonly ConcurrentDictionary _connections =
- new ConcurrentDictionary();
-
- private long _sentTotal;
- private long _receivedTotal;
- private long _sentSinceLastRun;
- private long _receivedSinceLastRun;
- private long _pendingSendOnLastRun;
- private long _inSendOnLastRun;
- private long _pendingReceivedOnLastRun;
-
- private bool _anySendBlockedOnLastRun;
- private DateTime _lastUpdateTime;
-
- private TcpConnectionMonitor()
- {
- }
-
- public void Register(IMonitoredTcpConnection connection)
- {
- _connections.TryAdd(connection, new ConnectionData(connection));
- }
-
- public void Unregister(IMonitoredTcpConnection connection)
- {
- _connections.TryRemove(connection, out _);
- }
-
- public TcpStats GetTcpStats()
- {
- ConnectionData[] connections = _connections.Values.ToArray();
- lock (_statsLock)
- {
- var stats = AnalyzeConnections(connections, DateTime.UtcNow - _lastUpdateTime);
- _lastUpdateTime = DateTime.UtcNow;
- return stats;
- }
- }
-
- public IMonitoredTcpConnection[] GetTcpConnectionStats()
- {
- GetTcpStats();
- var monitoredConnections = _connections.Values.Select(conn => conn.Connection).ToArray();
- return monitoredConnections;
- }
-
- private TcpStats AnalyzeConnections(ConnectionData[] connections, TimeSpan measurePeriod)
- {
- _receivedSinceLastRun = 0;
- _sentSinceLastRun = 0;
- _pendingSendOnLastRun = 0;
- _inSendOnLastRun = 0;
- _pendingReceivedOnLastRun = 0;
- _anySendBlockedOnLastRun = false;
-
- foreach (var connection in connections)
- {
- AnalyzeConnection(connection);
- }
-
- var stats = new TcpStats(connections.Length,
- _sentTotal,
- _receivedTotal,
- _sentSinceLastRun,
- _receivedSinceLastRun,
- _pendingSendOnLastRun,
- _inSendOnLastRun,
- _pendingReceivedOnLastRun,
- measurePeriod);
-
- return stats;
- }
-
- private void AnalyzeConnection(ConnectionData connectionData)
- {
- var connection = connectionData.Connection;
- if (!connection.IsInitialized)
- {
- return;
- }
-
- if (connection.IsFaulted)
- {
- Log.Information("# {connection} is faulted", connection);
- return;
- }
-
- UpdateStatistics(connectionData);
-
- CheckPendingReceived(connection);
- CheckPendingSend(connection);
- CheckMissingSendCallback(connectionData, connection);
- CheckMissingReceiveCallback(connectionData, connection);
- }
-
- private void UpdateStatistics(ConnectionData connectionData)
- {
- var connection = connectionData.Connection;
- long totalBytesSent = connection.TotalBytesSent;
- long totalBytesReceived = connection.TotalBytesReceived;
- long pendingSend = connection.PendingSendBytes;
- long inSend = connection.InSendBytes;
- long pendingReceived = connection.PendingReceivedBytes;
-
- _sentSinceLastRun += totalBytesSent - connectionData.LastTotalBytesSent;
- _receivedSinceLastRun += totalBytesReceived - connectionData.LastTotalBytesReceived;
-
- _sentTotal += _sentSinceLastRun;
- _receivedTotal += _receivedSinceLastRun;
-
- _pendingSendOnLastRun += pendingSend;
- _inSendOnLastRun += inSend;
- _pendingReceivedOnLastRun = pendingReceived;
-
- connectionData.LastTotalBytesSent = totalBytesSent;
- connectionData.LastTotalBytesReceived = totalBytesReceived;
- }
-
- private static void CheckMissingReceiveCallback(ConnectionData connectionData,
- IMonitoredTcpConnection connection)
- {
- bool inReceive = connection.InReceive;
- bool isReadyForReceive = connection.IsReadyForReceive;
- DateTime? lastReceiveStarted = connection.LastReceiveStarted;
-
- int sinceLastReceive = (int)(DateTime.UtcNow - lastReceiveStarted.GetValueOrDefault()).TotalMilliseconds;
- bool missingReceiveCallback = inReceive && isReadyForReceive && sinceLastReceive > 500;
-
- if (missingReceiveCallback && connectionData.LastMissingReceiveCallBack)
- {
- Log.Error(
- "# {connection} {sinceLastReceive}ms since last Receive started. No completion callback received, but socket status is READY_FOR_RECEIVE",
- connection, sinceLastReceive);
- }
-
- connectionData.LastMissingReceiveCallBack = missingReceiveCallback;
- }
-
- private void CheckMissingSendCallback(ConnectionData connectionData, IMonitoredTcpConnection connection)
- {
- // snapshot all data?
- bool inSend = connection.InSend;
- bool isReadyForSend = connection.IsReadyForSend;
- DateTime? lastSendStarted = connection.LastSendStarted;
- int inSendBytes = connection.InSendBytes;
-
- int sinceLastSend = (int)(DateTime.UtcNow - lastSendStarted.GetValueOrDefault()).TotalMilliseconds;
- bool missingSendCallback = inSend && isReadyForSend && sinceLastSend > 500;
-
- if (missingSendCallback && connectionData.LastMissingSendCallBack)
- {
- // _anySendBlockedOnLastRun = true;
- Log.Error(
- "# {connection} {sinceLastSend}ms since last send started. No completion callback received, but socket status is READY_FOR_SEND. In send: {inSendBytes}",
- connection, sinceLastSend, inSendBytes);
- }
-
- connectionData.LastMissingSendCallBack = missingSendCallback;
- }
-
- private static void CheckPendingSend(IMonitoredTcpConnection connection)
- {
- int pendingSendBytes = connection.PendingSendBytes;
- if (pendingSendBytes > 128 * 1024)
- {
- Log.Information("# {connection} {pendingSendKiloBytes}kb pending send", connection, pendingSendBytes / 1024);
- }
- }
-
- private static void CheckPendingReceived(IMonitoredTcpConnection connection)
- {
- int pendingReceivedBytes = connection.PendingReceivedBytes;
- if (pendingReceivedBytes > 128 * 1024)
- {
- Log.Information("# {connection} {pendingReceivedKiloBytes}kb are not dispatched", connection,
- pendingReceivedBytes / 1024);
- }
- }
-
- public bool IsSendBlocked()
- {
- return _anySendBlockedOnLastRun;
- }
-
- private class ConnectionData
- {
- public readonly IMonitoredTcpConnection Connection;
- public bool LastMissingSendCallBack;
- public bool LastMissingReceiveCallBack;
- public long LastTotalBytesSent;
- public long LastTotalBytesReceived;
-
- public ConnectionData(IMonitoredTcpConnection connection)
- {
- Connection = connection;
- }
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpConnectionSsl.cs b/src/EventStore.Transport.Tcp/TcpConnectionSsl.cs
deleted file mode 100644
index ad7d9135c0..0000000000
--- a/src/EventStore.Transport.Tcp/TcpConnectionSsl.cs
+++ /dev/null
@@ -1,763 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.IO;
-using System.Net;
-using System.Net.Security;
-using System.Net.Sockets;
-using System.Security.Authentication;
-using System.Security.Cryptography.X509Certificates;
-using System.Threading;
-using System.Threading.Tasks;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpConnectionSsl : TcpConnectionBase, ITcpConnection
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- public static ITcpConnection CreateConnectingConnection(Guid connectionId,
- string targetHost,
- string[] otherNames,
- IPEndPoint remoteEndPoint,
- CertificateDelegates.ServerCertificateValidator serverCertValidator,
- Func clientCertificatesSelector,
- TcpClientConnector connector,
- TimeSpan connectionTimeout,
- Action onConnectionEstablished,
- Action onConnectionFailed,
- bool verbose)
- {
- var connection = new TcpConnectionSsl(connectionId, remoteEndPoint, verbose);
- // ReSharper disable ImplicitlyCapturedClosure
- connector.InitConnect(remoteEndPoint,
- (socket) =>
- {
- connection.InitClientSocket(socket);
- },
- (_, socket) =>
- {
- connection.InitSslStream(targetHost, otherNames, serverCertValidator, clientCertificatesSelector, verbose);
- onConnectionEstablished?.Invoke(connection);
- },
- (_, socketError) =>
- {
- onConnectionFailed?.Invoke(connection, socketError);
- }, connection, connectionTimeout);
- // ReSharper restore ImplicitlyCapturedClosure
- return connection;
- }
-
- public static ITcpConnection CreateServerFromSocket(Guid connectionId,
- IPEndPoint remoteEndPoint,
- Socket socket,
- Func serverCertificateSelector,
- Func intermediatesSelector,
- CertificateDelegates.ClientCertificateValidator clientCertValidator,
- bool verbose)
- {
- var connection = new TcpConnectionSsl(connectionId, remoteEndPoint, verbose);
- connection.InitServerSocket(socket, serverCertificateSelector, intermediatesSelector, clientCertValidator, verbose);
- return connection;
- }
-
- public event Action ConnectionClosed;
-
- public Guid ConnectionId
- {
- get { return _connectionId; }
- }
-
- public int SendQueueSize
- {
- get { return _sendQueue.Count; }
- }
-
- public string ClientConnectionName
- {
- get { return _clientConnectionName; }
- }
-
- private readonly Guid _connectionId;
- private readonly bool _verbose;
- public string _clientConnectionName;
-
- private Socket _socket;
-
- private readonly ConcurrentQueueWrapper> _sendQueue = new();
-
- private readonly ConcurrentQueueWrapper
- _receiveQueue = new();
-
- private readonly MemoryStream _memoryStream = new();
- private long _memoryStreamOffset;
-
- private readonly object _streamLock = new();
- private readonly object _closeLock = new();
- private bool _isSending;
- private int _receiveHandling;
- private volatile bool _isClosed;
- private volatile bool _isClosing;
-
- private Action>> _receiveCallback;
-
- private SslStream _sslStream;
- private bool _isAuthenticated;
- private int _sendingBytes;
- private CertificateDelegates.ServerCertificateValidator _serverCertValidator;
- private CertificateDelegates.ClientCertificateValidator _clientCertValidator;
- private string[] _otherNames;
- private readonly byte[] _receiveBuffer = new byte[TcpConnection.BufferManager.ChunkSize];
-
- private TcpConnectionSsl(Guid connectionId, IPEndPoint remoteEndPoint, bool verbose) : base(remoteEndPoint)
- {
- Ensure.NotEmptyGuid(connectionId, "connectionId");
-
- _connectionId = connectionId;
- _verbose = verbose;
- }
-
- private void InitServerSocket(
- Socket socket,
- Func serverCertificateSelector,
- Func intermediatesSelector,
- CertificateDelegates.ClientCertificateValidator clientCertValidator,
- bool verbose)
- {
- InitConnectionBase(socket);
- if (verbose)
- {
- Console.WriteLine("TcpConnectionSsl::InitClientSocket({0}, L{1})", RemoteEndPoint, LocalEndPoint);
- }
-
- _clientCertValidator = clientCertValidator;
-
- lock (_streamLock)
- {
- try
- {
- socket.NoDelay = true;
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.Shutdown, "Socket is disposed.");
- return;
- }
- catch (SocketException)
- {
- CloseInternal(SocketError.Shutdown, "Socket is disposed.");
- return;
- }
-
- try
- {
- _sslStream = new SslStream(new NetworkStream(socket, true), false);
- }
- catch (IOException exc)
- {
- Log.Debug(exc, "[S{remoteEndPoint}, L{localEndPoint}]: IOException on NetworkStream. The socket has already been disposed.", RemoteEndPoint,
- LocalEndPoint);
- return;
- }
-
- Task.Run(async () => await AuthenticateAsServerAsync(serverCertificateSelector, intermediatesSelector));
- }
- }
-
- private async Task AuthenticateAsServerAsync(
- Func serverCertificateSelector,
- Func intermediatesSelector)
- {
- try
- {
- var enabledSslProtocols = SslProtocols.Tls12 | SslProtocols.Tls13;
- var certificate = serverCertificateSelector?.Invoke();
- var intermediates = intermediatesSelector?.Invoke();
- Ensure.NotNull(certificate, "certificate");
-
- await _sslStream.AuthenticateAsServerAsync(new SslServerAuthenticationOptions
- {
- ServerCertificateContext = SslStreamCertificateContext.Create(
- certificate!, intermediates, offline: true),
- ClientCertificateRequired = true,
- EnabledSslProtocols = enabledSslProtocols,
- CertificateRevocationCheckMode = X509RevocationMode.NoCheck,
- RemoteCertificateValidationCallback = ValidateClientCertificate,
- ApplicationProtocols = [],
- AllowRenegotiation = false,
- });
-
- lock (_streamLock)
- {
- if (_verbose)
- {
- DisplaySslStreamInfo(_sslStream);
- }
-
- _isAuthenticated = true;
- }
- }
- catch (AuthenticationException exc)
- {
- Log.Information(exc,
- "[S{remoteEndPoint}, L{localEndPoint}]: Authentication exception on AuthenticateAsServerAsync.",
- RemoteEndPoint, LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Information(exc,
- "[S{remoteEndPoint}, L{localEndPoint}]: Exception on AuthenticateAsServerAsync.",
- RemoteEndPoint, LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
-
- StartReceive();
- TrySend();
- }
-
- private void InitClientSocket(Socket socket) =>
- _socket = socket;
-
- private void InitSslStream(string targetHost, string[] otherNames, CertificateDelegates.ServerCertificateValidator serverCertValidator, Func clientCertificatesSelector, bool verbose)
- {
- Ensure.NotNull(targetHost, "targetHost");
- InitConnectionBase(_socket);
- if (verbose)
- {
- Console.WriteLine("TcpConnectionSsl::InitClientSslStream({0}, L{1})", RemoteEndPoint, LocalEndPoint);
- }
-
- _serverCertValidator = serverCertValidator;
- _otherNames = otherNames;
-
- lock (_streamLock)
- {
- try
- {
- _socket.NoDelay = true;
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.Shutdown, "Socket is disposed.");
- return;
- }
- catch (SocketException)
- {
- CloseInternal(SocketError.Shutdown, "Socket is disposed.");
- return;
- }
-
- try
- {
- _sslStream = new SslStream(new NetworkStream(_socket, true), false, ValidateServerCertificate, null);
- }
- catch (IOException exc)
- {
- Log.Debug(exc, "[S{remoteEndPoint}, L{localEndPoint}]: IOException on NetworkStream. The socket has already been disposed.", RemoteEndPoint,
- LocalEndPoint);
- return;
- }
-
- try
- {
- var enabledSslProtocols = SslProtocols.Tls12 | SslProtocols.Tls13;
- var clientCertificates = clientCertificatesSelector?.Invoke();
- _sslStream.BeginAuthenticateAsClient(targetHost, clientCertificates, enabledSslProtocols, false, OnEndAuthenticateAsClient, _sslStream);
- }
- catch (AuthenticationException exc)
- {
- Log.Information(exc,
- "[S{remoteEndPoint}, L{localEndPoint}]: Authentication exception on BeginAuthenticateAsClient.",
- RemoteEndPoint, LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Information(exc,
- "[S{remoteEndPoint}, {localEndPoint}]: Exception on BeginAuthenticateAsClient.", RemoteEndPoint,
- LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
- }
- }
-
- private void OnEndAuthenticateAsClient(IAsyncResult ar)
- {
- try
- {
- lock (_streamLock)
- {
- var sslStream = (SslStream)ar.AsyncState;
- sslStream.EndAuthenticateAsClient(ar);
- if (_verbose)
- {
- DisplaySslStreamInfo(sslStream);
- }
-
- _isAuthenticated = true;
- }
-
- StartReceive();
- TrySend();
- }
- catch (AuthenticationException exc)
- {
- Log.Information(exc,
- "[S{remoteEndPoint}, L{localEndPoint}]: Authentication exception on EndAuthenticateAsClient.",
- RemoteEndPoint, LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Information(exc, "[S{remoteEndPoint}, L{localEndPoint}]: Exception on EndAuthenticateAsClient.",
- RemoteEndPoint, LocalEndPoint);
- CloseInternal(SocketError.SocketError, exc.Message);
- }
- }
-
- // The following method is invoked by the RemoteCertificateValidationDelegate.
- public bool ValidateServerCertificate(object sender, X509Certificate certificate, X509Chain chain,
- SslPolicyErrors sslPolicyErrors)
- {
- var (isValid, error) = _serverCertValidator(certificate, chain, sslPolicyErrors, _otherNames);
- if (!isValid && error != null)
- {
- Log.Error("Server certificate validation error: {e}", error);
- }
- return isValid;
- }
-
- public bool ValidateClientCertificate(object sender, X509Certificate certificate, X509Chain chain,
- SslPolicyErrors sslPolicyErrors)
- {
- var (isValid, error) = _clientCertValidator(certificate, chain, sslPolicyErrors);
- if (!isValid && error != null)
- {
- Log.Error("Client certificate validation error: {e}", error);
- }
- return isValid;
- }
-
- private void DisplaySslStreamInfo(SslStream stream)
- {
- Log.Information("[S{remoteEndPoint}, L{localEndPoint}]", RemoteEndPoint, LocalEndPoint);
- try
- {
- Log.Verbose("Cipher suite: {cipherSuite}", stream.NegotiatedCipherSuite);
- }
- catch (NotImplementedException)
- {
- }
-
- Log.Information("Protocol: {sslProtocol}", stream.SslProtocol);
- Log.Information("Is authenticated: {isAuthenticated} as server? {isServer}", stream.IsAuthenticated,
- stream.IsServer);
- Log.Information("IsSigned: {isSigned}", stream.IsSigned);
- Log.Information("Is Encrypted: {isEncrypted}", stream.IsEncrypted);
- Log.Information("Can read: {canRead}, write {canWrite}", stream.CanRead, stream.CanWrite);
- Log.Information("Can timeout: {canTimeout}", stream.CanTimeout);
- try
- {
- Log.Information("Certificate revocation list checked: {checkCertRevocationStatus}",
- stream.CheckCertRevocationStatus);
- }
- catch (NotImplementedException)
- {
- }
-
- X509Certificate localCert = stream.LocalCertificate;
- if (localCert != null)
- {
- Log.Information(
- "Local certificate was issued to {subject} and is valid from {effectiveDate} until {expirationDate}.",
- localCert.Subject, localCert.GetEffectiveDateString(), localCert.GetExpirationDateString());
- }
- else
- {
- Log.Information("Local certificate is null.");
- }
-
- // Display the properties of the client's certificate.
- X509Certificate remoteCert = stream.RemoteCertificate;
- if (remoteCert != null)
- {
- Log.Information(
- "Remote certificate was issued to {subject} and is valid from {remoteCertEffectiveDate} until {remoteCertExpirationDate}.",
- remoteCert.Subject, remoteCert.GetEffectiveDateString(), remoteCert.GetExpirationDateString());
- }
- else
- {
- Log.Information("Remote certificate is null.");
- }
- }
-
- public void EnqueueSend(IEnumerable> data)
- {
- lock (_streamLock)
- {
- int bytes = 0;
- foreach (var segment in data)
- {
- _sendQueue.Enqueue(segment);
- bytes += segment.Count;
- }
-
- NotifySendScheduled(bytes);
- }
-
- TrySend();
- }
-
- private void TrySend()
- {
- bool continueSendSynchronously = true;
- try
- {
- do
- {
- lock (_streamLock)
- {
- if (_isSending || (_sendQueue.IsEmpty && _memoryStreamOffset >= _memoryStream.Length) || _sslStream == null || !_isAuthenticated)
- {
- return;
- }
-
- if (TcpConnectionMonitor.Default.IsSendBlocked())
- {
- return;
- }
-
- _isSending = true;
- }
-
- if (_memoryStreamOffset >= _memoryStream.Length)
- {
- _memoryStream.SetLength(0);
- _memoryStreamOffset = 0L;
-
- ArraySegment sendPiece;
- while (_sendQueue.TryDequeue(out sendPiece))
- {
- _memoryStream.Write(sendPiece.Array, sendPiece.Offset, sendPiece.Count);
- if (_memoryStream.Length >= TcpConnection.MaxSendPacketSize)
- {
- break;
- }
- }
- }
-
- _sendingBytes = Math.Min((int)_memoryStream.Length - (int)_memoryStreamOffset, TcpConnection.MaxSendPacketSize);
-
- NotifySendStarting(_sendingBytes);
- var result = _sslStream.BeginWrite(_memoryStream.GetBuffer(), (int)_memoryStreamOffset, _sendingBytes, OnEndWrite, null);
- _memoryStreamOffset += _sendingBytes;
- continueSendSynchronously = result.CompletedSynchronously;
- if (continueSendSynchronously)
- {
- EndWrite(result);
- }
- } while (continueSendSynchronously);
- }
- catch (SocketException exc)
- {
- Log.Debug(exc, "SocketException '{e}' during BeginWrite.", exc.SocketErrorCode);
- CloseInternal(exc.SocketErrorCode, "SocketException during BeginWrite.");
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Debug(exc, "Exception during BeginWrite.");
- CloseInternal(SocketError.SocketError, "Exception during BeginWrite");
- }
- }
-
- private void OnEndWrite(IAsyncResult ar)
- {
- if (ar.CompletedSynchronously)
- {
- return;
- }
-
- EndWrite(ar);
- TrySend();
- }
-
- private void EndWrite(IAsyncResult ar)
- {
- try
- {
- _sslStream.EndWrite(ar);
- NotifySendCompleted(_sendingBytes);
-
- lock (_streamLock)
- {
- _isSending = false;
- }
- }
- catch (SocketException exc)
- {
- Log.Debug(exc, "SocketException '{e}' during EndWrite.", exc.SocketErrorCode);
- NotifySendCompleted(0);
- CloseInternal(exc.SocketErrorCode, "SocketException during EndWrite.");
- }
- catch (ObjectDisposedException)
- {
- NotifySendCompleted(0);
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Debug(exc, "Exception during EndWrite.");
- NotifySendCompleted(0);
- CloseInternal(SocketError.SocketError, "Exception during EndWrite.");
- }
- }
-
- public void ReceiveAsync(Action>> callback)
- {
- Ensure.NotNull(callback, "callback");
-
- if (Interlocked.Exchange(ref _receiveCallback, callback) != null)
- {
- Log.Fatal("ReceiveAsync called again while previous call wasn't fulfilled");
- throw new InvalidOperationException("ReceiveAsync called again while previous call wasn't fulfilled");
- }
-
- TryDequeueReceivedData();
- }
-
- private void StartReceive()
- {
- try
- {
- bool continueReceiveSynchronously = true;
-
- do
- {
- NotifyReceiveStarting();
- var result = _sslStream.BeginRead(_receiveBuffer, 0, _receiveBuffer.Length, OnEndRead, null);
- continueReceiveSynchronously = result.CompletedSynchronously;
- if (continueReceiveSynchronously)
- {
- EndRead(result);
- }
- } while (continueReceiveSynchronously);
- }
- catch (SocketException exc)
- {
- Log.Debug(exc, "SocketException '{e}' during BeginRead.", exc.SocketErrorCode);
- CloseInternal(exc.SocketErrorCode, "SocketException during BeginRead.");
- }
- catch (ObjectDisposedException)
- {
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- }
- catch (Exception exc)
- {
- Log.Debug(exc, "Exception during BeginRead.");
- CloseInternal(SocketError.SocketError, "Exception during BeginRead.");
- }
- }
-
- private void OnEndRead(IAsyncResult ar)
- {
- if (ar.CompletedSynchronously)
- {
- return;
- }
-
- EndRead(ar);
- StartReceive();
- }
-
- private void EndRead(IAsyncResult ar)
- {
- int bytesRead;
- try
- {
- bytesRead = _sslStream.EndRead(ar);
- }
- catch (SocketException exc)
- {
- Log.Debug(exc, "SocketException '{e}' during EndRead.", exc.SocketErrorCode);
- NotifyReceiveCompleted(0);
- CloseInternal(exc.SocketErrorCode, "SocketException during EndRead.");
- return;
- }
- catch (ObjectDisposedException)
- {
- NotifyReceiveCompleted(0);
- CloseInternal(SocketError.SocketError, "SslStream disposed.");
- return;
- }
- catch (Exception exc)
- {
- Log.Debug(exc, "Exception during EndRead.");
- NotifyReceiveCompleted(0);
- CloseInternal(SocketError.SocketError, "Exception during EndRead.");
- return;
- }
-
- if (bytesRead <= 0) // socket closed normally
- {
- NotifyReceiveCompleted(0);
- CloseInternal(SocketError.Success, "Socket closed.");
- return;
- }
-
- NotifyReceiveCompleted(bytesRead);
-
- var buffer = TcpConnection.BufferManager.CheckOut();
- if (buffer.Array == null || buffer.Count == 0 || buffer.Array.Length < buffer.Offset + buffer.Count)
- {
- throw new Exception("Invalid buffer allocated.");
- }
-
- Buffer.BlockCopy(_receiveBuffer, 0, buffer.Array, buffer.Offset, bytesRead);
- var buf = new ArraySegment(buffer.Array, buffer.Offset, buffer.Count);
- _receiveQueue.Enqueue(new ReceivedData(buf, bytesRead));
-
- TryDequeueReceivedData();
- }
-
- private void TryDequeueReceivedData()
- {
- if (Interlocked.CompareExchange(ref _receiveHandling, 1, 0) != 0)
- {
- return;
- }
-
- do
- {
- if (!_receiveQueue.IsEmpty && _receiveCallback != null)
- {
- var callback = Interlocked.Exchange(ref _receiveCallback, null);
- if (callback == null)
- {
- Log.Fatal("Some threading issue in TryDequeueReceivedData! Callback is null!");
- throw new Exception("Some threading issue in TryDequeueReceivedData! Callback is null!");
- }
-
- var res = new List(_receiveQueue.Count);
- ReceivedData piece;
- while (_receiveQueue.TryDequeue(out piece))
- {
- res.Add(piece);
- }
-
- var data = new ArraySegment[res.Count];
- int bytes = 0;
- for (int i = 0; i < data.Length; ++i)
- {
- var d = res[i];
- bytes += d.DataLen;
- data[i] = new ArraySegment(d.Buf.Array, d.Buf.Offset, d.DataLen);
- }
-
- lock (_closeLock)
- {
- if (!_isClosed)
- {
- callback(this, data);
- }
- }
-
- for (int i = 0, n = res.Count; i < n; ++i)
- {
- TcpConnection.BufferManager.CheckIn(res[i].Buf); // dispose buffers
- }
-
- NotifyReceiveDispatched(bytes);
- }
-
- Interlocked.Exchange(ref _receiveHandling, 0);
- } while (!_receiveQueue.IsEmpty
- && _receiveCallback != null
- && Interlocked.CompareExchange(ref _receiveHandling, 1, 0) == 0);
- }
-
- public void Close(string reason) =>
- CloseInternal(SocketError.Success, reason ?? "Normal socket close."); // normal socket closing
-
- private void CloseInternal(SocketError socketError, string reason)
- {
- lock (_closeLock)
- {
- if (_isClosing)
- {
- return;
- }
-
- _isClosing = true;
- }
-
- if (_sslStream != null)
- {
- Helper.EatException(() => _sslStream.Close());
- }
-
- if (_socket != null)
- {
- Helper.EatException(() => _socket.Dispose());
- }
-
- lock (_closeLock)
- {
- _isClosed = true;
- }
-
- NotifyClosed();
-
- if (_verbose)
- {
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Received bytes: {totalBytesReceived}, Sent bytes: {totalBytesSent}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- TotalBytesReceived, TotalBytesSent);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Send calls: {sendCalls}, callbacks: {sendCallbacks}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- SendCalls, SendCallbacks);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Receive calls: {receiveCalls}, callbacks: {receiveCallbacks}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- ReceiveCalls, ReceiveCallbacks);
- Log.Information(
- "ES {connectionType} closed [{dateTime:HH:mm:ss.fff}: N{remoteEndPoint}, L{localEndPoint}, {connectionId:B}]:Close reason: [{e}] {reason}",
- GetType().Name, DateTime.UtcNow, RemoteEndPoint, LocalEndPoint, _connectionId,
- socketError, reason);
- }
-
- var handler = ConnectionClosed;
- handler?.Invoke(this, socketError);
- }
-
- public void SetClientConnectionName(string clientConnectionName) =>
- _clientConnectionName = clientConnectionName;
-
- public override string ToString() =>
- "S" + RemoteEndPoint;
-
- private struct ReceivedData(ArraySegment buf, int dataLen)
- {
- public readonly ArraySegment Buf = buf;
- public readonly int DataLen = dataLen;
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpServerListener.cs b/src/EventStore.Transport.Tcp/TcpServerListener.cs
deleted file mode 100644
index 338241df8e..0000000000
--- a/src/EventStore.Transport.Tcp/TcpServerListener.cs
+++ /dev/null
@@ -1,139 +0,0 @@
-using System;
-using System.Net;
-using System.Net.Sockets;
-using EventStore.Common.Utils;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpServerListener
-{
- private static readonly ILogger Log = Serilog.Log.ForContext();
-
- private readonly IPEndPoint _serverEndPoint;
- private readonly Socket _listeningSocket;
- private readonly SocketArgsPool _acceptSocketArgsPool;
- private Action _onSocketAccepted;
-
- public TcpServerListener(IPEndPoint serverEndPoint)
- {
- Ensure.NotNull(serverEndPoint, "serverEndPoint");
-
- _serverEndPoint = serverEndPoint;
-
- _listeningSocket = new Socket(serverEndPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp);
-
- _acceptSocketArgsPool = new SocketArgsPool("TcpServerListener.AcceptSocketArgsPool",
- TcpConfiguration.ConcurrentAccepts * 2,
- CreateAcceptSocketArgs);
- }
-
- private SocketAsyncEventArgs CreateAcceptSocketArgs()
- {
- var socketArgs = new SocketAsyncEventArgs();
- socketArgs.Completed += AcceptCompleted;
- return socketArgs;
- }
-
- public void StartListening(Action callback, string securityType)
- {
- Ensure.NotNull(callback, "callback");
-
- _onSocketAccepted = callback;
-
- Log.Information("Starting {securityType} TCP listening on TCP endpoint: {serverEndPoint}.", securityType,
- _serverEndPoint);
- try
- {
- _listeningSocket.ExclusiveAddressUse = true;
- _listeningSocket.Bind(_serverEndPoint);
- _listeningSocket.Listen(TcpConfiguration.AcceptBacklogCount);
- }
- catch (Exception)
- {
- Log.Information("Failed to listen on TCP endpoint: {serverEndPoint}.", _serverEndPoint);
- Helper.EatException(() => _listeningSocket.Close(TcpConfiguration.SocketCloseTimeoutSecs));
- throw;
- }
-
- for (int i = 0; i < TcpConfiguration.ConcurrentAccepts; ++i)
- {
- StartAccepting();
- }
- }
-
- private void StartAccepting()
- {
- var socketArgs = _acceptSocketArgsPool.Get();
-
- try
- {
- var firedAsync = _listeningSocket.AcceptAsync(socketArgs);
- if (!firedAsync)
- {
- ProcessAccept(socketArgs);
- }
- }
- catch (ObjectDisposedException)
- {
- HandleBadAccept(socketArgs);
- }
- }
-
- private void AcceptCompleted(object sender, SocketAsyncEventArgs e)
- {
- ProcessAccept(e);
- }
-
- private void ProcessAccept(SocketAsyncEventArgs e)
- {
- if (e.SocketError != SocketError.Success)
- {
- HandleBadAccept(e);
- }
- else
- {
- var acceptSocket = e.AcceptSocket;
- e.AcceptSocket = null;
- _acceptSocketArgsPool.Return(e);
-
- OnSocketAccepted(acceptSocket);
- }
-
- StartAccepting();
- }
-
- private void HandleBadAccept(SocketAsyncEventArgs socketArgs)
- {
- Helper.EatException(
- () =>
- {
- if (socketArgs.AcceptSocket != null) // avoid annoying exceptions
- {
- socketArgs.AcceptSocket.Close(TcpConfiguration.SocketCloseTimeoutSecs);
- }
- });
- socketArgs.AcceptSocket = null;
- _acceptSocketArgsPool.Return(socketArgs);
- }
-
- private void OnSocketAccepted(Socket socket)
- {
- IPEndPoint socketEndPoint;
- try
- {
- socketEndPoint = (IPEndPoint)socket.RemoteEndPoint;
- }
- catch (Exception)
- {
- return;
- }
-
- _onSocketAccepted(socketEndPoint, socket);
- }
-
- public void Stop()
- {
- Helper.EatException(() => _listeningSocket.Close(TcpConfiguration.SocketCloseTimeoutSecs));
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpStats.cs b/src/EventStore.Transport.Tcp/TcpStats.cs
deleted file mode 100644
index 7cf7c51d97..0000000000
--- a/src/EventStore.Transport.Tcp/TcpStats.cs
+++ /dev/null
@@ -1,76 +0,0 @@
-using System;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpStats
-{
- ///
- ///Number of TCP connections to Event Store
- ///
- public readonly int Connections;
- ///
- ///Total bytes sent from TCP connections
- ///
- public readonly long SentBytesTotal;
- ///
- ///Total bytes received by TCP connections
- ///
- public readonly long ReceivedBytesTotal;
- ///
- ///Total bytes sent to TCP connections since last run
- ///
- public readonly long SentBytesSinceLastRun;
- ///
- ///Total bytes received by TCP connections since last run
- ///
- public readonly long ReceivedBytesSinceLastRun;
- ///
- ///Sending speed in bytes per second
- ///
- public readonly double SendingSpeed;
- ///
- ///Receiving speed in bytes per second.
- ///
- public readonly double ReceivingSpeed;
- ///
- ///Number of bytes waiting to be sent to connections
- ///
- public readonly long PendingSend;
- ///
- ///Number of bytes sent to connections but not yet acknowledged by the receiving party
- ///
- public readonly long InSend;
- ///
- ///Number of bytes waiting to be received by connections
- ///
- public readonly long PendingReceived;
- ///
- ///Time elapsed since last stats read
- ///
- public readonly TimeSpan MeasureTime;
-
- public TcpStats(int connections,
- long sentBytesTotal,
- long receivedBytesTotal,
- long sentBytesSinceLastRunSinceLastRun,
- long receivedBytesSinceLastRun,
- long pendingSend,
- long inSend,
- long pendingReceived,
- TimeSpan measureTime)
- {
- Connections = connections;
- SentBytesTotal = sentBytesTotal;
- ReceivedBytesTotal = receivedBytesTotal;
- SentBytesSinceLastRun = sentBytesSinceLastRunSinceLastRun;
- ReceivedBytesSinceLastRun = receivedBytesSinceLastRun;
- PendingSend = pendingSend;
- InSend = inSend;
- PendingReceived = pendingReceived;
- MeasureTime = measureTime;
- SendingSpeed = (MeasureTime.TotalSeconds < 0.00001) ? 0 : SentBytesSinceLastRun / MeasureTime.TotalSeconds;
- ReceivingSpeed = (MeasureTime.TotalSeconds < 0.00001)
- ? 0
- : ReceivedBytesSinceLastRun / MeasureTime.TotalSeconds;
- }
-}
diff --git a/src/EventStore.Transport.Tcp/TcpTypedConnection.cs b/src/EventStore.Transport.Tcp/TcpTypedConnection.cs
deleted file mode 100644
index 149a4f9bf9..0000000000
--- a/src/EventStore.Transport.Tcp/TcpTypedConnection.cs
+++ /dev/null
@@ -1,122 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Net;
-using System.Net.Sockets;
-using EventStore.Transport.Tcp.Formatting;
-using EventStore.Transport.Tcp.Framing;
-using ILogger = Serilog.ILogger;
-
-namespace EventStore.Transport.Tcp;
-
-public class TcpTypedConnection
-{
- private static readonly ILogger Log =
- Serilog.Log.ForContext(Serilog.Core.Constants.SourceContextPropertyName, "TcpTypedConnection");
-
- public event Action, SocketError> ConnectionClosed;
-
- private readonly ITcpConnection _connection;
- private readonly IMessageFormatter _formatter;
- private readonly IMessageFramer> _framer;
-
- private Action, T> _receiveCallback;
-
- public EndPoint RemoteEndPoint
- {
- get { return _connection.RemoteEndPoint; }
- }
-
- public EndPoint LocalEndPoint
- {
- get { return _connection.LocalEndPoint; }
- }
-
- public int SendQueueSize
- {
- get { return _connection.SendQueueSize; }
- }
-
- public TcpTypedConnection(ITcpConnection connection,
- IMessageFormatter formatter,
- IMessageFramer> framer)
- {
- if (formatter == null)
- {
- throw new ArgumentNullException("formatter");
- }
-
- if (framer == null)
- {
- throw new ArgumentNullException("framer");
- }
-
- _connection = connection;
- _formatter = formatter;
- _framer = framer;
-
- connection.ConnectionClosed += OnConnectionClosed;
-
- //Setup callback for incoming messages
- framer.RegisterMessageArrivedCallback(IncomingMessageArrived);
- }
-
- private void OnConnectionClosed(ITcpConnection connection, SocketError socketError)
- {
- connection.ConnectionClosed -= OnConnectionClosed;
-
- var handler = ConnectionClosed;
- if (handler != null)
- {
- handler(this, socketError);
- }
- }
-
- public void EnqueueSend(T message)
- {
- var data = _formatter.ToArraySegment(message);
- _connection.EnqueueSend(_framer.FrameData(data));
- }
-
- public void ReceiveAsync(Action, T> callback)
- {
- if (_receiveCallback != null)
- {
- throw new InvalidOperationException("ReceiveAsync should be called just once.");
- }
-
- if (callback == null)
- {
- throw new ArgumentNullException("callback");
- }
-
- _receiveCallback = callback;
-
- _connection.ReceiveAsync(OnRawDataReceived);
- }
-
- private void OnRawDataReceived(ITcpConnection connection, IEnumerable> data)
- {
- try
- {
- _framer.UnFrameData(data);
- }
- catch (PackageFramingException exc)
- {
- Log.Information(exc, "Invalid TCP frame received.");
- Close("Invalid TCP frame received.");
- return;
- }
-
- connection.ReceiveAsync(OnRawDataReceived);
- }
-
- private void IncomingMessageArrived(ArraySegment message)
- {
- _receiveCallback(this, _formatter.From(message));
- }
-
- public void Close(string reason = null)
- {
- _connection.Close(reason);
- }
-}
diff --git a/src/EventStore.sln b/src/EventStore.sln
index ca8cbfa04b..c8b3528ac6 100644
--- a/src/EventStore.sln
+++ b/src/EventStore.sln
@@ -19,8 +19,6 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EventStore.TestClient", "Ev
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EventStore.Core", "EventStore.Core\EventStore.Core.csproj", "{9957CA10-8A8A-419F-92BD-7A8BE3014345}"
EndProject
-Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EventStore.Transport.Tcp", "EventStore.Transport.Tcp\EventStore.Transport.Tcp.csproj", "{DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}"
-EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EventStore.ClusterNode", "EventStore.ClusterNode\EventStore.ClusterNode.csproj", "{FDFCE363-84A4-4A6F-B97C-D9F57D8D124F}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{A19631BB-65CF-4726-8732-4EFD977E9B32}"
@@ -171,18 +169,6 @@ Global
{9957CA10-8A8A-419F-92BD-7A8BE3014345}.Release|ARM64.Build.0 = Release|ARM64
{9957CA10-8A8A-419F-92BD-7A8BE3014345}.Release|x64.ActiveCfg = Release|x64
{9957CA10-8A8A-419F-92BD-7A8BE3014345}.Release|x64.Build.0 = Release|x64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|Any CPU.Build.0 = Debug|Any CPU
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|ARM64.ActiveCfg = Debug|ARM64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|ARM64.Build.0 = Debug|ARM64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|x64.ActiveCfg = Debug|x64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Debug|x64.Build.0 = Debug|x64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|Any CPU.ActiveCfg = Release|Any CPU
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|Any CPU.Build.0 = Release|Any CPU
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|ARM64.ActiveCfg = Release|ARM64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|ARM64.Build.0 = Release|ARM64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|x64.ActiveCfg = Release|x64
- {DCAD0184-4AFE-49EA-BE31-5D68CA4B59CA}.Release|x64.Build.0 = Release|x64
{FDFCE363-84A4-4A6F-B97C-D9F57D8D124F}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{FDFCE363-84A4-4A6F-B97C-D9F57D8D124F}.Debug|Any CPU.Build.0 = Debug|Any CPU
{FDFCE363-84A4-4A6F-B97C-D9F57D8D124F}.Debug|ARM64.ActiveCfg = Debug|ARM64