的确可以，验证代码

class Program
{
    static async Task Main(string[] args)
    {
        var socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);
        var sae = new SocketAsyncEventArgs();
        sae.RemoteEndPoint = new IPEndPoint(IPAddress.Loopback, 5678);

        using (var mres = new ManualResetEventSlim())
        {
            sae.Completed += (s, e) => mres.Set();
            if (socket.ConnectAsync(sae))
            {
                if (!mres.Wait(30))
                {
                    throw new TimeoutException("Could not connect to " + sae.RemoteEndPoint);
                }
            }
        }

        var stream = new NetworkStream(socket);
        ReadOnlyMemory<byte> buffer = Encoding.UTF8.GetBytes("Hello World!");
        Console.WriteLine("Sending data...");
        await stream.WriteAsync(buffer);

        Memory<byte> readBuffer = new byte[1024];
        await stream.ReadAsync(readBuffer);
        Console.WriteLine("Recieved data: " + Encoding.UTF8.GetString(readBuffer.Span));

        Console.Read();
        socket.Close();
    }
}