mirror of
https://github.com/tokio-rs/tokio.git
synced 2025-09-28 12:10:37 +00:00

This refactors I/O registration in a few ways: - Cleans up the cached readiness in `PollEvented`. This cache used to be helpful when readiness was a linked list of `*mut Node`s in `Registration`. Previous refactors have turned `Registration` into just an `AtomicUsize` holding the current readiness, so the cache is just extra work and complexity. Gone. - Polling the `Registration` for readiness now gives a `ReadyEvent`, which includes the driver tick. This event must be passed back into `clear_readiness`, so that the readiness is only cleared from `Registration` if the tick hasn't changed. Previously, it was possible to clear the readiness even though another thread had *just* polled the driver and found the socket ready again. - Registration now also contains an `async fn readiness`, which stores wakers in an instrusive linked list. This allows an unbounded number of tasks to register for readiness (previously, only 1 per direction (read and write)). By using the intrusive linked list, there is no concern of leaking the storage of the wakers, since they are stored inside the `async fn` and released when the future is dropped. - Registration retains a `poll_readiness(Direction)` method, to support `AsyncRead` and `AsyncWrite`. They aren't able to use `async fn`s, and so there are 2 reserved slots for those methods. - IO types where it makes sense to have multiple tasks waiting on them now take advantage of this new `async fn readiness`, such as `UdpSocket` and `UnixDatagram`. Additionally, this makes the `io-driver` "feature" internal-only (no longer documented, not part of public API), and adds a second internal-only feature, `io-readiness`, to group together linked list part of registration that is only used by some of the IO types. After a bit of discussion, changing stream-based transports (like `TcpStream`) to have `async fn read(&self)` is punted, since that is likely too easy of a footgun to activate. Refs: #2779, #2728
148 lines
4.8 KiB
Rust
148 lines
4.8 KiB
Rust
//! An example of hooking up stdin/stdout to either a TCP or UDP stream.
|
|
//!
|
|
//! This example will connect to a socket address specified in the argument list
|
|
//! and then forward all data read on stdin to the server, printing out all data
|
|
//! received on stdout. An optional `--udp` argument can be passed to specify
|
|
//! that the connection should be made over UDP instead of TCP, translating each
|
|
//! line entered on stdin to a UDP packet to be sent to the remote address.
|
|
//!
|
|
//! Note that this is not currently optimized for performance, especially
|
|
//! around buffer management. Rather it's intended to show an example of
|
|
//! working with a client.
|
|
//!
|
|
//! This example can be quite useful when interacting with the other examples in
|
|
//! this repository! Many of them recommend running this as a simple "hook up
|
|
//! stdin/stdout to a server" to get up and running.
|
|
|
|
#![warn(rust_2018_idioms)]
|
|
|
|
use futures::StreamExt;
|
|
use tokio::io;
|
|
use tokio_util::codec::{BytesCodec, FramedRead, FramedWrite};
|
|
|
|
use std::env;
|
|
use std::error::Error;
|
|
use std::net::SocketAddr;
|
|
|
|
#[tokio::main]
|
|
async fn main() -> Result<(), Box<dyn Error>> {
|
|
// Determine if we're going to run in TCP or UDP mode
|
|
let mut args = env::args().skip(1).collect::<Vec<_>>();
|
|
let tcp = match args.iter().position(|a| a == "--udp") {
|
|
Some(i) => {
|
|
args.remove(i);
|
|
false
|
|
}
|
|
None => true,
|
|
};
|
|
|
|
// Parse what address we're going to connect to
|
|
let addr = args
|
|
.first()
|
|
.ok_or("this program requires at least one argument")?;
|
|
let addr = addr.parse::<SocketAddr>()?;
|
|
|
|
let stdin = FramedRead::new(io::stdin(), BytesCodec::new());
|
|
let stdin = stdin.map(|i| i.map(|bytes| bytes.freeze()));
|
|
let stdout = FramedWrite::new(io::stdout(), BytesCodec::new());
|
|
|
|
if tcp {
|
|
tcp::connect(&addr, stdin, stdout).await?;
|
|
} else {
|
|
udp::connect(&addr, stdin, stdout).await?;
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
mod tcp {
|
|
use bytes::Bytes;
|
|
use futures::{future, Sink, SinkExt, Stream, StreamExt};
|
|
use std::{error::Error, io, net::SocketAddr};
|
|
use tokio::net::TcpStream;
|
|
use tokio_util::codec::{BytesCodec, FramedRead, FramedWrite};
|
|
|
|
pub async fn connect(
|
|
addr: &SocketAddr,
|
|
mut stdin: impl Stream<Item = Result<Bytes, io::Error>> + Unpin,
|
|
mut stdout: impl Sink<Bytes, Error = io::Error> + Unpin,
|
|
) -> Result<(), Box<dyn Error>> {
|
|
let mut stream = TcpStream::connect(addr).await?;
|
|
let (r, w) = stream.split();
|
|
let mut sink = FramedWrite::new(w, BytesCodec::new());
|
|
// filter map Result<BytesMut, Error> stream into just a Bytes stream to match stdout Sink
|
|
// on the event of an Error, log the error and end the stream
|
|
let mut stream = FramedRead::new(r, BytesCodec::new())
|
|
.filter_map(|i| match i {
|
|
//BytesMut into Bytes
|
|
Ok(i) => future::ready(Some(i.freeze())),
|
|
Err(e) => {
|
|
println!("failed to read from socket; error={}", e);
|
|
future::ready(None)
|
|
}
|
|
})
|
|
.map(Ok);
|
|
|
|
match future::join(sink.send_all(&mut stdin), stdout.send_all(&mut stream)).await {
|
|
(Err(e), _) | (_, Err(e)) => Err(e.into()),
|
|
_ => Ok(()),
|
|
}
|
|
}
|
|
}
|
|
|
|
mod udp {
|
|
use bytes::Bytes;
|
|
use futures::{future, Sink, SinkExt, Stream, StreamExt};
|
|
use std::error::Error;
|
|
use std::io;
|
|
use std::net::SocketAddr;
|
|
use tokio::net::UdpSocket;
|
|
|
|
pub async fn connect(
|
|
addr: &SocketAddr,
|
|
stdin: impl Stream<Item = Result<Bytes, io::Error>> + Unpin,
|
|
stdout: impl Sink<Bytes, Error = io::Error> + Unpin,
|
|
) -> Result<(), Box<dyn Error>> {
|
|
// We'll bind our UDP socket to a local IP/port, but for now we
|
|
// basically let the OS pick both of those.
|
|
let bind_addr = if addr.ip().is_ipv4() {
|
|
"0.0.0.0:0"
|
|
} else {
|
|
"[::]:0"
|
|
};
|
|
|
|
let socket = UdpSocket::bind(&bind_addr).await?;
|
|
socket.connect(addr).await?;
|
|
|
|
future::try_join(send(stdin, &socket), recv(stdout, &socket)).await?;
|
|
|
|
Ok(())
|
|
}
|
|
|
|
async fn send(
|
|
mut stdin: impl Stream<Item = Result<Bytes, io::Error>> + Unpin,
|
|
writer: &UdpSocket,
|
|
) -> Result<(), io::Error> {
|
|
while let Some(item) = stdin.next().await {
|
|
let buf = item?;
|
|
writer.send(&buf[..]).await?;
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
async fn recv(
|
|
mut stdout: impl Sink<Bytes, Error = io::Error> + Unpin,
|
|
reader: &UdpSocket,
|
|
) -> Result<(), io::Error> {
|
|
loop {
|
|
let mut buf = vec![0; 1024];
|
|
let n = reader.recv(&mut buf[..]).await?;
|
|
|
|
if n > 0 {
|
|
stdout.send(Bytes::from(buf)).await?;
|
|
}
|
|
}
|
|
}
|
|
}
|