4d267ad6fd
Move the recording of a successfully transmitted DATA or ACK packet that will provide RTT probing to after the transmission. With the I/O thread model, this can be done because parsing of the responding ACK can no longer race with the post-transmission code. Move the various timeout-settings done after successfully transmitting a DATA packet into rxrpc_tstamp_data_packets() and eliminate a number of calls to get the current time. As a consequence we no longer need to cancel a proposed RTT probe on transmission failure. Signed-off-by: David Howells <dhowells@redhat.com> cc: Marc Dionne <marc.dionne@auristor.com> cc: "David S. Miller" <davem@davemloft.net> cc: Eric Dumazet <edumazet@google.com> cc: Jakub Kicinski <kuba@kernel.org> cc: Paolo Abeni <pabeni@redhat.com> cc: linux-afs@lists.infradead.org cc: netdev@vger.kernel.org
733 lines
20 KiB
C
733 lines
20 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/* RxRPC packet transmission
|
|
*
|
|
* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
|
|
* Written by David Howells (dhowells@redhat.com)
|
|
*/
|
|
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
|
|
|
#include <linux/net.h>
|
|
#include <linux/gfp.h>
|
|
#include <linux/skbuff.h>
|
|
#include <linux/export.h>
|
|
#include <net/sock.h>
|
|
#include <net/af_rxrpc.h>
|
|
#include <net/udp.h>
|
|
#include "ar-internal.h"
|
|
|
|
extern int udpv6_sendmsg(struct sock *sk, struct msghdr *msg, size_t len);
|
|
|
|
static ssize_t do_udp_sendmsg(struct socket *socket, struct msghdr *msg, size_t len)
|
|
{
|
|
struct sockaddr *sa = msg->msg_name;
|
|
struct sock *sk = socket->sk;
|
|
|
|
if (IS_ENABLED(CONFIG_AF_RXRPC_IPV6)) {
|
|
if (sa->sa_family == AF_INET6) {
|
|
if (sk->sk_family != AF_INET6) {
|
|
pr_warn("AF_INET6 address on AF_INET socket\n");
|
|
return -ENOPROTOOPT;
|
|
}
|
|
return udpv6_sendmsg(sk, msg, len);
|
|
}
|
|
}
|
|
return udp_sendmsg(sk, msg, len);
|
|
}
|
|
|
|
struct rxrpc_abort_buffer {
|
|
struct rxrpc_wire_header whdr;
|
|
__be32 abort_code;
|
|
};
|
|
|
|
static const char rxrpc_keepalive_string[] = "";
|
|
|
|
/*
|
|
* Increase Tx backoff on transmission failure and clear it on success.
|
|
*/
|
|
static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret)
|
|
{
|
|
if (ret < 0) {
|
|
if (call->tx_backoff < 1000)
|
|
call->tx_backoff += 100;
|
|
} else {
|
|
call->tx_backoff = 0;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Arrange for a keepalive ping a certain time after we last transmitted. This
|
|
* lets the far side know we're still interested in this call and helps keep
|
|
* the route through any intervening firewall open.
|
|
*
|
|
* Receiving a response to the ping will prevent the ->expect_rx_by timer from
|
|
* expiring.
|
|
*/
|
|
static void rxrpc_set_keepalive(struct rxrpc_call *call, ktime_t now)
|
|
{
|
|
ktime_t delay = ms_to_ktime(READ_ONCE(call->next_rx_timo) / 6);
|
|
|
|
call->keepalive_at = ktime_add(ktime_get_real(), delay);
|
|
trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_keepalive);
|
|
}
|
|
|
|
/*
|
|
* Fill out an ACK packet.
|
|
*/
|
|
static void rxrpc_fill_out_ack(struct rxrpc_call *call,
|
|
struct rxrpc_txbuf *txb,
|
|
u8 ack_reason,
|
|
rxrpc_serial_t serial)
|
|
{
|
|
struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base;
|
|
struct rxrpc_acktrailer *trailer = txb->kvec[2].iov_base + 3;
|
|
struct rxrpc_ackpacket *ack = (struct rxrpc_ackpacket *)(whdr + 1);
|
|
unsigned int qsize, sack, wrap, to;
|
|
rxrpc_seq_t window, wtop;
|
|
int rsize;
|
|
u32 mtu, jmax;
|
|
u8 *filler = txb->kvec[2].iov_base;
|
|
u8 *sackp = txb->kvec[1].iov_base;
|
|
|
|
rxrpc_inc_stat(call->rxnet, stat_tx_ack_fill);
|
|
|
|
window = call->ackr_window;
|
|
wtop = call->ackr_wtop;
|
|
sack = call->ackr_sack_base % RXRPC_SACK_SIZE;
|
|
|
|
whdr->seq = 0;
|
|
whdr->type = RXRPC_PACKET_TYPE_ACK;
|
|
txb->flags |= RXRPC_SLOW_START_OK;
|
|
ack->bufferSpace = 0;
|
|
ack->maxSkew = 0;
|
|
ack->firstPacket = htonl(window);
|
|
ack->previousPacket = htonl(call->rx_highest_seq);
|
|
ack->serial = htonl(serial);
|
|
ack->reason = ack_reason;
|
|
ack->nAcks = wtop - window;
|
|
filler[0] = 0;
|
|
filler[1] = 0;
|
|
filler[2] = 0;
|
|
|
|
if (ack_reason == RXRPC_ACK_PING)
|
|
txb->flags |= RXRPC_REQUEST_ACK;
|
|
|
|
if (after(wtop, window)) {
|
|
txb->len += ack->nAcks;
|
|
txb->kvec[1].iov_base = sackp;
|
|
txb->kvec[1].iov_len = ack->nAcks;
|
|
|
|
wrap = RXRPC_SACK_SIZE - sack;
|
|
to = min_t(unsigned int, ack->nAcks, RXRPC_SACK_SIZE);
|
|
|
|
if (sack + ack->nAcks <= RXRPC_SACK_SIZE) {
|
|
memcpy(sackp, call->ackr_sack_table + sack, ack->nAcks);
|
|
} else {
|
|
memcpy(sackp, call->ackr_sack_table + sack, wrap);
|
|
memcpy(sackp + wrap, call->ackr_sack_table, to - wrap);
|
|
}
|
|
} else if (before(wtop, window)) {
|
|
pr_warn("ack window backward %x %x", window, wtop);
|
|
} else if (ack->reason == RXRPC_ACK_DELAY) {
|
|
ack->reason = RXRPC_ACK_IDLE;
|
|
}
|
|
|
|
mtu = call->peer->if_mtu;
|
|
mtu -= call->peer->hdrsize;
|
|
jmax = rxrpc_rx_jumbo_max;
|
|
qsize = (window - 1) - call->rx_consumed;
|
|
rsize = max_t(int, call->rx_winsize - qsize, 0);
|
|
txb->ack_rwind = rsize;
|
|
trailer->maxMTU = htonl(rxrpc_rx_mtu);
|
|
trailer->ifMTU = htonl(mtu);
|
|
trailer->rwind = htonl(rsize);
|
|
trailer->jumbo_max = htonl(jmax);
|
|
}
|
|
|
|
/*
|
|
* Record the beginning of an RTT probe.
|
|
*/
|
|
static void rxrpc_begin_rtt_probe(struct rxrpc_call *call, rxrpc_serial_t serial,
|
|
ktime_t now, enum rxrpc_rtt_tx_trace why)
|
|
{
|
|
unsigned long avail = call->rtt_avail;
|
|
int rtt_slot = 9;
|
|
|
|
if (!(avail & RXRPC_CALL_RTT_AVAIL_MASK))
|
|
goto no_slot;
|
|
|
|
rtt_slot = __ffs(avail & RXRPC_CALL_RTT_AVAIL_MASK);
|
|
if (!test_and_clear_bit(rtt_slot, &call->rtt_avail))
|
|
goto no_slot;
|
|
|
|
call->rtt_serial[rtt_slot] = serial;
|
|
call->rtt_sent_at[rtt_slot] = now;
|
|
smp_wmb(); /* Write data before avail bit */
|
|
set_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail);
|
|
|
|
trace_rxrpc_rtt_tx(call, why, rtt_slot, serial);
|
|
return;
|
|
|
|
no_slot:
|
|
trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_no_slot, rtt_slot, serial);
|
|
}
|
|
|
|
/*
|
|
* Transmit an ACK packet.
|
|
*/
|
|
static void rxrpc_send_ack_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb)
|
|
{
|
|
struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base;
|
|
struct rxrpc_connection *conn;
|
|
struct rxrpc_ackpacket *ack = (struct rxrpc_ackpacket *)(whdr + 1);
|
|
struct msghdr msg;
|
|
ktime_t now;
|
|
int ret;
|
|
|
|
if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))
|
|
return;
|
|
|
|
conn = call->conn;
|
|
|
|
msg.msg_name = &call->peer->srx.transport;
|
|
msg.msg_namelen = call->peer->srx.transport_len;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = MSG_SPLICE_PAGES;
|
|
|
|
whdr->flags = txb->flags & RXRPC_TXBUF_WIRE_FLAGS;
|
|
|
|
txb->serial = rxrpc_get_next_serial(conn);
|
|
whdr->serial = htonl(txb->serial);
|
|
trace_rxrpc_tx_ack(call->debug_id, txb->serial,
|
|
ntohl(ack->firstPacket),
|
|
ntohl(ack->serial), ack->reason, ack->nAcks,
|
|
txb->ack_rwind);
|
|
|
|
rxrpc_inc_stat(call->rxnet, stat_tx_ack_send);
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, txb->kvec, txb->nr_kvec, txb->len);
|
|
rxrpc_local_dont_fragment(conn->local, false);
|
|
ret = do_udp_sendmsg(conn->local->socket, &msg, txb->len);
|
|
call->peer->last_tx_at = ktime_get_seconds();
|
|
if (ret < 0) {
|
|
trace_rxrpc_tx_fail(call->debug_id, txb->serial, ret,
|
|
rxrpc_tx_point_call_ack);
|
|
} else {
|
|
trace_rxrpc_tx_packet(call->debug_id, whdr,
|
|
rxrpc_tx_point_call_ack);
|
|
now = ktime_get_real();
|
|
if (ack->reason == RXRPC_ACK_PING)
|
|
rxrpc_begin_rtt_probe(call, txb->serial, now, rxrpc_rtt_tx_ping);
|
|
if (txb->flags & RXRPC_REQUEST_ACK)
|
|
call->peer->rtt_last_req = now;
|
|
rxrpc_set_keepalive(call, now);
|
|
}
|
|
rxrpc_tx_backoff(call, ret);
|
|
}
|
|
|
|
/*
|
|
* Queue an ACK for immediate transmission.
|
|
*/
|
|
void rxrpc_send_ACK(struct rxrpc_call *call, u8 ack_reason,
|
|
rxrpc_serial_t serial, enum rxrpc_propose_ack_trace why)
|
|
{
|
|
struct rxrpc_txbuf *txb;
|
|
|
|
if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))
|
|
return;
|
|
|
|
rxrpc_inc_stat(call->rxnet, stat_tx_acks[ack_reason]);
|
|
|
|
txb = rxrpc_alloc_ack_txbuf(call, call->ackr_wtop - call->ackr_window);
|
|
if (!txb) {
|
|
kleave(" = -ENOMEM");
|
|
return;
|
|
}
|
|
|
|
txb->ack_why = why;
|
|
|
|
rxrpc_fill_out_ack(call, txb, ack_reason, serial);
|
|
call->ackr_nr_unacked = 0;
|
|
atomic_set(&call->ackr_nr_consumed, 0);
|
|
clear_bit(RXRPC_CALL_RX_IS_IDLE, &call->flags);
|
|
|
|
trace_rxrpc_send_ack(call, why, ack_reason, serial);
|
|
rxrpc_send_ack_packet(call, txb);
|
|
rxrpc_put_txbuf(txb, rxrpc_txbuf_put_ack_tx);
|
|
}
|
|
|
|
/*
|
|
* Send an ABORT call packet.
|
|
*/
|
|
int rxrpc_send_abort_packet(struct rxrpc_call *call)
|
|
{
|
|
struct rxrpc_connection *conn;
|
|
struct rxrpc_abort_buffer pkt;
|
|
struct msghdr msg;
|
|
struct kvec iov[1];
|
|
rxrpc_serial_t serial;
|
|
int ret;
|
|
|
|
/* Don't bother sending aborts for a client call once the server has
|
|
* hard-ACK'd all of its request data. After that point, we're not
|
|
* going to stop the operation proceeding, and whilst we might limit
|
|
* the reply, it's not worth it if we can send a new call on the same
|
|
* channel instead, thereby closing off this call.
|
|
*/
|
|
if (rxrpc_is_client_call(call) &&
|
|
test_bit(RXRPC_CALL_TX_ALL_ACKED, &call->flags))
|
|
return 0;
|
|
|
|
if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))
|
|
return -ECONNRESET;
|
|
|
|
conn = call->conn;
|
|
|
|
msg.msg_name = &call->peer->srx.transport;
|
|
msg.msg_namelen = call->peer->srx.transport_len;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = 0;
|
|
|
|
pkt.whdr.epoch = htonl(conn->proto.epoch);
|
|
pkt.whdr.cid = htonl(call->cid);
|
|
pkt.whdr.callNumber = htonl(call->call_id);
|
|
pkt.whdr.seq = 0;
|
|
pkt.whdr.type = RXRPC_PACKET_TYPE_ABORT;
|
|
pkt.whdr.flags = conn->out_clientflag;
|
|
pkt.whdr.userStatus = 0;
|
|
pkt.whdr.securityIndex = call->security_ix;
|
|
pkt.whdr._rsvd = 0;
|
|
pkt.whdr.serviceId = htons(call->dest_srx.srx_service);
|
|
pkt.abort_code = htonl(call->abort_code);
|
|
|
|
iov[0].iov_base = &pkt;
|
|
iov[0].iov_len = sizeof(pkt);
|
|
|
|
serial = rxrpc_get_next_serial(conn);
|
|
pkt.whdr.serial = htonl(serial);
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, iov, 1, sizeof(pkt));
|
|
ret = do_udp_sendmsg(conn->local->socket, &msg, sizeof(pkt));
|
|
conn->peer->last_tx_at = ktime_get_seconds();
|
|
if (ret < 0)
|
|
trace_rxrpc_tx_fail(call->debug_id, serial, ret,
|
|
rxrpc_tx_point_call_abort);
|
|
else
|
|
trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,
|
|
rxrpc_tx_point_call_abort);
|
|
rxrpc_tx_backoff(call, ret);
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* Prepare a (sub)packet for transmission.
|
|
*/
|
|
static void rxrpc_prepare_data_subpacket(struct rxrpc_call *call, struct rxrpc_txbuf *txb,
|
|
rxrpc_serial_t serial)
|
|
{
|
|
struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base;
|
|
enum rxrpc_req_ack_trace why;
|
|
struct rxrpc_connection *conn = call->conn;
|
|
|
|
_enter("%x,{%d}", txb->seq, txb->len);
|
|
|
|
txb->serial = serial;
|
|
|
|
if (test_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags) &&
|
|
txb->seq == 1)
|
|
whdr->userStatus = RXRPC_USERSTATUS_SERVICE_UPGRADE;
|
|
|
|
/* If our RTT cache needs working on, request an ACK. Also request
|
|
* ACKs if a DATA packet appears to have been lost.
|
|
*
|
|
* However, we mustn't request an ACK on the last reply packet of a
|
|
* service call, lest OpenAFS incorrectly send us an ACK with some
|
|
* soft-ACKs in it and then never follow up with a proper hard ACK.
|
|
*/
|
|
if (txb->flags & RXRPC_REQUEST_ACK)
|
|
why = rxrpc_reqack_already_on;
|
|
else if ((txb->flags & RXRPC_LAST_PACKET) && rxrpc_sending_to_client(txb))
|
|
why = rxrpc_reqack_no_srv_last;
|
|
else if (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events))
|
|
why = rxrpc_reqack_ack_lost;
|
|
else if (txb->flags & RXRPC_TXBUF_RESENT)
|
|
why = rxrpc_reqack_retrans;
|
|
else if (call->cong_mode == RXRPC_CALL_SLOW_START && call->cong_cwnd <= 2)
|
|
why = rxrpc_reqack_slow_start;
|
|
else if (call->tx_winsize <= 2)
|
|
why = rxrpc_reqack_small_txwin;
|
|
else if (call->peer->rtt_count < 3 && txb->seq & 1)
|
|
why = rxrpc_reqack_more_rtt;
|
|
else if (ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000), ktime_get_real()))
|
|
why = rxrpc_reqack_old_rtt;
|
|
else
|
|
goto dont_set_request_ack;
|
|
|
|
rxrpc_inc_stat(call->rxnet, stat_why_req_ack[why]);
|
|
trace_rxrpc_req_ack(call->debug_id, txb->seq, why);
|
|
if (why != rxrpc_reqack_no_srv_last)
|
|
txb->flags |= RXRPC_REQUEST_ACK;
|
|
dont_set_request_ack:
|
|
|
|
whdr->flags = txb->flags & RXRPC_TXBUF_WIRE_FLAGS;
|
|
whdr->serial = htonl(txb->serial);
|
|
whdr->cksum = txb->cksum;
|
|
|
|
trace_rxrpc_tx_data(call, txb->seq, txb->serial, txb->flags, false);
|
|
}
|
|
|
|
/*
|
|
* Prepare a packet for transmission.
|
|
*/
|
|
static size_t rxrpc_prepare_data_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb)
|
|
{
|
|
rxrpc_serial_t serial;
|
|
|
|
/* Each transmission of a Tx packet needs a new serial number */
|
|
serial = rxrpc_get_next_serial(call->conn);
|
|
|
|
rxrpc_prepare_data_subpacket(call, txb, serial);
|
|
|
|
return txb->len;
|
|
}
|
|
|
|
/*
|
|
* Set timeouts after transmitting a packet.
|
|
*/
|
|
static void rxrpc_tstamp_data_packets(struct rxrpc_call *call, struct rxrpc_txbuf *txb)
|
|
{
|
|
ktime_t now = ktime_get_real();
|
|
bool ack_requested = txb->flags & RXRPC_REQUEST_ACK;
|
|
|
|
call->tx_last_sent = now;
|
|
txb->last_sent = now;
|
|
|
|
if (ack_requested) {
|
|
rxrpc_begin_rtt_probe(call, txb->serial, now, rxrpc_rtt_tx_data);
|
|
|
|
call->peer->rtt_last_req = now;
|
|
if (call->peer->rtt_count > 1) {
|
|
ktime_t delay = rxrpc_get_rto_backoff(call->peer, false);
|
|
|
|
call->ack_lost_at = ktime_add(now, delay);
|
|
trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_lost_ack);
|
|
}
|
|
}
|
|
|
|
if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags)) {
|
|
ktime_t delay = ms_to_ktime(READ_ONCE(call->next_rx_timo));
|
|
|
|
call->expect_rx_by = ktime_add(now, delay);
|
|
trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_expect_rx);
|
|
}
|
|
|
|
rxrpc_set_keepalive(call, now);
|
|
}
|
|
|
|
/*
|
|
* send a packet through the transport endpoint
|
|
*/
|
|
static int rxrpc_send_data_packet(struct rxrpc_call *call, struct rxrpc_txbuf *txb)
|
|
{
|
|
struct rxrpc_wire_header *whdr = txb->kvec[0].iov_base;
|
|
struct rxrpc_connection *conn = call->conn;
|
|
enum rxrpc_tx_point frag;
|
|
struct msghdr msg;
|
|
size_t len;
|
|
int ret;
|
|
|
|
_enter("%x,{%d}", txb->seq, txb->len);
|
|
|
|
len = rxrpc_prepare_data_packet(call, txb);
|
|
|
|
if (IS_ENABLED(CONFIG_AF_RXRPC_INJECT_LOSS)) {
|
|
static int lose;
|
|
if ((lose++ & 7) == 7) {
|
|
ret = 0;
|
|
trace_rxrpc_tx_data(call, txb->seq, txb->serial,
|
|
txb->flags, true);
|
|
goto done;
|
|
}
|
|
}
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, txb->kvec, txb->nr_kvec, len);
|
|
|
|
msg.msg_name = &call->peer->srx.transport;
|
|
msg.msg_namelen = call->peer->srx.transport_len;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = MSG_SPLICE_PAGES;
|
|
|
|
/* Track what we've attempted to transmit at least once so that the
|
|
* retransmission algorithm doesn't try to resend what we haven't sent
|
|
* yet.
|
|
*/
|
|
if (txb->seq == call->tx_transmitted + 1)
|
|
call->tx_transmitted = txb->seq;
|
|
|
|
/* send the packet with the don't fragment bit set if we currently
|
|
* think it's small enough */
|
|
if (txb->len >= call->peer->maxdata) {
|
|
rxrpc_local_dont_fragment(conn->local, false);
|
|
frag = rxrpc_tx_point_call_data_frag;
|
|
} else {
|
|
rxrpc_local_dont_fragment(conn->local, true);
|
|
frag = rxrpc_tx_point_call_data_nofrag;
|
|
}
|
|
|
|
retry:
|
|
/* send the packet by UDP
|
|
* - returns -EMSGSIZE if UDP would have to fragment the packet
|
|
* to go out of the interface
|
|
* - in which case, we'll have processed the ICMP error
|
|
* message and update the peer record
|
|
*/
|
|
rxrpc_inc_stat(call->rxnet, stat_tx_data_send);
|
|
ret = do_udp_sendmsg(conn->local->socket, &msg, len);
|
|
conn->peer->last_tx_at = ktime_get_seconds();
|
|
|
|
if (ret < 0) {
|
|
rxrpc_inc_stat(call->rxnet, stat_tx_data_send_fail);
|
|
trace_rxrpc_tx_fail(call->debug_id, txb->serial, ret, frag);
|
|
} else {
|
|
trace_rxrpc_tx_packet(call->debug_id, whdr, frag);
|
|
}
|
|
|
|
rxrpc_tx_backoff(call, ret);
|
|
if (ret == -EMSGSIZE && frag == rxrpc_tx_point_call_data_frag) {
|
|
rxrpc_local_dont_fragment(conn->local, false);
|
|
frag = rxrpc_tx_point_call_data_frag;
|
|
goto retry;
|
|
}
|
|
|
|
done:
|
|
if (ret >= 0) {
|
|
rxrpc_tstamp_data_packets(call, txb);
|
|
} else {
|
|
/* Cancel the call if the initial transmission fails,
|
|
* particularly if that's due to network routing issues that
|
|
* aren't going away anytime soon. The layer above can arrange
|
|
* the retransmission.
|
|
*/
|
|
if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags))
|
|
rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,
|
|
RX_USER_ABORT, ret);
|
|
}
|
|
|
|
_leave(" = %d [%u]", ret, call->peer->maxdata);
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* Transmit a connection-level abort.
|
|
*/
|
|
void rxrpc_send_conn_abort(struct rxrpc_connection *conn)
|
|
{
|
|
struct rxrpc_wire_header whdr;
|
|
struct msghdr msg;
|
|
struct kvec iov[2];
|
|
__be32 word;
|
|
size_t len;
|
|
u32 serial;
|
|
int ret;
|
|
|
|
msg.msg_name = &conn->peer->srx.transport;
|
|
msg.msg_namelen = conn->peer->srx.transport_len;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = 0;
|
|
|
|
whdr.epoch = htonl(conn->proto.epoch);
|
|
whdr.cid = htonl(conn->proto.cid);
|
|
whdr.callNumber = 0;
|
|
whdr.seq = 0;
|
|
whdr.type = RXRPC_PACKET_TYPE_ABORT;
|
|
whdr.flags = conn->out_clientflag;
|
|
whdr.userStatus = 0;
|
|
whdr.securityIndex = conn->security_ix;
|
|
whdr._rsvd = 0;
|
|
whdr.serviceId = htons(conn->service_id);
|
|
|
|
word = htonl(conn->abort_code);
|
|
|
|
iov[0].iov_base = &whdr;
|
|
iov[0].iov_len = sizeof(whdr);
|
|
iov[1].iov_base = &word;
|
|
iov[1].iov_len = sizeof(word);
|
|
|
|
len = iov[0].iov_len + iov[1].iov_len;
|
|
|
|
serial = rxrpc_get_next_serial(conn);
|
|
whdr.serial = htonl(serial);
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, iov, 2, len);
|
|
ret = do_udp_sendmsg(conn->local->socket, &msg, len);
|
|
if (ret < 0) {
|
|
trace_rxrpc_tx_fail(conn->debug_id, serial, ret,
|
|
rxrpc_tx_point_conn_abort);
|
|
_debug("sendmsg failed: %d", ret);
|
|
return;
|
|
}
|
|
|
|
trace_rxrpc_tx_packet(conn->debug_id, &whdr, rxrpc_tx_point_conn_abort);
|
|
|
|
conn->peer->last_tx_at = ktime_get_seconds();
|
|
}
|
|
|
|
/*
|
|
* Reject a packet through the local endpoint.
|
|
*/
|
|
void rxrpc_reject_packet(struct rxrpc_local *local, struct sk_buff *skb)
|
|
{
|
|
struct rxrpc_wire_header whdr;
|
|
struct sockaddr_rxrpc srx;
|
|
struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
|
|
struct msghdr msg;
|
|
struct kvec iov[2];
|
|
size_t size;
|
|
__be32 code;
|
|
int ret, ioc;
|
|
|
|
rxrpc_see_skb(skb, rxrpc_skb_see_reject);
|
|
|
|
iov[0].iov_base = &whdr;
|
|
iov[0].iov_len = sizeof(whdr);
|
|
iov[1].iov_base = &code;
|
|
iov[1].iov_len = sizeof(code);
|
|
|
|
msg.msg_name = &srx.transport;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = 0;
|
|
|
|
memset(&whdr, 0, sizeof(whdr));
|
|
|
|
switch (skb->mark) {
|
|
case RXRPC_SKB_MARK_REJECT_BUSY:
|
|
whdr.type = RXRPC_PACKET_TYPE_BUSY;
|
|
size = sizeof(whdr);
|
|
ioc = 1;
|
|
break;
|
|
case RXRPC_SKB_MARK_REJECT_ABORT:
|
|
whdr.type = RXRPC_PACKET_TYPE_ABORT;
|
|
code = htonl(skb->priority);
|
|
size = sizeof(whdr) + sizeof(code);
|
|
ioc = 2;
|
|
break;
|
|
default:
|
|
return;
|
|
}
|
|
|
|
if (rxrpc_extract_addr_from_skb(&srx, skb) == 0) {
|
|
msg.msg_namelen = srx.transport_len;
|
|
|
|
whdr.epoch = htonl(sp->hdr.epoch);
|
|
whdr.cid = htonl(sp->hdr.cid);
|
|
whdr.callNumber = htonl(sp->hdr.callNumber);
|
|
whdr.serviceId = htons(sp->hdr.serviceId);
|
|
whdr.flags = sp->hdr.flags;
|
|
whdr.flags ^= RXRPC_CLIENT_INITIATED;
|
|
whdr.flags &= RXRPC_CLIENT_INITIATED;
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, iov, ioc, size);
|
|
ret = do_udp_sendmsg(local->socket, &msg, size);
|
|
if (ret < 0)
|
|
trace_rxrpc_tx_fail(local->debug_id, 0, ret,
|
|
rxrpc_tx_point_reject);
|
|
else
|
|
trace_rxrpc_tx_packet(local->debug_id, &whdr,
|
|
rxrpc_tx_point_reject);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Send a VERSION reply to a peer as a keepalive.
|
|
*/
|
|
void rxrpc_send_keepalive(struct rxrpc_peer *peer)
|
|
{
|
|
struct rxrpc_wire_header whdr;
|
|
struct msghdr msg;
|
|
struct kvec iov[2];
|
|
size_t len;
|
|
int ret;
|
|
|
|
_enter("");
|
|
|
|
msg.msg_name = &peer->srx.transport;
|
|
msg.msg_namelen = peer->srx.transport_len;
|
|
msg.msg_control = NULL;
|
|
msg.msg_controllen = 0;
|
|
msg.msg_flags = 0;
|
|
|
|
whdr.epoch = htonl(peer->local->rxnet->epoch);
|
|
whdr.cid = 0;
|
|
whdr.callNumber = 0;
|
|
whdr.seq = 0;
|
|
whdr.serial = 0;
|
|
whdr.type = RXRPC_PACKET_TYPE_VERSION; /* Not client-initiated */
|
|
whdr.flags = RXRPC_LAST_PACKET;
|
|
whdr.userStatus = 0;
|
|
whdr.securityIndex = 0;
|
|
whdr._rsvd = 0;
|
|
whdr.serviceId = 0;
|
|
|
|
iov[0].iov_base = &whdr;
|
|
iov[0].iov_len = sizeof(whdr);
|
|
iov[1].iov_base = (char *)rxrpc_keepalive_string;
|
|
iov[1].iov_len = sizeof(rxrpc_keepalive_string);
|
|
|
|
len = iov[0].iov_len + iov[1].iov_len;
|
|
|
|
iov_iter_kvec(&msg.msg_iter, WRITE, iov, 2, len);
|
|
ret = do_udp_sendmsg(peer->local->socket, &msg, len);
|
|
if (ret < 0)
|
|
trace_rxrpc_tx_fail(peer->debug_id, 0, ret,
|
|
rxrpc_tx_point_version_keepalive);
|
|
else
|
|
trace_rxrpc_tx_packet(peer->debug_id, &whdr,
|
|
rxrpc_tx_point_version_keepalive);
|
|
|
|
peer->last_tx_at = ktime_get_seconds();
|
|
_leave("");
|
|
}
|
|
|
|
/*
|
|
* Schedule an instant Tx resend.
|
|
*/
|
|
static inline void rxrpc_instant_resend(struct rxrpc_call *call,
|
|
struct rxrpc_txbuf *txb)
|
|
{
|
|
if (!__rxrpc_call_is_complete(call))
|
|
kdebug("resend");
|
|
}
|
|
|
|
/*
|
|
* Transmit one packet.
|
|
*/
|
|
void rxrpc_transmit_one(struct rxrpc_call *call, struct rxrpc_txbuf *txb)
|
|
{
|
|
int ret;
|
|
|
|
ret = rxrpc_send_data_packet(call, txb);
|
|
if (ret < 0) {
|
|
switch (ret) {
|
|
case -ENETUNREACH:
|
|
case -EHOSTUNREACH:
|
|
case -ECONNREFUSED:
|
|
rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,
|
|
0, ret);
|
|
break;
|
|
default:
|
|
_debug("need instant resend %d", ret);
|
|
rxrpc_instant_resend(call, txb);
|
|
}
|
|
} else {
|
|
ktime_t delay = ns_to_ktime(call->peer->rto_us * NSEC_PER_USEC);
|
|
|
|
call->resend_at = ktime_add(ktime_get_real(), delay);
|
|
trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_resend_tx);
|
|
}
|
|
}
|