^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* RxRPC recvmsg() implementation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Written by David Howells (dhowells@redhat.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/net.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/skbuff.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/sched/signal.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <net/sock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <net/af_rxrpc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include "ar-internal.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * Post a call for attention by the socket or kernel service. Further
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * notifications are suppressed by putting recvmsg_link on a dummy queue.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) void rxrpc_notify_socket(struct rxrpc_call *call)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) struct rxrpc_sock *rx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) struct sock *sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) _enter("%d", call->debug_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) if (!list_empty(&call->recvmsg_link))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) rx = rcu_dereference(call->socket);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) sk = &rx->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) if (rx && sk->sk_state < RXRPC_CLOSE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) if (call->notify_rx) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) spin_lock_bh(&call->notify_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) call->notify_rx(sk, call, call->user_call_ID);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) spin_unlock_bh(&call->notify_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) write_lock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) if (list_empty(&call->recvmsg_link)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) rxrpc_get_call(call, rxrpc_call_got);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) list_add_tail(&call->recvmsg_link, &rx->recvmsg_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) write_unlock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) if (!sock_flag(sk, SOCK_DEAD)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) _debug("call %ps", sk->sk_data_ready);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) sk->sk_data_ready(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) _leave("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) * Transition a call to the complete state.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) bool __rxrpc_set_call_completion(struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) enum rxrpc_call_completion compl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) u32 abort_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) int error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) if (call->state < RXRPC_CALL_COMPLETE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) call->abort_code = abort_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) call->error = error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) call->completion = compl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) call->state = RXRPC_CALL_COMPLETE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) trace_rxrpc_call_complete(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) wake_up(&call->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) rxrpc_notify_socket(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) bool rxrpc_set_call_completion(struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) enum rxrpc_call_completion compl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) u32 abort_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) int error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) bool ret = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) if (call->state < RXRPC_CALL_COMPLETE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) write_lock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) ret = __rxrpc_set_call_completion(call, compl, abort_code, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) * Record that a call successfully completed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) bool __rxrpc_call_completed(struct rxrpc_call *call)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) return __rxrpc_set_call_completion(call, RXRPC_CALL_SUCCEEDED, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) bool rxrpc_call_completed(struct rxrpc_call *call)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) bool ret = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) if (call->state < RXRPC_CALL_COMPLETE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) write_lock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) ret = __rxrpc_call_completed(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) * Record that a call is locally aborted.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) bool __rxrpc_abort_call(const char *why, struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) rxrpc_seq_t seq, u32 abort_code, int error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) trace_rxrpc_abort(call->debug_id, why, call->cid, call->call_id, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) abort_code, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) return __rxrpc_set_call_completion(call, RXRPC_CALL_LOCALLY_ABORTED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) abort_code, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) bool rxrpc_abort_call(const char *why, struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) rxrpc_seq_t seq, u32 abort_code, int error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) bool ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) write_lock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) ret = __rxrpc_abort_call(why, call, seq, abort_code, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) * Pass a call terminating message to userspace.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) static int rxrpc_recvmsg_term(struct rxrpc_call *call, struct msghdr *msg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) u32 tmp = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) switch (call->completion) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) case RXRPC_CALL_SUCCEEDED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) if (rxrpc_is_service_call(call))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_ACK, 0, &tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) case RXRPC_CALL_REMOTELY_ABORTED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) tmp = call->abort_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_ABORT, 4, &tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) case RXRPC_CALL_LOCALLY_ABORTED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) tmp = call->abort_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_ABORT, 4, &tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) case RXRPC_CALL_NETWORK_ERROR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) tmp = -call->error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_NET_ERROR, 4, &tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) case RXRPC_CALL_LOCAL_ERROR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) tmp = -call->error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_LOCAL_ERROR, 4, &tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) pr_err("Invalid terminal call state %u\n", call->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_terminal, call->rx_hard_ack,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) call->rx_pkt_offset, call->rx_pkt_len, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) * End the packet reception phase.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) static void rxrpc_end_rx_phase(struct rxrpc_call *call, rxrpc_serial_t serial)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) _enter("%d,%s", call->debug_id, rxrpc_call_states[call->state]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) trace_rxrpc_receive(call, rxrpc_receive_end, 0, call->rx_top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) ASSERTCMP(call->rx_hard_ack, ==, call->rx_top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) if (call->state == RXRPC_CALL_CLIENT_RECV_REPLY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) rxrpc_propose_ACK(call, RXRPC_ACK_IDLE, serial, false, true,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) rxrpc_propose_ack_terminal_ack);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) //rxrpc_send_ack_packet(call, false, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) write_lock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) switch (call->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) case RXRPC_CALL_CLIENT_RECV_REPLY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) __rxrpc_call_completed(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) case RXRPC_CALL_SERVER_RECV_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) call->tx_phase = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) call->state = RXRPC_CALL_SERVER_ACK_REQUEST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) call->expect_req_by = jiffies + MAX_JIFFY_OFFSET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) rxrpc_propose_ACK(call, RXRPC_ACK_DELAY, serial, false, true,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) rxrpc_propose_ack_processing_op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) write_unlock_bh(&call->state_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) * Discard a packet we've used up and advance the Rx window by one.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) static void rxrpc_rotate_rx_window(struct rxrpc_call *call)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) struct rxrpc_skb_priv *sp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) struct sk_buff *skb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) rxrpc_serial_t serial;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) rxrpc_seq_t hard_ack, top;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) bool last = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) u8 subpacket;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) int ix;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) _enter("%d", call->debug_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) hard_ack = call->rx_hard_ack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) top = smp_load_acquire(&call->rx_top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) ASSERT(before(hard_ack, top));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) hard_ack++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) ix = hard_ack & RXRPC_RXTX_BUFF_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) skb = call->rxtx_buffer[ix];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) rxrpc_see_skb(skb, rxrpc_skb_rotated);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) sp = rxrpc_skb(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) subpacket = call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) serial = sp->hdr.serial + subpacket;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) if (subpacket == sp->nr_subpackets - 1 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) sp->rx_flags & RXRPC_SKB_INCL_LAST)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) last = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) call->rxtx_buffer[ix] = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) call->rxtx_annotations[ix] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) /* Barrier against rxrpc_input_data(). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) smp_store_release(&call->rx_hard_ack, hard_ack);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) rxrpc_free_skb(skb, rxrpc_skb_freed);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) trace_rxrpc_receive(call, rxrpc_receive_rotate, serial, hard_ack);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) if (last) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) rxrpc_end_rx_phase(call, serial);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) /* Check to see if there's an ACK that needs sending. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) if (after_eq(hard_ack, call->ackr_consumed + 2) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) after_eq(top, call->ackr_seen + 2) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) (hard_ack == top && after(hard_ack, call->ackr_consumed)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) rxrpc_propose_ACK(call, RXRPC_ACK_DELAY, serial,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) true, true,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) rxrpc_propose_ack_rotate_rx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) if (call->ackr_reason && call->ackr_reason != RXRPC_ACK_DELAY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) rxrpc_send_ack_packet(call, false, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) * Decrypt and verify a (sub)packet. The packet's length may be changed due to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) * padding, but if this is the case, the packet length will be resident in the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) * socket buffer. Note that we can't modify the master skb info as the skb may
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) * be the home to multiple subpackets.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) static int rxrpc_verify_packet(struct rxrpc_call *call, struct sk_buff *skb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) u8 annotation,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) unsigned int offset, unsigned int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) rxrpc_seq_t seq = sp->hdr.seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) u16 cksum = sp->hdr.cksum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) u8 subpacket = annotation & RXRPC_RX_ANNO_SUBPACKET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) _enter("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) /* For all but the head jumbo subpacket, the security checksum is in a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) * jumbo header immediately prior to the data.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) if (subpacket > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) __be16 tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) if (skb_copy_bits(skb, offset - 2, &tmp, 2) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) cksum = ntohs(tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) seq += subpacket;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) return call->security->verify_packet(call, skb, offset, len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) seq, cksum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) * Locate the data within a packet. This is complicated by:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) * (1) An skb may contain a jumbo packet - so we have to find the appropriate
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) * subpacket.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) * (2) The (sub)packets may be encrypted and, if so, the encrypted portion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) * contains an extra header which includes the true length of the data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) * excluding any encrypted padding.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) static int rxrpc_locate_data(struct rxrpc_call *call, struct sk_buff *skb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) u8 *_annotation,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) unsigned int *_offset, unsigned int *_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) bool *_last)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) unsigned int offset = sizeof(struct rxrpc_wire_header);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) unsigned int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) bool last = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) u8 annotation = *_annotation;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) u8 subpacket = annotation & RXRPC_RX_ANNO_SUBPACKET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) /* Locate the subpacket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) offset += subpacket * RXRPC_JUMBO_SUBPKTLEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) len = skb->len - offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) if (subpacket < sp->nr_subpackets - 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) len = RXRPC_JUMBO_DATALEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) else if (sp->rx_flags & RXRPC_SKB_INCL_LAST)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) last = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) if (!(annotation & RXRPC_RX_ANNO_VERIFIED)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) ret = rxrpc_verify_packet(call, skb, annotation, offset, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) *_annotation |= RXRPC_RX_ANNO_VERIFIED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) *_offset = offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) *_len = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) *_last = last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) call->security->locate_data(call, skb, _offset, _len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) * Deliver messages to a call. This keeps processing packets until the buffer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) * is filled and we find either more DATA (returns 0) or the end of the DATA
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) * (returns 1). If more packets are required, it returns -EAGAIN.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) static int rxrpc_recvmsg_data(struct socket *sock, struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) struct msghdr *msg, struct iov_iter *iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) size_t len, int flags, size_t *_offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) struct rxrpc_skb_priv *sp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) struct sk_buff *skb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) rxrpc_serial_t serial;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) rxrpc_seq_t hard_ack, top, seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) size_t remain;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) bool rx_pkt_last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) unsigned int rx_pkt_offset, rx_pkt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) int ix, copy, ret = -EAGAIN, ret2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) if (test_and_clear_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) call->ackr_reason)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) rxrpc_send_ack_packet(call, false, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) rx_pkt_offset = call->rx_pkt_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) rx_pkt_len = call->rx_pkt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) rx_pkt_last = call->rx_pkt_last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) if (call->state >= RXRPC_CALL_SERVER_ACK_REQUEST) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) seq = call->rx_hard_ack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) goto done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) /* Barriers against rxrpc_input_data(). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) hard_ack = call->rx_hard_ack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) seq = hard_ack + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) while (top = smp_load_acquire(&call->rx_top),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) before_eq(seq, top)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) ) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) ix = seq & RXRPC_RXTX_BUFF_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) skb = call->rxtx_buffer[ix];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) if (!skb) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_hole, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) rx_pkt_offset, rx_pkt_len, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) smp_rmb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) rxrpc_see_skb(skb, rxrpc_skb_seen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) sp = rxrpc_skb(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) if (!(flags & MSG_PEEK)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) serial = sp->hdr.serial;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) serial += call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) trace_rxrpc_receive(call, rxrpc_receive_front,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) serial, seq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) if (msg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) sock_recv_timestamp(msg, sock->sk, skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) if (rx_pkt_offset == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) ret2 = rxrpc_locate_data(call, skb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) &call->rxtx_annotations[ix],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) &rx_pkt_offset, &rx_pkt_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) &rx_pkt_last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_next, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) rx_pkt_offset, rx_pkt_len, ret2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) if (ret2 < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) ret = ret2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_cont, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) rx_pkt_offset, rx_pkt_len, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) /* We have to handle short, empty and used-up DATA packets. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) remain = len - *_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) copy = rx_pkt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) if (copy > remain)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) copy = remain;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) if (copy > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) ret2 = skb_copy_datagram_iter(skb, rx_pkt_offset, iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) copy);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) if (ret2 < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) ret = ret2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) /* handle piecemeal consumption of data packets */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) rx_pkt_offset += copy;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) rx_pkt_len -= copy;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) *_offset += copy;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) if (rx_pkt_len > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_full, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) rx_pkt_offset, rx_pkt_len, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) ASSERTCMP(*_offset, ==, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) /* The whole packet has been transferred. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) if (!(flags & MSG_PEEK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) rxrpc_rotate_rx_window(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) rx_pkt_offset = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) rx_pkt_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) if (rx_pkt_last) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) ASSERTCMP(seq, ==, READ_ONCE(call->rx_top));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) seq++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) if (!(flags & MSG_PEEK)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) call->rx_pkt_offset = rx_pkt_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) call->rx_pkt_len = rx_pkt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) call->rx_pkt_last = rx_pkt_last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) done:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_data_return, seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) rx_pkt_offset, rx_pkt_len, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) if (ret == -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) set_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) * Receive a message from an RxRPC socket
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) * - we need to be careful about two or more threads calling recvmsg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) * simultaneously
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) int rxrpc_recvmsg(struct socket *sock, struct msghdr *msg, size_t len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) int flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) struct rxrpc_call *call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) struct list_head *l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) size_t copied = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) long timeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) DEFINE_WAIT(wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) trace_rxrpc_recvmsg(NULL, rxrpc_recvmsg_enter, 0, 0, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) if (flags & (MSG_OOB | MSG_TRUNC))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) return -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) timeo = sock_rcvtimeo(&rx->sk, flags & MSG_DONTWAIT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) try_again:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) lock_sock(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) /* Return immediately if a client socket has no outstanding calls */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) if (RB_EMPTY_ROOT(&rx->calls) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) list_empty(&rx->recvmsg_q) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) rx->sk.sk_state != RXRPC_SERVER_LISTENING) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) release_sock(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) return -EAGAIN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) if (list_empty(&rx->recvmsg_q)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) ret = -EWOULDBLOCK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) if (timeo == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) call = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) goto error_no_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) release_sock(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) /* Wait for something to happen */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) prepare_to_wait_exclusive(sk_sleep(&rx->sk), &wait,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) TASK_INTERRUPTIBLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) ret = sock_error(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) goto wait_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) if (list_empty(&rx->recvmsg_q)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) if (signal_pending(current))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) goto wait_interrupted;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) trace_rxrpc_recvmsg(NULL, rxrpc_recvmsg_wait,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) 0, 0, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) timeo = schedule_timeout(timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) finish_wait(sk_sleep(&rx->sk), &wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) goto try_again;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) /* Find the next call and dequeue it if we're not just peeking. If we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) * do dequeue it, that comes with a ref that we will need to release.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) write_lock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) l = rx->recvmsg_q.next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) call = list_entry(l, struct rxrpc_call, recvmsg_link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) if (!(flags & MSG_PEEK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) list_del_init(&call->recvmsg_link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) rxrpc_get_call(call, rxrpc_call_got);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) write_unlock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_dequeue, 0, 0, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) /* We're going to drop the socket lock, so we need to lock the call
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) * against interference by sendmsg.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) if (!mutex_trylock(&call->user_mutex)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) ret = -EWOULDBLOCK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) if (flags & MSG_DONTWAIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) goto error_requeue_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) ret = -ERESTARTSYS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) if (mutex_lock_interruptible(&call->user_mutex) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) goto error_requeue_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) release_sock(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) if (test_bit(RXRPC_CALL_RELEASED, &call->flags))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) if (test_bit(RXRPC_CALL_HAS_USERID, &call->flags)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) if (flags & MSG_CMSG_COMPAT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) unsigned int id32 = call->user_call_ID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_USER_CALL_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) sizeof(unsigned int), &id32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) unsigned long idl = call->user_call_ID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) ret = put_cmsg(msg, SOL_RXRPC, RXRPC_USER_CALL_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) sizeof(unsigned long), &idl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) goto error_unlock_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) if (msg->msg_name && call->peer) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) struct sockaddr_rxrpc *srx = msg->msg_name;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) size_t len = sizeof(call->peer->srx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) memcpy(msg->msg_name, &call->peer->srx, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) srx->srx_service = call->service_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) msg->msg_namelen = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) switch (READ_ONCE(call->state)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) case RXRPC_CALL_CLIENT_RECV_REPLY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) case RXRPC_CALL_SERVER_RECV_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) case RXRPC_CALL_SERVER_ACK_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) ret = rxrpc_recvmsg_data(sock, call, msg, &msg->msg_iter, len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) flags, &copied);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) if (ret == -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) if (after(call->rx_top, call->rx_hard_ack) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) call->rxtx_buffer[(call->rx_hard_ack + 1) & RXRPC_RXTX_BUFF_MASK])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) rxrpc_notify_socket(call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) goto error_unlock_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) if (call->state == RXRPC_CALL_COMPLETE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) ret = rxrpc_recvmsg_term(call, msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) goto error_unlock_call;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) if (!(flags & MSG_PEEK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) rxrpc_release_call(rx, call);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) msg->msg_flags |= MSG_EOR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) if (ret == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) msg->msg_flags |= MSG_MORE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) msg->msg_flags &= ~MSG_MORE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) ret = copied;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) error_unlock_call:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) mutex_unlock(&call->user_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) rxrpc_put_call(call, rxrpc_call_put);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_return, 0, 0, 0, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) error_requeue_call:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) if (!(flags & MSG_PEEK)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) write_lock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) list_add(&call->recvmsg_link, &rx->recvmsg_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) write_unlock_bh(&rx->recvmsg_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_requeue, 0, 0, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) rxrpc_put_call(call, rxrpc_call_put);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) error_no_call:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) release_sock(&rx->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) error_trace:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) trace_rxrpc_recvmsg(call, rxrpc_recvmsg_return, 0, 0, 0, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) wait_interrupted:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) ret = sock_intr_errno(timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) wait_error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) finish_wait(sk_sleep(&rx->sk), &wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) call = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) goto error_trace;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) * rxrpc_kernel_recv_data - Allow a kernel service to receive data/info
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) * @sock: The socket that the call exists on
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) * @call: The call to send data through
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) * @iter: The buffer to receive into
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) * @want_more: True if more data is expected to be read
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) * @_abort: Where the abort code is stored if -ECONNABORTED is returned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) * @_service: Where to store the actual service ID (may be upgraded)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) * Allow a kernel service to receive data and pick up information about the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) * state of a call. Returns 0 if got what was asked for and there's more
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) * available, 1 if we got what was asked for and we're at the end of the data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) * and -EAGAIN if we need more data.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) * Note that we may return -EAGAIN to drain empty packets at the end of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) * data, even if we've already copied over the requested data.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) * *_abort should also be initialised to 0.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) int rxrpc_kernel_recv_data(struct socket *sock, struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) struct iov_iter *iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) bool want_more, u32 *_abort, u16 *_service)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) size_t offset = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) _enter("{%d,%s},%zu,%d",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) call->debug_id, rxrpc_call_states[call->state],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) iov_iter_count(iter), want_more);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) ASSERTCMP(call->state, !=, RXRPC_CALL_SERVER_SECURING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) mutex_lock(&call->user_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) switch (READ_ONCE(call->state)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) case RXRPC_CALL_CLIENT_RECV_REPLY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) case RXRPC_CALL_SERVER_RECV_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) case RXRPC_CALL_SERVER_ACK_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) ret = rxrpc_recvmsg_data(sock, call, NULL, iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) iov_iter_count(iter), 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) &offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) /* We can only reach here with a partially full buffer if we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) * have reached the end of the data. We must otherwise have a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) * full buffer or have been given -EAGAIN.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) if (ret == 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) if (iov_iter_count(iter) > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) goto short_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) if (!want_more)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) goto read_phase_complete;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) if (!want_more)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) goto excess_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) case RXRPC_CALL_COMPLETE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) goto call_complete;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) ret = -EINPROGRESS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) read_phase_complete:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) switch (call->ackr_reason) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) case RXRPC_ACK_IDLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) case RXRPC_ACK_DELAY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) if (ret != -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) fallthrough;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) rxrpc_send_ack_packet(call, false, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) if (_service)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) *_service = call->service_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) mutex_unlock(&call->user_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) _leave(" = %d [%zu,%d]", ret, iov_iter_count(iter), *_abort);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) short_data:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) trace_rxrpc_rx_eproto(call, 0, tracepoint_string("short_data"));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) ret = -EBADMSG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) excess_data:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) trace_rxrpc_rx_eproto(call, 0, tracepoint_string("excess_data"));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) ret = -EMSGSIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) call_complete:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) *_abort = call->abort_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) ret = call->error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) if (call->completion == RXRPC_CALL_SUCCEEDED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) if (iov_iter_count(iter) > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) ret = -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) EXPORT_SYMBOL(rxrpc_kernel_recv_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) * rxrpc_kernel_get_reply_time - Get timestamp on first reply packet
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) * @sock: The socket that the call exists on
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) * @call: The call to query
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) * @_ts: Where to put the timestamp
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) * Retrieve the timestamp from the first DATA packet of the reply if it is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) * in the ring. Returns true if successful, false if not.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) bool rxrpc_kernel_get_reply_time(struct socket *sock, struct rxrpc_call *call,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) ktime_t *_ts)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) struct sk_buff *skb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) rxrpc_seq_t hard_ack, top, seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) bool success = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) mutex_lock(&call->user_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) if (READ_ONCE(call->state) != RXRPC_CALL_CLIENT_RECV_REPLY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) hard_ack = call->rx_hard_ack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) if (hard_ack != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) seq = hard_ack + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) top = smp_load_acquire(&call->rx_top);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) if (after(seq, top))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) skb = call->rxtx_buffer[seq & RXRPC_RXTX_BUFF_MASK];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) if (!skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) *_ts = skb_get_ktime(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) success = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) mutex_unlock(&call->user_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) return success;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) EXPORT_SYMBOL(rxrpc_kernel_get_reply_time);
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags