^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Shared Memory Communications over RDMA (SMC-R) and RoCE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * AF_SMC protocol family socket handler keeping the AF_INET sock address type
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * applies to SOCK_STREAM sockets only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * offers an alternative communication option for TCP-protocol sockets
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * applicable with RoCE-cards only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * Initial restrictions:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * - support for alternate links postponed
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * Copyright IBM Corp. 2016, 2018
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * Author(s): Ursula Braun <ubraun@linux.vnet.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) * based on prototype from Frank Blaschka
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #define KMSG_COMPONENT "smc"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <linux/socket.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <linux/workqueue.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include <linux/in.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include <linux/sched/signal.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include <linux/if_vlan.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include <linux/rcupdate_wait.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include <linux/ctype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #include <net/sock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #include <net/tcp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #include <net/smc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) #include <asm/ioctls.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #include <net/net_namespace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) #include <net/netns/generic.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) #include "smc_netns.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) #include "smc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) #include "smc_clc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) #include "smc_llc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) #include "smc_cdc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) #include "smc_core.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) #include "smc_ib.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) #include "smc_ism.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) #include "smc_pnet.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) #include "smc_tx.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) #include "smc_rx.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) #include "smc_close.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) static DEFINE_MUTEX(smc_server_lgr_pending); /* serialize link group
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) * creation on server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) static DEFINE_MUTEX(smc_client_lgr_pending); /* serialize link group
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) * creation on client
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) struct workqueue_struct *smc_hs_wq; /* wq for handshake work */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) struct workqueue_struct *smc_close_wq; /* wq for close work */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) static void smc_tcp_listen_work(struct work_struct *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) static void smc_connect_work(struct work_struct *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) static void smc_set_keepalive(struct sock *sk, int val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) struct smc_sock *smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) smc->clcsock->sk->sk_prot->keepalive(smc->clcsock->sk, val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) static struct smc_hashinfo smc_v4_hashinfo = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) .lock = __RW_LOCK_UNLOCKED(smc_v4_hashinfo.lock),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) static struct smc_hashinfo smc_v6_hashinfo = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) .lock = __RW_LOCK_UNLOCKED(smc_v6_hashinfo.lock),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) int smc_hash_sk(struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) struct smc_hashinfo *h = sk->sk_prot->h.smc_hash;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) struct hlist_head *head;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) head = &h->ht;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) write_lock_bh(&h->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) sk_add_node(sk, head);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) write_unlock_bh(&h->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) EXPORT_SYMBOL_GPL(smc_hash_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) void smc_unhash_sk(struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) struct smc_hashinfo *h = sk->sk_prot->h.smc_hash;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) write_lock_bh(&h->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) if (sk_del_node_init(sk))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) write_unlock_bh(&h->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) EXPORT_SYMBOL_GPL(smc_unhash_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) struct proto smc_proto = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) .name = "SMC",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) .keepalive = smc_set_keepalive,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) .hash = smc_hash_sk,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) .unhash = smc_unhash_sk,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) .obj_size = sizeof(struct smc_sock),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) .h.smc_hash = &smc_v4_hashinfo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) .slab_flags = SLAB_TYPESAFE_BY_RCU,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) EXPORT_SYMBOL_GPL(smc_proto);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) struct proto smc_proto6 = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) .name = "SMC6",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) .keepalive = smc_set_keepalive,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) .hash = smc_hash_sk,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) .unhash = smc_unhash_sk,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) .obj_size = sizeof(struct smc_sock),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) .h.smc_hash = &smc_v6_hashinfo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) .slab_flags = SLAB_TYPESAFE_BY_RCU,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) EXPORT_SYMBOL_GPL(smc_proto6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) static void smc_restore_fallback_changes(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) if (smc->clcsock->file) { /* non-accepted sockets have no file yet */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) smc->clcsock->file->private_data = smc->sk.sk_socket;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) smc->clcsock->file = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) static int __smc_release(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) struct sock *sk = &smc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) if (!smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) rc = smc_close_active(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) sock_set_flag(sk, SOCK_DEAD);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) sk->sk_shutdown |= SHUTDOWN_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) if (sk->sk_state != SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) if (sk->sk_state != SMC_LISTEN &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) sk->sk_state != SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) sock_put(sk); /* passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) if (sk->sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) /* wake up clcsock accept */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) rc = kernel_sock_shutdown(smc->clcsock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) SHUT_RDWR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) sk->sk_state = SMC_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) sk->sk_state_change(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) smc_restore_fallback_changes(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) sk->sk_prot->unhash(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) if (sk->sk_state == SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) if (smc->clcsock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) smc_clcsock_release(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) if (!smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) smc_conn_free(&smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) static int smc_release(struct socket *sock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) int old_state, rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) if (!sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) sock_hold(sk); /* sock_put below */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) old_state = sk->sk_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) /* cleanup for a dangling non-blocking connect */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) if (smc->connect_nonblock && old_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) tcp_abort(smc->clcsock->sk, ECONNABORTED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) if (cancel_work_sync(&smc->connect_work))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) sock_put(&smc->sk); /* sock_hold in smc_connect for passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) if (sk->sk_state == SMC_LISTEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) /* smc_close_non_accepted() is called and acquires
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) * sock lock for child sockets again
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) lock_sock_nested(sk, SINGLE_DEPTH_NESTING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) if (old_state == SMC_INIT && sk->sk_state == SMC_ACTIVE &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) !smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) smc_close_active_abort(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) rc = __smc_release(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) /* detach socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) sock_orphan(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) sock->sk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) sock_put(sk); /* sock_hold above */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) sock_put(sk); /* final sock_put */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) static void smc_destruct(struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) if (sk->sk_state != SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) if (!sock_flag(sk, SOCK_DEAD))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) sk_refcnt_debug_dec(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) static struct sock *smc_sock_alloc(struct net *net, struct socket *sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) int protocol)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) struct proto *prot;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) struct sock *sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) prot = (protocol == SMCPROTO_SMC6) ? &smc_proto6 : &smc_proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) sk = sk_alloc(net, PF_SMC, GFP_KERNEL, prot, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) if (!sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) sock_init_data(sock, sk); /* sets sk_refcnt to 1 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) sk->sk_state = SMC_INIT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) sk->sk_destruct = smc_destruct;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) sk->sk_protocol = protocol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) INIT_WORK(&smc->tcp_listen_work, smc_tcp_listen_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) INIT_WORK(&smc->connect_work, smc_connect_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) INIT_DELAYED_WORK(&smc->conn.tx_work, smc_tx_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) INIT_LIST_HEAD(&smc->accept_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) spin_lock_init(&smc->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) spin_lock_init(&smc->conn.send_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) sk->sk_prot->hash(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) sk_refcnt_debug_inc(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) mutex_init(&smc->clcsock_release_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) return sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) static int smc_bind(struct socket *sock, struct sockaddr *uaddr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) int addr_len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) struct sockaddr_in *addr = (struct sockaddr_in *)uaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) /* replicate tests from inet_bind(), to be safe wrt. future changes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) if (addr_len < sizeof(struct sockaddr_in))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) rc = -EAFNOSUPPORT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) if (addr->sin_family != AF_INET &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) addr->sin_family != AF_INET6 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) addr->sin_family != AF_UNSPEC)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) /* accept AF_UNSPEC (mapped to AF_INET) only if s_addr is INADDR_ANY */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) if (addr->sin_family == AF_UNSPEC &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) addr->sin_addr.s_addr != htonl(INADDR_ANY))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) /* Check if socket is already active */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) if (sk->sk_state != SMC_INIT || smc->connect_nonblock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) goto out_rel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) smc->clcsock->sk->sk_reuse = sk->sk_reuse;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) rc = kernel_bind(smc->clcsock, uaddr, addr_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) out_rel:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) static void smc_copy_sock_settings(struct sock *nsk, struct sock *osk,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) unsigned long mask)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) /* options we don't get control via setsockopt for */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) nsk->sk_type = osk->sk_type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) nsk->sk_sndbuf = osk->sk_sndbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) nsk->sk_rcvbuf = osk->sk_rcvbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) nsk->sk_sndtimeo = osk->sk_sndtimeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) nsk->sk_rcvtimeo = osk->sk_rcvtimeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) nsk->sk_mark = osk->sk_mark;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) nsk->sk_priority = osk->sk_priority;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) nsk->sk_rcvlowat = osk->sk_rcvlowat;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) nsk->sk_bound_dev_if = osk->sk_bound_dev_if;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) nsk->sk_err = osk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) nsk->sk_flags &= ~mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) nsk->sk_flags |= osk->sk_flags & mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) #define SK_FLAGS_SMC_TO_CLC ((1UL << SOCK_URGINLINE) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) (1UL << SOCK_KEEPOPEN) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) (1UL << SOCK_LINGER) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) (1UL << SOCK_BROADCAST) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) (1UL << SOCK_TIMESTAMP) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) (1UL << SOCK_DBG) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) (1UL << SOCK_RCVTSTAMP) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) (1UL << SOCK_RCVTSTAMPNS) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) (1UL << SOCK_LOCALROUTE) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) (1UL << SOCK_TIMESTAMPING_RX_SOFTWARE) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) (1UL << SOCK_RXQ_OVFL) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) (1UL << SOCK_WIFI_STATUS) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) (1UL << SOCK_NOFCS) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) (1UL << SOCK_FILTER_LOCKED) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) (1UL << SOCK_TSTAMP_NEW))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) /* copy only relevant settings and flags of SOL_SOCKET level from smc to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) * clc socket (since smc is not called for these options from net/core)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) static void smc_copy_sock_settings_to_clc(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) smc_copy_sock_settings(smc->clcsock->sk, &smc->sk, SK_FLAGS_SMC_TO_CLC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) #define SK_FLAGS_CLC_TO_SMC ((1UL << SOCK_URGINLINE) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) (1UL << SOCK_KEEPOPEN) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) (1UL << SOCK_LINGER) | \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) (1UL << SOCK_DBG))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) /* copy only settings and flags relevant for smc from clc to smc socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) static void smc_copy_sock_settings_to_smc(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) smc_copy_sock_settings(&smc->sk, smc->clcsock->sk, SK_FLAGS_CLC_TO_SMC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) /* register the new rmb on all links */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) static int smcr_lgr_reg_rmbs(struct smc_link *link,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) struct smc_buf_desc *rmb_desc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) struct smc_link_group *lgr = link->lgr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) int i, rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) rc = smc_llc_flow_initiate(lgr, SMC_LLC_FLOW_RKEY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) /* protect against parallel smc_llc_cli_rkey_exchange() and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) * parallel smcr_link_reg_rmb()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) mutex_lock(&lgr->llc_conf_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) for (i = 0; i < SMC_LINKS_PER_LGR_MAX; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) if (!smc_link_active(&lgr->lnk[i]))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) rc = smcr_link_reg_rmb(&lgr->lnk[i], rmb_desc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) /* exchange confirm_rkey msg with peer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) rc = smc_llc_do_confirm_rkey(link, rmb_desc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) rc = -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) rmb_desc->is_conf_rkey = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) mutex_unlock(&lgr->llc_conf_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) smc_llc_flow_stop(lgr, &lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) static int smcr_clnt_conf_first_link(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) struct smc_link *link = smc->conn.lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) struct smc_llc_qentry *qentry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) /* receive CONFIRM LINK request from server over RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) qentry = smc_llc_wait(link->lgr, NULL, SMC_LLC_WAIT_TIME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) SMC_LLC_CONFIRM_LINK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) if (!qentry) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) struct smc_clc_msg_decline dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) rc = smc_clc_wait_msg(smc, &dclc, sizeof(dclc),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) SMC_CLC_DECLINE, CLC_WAIT_TIME_SHORT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) return rc == -EAGAIN ? SMC_CLC_DECL_TIMEOUT_CL : rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) smc_llc_save_peer_uid(qentry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) rc = smc_llc_eval_conf_link(qentry, SMC_LLC_REQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) smc_llc_flow_qentry_del(&link->lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) return SMC_CLC_DECL_RMBE_EC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) rc = smc_ib_modify_qp_rts(link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) return SMC_CLC_DECL_ERR_RDYLNK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) smc_wr_remember_qp_attr(link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) if (smcr_link_reg_rmb(link, smc->conn.rmb_desc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) return SMC_CLC_DECL_ERR_REGRMB;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) /* confirm_rkey is implicit on 1st contact */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) smc->conn.rmb_desc->is_conf_rkey = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) /* send CONFIRM LINK response over RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) rc = smc_llc_send_confirm_link(link, SMC_LLC_RESP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) return SMC_CLC_DECL_TIMEOUT_CL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) smc_llc_link_active(link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) smcr_lgr_set_type(link->lgr, SMC_LGR_SINGLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) /* optional 2nd link, receive ADD LINK request from server */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) qentry = smc_llc_wait(link->lgr, NULL, SMC_LLC_WAIT_TIME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) SMC_LLC_ADD_LINK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) if (!qentry) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) struct smc_clc_msg_decline dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) rc = smc_clc_wait_msg(smc, &dclc, sizeof(dclc),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) SMC_CLC_DECLINE, CLC_WAIT_TIME_SHORT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) if (rc == -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) rc = 0; /* no DECLINE received, go with one link */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) smc_llc_flow_qentry_clr(&link->lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) smc_llc_cli_add_link(link, qentry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) static void smcr_conn_save_peer_info(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) struct smc_clc_msg_accept_confirm *clc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) int bufsize = smc_uncompress_bufsize(clc->r0.rmbe_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) smc->conn.peer_rmbe_idx = clc->r0.rmbe_idx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) smc->conn.local_tx_ctrl.token = ntohl(clc->r0.rmbe_alert_token);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) smc->conn.peer_rmbe_size = bufsize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) atomic_set(&smc->conn.peer_rmbe_space, smc->conn.peer_rmbe_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) smc->conn.tx_off = bufsize * (smc->conn.peer_rmbe_idx - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) static bool smc_isascii(char *hostname)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) for (i = 0; i < SMC_MAX_HOSTNAME_LEN; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) if (!isascii(hostname[i]))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) static void smcd_conn_save_peer_info(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) struct smc_clc_msg_accept_confirm *clc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) int bufsize = smc_uncompress_bufsize(clc->d0.dmbe_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) smc->conn.peer_rmbe_idx = clc->d0.dmbe_idx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) smc->conn.peer_token = clc->d0.token;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) /* msg header takes up space in the buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) smc->conn.peer_rmbe_size = bufsize - sizeof(struct smcd_cdc_msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) atomic_set(&smc->conn.peer_rmbe_space, smc->conn.peer_rmbe_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) smc->conn.tx_off = bufsize * smc->conn.peer_rmbe_idx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) if (clc->hdr.version > SMC_V1 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) (clc->hdr.typev2 & SMC_FIRST_CONTACT_MASK)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) struct smc_clc_msg_accept_confirm_v2 *clc_v2 =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) (struct smc_clc_msg_accept_confirm_v2 *)clc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) struct smc_clc_first_contact_ext *fce =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) (struct smc_clc_first_contact_ext *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) (((u8 *)clc_v2) + sizeof(*clc_v2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) memcpy(smc->conn.lgr->negotiated_eid, clc_v2->eid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) SMC_MAX_EID_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) smc->conn.lgr->peer_os = fce->os_type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) smc->conn.lgr->peer_smc_release = fce->release;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) if (smc_isascii(fce->hostname))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) memcpy(smc->conn.lgr->peer_hostname, fce->hostname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) SMC_MAX_HOSTNAME_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) static void smc_conn_save_peer_info(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) struct smc_clc_msg_accept_confirm *clc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) if (smc->conn.lgr->is_smcd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) smcd_conn_save_peer_info(smc, clc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) smcr_conn_save_peer_info(smc, clc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) static void smc_link_save_peer_info(struct smc_link *link,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) struct smc_clc_msg_accept_confirm *clc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) link->peer_qpn = ntoh24(clc->r0.qpn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) memcpy(link->peer_gid, clc->r0.lcl.gid, SMC_GID_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) memcpy(link->peer_mac, clc->r0.lcl.mac, sizeof(link->peer_mac));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) link->peer_psn = ntoh24(clc->r0.psn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) link->peer_mtu = clc->r0.qp_mtu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) static void smc_switch_to_fallback(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) wait_queue_head_t *smc_wait = sk_sleep(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) wait_queue_head_t *clc_wait = sk_sleep(smc->clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) smc->use_fallback = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) if (smc->sk.sk_socket && smc->sk.sk_socket->file) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) smc->clcsock->file = smc->sk.sk_socket->file;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) smc->clcsock->file->private_data = smc->clcsock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) smc->clcsock->wq.fasync_list =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) smc->sk.sk_socket->wq.fasync_list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) /* There may be some entries remaining in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) * smc socket->wq, which should be removed
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) * to clcsocket->wq during the fallback.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) spin_lock_irqsave(&smc_wait->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) spin_lock_nested(&clc_wait->lock, SINGLE_DEPTH_NESTING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) list_splice_init(&smc_wait->head, &clc_wait->head);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) spin_unlock(&clc_wait->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) spin_unlock_irqrestore(&smc_wait->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) /* fall back during connect */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) static int smc_connect_fallback(struct smc_sock *smc, int reason_code)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) smc_switch_to_fallback(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) smc->fallback_rsn = reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) smc_copy_sock_settings_to_clc(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) smc->connect_nonblock = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) if (smc->sk.sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) smc->sk.sk_state = SMC_ACTIVE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) /* decline and fall back during connect */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) static int smc_connect_decline_fallback(struct smc_sock *smc, int reason_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) if (reason_code < 0) { /* error, fallback is not possible */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) if (smc->sk.sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) sock_put(&smc->sk); /* passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) if (reason_code != SMC_CLC_DECL_PEERDECL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) rc = smc_clc_send_decline(smc, reason_code, version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) if (rc < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) if (smc->sk.sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) sock_put(&smc->sk); /* passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) return smc_connect_fallback(smc, reason_code);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) /* abort connecting */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) static void smc_connect_abort(struct smc_sock *smc, int local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) if (local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) smc_lgr_cleanup_early(&smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) smc_conn_free(&smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) /* check if there is a rdma device available for this connection. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) /* called for connect and listen */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) static int smc_find_rdma_device(struct smc_sock *smc, struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) /* PNET table look up: search active ib_device and port
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) * within same PNETID that also contains the ethernet device
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) * used for the internal TCP socket
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) smc_pnet_find_roce_resource(smc->clcsock->sk, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) if (!ini->ib_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) return SMC_CLC_DECL_NOSMCRDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) /* check if there is an ISM device available for this connection. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) /* called for connect and listen */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) static int smc_find_ism_device(struct smc_sock *smc, struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) /* Find ISM device with same PNETID as connecting interface */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) smc_pnet_find_ism_resource(smc->clcsock->sk, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) if (!ini->ism_dev[0])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) return SMC_CLC_DECL_NOSMCDDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) ini->ism_chid[0] = smc_ism_get_chid(ini->ism_dev[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) /* is chid unique for the ism devices that are already determined? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) static bool smc_find_ism_v2_is_unique_chid(u16 chid, struct smc_init_info *ini,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) int cnt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) int i = (!ini->ism_dev[0]) ? 1 : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) for (; i < cnt; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) if (ini->ism_chid[i] == chid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) /* determine possible V2 ISM devices (either without PNETID or with PNETID plus
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) * PNETID matching net_device)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) static int smc_find_ism_v2_device_clnt(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) int rc = SMC_CLC_DECL_NOSMCDDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) struct smcd_dev *smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) int i = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) u16 chid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) if (smcd_indicated(ini->smc_type_v1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) rc = 0; /* already initialized for V1 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) mutex_lock(&smcd_dev_list.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) list_for_each_entry(smcd, &smcd_dev_list.list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) if (smcd->going_away || smcd == ini->ism_dev[0])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) chid = smc_ism_get_chid(smcd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) if (!smc_find_ism_v2_is_unique_chid(chid, ini, i))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) if (!smc_pnet_is_pnetid_set(smcd->pnetid) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) smc_pnet_is_ndev_pnetid(sock_net(&smc->sk), smcd->pnetid)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) ini->ism_dev[i] = smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) ini->ism_chid[i] = chid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) ini->is_smcd = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) i++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) if (i > SMC_MAX_ISM_DEVS)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) mutex_unlock(&smcd_dev_list.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) ini->ism_offered_cnt = i - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) if (!ini->ism_dev[0] && !ini->ism_dev[1])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) ini->smcd_version = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) /* Check for VLAN ID and register it on ISM device just for CLC handshake */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) static int smc_connect_ism_vlan_setup(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) if (ini->vlan_id && smc_ism_get_vlan(ini->ism_dev[0], ini->vlan_id))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) return SMC_CLC_DECL_ISMVLANERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) static int smc_find_proposal_devices(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) /* check if there is an ism device available */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) if (ini->smcd_version & SMC_V1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) if (smc_find_ism_device(smc, ini) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) smc_connect_ism_vlan_setup(smc, ini)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) if (ini->smc_type_v1 == SMC_TYPE_B)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) ini->smc_type_v1 = SMC_TYPE_R;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) ini->smc_type_v1 = SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) } /* else ISM V1 is supported for this connection */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) if (smc_find_rdma_device(smc, ini)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) if (ini->smc_type_v1 == SMC_TYPE_B)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) ini->smc_type_v1 = SMC_TYPE_D;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) ini->smc_type_v1 = SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) } /* else RDMA is supported for this connection */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) if (smc_ism_v2_capable && smc_find_ism_v2_device_clnt(smc, ini))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) ini->smc_type_v2 = SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) /* if neither ISM nor RDMA are supported, fallback */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) if (!smcr_indicated(ini->smc_type_v1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) ini->smc_type_v1 == SMC_TYPE_N && ini->smc_type_v2 == SMC_TYPE_N)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) rc = SMC_CLC_DECL_NOSMCDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) /* cleanup temporary VLAN ID registration used for CLC handshake. If ISM is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) * used, the VLAN ID will be registered again during the connection setup.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) static int smc_connect_ism_vlan_cleanup(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) if (!smcd_indicated(ini->smc_type_v1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) if (ini->vlan_id && smc_ism_put_vlan(ini->ism_dev[0], ini->vlan_id))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) return SMC_CLC_DECL_CNFERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) #define SMC_CLC_MAX_ACCEPT_LEN \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) (sizeof(struct smc_clc_msg_accept_confirm_v2) + \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) sizeof(struct smc_clc_first_contact_ext) + \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) sizeof(struct smc_clc_msg_trail))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) /* CLC handshake during connect */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) static int smc_connect_clc(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) struct smc_clc_msg_accept_confirm_v2 *aclc2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) /* do inband token exchange */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) rc = smc_clc_send_proposal(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) /* receive SMC Accept CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) return smc_clc_wait_msg(smc, aclc2, SMC_CLC_MAX_ACCEPT_LEN,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) SMC_CLC_ACCEPT, CLC_WAIT_TIME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) /* setup for RDMA connection of client */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) static int smc_connect_rdma(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) struct smc_clc_msg_accept_confirm *aclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) int i, reason_code = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) struct smc_link *link;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) ini->is_smcd = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) ini->ib_lcl = &aclc->r0.lcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) ini->ib_clcqpn = ntoh24(aclc->r0.qpn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) ini->first_contact_peer = aclc->hdr.typev2 & SMC_FIRST_CONTACT_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) mutex_lock(&smc_client_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) reason_code = smc_conn_create(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) if (reason_code) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) mutex_unlock(&smc_client_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) smc_conn_save_peer_info(smc, aclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) if (ini->first_contact_local) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) link = smc->conn.lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) /* set link that was assigned by server */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) link = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) for (i = 0; i < SMC_LINKS_PER_LGR_MAX; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) struct smc_link *l = &smc->conn.lgr->lnk[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) if (l->peer_qpn == ntoh24(aclc->r0.qpn) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) !memcmp(l->peer_gid, &aclc->r0.lcl.gid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) SMC_GID_SIZE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) !memcmp(l->peer_mac, &aclc->r0.lcl.mac,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) sizeof(l->peer_mac))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) link = l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) if (!link) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) reason_code = SMC_CLC_DECL_NOSRVLINK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) smc->conn.lnk = link;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) /* create send buffer and rmb */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) if (smc_buf_create(smc, false)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) reason_code = SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) if (ini->first_contact_local)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) smc_link_save_peer_info(link, aclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) if (smc_rmb_rtoken_handling(&smc->conn, link, aclc)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) reason_code = SMC_CLC_DECL_ERR_RTOK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) smc_close_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) smc_rx_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) if (ini->first_contact_local) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) if (smc_ib_ready_link(link)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) reason_code = SMC_CLC_DECL_ERR_RDYLNK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) if (smcr_lgr_reg_rmbs(link, smc->conn.rmb_desc)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) reason_code = SMC_CLC_DECL_ERR_REGRMB;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) smc_rmb_sync_sg_for_device(&smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) reason_code = smc_clc_send_confirm(smc, ini->first_contact_local,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) SMC_V1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) if (reason_code)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) smc_tx_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) if (ini->first_contact_local) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) /* QP confirmation over RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) smc_llc_flow_initiate(link->lgr, SMC_LLC_FLOW_ADD_LINK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) reason_code = smcr_clnt_conf_first_link(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) smc_llc_flow_stop(link->lgr, &link->lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) if (reason_code)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) mutex_unlock(&smc_client_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) smc_copy_sock_settings_to_clc(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) smc->connect_nonblock = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) if (smc->sk.sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) smc->sk.sk_state = SMC_ACTIVE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842) connect_abort:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) smc_connect_abort(smc, ini->first_contact_local);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) mutex_unlock(&smc_client_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845) smc->connect_nonblock = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) /* The server has chosen one of the proposed ISM devices for the communication.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) * Determine from the CHID of the received CLC ACCEPT the ISM device chosen.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854) smc_v2_determine_accepted_chid(struct smc_clc_msg_accept_confirm_v2 *aclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859) for (i = 0; i < ini->ism_offered_cnt + 1; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) if (ini->ism_chid[i] == ntohs(aclc->chid)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) ini->ism_selected = i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 863) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 864) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 865)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 866) return -EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 867) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 868)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 869) /* setup for ISM connection of client */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 870) static int smc_connect_ism(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 871) struct smc_clc_msg_accept_confirm *aclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 872) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 873) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 874) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 875)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 876) ini->is_smcd = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 877) ini->first_contact_peer = aclc->hdr.typev2 & SMC_FIRST_CONTACT_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 878)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 879) if (aclc->hdr.version == SMC_V2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 880) struct smc_clc_msg_accept_confirm_v2 *aclc_v2 =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 881) (struct smc_clc_msg_accept_confirm_v2 *)aclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 882)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 883) rc = smc_v2_determine_accepted_chid(aclc_v2, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 884) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 885) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 886) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 887) ini->ism_peer_gid[ini->ism_selected] = aclc->d0.gid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 888)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 889) /* there is only one lgr role for SMC-D; use server lock */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 890) mutex_lock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 891) rc = smc_conn_create(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 892) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 893) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 894) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 895) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 896)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 897) /* Create send and receive buffers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 898) rc = smc_buf_create(smc, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 899) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 900) rc = (rc == -ENOSPC) ? SMC_CLC_DECL_MAX_DMB : SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 901) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 902) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 903)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 904) smc_conn_save_peer_info(smc, aclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 905) smc_close_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 906) smc_rx_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 907) smc_tx_init(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 908)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 909) rc = smc_clc_send_confirm(smc, ini->first_contact_local,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 910) aclc->hdr.version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 911) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 912) goto connect_abort;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 913) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 914)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 915) smc_copy_sock_settings_to_clc(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 916) smc->connect_nonblock = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 917) if (smc->sk.sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 918) smc->sk.sk_state = SMC_ACTIVE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 919)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 920) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 921) connect_abort:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 922) smc_connect_abort(smc, ini->first_contact_local);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 923) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 924) smc->connect_nonblock = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 925)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 926) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 927) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 928)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 929) /* check if received accept type and version matches a proposed one */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 930) static int smc_connect_check_aclc(struct smc_init_info *ini,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 931) struct smc_clc_msg_accept_confirm *aclc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 932) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 933) if ((aclc->hdr.typev1 == SMC_TYPE_R &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 934) !smcr_indicated(ini->smc_type_v1)) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 935) (aclc->hdr.typev1 == SMC_TYPE_D &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 936) ((!smcd_indicated(ini->smc_type_v1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 937) !smcd_indicated(ini->smc_type_v2)) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 938) (aclc->hdr.version == SMC_V1 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 939) !smcd_indicated(ini->smc_type_v1)) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 940) (aclc->hdr.version == SMC_V2 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 941) !smcd_indicated(ini->smc_type_v2)))))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 942) return SMC_CLC_DECL_MODEUNSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 943)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 944) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 945) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 946)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 947) /* perform steps before actually connecting */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 948) static int __smc_connect(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 949) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 950) u8 version = smc_ism_v2_capable ? SMC_V2 : SMC_V1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 951) struct smc_clc_msg_accept_confirm_v2 *aclc2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 952) struct smc_clc_msg_accept_confirm *aclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 953) struct smc_init_info *ini = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 954) u8 *buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 955) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 956)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 957) if (smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 958) return smc_connect_fallback(smc, smc->fallback_rsn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 959)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 960) /* if peer has not signalled SMC-capability, fall back */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 961) if (!tcp_sk(smc->clcsock->sk)->syn_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 962) return smc_connect_fallback(smc, SMC_CLC_DECL_PEERNOSMC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 963)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 964) /* IPSec connections opt out of SMC optimizations */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 965) if (using_ipsec(smc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 966) return smc_connect_decline_fallback(smc, SMC_CLC_DECL_IPSEC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 967) version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 968)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 969) ini = kzalloc(sizeof(*ini), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 970) if (!ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 971) return smc_connect_decline_fallback(smc, SMC_CLC_DECL_MEM,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 972) version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 973)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 974) ini->smcd_version = SMC_V1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 975) ini->smcd_version |= smc_ism_v2_capable ? SMC_V2 : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 976) ini->smc_type_v1 = SMC_TYPE_B;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 977) ini->smc_type_v2 = smc_ism_v2_capable ? SMC_TYPE_D : SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 978)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 979) /* get vlan id from IP device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 980) if (smc_vlan_by_tcpsk(smc->clcsock, ini)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 981) ini->smcd_version &= ~SMC_V1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 982) ini->smc_type_v1 = SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 983) if (!ini->smcd_version) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 984) rc = SMC_CLC_DECL_GETVLANERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 985) goto fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 986) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 987) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 988)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 989) rc = smc_find_proposal_devices(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 990) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 991) goto fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 992)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 993) buf = kzalloc(SMC_CLC_MAX_ACCEPT_LEN, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 994) if (!buf) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 995) rc = SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 996) goto fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 997) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 998) aclc2 = (struct smc_clc_msg_accept_confirm_v2 *)buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 999) aclc = (struct smc_clc_msg_accept_confirm *)aclc2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1000)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1001) /* perform CLC handshake */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1002) rc = smc_connect_clc(smc, aclc2, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1003) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1004) goto vlan_cleanup;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1005)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1006) /* check if smc modes and versions of CLC proposal and accept match */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1007) rc = smc_connect_check_aclc(ini, aclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1008) version = aclc->hdr.version == SMC_V1 ? SMC_V1 : SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1009) ini->smcd_version = version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1010) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1011) goto vlan_cleanup;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1012)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1013) /* depending on previous steps, connect using rdma or ism */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1014) if (aclc->hdr.typev1 == SMC_TYPE_R)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1015) rc = smc_connect_rdma(smc, aclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1016) else if (aclc->hdr.typev1 == SMC_TYPE_D)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1017) rc = smc_connect_ism(smc, aclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1018) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1019) goto vlan_cleanup;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1020)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1021) smc_connect_ism_vlan_cleanup(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1022) kfree(buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1023) kfree(ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1024) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1025)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1026) vlan_cleanup:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1027) smc_connect_ism_vlan_cleanup(smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1028) kfree(buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1029) fallback:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1030) kfree(ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1031) return smc_connect_decline_fallback(smc, rc, version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1032) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1033)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1034) static void smc_connect_work(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1035) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1036) struct smc_sock *smc = container_of(work, struct smc_sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1037) connect_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1038) long timeo = smc->sk.sk_sndtimeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1039) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1040)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1041) if (!timeo)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1042) timeo = MAX_SCHEDULE_TIMEOUT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1043) lock_sock(smc->clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1044) if (smc->clcsock->sk->sk_err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1045) smc->sk.sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1046) } else if ((1 << smc->clcsock->sk->sk_state) &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1047) (TCPF_SYN_SENT | TCPF_SYN_RECV)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1048) rc = sk_stream_wait_connect(smc->clcsock->sk, &timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1049) if ((rc == -EPIPE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1050) ((1 << smc->clcsock->sk->sk_state) &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1051) (TCPF_ESTABLISHED | TCPF_CLOSE_WAIT)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1052) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1053) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1054) release_sock(smc->clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1055) lock_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1056) if (rc != 0 || smc->sk.sk_err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1057) smc->sk.sk_state = SMC_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1058) if (rc == -EPIPE || rc == -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1059) smc->sk.sk_err = EPIPE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1060) else if (signal_pending(current))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1061) smc->sk.sk_err = -sock_intr_errno(timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1062) sock_put(&smc->sk); /* passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1063) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1064) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1065)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1066) rc = __smc_connect(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1067) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1068) smc->sk.sk_err = -rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1069)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1070) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1071) if (!sock_flag(&smc->sk, SOCK_DEAD)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1072) if (smc->sk.sk_err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1073) smc->sk.sk_state_change(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1074) } else { /* allow polling before and after fallback decision */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1075) smc->clcsock->sk->sk_write_space(smc->clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1076) smc->sk.sk_write_space(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1077) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1078) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1079) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1080) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1081)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1082) static int smc_connect(struct socket *sock, struct sockaddr *addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1083) int alen, int flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1084) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1085) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1086) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1087) int rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1088)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1089) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1090)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1091) /* separate smc parameter checking to be safe */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1092) if (alen < sizeof(addr->sa_family))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1093) goto out_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1094) if (addr->sa_family != AF_INET && addr->sa_family != AF_INET6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1095) goto out_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1096)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1097) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1098) switch (sk->sk_state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1099) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1100) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1101) case SMC_ACTIVE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1102) rc = -EISCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1103) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1104) case SMC_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1105) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1106) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1107) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1108)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1109) smc_copy_sock_settings_to_clc(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1110) tcp_sk(smc->clcsock->sk)->syn_smc = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1111) if (smc->connect_nonblock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1112) rc = -EALREADY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1113) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1115) rc = kernel_connect(smc->clcsock, addr, alen, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1116) if (rc && rc != -EINPROGRESS)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1117) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1119) sock_hold(&smc->sk); /* sock put in passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1120) if (smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1121) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1122) if (flags & O_NONBLOCK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1123) if (queue_work(smc_hs_wq, &smc->connect_work))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1124) smc->connect_nonblock = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1125) rc = -EINPROGRESS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1126) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1127) rc = __smc_connect(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1128) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1129) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1130) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1131) rc = 0; /* success cases including fallback */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1132) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1134) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1135) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1136) out_err:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1137) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1138) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1139)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1140) static int smc_clcsock_accept(struct smc_sock *lsmc, struct smc_sock **new_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1141) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1142) struct socket *new_clcsock = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1143) struct sock *lsk = &lsmc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1144) struct sock *new_sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1145) int rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1146)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1147) release_sock(lsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1148) new_sk = smc_sock_alloc(sock_net(lsk), NULL, lsk->sk_protocol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1149) if (!new_sk) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1150) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1151) lsk->sk_err = ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1152) *new_smc = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1153) lock_sock(lsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1154) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1155) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1156) *new_smc = smc_sk(new_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1158) mutex_lock(&lsmc->clcsock_release_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1159) if (lsmc->clcsock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1160) rc = kernel_accept(lsmc->clcsock, &new_clcsock, SOCK_NONBLOCK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1161) mutex_unlock(&lsmc->clcsock_release_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1162) lock_sock(lsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1163) if (rc < 0 && rc != -EAGAIN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1164) lsk->sk_err = -rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1165) if (rc < 0 || lsk->sk_state == SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1166) new_sk->sk_prot->unhash(new_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1167) if (new_clcsock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1168) sock_release(new_clcsock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1169) new_sk->sk_state = SMC_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1170) sock_set_flag(new_sk, SOCK_DEAD);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1171) sock_put(new_sk); /* final */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1172) *new_smc = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1173) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1174) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1176) /* new clcsock has inherited the smc listen-specific sk_data_ready
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1177) * function; switch it back to the original sk_data_ready function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1178) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1179) new_clcsock->sk->sk_data_ready = lsmc->clcsk_data_ready;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1180) (*new_smc)->clcsock = new_clcsock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1181) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1182) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1183) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1184)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1185) /* add a just created sock to the accept queue of the listen sock as
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1186) * candidate for a following socket accept call from user space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1187) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1188) static void smc_accept_enqueue(struct sock *parent, struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1189) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1190) struct smc_sock *par = smc_sk(parent);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1191)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1192) sock_hold(sk); /* sock_put in smc_accept_unlink () */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1193) spin_lock(&par->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1194) list_add_tail(&smc_sk(sk)->accept_q, &par->accept_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1195) spin_unlock(&par->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1196) sk_acceptq_added(parent);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1197) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1199) /* remove a socket from the accept queue of its parental listening socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1200) static void smc_accept_unlink(struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1201) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1202) struct smc_sock *par = smc_sk(sk)->listen_smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1204) spin_lock(&par->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1205) list_del_init(&smc_sk(sk)->accept_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1206) spin_unlock(&par->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1207) sk_acceptq_removed(&smc_sk(sk)->listen_smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1208) sock_put(sk); /* sock_hold in smc_accept_enqueue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1209) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1211) /* remove a sock from the accept queue to bind it to a new socket created
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1212) * for a socket accept call from user space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1213) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1214) struct sock *smc_accept_dequeue(struct sock *parent,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1215) struct socket *new_sock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1216) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1217) struct smc_sock *isk, *n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1218) struct sock *new_sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1219)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1220) list_for_each_entry_safe(isk, n, &smc_sk(parent)->accept_q, accept_q) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1221) new_sk = (struct sock *)isk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1222)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1223) smc_accept_unlink(new_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1224) if (new_sk->sk_state == SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1225) new_sk->sk_prot->unhash(new_sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1226) if (isk->clcsock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1227) sock_release(isk->clcsock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1228) isk->clcsock = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1229) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1230) sock_put(new_sk); /* final */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1231) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1232) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1233) if (new_sock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1234) sock_graft(new_sk, new_sock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1235) if (isk->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1236) smc_sk(new_sk)->clcsock->file = new_sock->file;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1237) isk->clcsock->file->private_data = isk->clcsock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1238) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1239) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1240) return new_sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1241) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1242) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1243) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1244)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1245) /* clean up for a created but never accepted sock */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1246) void smc_close_non_accepted(struct sock *sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1247) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1248) struct smc_sock *smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1249)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1250) sock_hold(sk); /* sock_put below */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1251) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1252) if (!sk->sk_lingertime)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1253) /* wait for peer closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1254) sk->sk_lingertime = SMC_MAX_STREAM_WAIT_TIMEOUT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1255) __smc_release(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1256) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1257) sock_put(sk); /* sock_hold above */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1258) sock_put(sk); /* final sock_put */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1259) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1261) static int smcr_serv_conf_first_link(struct smc_sock *smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1262) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1263) struct smc_link *link = smc->conn.lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1264) struct smc_llc_qentry *qentry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1265) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1266)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1267) if (smcr_link_reg_rmb(link, smc->conn.rmb_desc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1268) return SMC_CLC_DECL_ERR_REGRMB;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1269)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1270) /* send CONFIRM LINK request to client over the RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1271) rc = smc_llc_send_confirm_link(link, SMC_LLC_REQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1272) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1273) return SMC_CLC_DECL_TIMEOUT_CL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1274)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1275) /* receive CONFIRM LINK response from client over the RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1276) qentry = smc_llc_wait(link->lgr, link, SMC_LLC_WAIT_TIME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1277) SMC_LLC_CONFIRM_LINK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1278) if (!qentry) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1279) struct smc_clc_msg_decline dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1280)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1281) rc = smc_clc_wait_msg(smc, &dclc, sizeof(dclc),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1282) SMC_CLC_DECLINE, CLC_WAIT_TIME_SHORT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1283) return rc == -EAGAIN ? SMC_CLC_DECL_TIMEOUT_CL : rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1284) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1285) smc_llc_save_peer_uid(qentry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1286) rc = smc_llc_eval_conf_link(qentry, SMC_LLC_RESP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1287) smc_llc_flow_qentry_del(&link->lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1288) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1289) return SMC_CLC_DECL_RMBE_EC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1291) /* confirm_rkey is implicit on 1st contact */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1292) smc->conn.rmb_desc->is_conf_rkey = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1293)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1294) smc_llc_link_active(link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1295) smcr_lgr_set_type(link->lgr, SMC_LGR_SINGLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1296)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1297) /* initial contact - try to establish second link */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1298) smc_llc_srv_add_link(link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1299) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1302) /* listen worker: finish */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1303) static void smc_listen_out(struct smc_sock *new_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1304) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1305) struct smc_sock *lsmc = new_smc->listen_smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1306) struct sock *newsmcsk = &new_smc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1308) if (lsmc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1309) lock_sock_nested(&lsmc->sk, SINGLE_DEPTH_NESTING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1310) smc_accept_enqueue(&lsmc->sk, newsmcsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1311) release_sock(&lsmc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1312) } else { /* no longer listening */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1313) smc_close_non_accepted(newsmcsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1314) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1315)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1316) /* Wake up accept */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1317) lsmc->sk.sk_data_ready(&lsmc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1318) sock_put(&lsmc->sk); /* sock_hold in smc_tcp_listen_work */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1319) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1320)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1321) /* listen worker: finish in state connected */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1322) static void smc_listen_out_connected(struct smc_sock *new_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1323) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1324) struct sock *newsmcsk = &new_smc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1325)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1326) sk_refcnt_debug_inc(newsmcsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1327) if (newsmcsk->sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1328) newsmcsk->sk_state = SMC_ACTIVE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1329)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1330) smc_listen_out(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1331) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1332)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1333) /* listen worker: finish in error state */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1334) static void smc_listen_out_err(struct smc_sock *new_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1335) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1336) struct sock *newsmcsk = &new_smc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1337)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1338) if (newsmcsk->sk_state == SMC_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1339) sock_put(&new_smc->sk); /* passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1340) newsmcsk->sk_state = SMC_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1341)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1342) smc_listen_out(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1343) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1344)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1345) /* listen worker: decline and fall back if possible */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1346) static void smc_listen_decline(struct smc_sock *new_smc, int reason_code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1347) int local_first, u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1348) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1349) /* RDMA setup failed, switch back to TCP */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1350) if (local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1351) smc_lgr_cleanup_early(&new_smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1352) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1353) smc_conn_free(&new_smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1354) if (reason_code < 0) { /* error, no fallback possible */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1355) smc_listen_out_err(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1356) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1357) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1358) smc_switch_to_fallback(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1359) new_smc->fallback_rsn = reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1360) if (reason_code && reason_code != SMC_CLC_DECL_PEERDECL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1361) if (smc_clc_send_decline(new_smc, reason_code, version) < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1362) smc_listen_out_err(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1363) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1364) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1365) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1366) smc_listen_out_connected(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1367) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1368)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1369) /* listen worker: version checking */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1370) static int smc_listen_v2_check(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1371) struct smc_clc_msg_proposal *pclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1372) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1373) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1374) struct smc_clc_smcd_v2_extension *pclc_smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1375) struct smc_clc_v2_extension *pclc_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1376)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1377) ini->smc_type_v1 = pclc->hdr.typev1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1378) ini->smc_type_v2 = pclc->hdr.typev2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1379) ini->smcd_version = ini->smc_type_v1 != SMC_TYPE_N ? SMC_V1 : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1380) if (pclc->hdr.version > SMC_V1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1381) ini->smcd_version |=
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1382) ini->smc_type_v2 != SMC_TYPE_N ? SMC_V2 : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1383) if (!smc_ism_v2_capable) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1384) ini->smcd_version &= ~SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1385) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1386) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1387) pclc_v2_ext = smc_get_clc_v2_ext(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1388) if (!pclc_v2_ext) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1389) ini->smcd_version &= ~SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1390) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1391) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1392) pclc_smcd_v2_ext = smc_get_clc_smcd_v2_ext(pclc_v2_ext);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1393) if (!pclc_smcd_v2_ext)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1394) ini->smcd_version &= ~SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1395)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1396) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1397) if (!ini->smcd_version) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1398) if (pclc->hdr.typev1 == SMC_TYPE_B ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1399) pclc->hdr.typev2 == SMC_TYPE_B)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1400) return SMC_CLC_DECL_NOSMCDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1401) if (pclc->hdr.typev1 == SMC_TYPE_D ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1402) pclc->hdr.typev2 == SMC_TYPE_D)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1403) return SMC_CLC_DECL_NOSMCDDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1404) return SMC_CLC_DECL_NOSMCRDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1405) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1406)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1407) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1408) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1409)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1410) /* listen worker: check prefixes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1411) static int smc_listen_prfx_check(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1412) struct smc_clc_msg_proposal *pclc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1413) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1414) struct smc_clc_msg_proposal_prefix *pclc_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1415) struct socket *newclcsock = new_smc->clcsock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1416)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1417) if (pclc->hdr.typev1 == SMC_TYPE_N)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1418) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1419) pclc_prfx = smc_clc_proposal_get_prefix(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1420) if (smc_clc_prfx_match(newclcsock, pclc_prfx))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1421) return SMC_CLC_DECL_DIFFPREFIX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1422)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1423) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1424) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1425)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1426) /* listen worker: initialize connection and buffers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1427) static int smc_listen_rdma_init(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1428) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1429) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1430) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1431)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1432) /* allocate connection / link group */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1433) rc = smc_conn_create(new_smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1434) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1435) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1436)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1437) /* create send buffer and rmb */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1438) if (smc_buf_create(new_smc, false))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1439) return SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1441) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1442) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1443)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1444) /* listen worker: initialize connection and buffers for SMC-D */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1445) static int smc_listen_ism_init(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1446) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1447) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1448) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1449)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1450) rc = smc_conn_create(new_smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1451) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1452) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1453)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1454) /* Create send and receive buffers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1455) rc = smc_buf_create(new_smc, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1456) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1457) if (ini->first_contact_local)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1458) smc_lgr_cleanup_early(&new_smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1459) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1460) smc_conn_free(&new_smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1461) return (rc == -ENOSPC) ? SMC_CLC_DECL_MAX_DMB :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1462) SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1463) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1464)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1465) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1466) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1468) static bool smc_is_already_selected(struct smcd_dev *smcd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1469) struct smc_init_info *ini,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1470) int matches)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1471) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1472) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1473)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1474) for (i = 0; i < matches; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1475) if (smcd == ini->ism_dev[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1476) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1477)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1478) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1479) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1480)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1481) /* check for ISM devices matching proposed ISM devices */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1482) static void smc_check_ism_v2_match(struct smc_init_info *ini,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1483) u16 proposed_chid, u64 proposed_gid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1484) unsigned int *matches)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1485) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1486) struct smcd_dev *smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1487)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1488) list_for_each_entry(smcd, &smcd_dev_list.list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1489) if (smcd->going_away)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1490) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1491) if (smc_is_already_selected(smcd, ini, *matches))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1492) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1493) if (smc_ism_get_chid(smcd) == proposed_chid &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1494) !smc_ism_cantalk(proposed_gid, ISM_RESERVED_VLANID, smcd)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1495) ini->ism_peer_gid[*matches] = proposed_gid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1496) ini->ism_dev[*matches] = smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1497) (*matches)++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1498) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1499) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1500) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1501) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1502)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1503) static void smc_find_ism_v2_device_serv(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1504) struct smc_clc_msg_proposal *pclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1505) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1506) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1507) struct smc_clc_smcd_v2_extension *smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1508) struct smc_clc_v2_extension *smc_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1509) struct smc_clc_msg_smcd *pclc_smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1510) unsigned int matches = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1511) u8 smcd_version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1512) u8 *eid = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1513) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1514)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1515) if (!(ini->smcd_version & SMC_V2) || !smcd_indicated(ini->smc_type_v2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1516) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1517)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1518) pclc_smcd = smc_get_clc_msg_smcd(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1519) smc_v2_ext = smc_get_clc_v2_ext(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1520) smcd_v2_ext = smc_get_clc_smcd_v2_ext(smc_v2_ext);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1521) if (!smcd_v2_ext ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1522) !smc_v2_ext->hdr.flag.seid) /* no system EID support for SMCD */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1523) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1524)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1525) mutex_lock(&smcd_dev_list.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1526) if (pclc_smcd->ism.chid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1527) /* check for ISM device matching proposed native ISM device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1528) smc_check_ism_v2_match(ini, ntohs(pclc_smcd->ism.chid),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1529) ntohll(pclc_smcd->ism.gid), &matches);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1530) for (i = 1; i <= smc_v2_ext->hdr.ism_gid_cnt; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1531) /* check for ISM devices matching proposed non-native ISM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1532) * devices
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1533) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1534) smc_check_ism_v2_match(ini,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1535) ntohs(smcd_v2_ext->gidchid[i - 1].chid),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1536) ntohll(smcd_v2_ext->gidchid[i - 1].gid),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1537) &matches);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1538) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1539) mutex_unlock(&smcd_dev_list.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1540)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1541) if (ini->ism_dev[0]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1542) smc_ism_get_system_eid(ini->ism_dev[0], &eid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1543) if (memcmp(eid, smcd_v2_ext->system_eid, SMC_MAX_EID_LEN))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1544) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1545) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1546) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1547) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1548)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1549) /* separate - outside the smcd_dev_list.lock */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1550) smcd_version = ini->smcd_version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1551) for (i = 0; i < matches; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1552) ini->smcd_version = SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1553) ini->is_smcd = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1554) ini->ism_selected = i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1555) if (smc_listen_ism_init(new_smc, ini))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1556) /* try next active ISM device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1557) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1558) return; /* matching and usable V2 ISM device found */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1559) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1560) /* no V2 ISM device could be initialized */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1561) ini->smcd_version = smcd_version; /* restore original value */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1562)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1563) not_found:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1564) ini->smcd_version &= ~SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1565) ini->ism_dev[0] = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1566) ini->is_smcd = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1567) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1568)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1569) static void smc_find_ism_v1_device_serv(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1570) struct smc_clc_msg_proposal *pclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1571) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1572) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1573) struct smc_clc_msg_smcd *pclc_smcd = smc_get_clc_msg_smcd(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1574)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1575) /* check if ISM V1 is available */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1576) if (!(ini->smcd_version & SMC_V1) || !smcd_indicated(ini->smc_type_v1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1577) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1578) ini->is_smcd = true; /* prepare ISM check */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1579) ini->ism_peer_gid[0] = ntohll(pclc_smcd->ism.gid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1580) if (smc_find_ism_device(new_smc, ini))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1581) goto not_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1582) ini->ism_selected = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1583) if (!smc_listen_ism_init(new_smc, ini))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1584) return; /* V1 ISM device found */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1585)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1586) not_found:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1587) ini->ism_dev[0] = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1588) ini->is_smcd = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1589) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1590)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1591) /* listen worker: register buffers */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1592) static int smc_listen_rdma_reg(struct smc_sock *new_smc, bool local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1593) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1594) struct smc_connection *conn = &new_smc->conn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1595)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1596) if (!local_first) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1597) if (smcr_lgr_reg_rmbs(conn->lnk, conn->rmb_desc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1598) return SMC_CLC_DECL_ERR_REGRMB;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1599) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1600) smc_rmb_sync_sg_for_device(&new_smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1601)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1602) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1603) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1604)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1605) static int smc_find_rdma_v1_device_serv(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1606) struct smc_clc_msg_proposal *pclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1607) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1608) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1609) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1611) if (!smcr_indicated(ini->smc_type_v1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1612) return SMC_CLC_DECL_NOSMCDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1613)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1614) /* prepare RDMA check */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1615) ini->ib_lcl = &pclc->lcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1616) rc = smc_find_rdma_device(new_smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1617) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1618) /* no RDMA device found */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1619) if (ini->smc_type_v1 == SMC_TYPE_B)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1620) /* neither ISM nor RDMA device found */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1621) rc = SMC_CLC_DECL_NOSMCDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1622) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1623) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1624) rc = smc_listen_rdma_init(new_smc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1625) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1626) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1627) return smc_listen_rdma_reg(new_smc, ini->first_contact_local);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1628) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1629)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1630) /* determine the local device matching to proposal */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1631) static int smc_listen_find_device(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1632) struct smc_clc_msg_proposal *pclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1633) struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1634) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1635) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1636)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1637) /* check for ISM device matching V2 proposed device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1638) smc_find_ism_v2_device_serv(new_smc, pclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1639) if (ini->ism_dev[0])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1640) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1641)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1642) if (!(ini->smcd_version & SMC_V1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1643) return SMC_CLC_DECL_NOSMCDEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1644)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1645) /* check for matching IP prefix and subnet length */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1646) rc = smc_listen_prfx_check(new_smc, pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1647) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1648) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1649)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1650) /* get vlan id from IP device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1651) if (smc_vlan_by_tcpsk(new_smc->clcsock, ini))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1652) return SMC_CLC_DECL_GETVLANERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1653)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1654) /* check for ISM device matching V1 proposed device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1655) smc_find_ism_v1_device_serv(new_smc, pclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1656) if (ini->ism_dev[0])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1657) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1658)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1659) if (pclc->hdr.typev1 == SMC_TYPE_D)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1660) return SMC_CLC_DECL_NOSMCDDEV; /* skip RDMA and decline */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1661)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1662) /* check if RDMA is available */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1663) return smc_find_rdma_v1_device_serv(new_smc, pclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1664) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1665)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1666) /* listen worker: finish RDMA setup */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1667) static int smc_listen_rdma_finish(struct smc_sock *new_smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1668) struct smc_clc_msg_accept_confirm *cclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1669) bool local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1670) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1671) struct smc_link *link = new_smc->conn.lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1672) int reason_code = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1673)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1674) if (local_first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1675) smc_link_save_peer_info(link, cclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1676)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1677) if (smc_rmb_rtoken_handling(&new_smc->conn, link, cclc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1678) return SMC_CLC_DECL_ERR_RTOK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1679)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1680) if (local_first) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1681) if (smc_ib_ready_link(link))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1682) return SMC_CLC_DECL_ERR_RDYLNK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1683) /* QP confirmation over RoCE fabric */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1684) smc_llc_flow_initiate(link->lgr, SMC_LLC_FLOW_ADD_LINK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1685) reason_code = smcr_serv_conf_first_link(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1686) smc_llc_flow_stop(link->lgr, &link->lgr->llc_flow_lcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1687) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1688) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1689) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1690)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1691) /* setup for connection of server */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1692) static void smc_listen_work(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1693) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1694) struct smc_sock *new_smc = container_of(work, struct smc_sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1695) smc_listen_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1696) u8 version = smc_ism_v2_capable ? SMC_V2 : SMC_V1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1697) struct socket *newclcsock = new_smc->clcsock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1698) struct smc_clc_msg_accept_confirm *cclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1699) struct smc_clc_msg_proposal_area *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1700) struct smc_clc_msg_proposal *pclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1701) struct smc_init_info *ini = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1702) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1703)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1704) if (new_smc->listen_smc->sk.sk_state != SMC_LISTEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1705) return smc_listen_out_err(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1706)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1707) if (new_smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1708) smc_listen_out_connected(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1709) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1710) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1711)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1712) /* check if peer is smc capable */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1713) if (!tcp_sk(newclcsock->sk)->syn_smc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1714) smc_switch_to_fallback(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1715) new_smc->fallback_rsn = SMC_CLC_DECL_PEERNOSMC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1716) smc_listen_out_connected(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1717) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1718) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1719)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1720) /* do inband token exchange -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1721) * wait for and receive SMC Proposal CLC message
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1722) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1723) buf = kzalloc(sizeof(*buf), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1724) if (!buf) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1725) rc = SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1726) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1727) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1728) pclc = (struct smc_clc_msg_proposal *)buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1729) rc = smc_clc_wait_msg(new_smc, pclc, sizeof(*buf),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1730) SMC_CLC_PROPOSAL, CLC_WAIT_TIME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1731) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1732) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1733) version = pclc->hdr.version == SMC_V1 ? SMC_V1 : version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1734)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1735) /* IPSec connections opt out of SMC optimizations */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1736) if (using_ipsec(new_smc)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1737) rc = SMC_CLC_DECL_IPSEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1738) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1739) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1740)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1741) ini = kzalloc(sizeof(*ini), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1742) if (!ini) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1743) rc = SMC_CLC_DECL_MEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1744) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1745) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1746)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1747) /* initial version checking */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1748) rc = smc_listen_v2_check(new_smc, pclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1749) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1750) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1751)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1752) mutex_lock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1753) smc_close_init(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1754) smc_rx_init(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1755) smc_tx_init(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1756)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1757) /* determine ISM or RoCE device used for connection */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1758) rc = smc_listen_find_device(new_smc, pclc, ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1759) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1760) goto out_unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1761)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1762) /* send SMC Accept CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1763) rc = smc_clc_send_accept(new_smc, ini->first_contact_local,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1764) ini->smcd_version == SMC_V2 ? SMC_V2 : SMC_V1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1765) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1766) goto out_unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1767)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1768) /* SMC-D does not need this lock any more */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1769) if (ini->is_smcd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1770) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1771)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1772) /* receive SMC Confirm CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1773) memset(buf, 0, sizeof(*buf));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1774) cclc = (struct smc_clc_msg_accept_confirm *)buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1775) rc = smc_clc_wait_msg(new_smc, cclc, sizeof(*buf),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1776) SMC_CLC_CONFIRM, CLC_WAIT_TIME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1777) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1778) if (!ini->is_smcd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1779) goto out_unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1780) goto out_decl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1781) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1782)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1783) /* finish worker */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1784) if (!ini->is_smcd) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1785) rc = smc_listen_rdma_finish(new_smc, cclc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1786) ini->first_contact_local);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1787) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1788) goto out_unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1789) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1790) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1791) smc_conn_save_peer_info(new_smc, cclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1792) smc_listen_out_connected(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1793) goto out_free;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1794)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1795) out_unlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1796) mutex_unlock(&smc_server_lgr_pending);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1797) out_decl:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1798) smc_listen_decline(new_smc, rc, ini ? ini->first_contact_local : 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1799) version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1800) out_free:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1801) kfree(ini);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1802) kfree(buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1803) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1804)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1805) static void smc_tcp_listen_work(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1806) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1807) struct smc_sock *lsmc = container_of(work, struct smc_sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1808) tcp_listen_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1809) struct sock *lsk = &lsmc->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1810) struct smc_sock *new_smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1811) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1812)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1813) lock_sock(lsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1814) while (lsk->sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1815) rc = smc_clcsock_accept(lsmc, &new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1816) if (rc) /* clcsock accept queue empty or error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1817) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1818) if (!new_smc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1819) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1820)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1821) new_smc->listen_smc = lsmc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1822) new_smc->use_fallback = lsmc->use_fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1823) new_smc->fallback_rsn = lsmc->fallback_rsn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1824) sock_hold(lsk); /* sock_put in smc_listen_work */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1825) INIT_WORK(&new_smc->smc_listen_work, smc_listen_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1826) smc_copy_sock_settings_to_smc(new_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1827) new_smc->sk.sk_sndbuf = lsmc->sk.sk_sndbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1828) new_smc->sk.sk_rcvbuf = lsmc->sk.sk_rcvbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1829) sock_hold(&new_smc->sk); /* sock_put in passive closing */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1830) if (!queue_work(smc_hs_wq, &new_smc->smc_listen_work))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1831) sock_put(&new_smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1832) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1833)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1834) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1835) release_sock(lsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1836) sock_put(&lsmc->sk); /* sock_hold in smc_clcsock_data_ready() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1837) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1838)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1839) static void smc_clcsock_data_ready(struct sock *listen_clcsock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1840) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1841) struct smc_sock *lsmc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1842)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1843) lsmc = (struct smc_sock *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1844) ((uintptr_t)listen_clcsock->sk_user_data & ~SK_USER_DATA_NOCOPY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1845) if (!lsmc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1846) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1847) lsmc->clcsk_data_ready(listen_clcsock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1848) if (lsmc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1849) sock_hold(&lsmc->sk); /* sock_put in smc_tcp_listen_work() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1850) if (!queue_work(smc_hs_wq, &lsmc->tcp_listen_work))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1851) sock_put(&lsmc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1852) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1853) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1854)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1855) static int smc_listen(struct socket *sock, int backlog)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1856) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1857) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1858) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1859) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1860)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1861) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1862) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1863)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1864) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1865) if ((sk->sk_state != SMC_INIT && sk->sk_state != SMC_LISTEN) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1866) smc->connect_nonblock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1867) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1868)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1869) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1870) if (sk->sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1871) sk->sk_max_ack_backlog = backlog;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1872) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1873) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1874) /* some socket options are handled in core, so we could not apply
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1875) * them to the clc socket -- copy smc socket options to clc socket
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1876) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1877) smc_copy_sock_settings_to_clc(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1878) if (!smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1879) tcp_sk(smc->clcsock->sk)->syn_smc = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1880)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1881) /* save original sk_data_ready function and establish
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1882) * smc-specific sk_data_ready function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1883) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1884) smc->clcsk_data_ready = smc->clcsock->sk->sk_data_ready;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1885) smc->clcsock->sk->sk_data_ready = smc_clcsock_data_ready;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1886) smc->clcsock->sk->sk_user_data =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1887) (void *)((uintptr_t)smc | SK_USER_DATA_NOCOPY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1888) rc = kernel_listen(smc->clcsock, backlog);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1889) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1890) smc->clcsock->sk->sk_data_ready = smc->clcsk_data_ready;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1891) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1892) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1893) sk->sk_max_ack_backlog = backlog;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1894) sk->sk_ack_backlog = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1895) sk->sk_state = SMC_LISTEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1896)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1897) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1898) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1899) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1900) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1901)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1902) static int smc_accept(struct socket *sock, struct socket *new_sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1903) int flags, bool kern)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1904) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1905) struct sock *sk = sock->sk, *nsk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1906) DECLARE_WAITQUEUE(wait, current);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1907) struct smc_sock *lsmc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1908) long timeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1909) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1910)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1911) lsmc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1912) sock_hold(sk); /* sock_put below */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1913) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1914)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1915) if (lsmc->sk.sk_state != SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1916) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1917) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1918) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1919) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1920)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1921) /* Wait for an incoming connection */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1922) timeo = sock_rcvtimeo(sk, flags & O_NONBLOCK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1923) add_wait_queue_exclusive(sk_sleep(sk), &wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1924) while (!(nsk = smc_accept_dequeue(sk, new_sock))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1925) set_current_state(TASK_INTERRUPTIBLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1926) if (!timeo) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1927) rc = -EAGAIN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1928) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1929) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1930) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1931) timeo = schedule_timeout(timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1932) /* wakeup by sk_data_ready in smc_listen_work() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1933) sched_annotate_sleep();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1934) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1935) if (signal_pending(current)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1936) rc = sock_intr_errno(timeo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1937) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1938) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1939) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1940) set_current_state(TASK_RUNNING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1941) remove_wait_queue(sk_sleep(sk), &wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1942)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1943) if (!rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1944) rc = sock_error(nsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1945) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1946) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1947) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1948)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1949) if (lsmc->sockopt_defer_accept && !(flags & O_NONBLOCK)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1950) /* wait till data arrives on the socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1951) timeo = msecs_to_jiffies(lsmc->sockopt_defer_accept *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1952) MSEC_PER_SEC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1953) if (smc_sk(nsk)->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1954) struct sock *clcsk = smc_sk(nsk)->clcsock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1955)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1956) lock_sock(clcsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1957) if (skb_queue_empty(&clcsk->sk_receive_queue))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1958) sk_wait_data(clcsk, &timeo, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1959) release_sock(clcsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1960) } else if (!atomic_read(&smc_sk(nsk)->conn.bytes_to_rcv)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1961) lock_sock(nsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1962) smc_rx_wait(smc_sk(nsk), &timeo, smc_rx_data_available);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1963) release_sock(nsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1964) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1965) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1966)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1967) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1968) sock_put(sk); /* sock_hold above */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1969) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1970) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1971)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1972) static int smc_getname(struct socket *sock, struct sockaddr *addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1973) int peer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1974) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1975) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1976)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1977) if (peer && (sock->sk->sk_state != SMC_ACTIVE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1978) (sock->sk->sk_state != SMC_APPCLOSEWAIT1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1979) return -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1980)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1981) smc = smc_sk(sock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1982)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1983) return smc->clcsock->ops->getname(smc->clcsock, addr, peer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1984) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1985)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1986) static int smc_sendmsg(struct socket *sock, struct msghdr *msg, size_t len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1987) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1988) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1989) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1990) int rc = -EPIPE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1991)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1992) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1993) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1994) if ((sk->sk_state != SMC_ACTIVE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1995) (sk->sk_state != SMC_APPCLOSEWAIT1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1996) (sk->sk_state != SMC_INIT))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1997) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1998)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1999) if (msg->msg_flags & MSG_FASTOPEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2000) if (sk->sk_state == SMC_INIT && !smc->connect_nonblock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2001) smc_switch_to_fallback(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2002) smc->fallback_rsn = SMC_CLC_DECL_OPTUNSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2003) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2004) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2005) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2006) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2007) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2008)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2009) if (smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2010) rc = smc->clcsock->ops->sendmsg(smc->clcsock, msg, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2011) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2012) rc = smc_tx_sendmsg(smc, msg, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2013) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2014) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2015) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2016) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2017)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2018) static int smc_recvmsg(struct socket *sock, struct msghdr *msg, size_t len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2019) int flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2020) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2021) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2022) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2023) int rc = -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2024)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2025) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2026) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2027) if (sk->sk_state == SMC_CLOSED && (sk->sk_shutdown & RCV_SHUTDOWN)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2028) /* socket was connected before, no more data to read */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2029) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2030) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2031) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2032) if ((sk->sk_state == SMC_INIT) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2033) (sk->sk_state == SMC_LISTEN) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2034) (sk->sk_state == SMC_CLOSED))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2035) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2036)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2037) if (sk->sk_state == SMC_PEERFINCLOSEWAIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2038) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2039) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2040) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2041)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2042) if (smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2043) rc = smc->clcsock->ops->recvmsg(smc->clcsock, msg, len, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2044) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2045) msg->msg_namelen = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2046) rc = smc_rx_recvmsg(smc, msg, NULL, len, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2047) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2048)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2049) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2050) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2051) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2052) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2053)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2054) static __poll_t smc_accept_poll(struct sock *parent)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2055) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2056) struct smc_sock *isk = smc_sk(parent);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2057) __poll_t mask = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2058)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2059) spin_lock(&isk->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2060) if (!list_empty(&isk->accept_q))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2061) mask = EPOLLIN | EPOLLRDNORM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2062) spin_unlock(&isk->accept_q_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2063)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2064) return mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2065) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2066)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2067) static __poll_t smc_poll(struct file *file, struct socket *sock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2068) poll_table *wait)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2069) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2070) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2071) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2072) __poll_t mask = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2073)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2074) if (!sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2075) return EPOLLNVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2076)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2077) smc = smc_sk(sock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2078) if (smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2079) /* delegate to CLC child sock */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2080) mask = smc->clcsock->ops->poll(file, smc->clcsock, wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2081) sk->sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2082) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2083) if (sk->sk_state != SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2084) sock_poll_wait(file, sock, wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2085) if (sk->sk_err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2086) mask |= EPOLLERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2087) if ((sk->sk_shutdown == SHUTDOWN_MASK) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2088) (sk->sk_state == SMC_CLOSED))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2089) mask |= EPOLLHUP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2090) if (sk->sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2091) /* woken up by sk_data_ready in smc_listen_work() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2092) mask |= smc_accept_poll(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2093) } else if (smc->use_fallback) { /* as result of connect_work()*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2094) mask |= smc->clcsock->ops->poll(file, smc->clcsock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2095) wait);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2096) sk->sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2097) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2098) if ((sk->sk_state != SMC_INIT &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2099) atomic_read(&smc->conn.sndbuf_space)) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2100) sk->sk_shutdown & SEND_SHUTDOWN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2101) mask |= EPOLLOUT | EPOLLWRNORM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2102) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2103) sk_set_bit(SOCKWQ_ASYNC_NOSPACE, sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2104) set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2105) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2106) if (atomic_read(&smc->conn.bytes_to_rcv))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2107) mask |= EPOLLIN | EPOLLRDNORM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2108) if (sk->sk_shutdown & RCV_SHUTDOWN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2109) mask |= EPOLLIN | EPOLLRDNORM | EPOLLRDHUP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2110) if (sk->sk_state == SMC_APPCLOSEWAIT1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2111) mask |= EPOLLIN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2112) if (smc->conn.urg_state == SMC_URG_VALID)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2113) mask |= EPOLLPRI;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2115) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2116)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2117) return mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2119)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2120) static int smc_shutdown(struct socket *sock, int how)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2121) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2122) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2123) bool do_shutdown = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2124) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2125) int rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2126) int old_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2127) int rc1 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2129) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2131) if ((how < SHUT_RD) || (how > SHUT_RDWR))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2132) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2134) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2135)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2136) rc = -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2137) if ((sk->sk_state != SMC_ACTIVE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2138) (sk->sk_state != SMC_PEERCLOSEWAIT1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2139) (sk->sk_state != SMC_PEERCLOSEWAIT2) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2140) (sk->sk_state != SMC_APPCLOSEWAIT1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2141) (sk->sk_state != SMC_APPCLOSEWAIT2) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2142) (sk->sk_state != SMC_APPFINCLOSEWAIT))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2143) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2144) if (smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2145) rc = kernel_sock_shutdown(smc->clcsock, how);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2146) sk->sk_shutdown = smc->clcsock->sk->sk_shutdown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2147) if (sk->sk_shutdown == SHUTDOWN_MASK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2148) sk->sk_state = SMC_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2149) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2151) switch (how) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2152) case SHUT_RDWR: /* shutdown in both directions */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2153) old_state = sk->sk_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2154) rc = smc_close_active(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2155) if (old_state == SMC_ACTIVE &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2156) sk->sk_state == SMC_PEERCLOSEWAIT1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2157) do_shutdown = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2158) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2159) case SHUT_WR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2160) rc = smc_close_shutdown_write(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2161) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2162) case SHUT_RD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2163) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2164) /* nothing more to do because peer is not involved */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2165) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2166) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2167) if (do_shutdown && smc->clcsock)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2168) rc1 = kernel_sock_shutdown(smc->clcsock, how);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2169) /* map sock_shutdown_cmd constants to sk_shutdown value range */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2170) sk->sk_shutdown |= how + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2171)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2172) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2173) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2174) return rc ? rc : rc1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2175) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2176)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2177) static int smc_setsockopt(struct socket *sock, int level, int optname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2178) sockptr_t optval, unsigned int optlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2179) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2180) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2181) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2182) int val, rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2183)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2184) if (level == SOL_TCP && optname == TCP_ULP)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2185) return -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2187) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2189) /* generic setsockopts reaching us here always apply to the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2190) * CLC socket
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2191) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2192) if (unlikely(!smc->clcsock->ops->setsockopt))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2193) rc = -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2194) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2195) rc = smc->clcsock->ops->setsockopt(smc->clcsock, level, optname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2196) optval, optlen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2197) if (smc->clcsock->sk->sk_err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2198) sk->sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2199) sk->sk_error_report(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2200) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2202) if (optlen < sizeof(int))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2203) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2204) if (copy_from_sockptr(&val, optval, sizeof(int)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2205) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2206)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2207) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2208) if (rc || smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2209) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2210) switch (optname) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2211) case TCP_FASTOPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2212) case TCP_FASTOPEN_CONNECT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2213) case TCP_FASTOPEN_KEY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2214) case TCP_FASTOPEN_NO_COOKIE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2215) /* option not supported by SMC */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2216) if (sk->sk_state == SMC_INIT && !smc->connect_nonblock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2217) smc_switch_to_fallback(smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2218) smc->fallback_rsn = SMC_CLC_DECL_OPTUNSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2219) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2220) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2221) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2222) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2223) case TCP_NODELAY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2224) if (sk->sk_state != SMC_INIT &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2225) sk->sk_state != SMC_LISTEN &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2226) sk->sk_state != SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2227) if (val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2228) mod_delayed_work(smc->conn.lgr->tx_wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2229) &smc->conn.tx_work, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2230) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2231) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2232) case TCP_CORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2233) if (sk->sk_state != SMC_INIT &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2234) sk->sk_state != SMC_LISTEN &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2235) sk->sk_state != SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2236) if (!val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2237) mod_delayed_work(smc->conn.lgr->tx_wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2238) &smc->conn.tx_work, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2239) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2240) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2241) case TCP_DEFER_ACCEPT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2242) smc->sockopt_defer_accept = val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2243) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2244) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2245) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2246) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2247) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2248) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2249)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2250) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2251) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2252)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2253) static int smc_getsockopt(struct socket *sock, int level, int optname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2254) char __user *optval, int __user *optlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2255) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2256) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2257)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2258) smc = smc_sk(sock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2259) /* socket options apply to the CLC socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2260) if (unlikely(!smc->clcsock->ops->getsockopt))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2261) return -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2262) return smc->clcsock->ops->getsockopt(smc->clcsock, level, optname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2263) optval, optlen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2264) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2266) static int smc_ioctl(struct socket *sock, unsigned int cmd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2267) unsigned long arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2268) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2269) union smc_host_cursor cons, urg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2270) struct smc_connection *conn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2271) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2272) int answ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2274) smc = smc_sk(sock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2275) conn = &smc->conn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2276) lock_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2277) if (smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2278) if (!smc->clcsock) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2279) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2280) return -EBADF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2281) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2282) answ = smc->clcsock->ops->ioctl(smc->clcsock, cmd, arg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2283) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2284) return answ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2285) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2286) switch (cmd) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2287) case SIOCINQ: /* same as FIONREAD */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2288) if (smc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2289) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2290) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2291) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2292) if (smc->sk.sk_state == SMC_INIT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2293) smc->sk.sk_state == SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2294) answ = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2295) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2296) answ = atomic_read(&smc->conn.bytes_to_rcv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2297) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2298) case SIOCOUTQ:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2299) /* output queue size (not send + not acked) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2300) if (smc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2301) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2302) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2304) if (smc->sk.sk_state == SMC_INIT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2305) smc->sk.sk_state == SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2306) answ = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2307) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2308) answ = smc->conn.sndbuf_desc->len -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2309) atomic_read(&smc->conn.sndbuf_space);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2310) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2311) case SIOCOUTQNSD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2312) /* output queue size (not send only) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2313) if (smc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2314) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2315) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2316) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2317) if (smc->sk.sk_state == SMC_INIT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2318) smc->sk.sk_state == SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2319) answ = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2320) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2321) answ = smc_tx_prepared_sends(&smc->conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2322) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2323) case SIOCATMARK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2324) if (smc->sk.sk_state == SMC_LISTEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2325) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2326) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2327) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2328) if (smc->sk.sk_state == SMC_INIT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2329) smc->sk.sk_state == SMC_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2330) answ = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2331) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2332) smc_curs_copy(&cons, &conn->local_tx_ctrl.cons, conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2333) smc_curs_copy(&urg, &conn->urg_curs, conn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2334) answ = smc_curs_diff(conn->rmb_desc->len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2335) &cons, &urg) == 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2336) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2337) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2338) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2339) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2340) return -ENOIOCTLCMD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2341) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2342) release_sock(&smc->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2344) return put_user(answ, (int __user *)arg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2345) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2346)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2347) static ssize_t smc_sendpage(struct socket *sock, struct page *page,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2348) int offset, size_t size, int flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2349) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2350) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2351) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2352) int rc = -EPIPE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2353)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2354) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2355) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2356) if (sk->sk_state != SMC_ACTIVE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2357) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2358) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2359) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2360) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2361) if (smc->use_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2362) rc = kernel_sendpage(smc->clcsock, page, offset,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2363) size, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2364) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2365) rc = sock_no_sendpage(sock, page, offset, size, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2366)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2367) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2368) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2369) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2370)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2371) /* Map the affected portions of the rmbe into an spd, note the number of bytes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2372) * to splice in conn->splice_pending, and press 'go'. Delays consumer cursor
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2373) * updates till whenever a respective page has been fully processed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2374) * Note that subsequent recv() calls have to wait till all splice() processing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2375) * completed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2376) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2377) static ssize_t smc_splice_read(struct socket *sock, loff_t *ppos,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2378) struct pipe_inode_info *pipe, size_t len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2379) unsigned int flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2380) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2381) struct sock *sk = sock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2382) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2383) int rc = -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2385) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2386) lock_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2387) if (sk->sk_state == SMC_CLOSED && (sk->sk_shutdown & RCV_SHUTDOWN)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2388) /* socket was connected before, no more data to read */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2389) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2390) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2391) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2392) if (sk->sk_state == SMC_INIT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2393) sk->sk_state == SMC_LISTEN ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2394) sk->sk_state == SMC_CLOSED)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2395) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2397) if (sk->sk_state == SMC_PEERFINCLOSEWAIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2398) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2399) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2400) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2401)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2402) if (smc->use_fallback) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2403) rc = smc->clcsock->ops->splice_read(smc->clcsock, ppos,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2404) pipe, len, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2405) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2406) if (*ppos) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2407) rc = -ESPIPE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2408) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2409) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2410) if (flags & SPLICE_F_NONBLOCK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2411) flags = MSG_DONTWAIT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2412) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2413) flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2414) rc = smc_rx_recvmsg(smc, NULL, pipe, len, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2415) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2416) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2417) release_sock(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2419) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2420) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2421)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2422) /* must look like tcp */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2423) static const struct proto_ops smc_sock_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2424) .family = PF_SMC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2425) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2426) .release = smc_release,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2427) .bind = smc_bind,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2428) .connect = smc_connect,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2429) .socketpair = sock_no_socketpair,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2430) .accept = smc_accept,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2431) .getname = smc_getname,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2432) .poll = smc_poll,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2433) .ioctl = smc_ioctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2434) .listen = smc_listen,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2435) .shutdown = smc_shutdown,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2436) .setsockopt = smc_setsockopt,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2437) .getsockopt = smc_getsockopt,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2438) .sendmsg = smc_sendmsg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2439) .recvmsg = smc_recvmsg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2440) .mmap = sock_no_mmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2441) .sendpage = smc_sendpage,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2442) .splice_read = smc_splice_read,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2443) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2444)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2445) static int smc_create(struct net *net, struct socket *sock, int protocol,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2446) int kern)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2447) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2448) int family = (protocol == SMCPROTO_SMC6) ? PF_INET6 : PF_INET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2449) struct smc_sock *smc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2450) struct sock *sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2451) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2452)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2453) rc = -ESOCKTNOSUPPORT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2454) if (sock->type != SOCK_STREAM)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2455) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2456)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2457) rc = -EPROTONOSUPPORT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2458) if (protocol != SMCPROTO_SMC && protocol != SMCPROTO_SMC6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2459) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2460)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2461) rc = -ENOBUFS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2462) sock->ops = &smc_sock_ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2463) sk = smc_sock_alloc(net, sock, protocol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2464) if (!sk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2465) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2466)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2467) /* create internal TCP socket for CLC handshake and fallback */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2468) smc = smc_sk(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2469) smc->use_fallback = false; /* assume rdma capability first */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2470) smc->fallback_rsn = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2471) rc = sock_create_kern(net, family, SOCK_STREAM, IPPROTO_TCP,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2472) &smc->clcsock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2473) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2474) sk_common_release(sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2475) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2476) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2477) smc->sk.sk_sndbuf = max(smc->clcsock->sk->sk_sndbuf, SMC_BUF_MIN_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2478) smc->sk.sk_rcvbuf = max(smc->clcsock->sk->sk_rcvbuf, SMC_BUF_MIN_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2479)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2480) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2481) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2482) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2483)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2484) static const struct net_proto_family smc_sock_family_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2485) .family = PF_SMC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2486) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2487) .create = smc_create,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2488) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2489)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2490) unsigned int smc_net_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2491)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2492) static __net_init int smc_net_init(struct net *net)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2493) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2494) return smc_pnet_net_init(net);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2495) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2496)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2497) static void __net_exit smc_net_exit(struct net *net)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2498) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2499) smc_pnet_net_exit(net);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2500) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2501)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2502) static struct pernet_operations smc_net_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2503) .init = smc_net_init,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2504) .exit = smc_net_exit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2505) .id = &smc_net_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2506) .size = sizeof(struct smc_net),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2507) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2508)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2509) static int __init smc_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2510) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2511) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2512)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2513) rc = register_pernet_subsys(&smc_net_ops);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2514) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2515) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2516)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2517) smc_ism_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2518) smc_clc_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2519)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2520) rc = smc_pnet_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2521) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2522) goto out_pernet_subsys;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2523)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2524) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2525) smc_hs_wq = alloc_workqueue("smc_hs_wq", 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2526) if (!smc_hs_wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2527) goto out_pnet;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2528)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2529) smc_close_wq = alloc_workqueue("smc_close_wq", 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2530) if (!smc_close_wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2531) goto out_alloc_hs_wq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2532)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2533) rc = smc_core_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2534) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2535) pr_err("%s: smc_core_init fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2536) goto out_alloc_wqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2537) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2538)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2539) rc = smc_llc_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2540) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2541) pr_err("%s: smc_llc_init fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2542) goto out_core;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2543) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2544)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2545) rc = smc_cdc_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2546) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2547) pr_err("%s: smc_cdc_init fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2548) goto out_core;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2549) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2550)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2551) rc = proto_register(&smc_proto, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2552) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2553) pr_err("%s: proto_register(v4) fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2554) goto out_core;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2555) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2557) rc = proto_register(&smc_proto6, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2558) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2559) pr_err("%s: proto_register(v6) fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2560) goto out_proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2561) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2562)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2563) rc = sock_register(&smc_sock_family_ops);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2564) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2565) pr_err("%s: sock_register fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2566) goto out_proto6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2567) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2568) INIT_HLIST_HEAD(&smc_v4_hashinfo.ht);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2569) INIT_HLIST_HEAD(&smc_v6_hashinfo.ht);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2570)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2571) rc = smc_ib_register_client();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2572) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2573) pr_err("%s: ib_register fails with %d\n", __func__, rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2574) goto out_sock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2575) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2576)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2577) static_branch_enable(&tcp_have_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2578) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2579)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2580) out_sock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2581) sock_unregister(PF_SMC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2582) out_proto6:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2583) proto_unregister(&smc_proto6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2584) out_proto:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2585) proto_unregister(&smc_proto);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2586) out_core:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2587) smc_core_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2588) out_alloc_wqs:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2589) destroy_workqueue(smc_close_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2590) out_alloc_hs_wq:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2591) destroy_workqueue(smc_hs_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2592) out_pnet:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2593) smc_pnet_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2594) out_pernet_subsys:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2595) unregister_pernet_subsys(&smc_net_ops);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2596)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2597) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2598) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2599)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2600) static void __exit smc_exit(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2601) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2602) static_branch_disable(&tcp_have_smc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2603) sock_unregister(PF_SMC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2604) smc_core_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2605) smc_ib_unregister_client();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2606) destroy_workqueue(smc_close_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2607) destroy_workqueue(smc_hs_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2608) proto_unregister(&smc_proto6);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2609) proto_unregister(&smc_proto);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2610) smc_pnet_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2611) unregister_pernet_subsys(&smc_net_ops);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2612) rcu_barrier();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2613) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2614)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2615) module_init(smc_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2616) module_exit(smc_exit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2617)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2618) MODULE_AUTHOR("Ursula Braun <ubraun@linux.vnet.ibm.com>");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2619) MODULE_DESCRIPTION("smc socket address family");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2620) MODULE_LICENSE("GPL");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2621) MODULE_ALIAS_NETPROTO(PF_SMC);
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags