^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Shared Memory Communications over RDMA (SMC-R) and RoCE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * CLC (connection layer control) handshake over initial TCP socket to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * prepare for RDMA traffic
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * Copyright IBM Corp. 2016, 2018
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * Author(s): Ursula Braun <ubraun@linux.vnet.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/in.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/inetdevice.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/if_ether.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/sched/signal.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/utsname.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/ctype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <net/addrconf.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <net/sock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <net/tcp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include "smc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include "smc_core.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include "smc_clc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include "smc_ib.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include "smc_ism.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #define SMCR_CLC_ACCEPT_CONFIRM_LEN 68
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #define SMCD_CLC_ACCEPT_CONFIRM_LEN 48
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #define SMCD_CLC_ACCEPT_CONFIRM_LEN_V2 78
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #define SMC_CLC_RECV_BUF_LEN 100
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) /* eye catcher "SMCR" EBCDIC for CLC messages */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) static const char SMC_EYECATCHER[4] = {'\xe2', '\xd4', '\xc3', '\xd9'};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) /* eye catcher "SMCD" EBCDIC for CLC messages */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) static const char SMCD_EYECATCHER[4] = {'\xe2', '\xd4', '\xc3', '\xc4'};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) static u8 smc_hostname[SMC_MAX_HOSTNAME_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) /* check arriving CLC proposal */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) static bool smc_clc_msg_prop_valid(struct smc_clc_msg_proposal *pclc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) struct smc_clc_msg_proposal_prefix *pclc_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) struct smc_clc_smcd_v2_extension *smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) struct smc_clc_msg_hdr *hdr = &pclc->hdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) struct smc_clc_v2_extension *v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) v2_ext = smc_get_clc_v2_ext(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) pclc_prfx = smc_clc_proposal_get_prefix(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) if (hdr->version == SMC_V1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) if (hdr->typev1 == SMC_TYPE_N)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) if (ntohs(hdr->length) !=
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) sizeof(*pclc) + ntohs(pclc->iparea_offset) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) sizeof(*pclc_prfx) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) pclc_prfx->ipv6_prefixes_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) sizeof(struct smc_clc_ipv6_prefix) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) sizeof(struct smc_clc_msg_trail))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) if (ntohs(hdr->length) !=
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) sizeof(*pclc) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) sizeof(struct smc_clc_msg_smcd) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) (hdr->typev1 != SMC_TYPE_N ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) sizeof(*pclc_prfx) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) pclc_prfx->ipv6_prefixes_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) sizeof(struct smc_clc_ipv6_prefix) : 0) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) (hdr->typev2 != SMC_TYPE_N ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) sizeof(*v2_ext) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) v2_ext->hdr.eid_cnt * SMC_MAX_EID_LEN : 0) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) (smcd_indicated(hdr->typev2) ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) sizeof(*smcd_v2_ext) + v2_ext->hdr.ism_gid_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) sizeof(struct smc_clc_smcd_gid_chid) :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) 0) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) sizeof(struct smc_clc_msg_trail))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) /* check arriving CLC accept or confirm */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) static bool
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) smc_clc_msg_acc_conf_valid(struct smc_clc_msg_accept_confirm_v2 *clc_v2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) struct smc_clc_msg_hdr *hdr = &clc_v2->hdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) if (hdr->typev1 != SMC_TYPE_R && hdr->typev1 != SMC_TYPE_D)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) if (hdr->version == SMC_V1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) if ((hdr->typev1 == SMC_TYPE_R &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) ntohs(hdr->length) != SMCR_CLC_ACCEPT_CONFIRM_LEN) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) (hdr->typev1 == SMC_TYPE_D &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) ntohs(hdr->length) != SMCD_CLC_ACCEPT_CONFIRM_LEN))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) if (hdr->typev1 == SMC_TYPE_D &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) ntohs(hdr->length) != SMCD_CLC_ACCEPT_CONFIRM_LEN_V2 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) (ntohs(hdr->length) != SMCD_CLC_ACCEPT_CONFIRM_LEN_V2 +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) sizeof(struct smc_clc_first_contact_ext)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) static void smc_clc_fill_fce(struct smc_clc_first_contact_ext *fce, int *len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) memset(fce, 0, sizeof(*fce));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) fce->os_type = SMC_CLC_OS_LINUX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) fce->release = SMC_RELEASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) memcpy(fce->hostname, smc_hostname, sizeof(smc_hostname));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) (*len) += sizeof(*fce);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) /* check if received message has a correct header length and contains valid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) * heading and trailing eyecatchers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) static bool smc_clc_msg_hdr_valid(struct smc_clc_msg_hdr *clcm, bool check_trl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) struct smc_clc_msg_accept_confirm_v2 *clc_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) struct smc_clc_msg_proposal *pclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) struct smc_clc_msg_decline *dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) struct smc_clc_msg_trail *trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) if (memcmp(clcm->eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER)) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) memcmp(clcm->eyecatcher, SMCD_EYECATCHER, sizeof(SMCD_EYECATCHER)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) switch (clcm->type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) case SMC_CLC_PROPOSAL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) pclc = (struct smc_clc_msg_proposal *)clcm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) if (!smc_clc_msg_prop_valid(pclc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) trl = (struct smc_clc_msg_trail *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) ((u8 *)pclc + ntohs(pclc->hdr.length) - sizeof(*trl));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) case SMC_CLC_ACCEPT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) case SMC_CLC_CONFIRM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) clc_v2 = (struct smc_clc_msg_accept_confirm_v2 *)clcm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) if (!smc_clc_msg_acc_conf_valid(clc_v2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) trl = (struct smc_clc_msg_trail *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) ((u8 *)clc_v2 + ntohs(clc_v2->hdr.length) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) sizeof(*trl));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) case SMC_CLC_DECLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) dclc = (struct smc_clc_msg_decline *)clcm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) if (ntohs(dclc->hdr.length) != sizeof(*dclc))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) trl = &dclc->trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) if (check_trl &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) memcmp(trl->eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER)) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) memcmp(trl->eyecatcher, SMCD_EYECATCHER, sizeof(SMCD_EYECATCHER)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) /* find ipv4 addr on device and get the prefix len, fill CLC proposal msg */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) static int smc_clc_prfx_set4_rcu(struct dst_entry *dst, __be32 ipv4,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) struct smc_clc_msg_proposal_prefix *prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) struct in_device *in_dev = __in_dev_get_rcu(dst->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) const struct in_ifaddr *ifa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) if (!in_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) in_dev_for_each_ifa_rcu(ifa, in_dev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) if (!inet_ifa_match(ipv4, ifa))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) prop->prefix_len = inet_mask_len(ifa->ifa_mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) prop->outgoing_subnet = ifa->ifa_address & ifa->ifa_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) /* prop->ipv6_prefixes_cnt = 0; already done by memset before */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) /* fill CLC proposal msg with ipv6 prefixes from device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) static int smc_clc_prfx_set6_rcu(struct dst_entry *dst,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) struct smc_clc_msg_proposal_prefix *prop,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) struct smc_clc_ipv6_prefix *ipv6_prfx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) #if IS_ENABLED(CONFIG_IPV6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) struct inet6_dev *in6_dev = __in6_dev_get(dst->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) struct inet6_ifaddr *ifa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) int cnt = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) if (!in6_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) /* use a maximum of 8 IPv6 prefixes from device */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) list_for_each_entry(ifa, &in6_dev->addr_list, if_list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) if (ipv6_addr_type(&ifa->addr) & IPV6_ADDR_LINKLOCAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) ipv6_addr_prefix(&ipv6_prfx[cnt].prefix,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) &ifa->addr, ifa->prefix_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) ipv6_prfx[cnt].prefix_len = ifa->prefix_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) cnt++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) if (cnt == SMC_CLC_MAX_V6_PREFIX)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) prop->ipv6_prefixes_cnt = cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) if (cnt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) return -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) /* retrieve and set prefixes in CLC proposal msg */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) static int smc_clc_prfx_set(struct socket *clcsock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) struct smc_clc_msg_proposal_prefix *prop,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) struct smc_clc_ipv6_prefix *ipv6_prfx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) struct dst_entry *dst = sk_dst_get(clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) struct sockaddr_storage addrs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) struct sockaddr_in6 *addr6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) struct sockaddr_in *addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) int rc = -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) if (!dst) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) rc = -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) if (!dst->dev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) goto out_rel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) /* get address to which the internal TCP socket is bound */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) if (kernel_getsockname(clcsock, (struct sockaddr *)&addrs) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) goto out_rel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) /* analyze IP specific data of net_device belonging to TCP socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) addr6 = (struct sockaddr_in6 *)&addrs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) if (addrs.ss_family == PF_INET) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) /* IPv4 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) addr = (struct sockaddr_in *)&addrs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) rc = smc_clc_prfx_set4_rcu(dst, addr->sin_addr.s_addr, prop);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) } else if (ipv6_addr_v4mapped(&addr6->sin6_addr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) /* mapped IPv4 address - peer is IPv4 only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) rc = smc_clc_prfx_set4_rcu(dst, addr6->sin6_addr.s6_addr32[3],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) prop);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) /* IPv6 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) rc = smc_clc_prfx_set6_rcu(dst, prop, ipv6_prfx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) out_rel:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) dst_release(dst);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) /* match ipv4 addrs of dev against addr in CLC proposal */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) static int smc_clc_prfx_match4_rcu(struct net_device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) struct smc_clc_msg_proposal_prefix *prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) struct in_device *in_dev = __in_dev_get_rcu(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) const struct in_ifaddr *ifa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (!in_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) in_dev_for_each_ifa_rcu(ifa, in_dev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) if (prop->prefix_len == inet_mask_len(ifa->ifa_mask) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) inet_ifa_match(prop->outgoing_subnet, ifa))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) return -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) /* match ipv6 addrs of dev against addrs in CLC proposal */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) static int smc_clc_prfx_match6_rcu(struct net_device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) struct smc_clc_msg_proposal_prefix *prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) #if IS_ENABLED(CONFIG_IPV6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) struct inet6_dev *in6_dev = __in6_dev_get(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) struct smc_clc_ipv6_prefix *ipv6_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) struct inet6_ifaddr *ifa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) int i, max;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) if (!in6_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) /* ipv6 prefix list starts behind smc_clc_msg_proposal_prefix */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) ipv6_prfx = (struct smc_clc_ipv6_prefix *)((u8 *)prop + sizeof(*prop));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) max = min_t(u8, prop->ipv6_prefixes_cnt, SMC_CLC_MAX_V6_PREFIX);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) list_for_each_entry(ifa, &in6_dev->addr_list, if_list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) if (ipv6_addr_type(&ifa->addr) & IPV6_ADDR_LINKLOCAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) for (i = 0; i < max; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) if (ifa->prefix_len == ipv6_prfx[i].prefix_len &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) ipv6_prefix_equal(&ifa->addr, &ipv6_prfx[i].prefix,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) ifa->prefix_len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) return -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) /* check if proposed prefixes match one of our device prefixes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) int smc_clc_prfx_match(struct socket *clcsock,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) struct smc_clc_msg_proposal_prefix *prop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) struct dst_entry *dst = sk_dst_get(clcsock->sk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) if (!dst) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) rc = -ENOTCONN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) if (!dst->dev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) goto out_rel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) if (!prop->ipv6_prefixes_cnt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) rc = smc_clc_prfx_match4_rcu(dst->dev, prop);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) rc = smc_clc_prfx_match6_rcu(dst->dev, prop);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) out_rel:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) dst_release(dst);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) /* Wait for data on the tcp-socket, analyze received data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) * Returns:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) * 0 if success and it was not a decline that we received.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) * SMC_CLC_DECL_REPLY if decline received for fallback w/o another decl send.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) * clcsock error, -EINTR, -ECONNRESET, -EPROTO otherwise.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) int smc_clc_wait_msg(struct smc_sock *smc, void *buf, int buflen,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) u8 expected_type, unsigned long timeout)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) long rcvtimeo = smc->clcsock->sk->sk_rcvtimeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) struct sock *clc_sk = smc->clcsock->sk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) struct smc_clc_msg_hdr *clcm = buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) struct msghdr msg = {NULL, 0};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) int reason_code = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) struct kvec vec = {buf, buflen};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) int len, datlen, recvlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) bool check_trl = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) int krflags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) /* peek the first few bytes to determine length of data to receive
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) * so we don't consume any subsequent CLC message or payload data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) * in the TCP byte stream
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) * Caller must make sure that buflen is no less than
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) * sizeof(struct smc_clc_msg_hdr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) krflags = MSG_PEEK | MSG_WAITALL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) clc_sk->sk_rcvtimeo = timeout;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) iov_iter_kvec(&msg.msg_iter, READ, &vec, 1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) sizeof(struct smc_clc_msg_hdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) len = sock_recvmsg(smc->clcsock, &msg, krflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) if (signal_pending(current)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) reason_code = -EINTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) clc_sk->sk_err = EINTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) smc->sk.sk_err = EINTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) if (clc_sk->sk_err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) reason_code = -clc_sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) if (clc_sk->sk_err == EAGAIN &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) expected_type == SMC_CLC_DECLINE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) clc_sk->sk_err = 0; /* reset for fallback usage */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) smc->sk.sk_err = clc_sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) if (!len) { /* peer has performed orderly shutdown */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) smc->sk.sk_err = ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) reason_code = -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) if (len < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) if (len != -EAGAIN || expected_type != SMC_CLC_DECLINE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) smc->sk.sk_err = -len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) reason_code = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) datlen = ntohs(clcm->length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) if ((len < sizeof(struct smc_clc_msg_hdr)) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) (clcm->version < SMC_V1) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) ((clcm->type != SMC_CLC_DECLINE) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) (clcm->type != expected_type))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) smc->sk.sk_err = EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) reason_code = -EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) /* receive the complete CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) memset(&msg, 0, sizeof(struct msghdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) if (datlen > buflen) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) check_trl = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) recvlen = buflen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) recvlen = datlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) iov_iter_kvec(&msg.msg_iter, READ, &vec, 1, recvlen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) krflags = MSG_WAITALL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) len = sock_recvmsg(smc->clcsock, &msg, krflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) if (len < recvlen || !smc_clc_msg_hdr_valid(clcm, check_trl)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) smc->sk.sk_err = EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) reason_code = -EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) datlen -= len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) while (datlen) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) u8 tmp[SMC_CLC_RECV_BUF_LEN];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) vec.iov_base = &tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) vec.iov_len = SMC_CLC_RECV_BUF_LEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) /* receive remaining proposal message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) recvlen = datlen > SMC_CLC_RECV_BUF_LEN ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) SMC_CLC_RECV_BUF_LEN : datlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) iov_iter_kvec(&msg.msg_iter, READ, &vec, 1, recvlen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) len = sock_recvmsg(smc->clcsock, &msg, krflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) datlen -= len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) if (clcm->type == SMC_CLC_DECLINE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) struct smc_clc_msg_decline *dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) dclc = (struct smc_clc_msg_decline *)clcm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) reason_code = SMC_CLC_DECL_PEERDECL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) smc->peer_diagnosis = ntohl(dclc->peer_diagnosis);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) if (((struct smc_clc_msg_decline *)buf)->hdr.typev2 &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) SMC_FIRST_CONTACT_MASK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) smc->conn.lgr->sync_err = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) smc_lgr_terminate_sched(smc->conn.lgr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) clc_sk->sk_rcvtimeo = rcvtimeo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) /* send CLC DECLINE message across internal TCP socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) int smc_clc_send_decline(struct smc_sock *smc, u32 peer_diag_info, u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) struct smc_clc_msg_decline dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) struct msghdr msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) struct kvec vec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) memset(&dclc, 0, sizeof(dclc));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) memcpy(dclc.hdr.eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) dclc.hdr.type = SMC_CLC_DECLINE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) dclc.hdr.length = htons(sizeof(struct smc_clc_msg_decline));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) dclc.hdr.version = version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) dclc.os_type = version == SMC_V1 ? 0 : SMC_CLC_OS_LINUX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) dclc.hdr.typev2 = (peer_diag_info == SMC_CLC_DECL_SYNCERR) ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) SMC_FIRST_CONTACT_MASK : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) if ((!smc->conn.lgr || !smc->conn.lgr->is_smcd) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) smc_ib_is_valid_local_systemid())
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) memcpy(dclc.id_for_peer, local_systemid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) sizeof(local_systemid));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) dclc.peer_diagnosis = htonl(peer_diag_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) memcpy(dclc.trl.eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) memset(&msg, 0, sizeof(msg));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) vec.iov_base = &dclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) vec.iov_len = sizeof(struct smc_clc_msg_decline);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) len = kernel_sendmsg(smc->clcsock, &msg, &vec, 1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) sizeof(struct smc_clc_msg_decline));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) if (len < 0 || len < sizeof(struct smc_clc_msg_decline))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) len = -EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) return len > 0 ? 0 : len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) /* send CLC PROPOSAL message across internal TCP socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) int smc_clc_send_proposal(struct smc_sock *smc, struct smc_init_info *ini)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) struct smc_clc_smcd_v2_extension *smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) struct smc_clc_msg_proposal_prefix *pclc_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) struct smc_clc_msg_proposal *pclc_base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) struct smc_clc_smcd_gid_chid *gidchids;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) struct smc_clc_msg_proposal_area *pclc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) struct smc_clc_ipv6_prefix *ipv6_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) struct smc_clc_v2_extension *v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) struct smc_clc_msg_smcd *pclc_smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) struct smc_clc_msg_trail *trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) int len, i, plen, rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) int reason_code = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) struct kvec vec[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) struct msghdr msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) pclc = kzalloc(sizeof(*pclc), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) if (!pclc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) pclc_base = &pclc->pclc_base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) pclc_smcd = &pclc->pclc_smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) pclc_prfx = &pclc->pclc_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) ipv6_prfx = pclc->pclc_prfx_ipv6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) v2_ext = &pclc->pclc_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) smcd_v2_ext = &pclc->pclc_smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) gidchids = pclc->pclc_gidchids;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) trl = &pclc->pclc_trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) pclc_base->hdr.version = SMC_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) pclc_base->hdr.typev1 = ini->smc_type_v1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) pclc_base->hdr.typev2 = ini->smc_type_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) plen = sizeof(*pclc_base) + sizeof(*pclc_smcd) + sizeof(*trl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) /* retrieve ip prefixes for CLC proposal msg */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) if (ini->smc_type_v1 != SMC_TYPE_N) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) rc = smc_clc_prfx_set(smc->clcsock, pclc_prfx, ipv6_prfx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) if (ini->smc_type_v2 == SMC_TYPE_N) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) kfree(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) return SMC_CLC_DECL_CNFERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) pclc_base->hdr.typev1 = SMC_TYPE_N;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) pclc_base->iparea_offset = htons(sizeof(*pclc_smcd));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) plen += sizeof(*pclc_prfx) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) pclc_prfx->ipv6_prefixes_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) sizeof(ipv6_prfx[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) /* build SMC Proposal CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) memcpy(pclc_base->hdr.eyecatcher, SMC_EYECATCHER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) pclc_base->hdr.type = SMC_CLC_PROPOSAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) if (smcr_indicated(ini->smc_type_v1)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) /* add SMC-R specifics */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) memcpy(pclc_base->lcl.id_for_peer, local_systemid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) sizeof(local_systemid));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) memcpy(pclc_base->lcl.gid, ini->ib_gid, SMC_GID_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) memcpy(pclc_base->lcl.mac, &ini->ib_dev->mac[ini->ib_port - 1],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) ETH_ALEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) if (smcd_indicated(ini->smc_type_v1)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) /* add SMC-D specifics */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) if (ini->ism_dev[0]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) pclc_smcd->ism.gid = htonll(ini->ism_dev[0]->local_gid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) pclc_smcd->ism.chid =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) htons(smc_ism_get_chid(ini->ism_dev[0]));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) if (ini->smc_type_v2 == SMC_TYPE_N) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) pclc_smcd->v2_ext_offset = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) u16 v2_ext_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) u8 *eid = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) v2_ext_offset = sizeof(*pclc_smcd) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) offsetofend(struct smc_clc_msg_smcd, v2_ext_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) if (ini->smc_type_v1 != SMC_TYPE_N)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) v2_ext_offset += sizeof(*pclc_prfx) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) pclc_prfx->ipv6_prefixes_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) sizeof(ipv6_prfx[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) pclc_smcd->v2_ext_offset = htons(v2_ext_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) v2_ext->hdr.eid_cnt = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) v2_ext->hdr.ism_gid_cnt = ini->ism_offered_cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) v2_ext->hdr.flag.release = SMC_RELEASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) v2_ext->hdr.flag.seid = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) v2_ext->hdr.smcd_v2_ext_offset = htons(sizeof(*v2_ext) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) offsetofend(struct smc_clnt_opts_area_hdr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) smcd_v2_ext_offset) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) v2_ext->hdr.eid_cnt * SMC_MAX_EID_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) if (ini->ism_dev[0])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) smc_ism_get_system_eid(ini->ism_dev[0], &eid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) smc_ism_get_system_eid(ini->ism_dev[1], &eid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) if (eid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) memcpy(smcd_v2_ext->system_eid, eid, SMC_MAX_EID_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) plen += sizeof(*v2_ext) + sizeof(*smcd_v2_ext);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) if (ini->ism_offered_cnt) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) for (i = 1; i <= ini->ism_offered_cnt; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) gidchids[i - 1].gid =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) htonll(ini->ism_dev[i]->local_gid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) gidchids[i - 1].chid =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) htons(smc_ism_get_chid(ini->ism_dev[i]));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) plen += ini->ism_offered_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) sizeof(struct smc_clc_smcd_gid_chid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) pclc_base->hdr.length = htons(plen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) memcpy(trl->eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) /* send SMC Proposal CLC message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) memset(&msg, 0, sizeof(msg));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) i = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) vec[i].iov_base = pclc_base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) vec[i++].iov_len = sizeof(*pclc_base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) vec[i].iov_base = pclc_smcd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) vec[i++].iov_len = sizeof(*pclc_smcd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) if (ini->smc_type_v1 != SMC_TYPE_N) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) vec[i].iov_base = pclc_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) vec[i++].iov_len = sizeof(*pclc_prfx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) if (pclc_prfx->ipv6_prefixes_cnt > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) vec[i].iov_base = ipv6_prfx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) vec[i++].iov_len = pclc_prfx->ipv6_prefixes_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) sizeof(ipv6_prfx[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) if (ini->smc_type_v2 != SMC_TYPE_N) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) vec[i].iov_base = v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) vec[i++].iov_len = sizeof(*v2_ext);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) vec[i].iov_base = smcd_v2_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) vec[i++].iov_len = sizeof(*smcd_v2_ext);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) if (ini->ism_offered_cnt) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) vec[i].iov_base = gidchids;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) vec[i++].iov_len = ini->ism_offered_cnt *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) sizeof(struct smc_clc_smcd_gid_chid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) vec[i].iov_base = trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) vec[i++].iov_len = sizeof(*trl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) /* due to the few bytes needed for clc-handshake this cannot block */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) len = kernel_sendmsg(smc->clcsock, &msg, vec, i, plen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) if (len < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) smc->sk.sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) reason_code = -smc->sk.sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) } else if (len < ntohs(pclc_base->hdr.length)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) reason_code = -ENETUNREACH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) smc->sk.sk_err = -reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) kfree(pclc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) /* build and send CLC CONFIRM / ACCEPT message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) static int smc_clc_send_confirm_accept(struct smc_sock *smc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) struct smc_clc_msg_accept_confirm_v2 *clc_v2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) int first_contact, u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) struct smc_connection *conn = &smc->conn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) struct smc_clc_msg_accept_confirm *clc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) struct smc_clc_first_contact_ext fce;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) struct smc_clc_msg_trail trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) struct kvec vec[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) struct msghdr msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) int i, len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) /* send SMC Confirm CLC msg */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) clc = (struct smc_clc_msg_accept_confirm *)clc_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) clc->hdr.version = version; /* SMC version */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) if (first_contact)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) clc->hdr.typev2 |= SMC_FIRST_CONTACT_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) if (conn->lgr->is_smcd) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) /* SMC-D specific settings */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) memcpy(clc->hdr.eyecatcher, SMCD_EYECATCHER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) sizeof(SMCD_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) clc->hdr.typev1 = SMC_TYPE_D;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) clc->d0.gid = conn->lgr->smcd->local_gid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) clc->d0.token = conn->rmb_desc->token;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) clc->d0.dmbe_size = conn->rmbe_size_short;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) clc->d0.dmbe_idx = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) memcpy(&clc->d0.linkid, conn->lgr->id, SMC_LGR_ID_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) if (version == SMC_V1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) clc->hdr.length = htons(SMCD_CLC_ACCEPT_CONFIRM_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) u8 *eid = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) clc_v2->chid = htons(smc_ism_get_chid(conn->lgr->smcd));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) smc_ism_get_system_eid(conn->lgr->smcd, &eid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) if (eid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) memcpy(clc_v2->eid, eid, SMC_MAX_EID_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) len = SMCD_CLC_ACCEPT_CONFIRM_LEN_V2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) if (first_contact)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) smc_clc_fill_fce(&fce, &len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) clc_v2->hdr.length = htons(len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) memcpy(trl.eyecatcher, SMCD_EYECATCHER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) sizeof(SMCD_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) struct smc_link *link = conn->lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) /* SMC-R specific settings */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) link = conn->lnk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) memcpy(clc->hdr.eyecatcher, SMC_EYECATCHER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) clc->hdr.typev1 = SMC_TYPE_R;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) clc->hdr.length = htons(SMCR_CLC_ACCEPT_CONFIRM_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) memcpy(clc->r0.lcl.id_for_peer, local_systemid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) sizeof(local_systemid));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) memcpy(&clc->r0.lcl.gid, link->gid, SMC_GID_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) memcpy(&clc->r0.lcl.mac, &link->smcibdev->mac[link->ibport - 1],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) ETH_ALEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) hton24(clc->r0.qpn, link->roce_qp->qp_num);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) clc->r0.rmb_rkey =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) htonl(conn->rmb_desc->mr_rx[link->link_idx]->rkey);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) clc->r0.rmbe_idx = 1; /* for now: 1 RMB = 1 RMBE */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) clc->r0.rmbe_alert_token = htonl(conn->alert_token_local);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) switch (clc->hdr.type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) case SMC_CLC_ACCEPT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) clc->r0.qp_mtu = link->path_mtu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) case SMC_CLC_CONFIRM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) clc->r0.qp_mtu = min(link->path_mtu, link->peer_mtu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) clc->r0.rmbe_size = conn->rmbe_size_short;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) clc->r0.rmb_dma_addr = cpu_to_be64((u64)sg_dma_address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) (conn->rmb_desc->sgt[link->link_idx].sgl));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) hton24(clc->r0.psn, link->psn_initial);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) memcpy(trl.eyecatcher, SMC_EYECATCHER, sizeof(SMC_EYECATCHER));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) memset(&msg, 0, sizeof(msg));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) i = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) vec[i].iov_base = clc_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) if (version > SMC_V1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) vec[i++].iov_len = SMCD_CLC_ACCEPT_CONFIRM_LEN_V2 - sizeof(trl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) vec[i++].iov_len = (clc->hdr.typev1 == SMC_TYPE_D ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) SMCD_CLC_ACCEPT_CONFIRM_LEN :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) SMCR_CLC_ACCEPT_CONFIRM_LEN) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) sizeof(trl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) if (version > SMC_V1 && first_contact) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) vec[i].iov_base = &fce;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) vec[i++].iov_len = sizeof(fce);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) vec[i].iov_base = &trl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) vec[i++].iov_len = sizeof(trl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) return kernel_sendmsg(smc->clcsock, &msg, vec, 1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) ntohs(clc->hdr.length));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) /* send CLC CONFIRM message across internal TCP socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) int smc_clc_send_confirm(struct smc_sock *smc, bool clnt_first_contact,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) struct smc_clc_msg_accept_confirm_v2 cclc_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) int reason_code = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) /* send SMC Confirm CLC msg */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) memset(&cclc_v2, 0, sizeof(cclc_v2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) cclc_v2.hdr.type = SMC_CLC_CONFIRM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) len = smc_clc_send_confirm_accept(smc, &cclc_v2, clnt_first_contact,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) if (len < ntohs(cclc_v2.hdr.length)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) if (len >= 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) reason_code = -ENETUNREACH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) smc->sk.sk_err = -reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) smc->sk.sk_err = smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) reason_code = -smc->sk.sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) return reason_code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) /* send CLC ACCEPT message across internal TCP socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) int smc_clc_send_accept(struct smc_sock *new_smc, bool srv_first_contact,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) u8 version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) struct smc_clc_msg_accept_confirm_v2 aclc_v2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) memset(&aclc_v2, 0, sizeof(aclc_v2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) aclc_v2.hdr.type = SMC_CLC_ACCEPT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) len = smc_clc_send_confirm_accept(new_smc, &aclc_v2, srv_first_contact,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) if (len < ntohs(aclc_v2.hdr.length))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) len = len >= 0 ? -EPROTO : -new_smc->clcsock->sk->sk_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) return len > 0 ? 0 : len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) void __init smc_clc_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) struct new_utsname *u;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) memset(smc_hostname, _S, sizeof(smc_hostname)); /* ASCII blanks */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) u = utsname();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) memcpy(smc_hostname, u->nodename,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) min_t(size_t, strlen(u->nodename), sizeof(smc_hostname)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags