^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* viohs.c: LDOM Virtual I/O handshake helper layer.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2007 David S. Miller <davem@davemloft.net>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/delay.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/sched/clock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <asm/ldc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <asm/vio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) int vio_ldc_send(struct vio_driver_state *vio, void *data, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) int err, limit = 1000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) while (limit-- > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) err = ldc_write(vio->lp, data, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) if (!err || (err != -EAGAIN))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) udelay(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) EXPORT_SYMBOL(vio_ldc_send);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) static int send_ctrl(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) struct vio_msg_tag *tag, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) tag->sid = vio_send_sid(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) return vio_ldc_send(vio, tag, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) static void init_tag(struct vio_msg_tag *tag, u8 type, u8 stype, u16 stype_env)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) tag->type = type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) tag->stype = stype;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) tag->stype_env = stype_env;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) static int send_version(struct vio_driver_state *vio, u16 major, u16 minor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) struct vio_ver_info pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) vio->_local_sid = (u32) sched_clock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) memset(&pkt, 0, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) init_tag(&pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_VER_INFO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) pkt.major = major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) pkt.minor = minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) pkt.dev_class = vio->dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) viodbg(HS, "SEND VERSION INFO maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) major, minor, vio->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) return send_ctrl(vio, &pkt.tag, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) static int start_handshake(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) viodbg(HS, "START HANDSHAKE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) err = send_version(vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) vio->ver_table[0].major,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) vio->ver_table[0].minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) if (err < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) static void flush_rx_dring(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) u64 ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) BUG_ON(!(vio->dr_state & VIO_DR_STATE_RXREG));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) ident = dr->ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) BUG_ON(!vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) dr->ident = ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) void vio_link_state_change(struct vio_driver_state *vio, int event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) if (event == LDC_EVENT_UP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) vio->dr_state = (VIO_DR_STATE_TXREQ |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) VIO_DR_STATE_RXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) vio->dr_state = VIO_DR_STATE_TXREQ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) vio->dr_state = VIO_DR_STATE_RXREQ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) start_handshake(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) } else if (event == LDC_EVENT_RESET) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) if (vio->dr_state & VIO_DR_STATE_RXREG)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) flush_rx_dring(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) vio->dr_state = 0x00;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) memset(&vio->ver, 0, sizeof(vio->ver));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) ldc_disconnect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) EXPORT_SYMBOL(vio_link_state_change);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) static int handshake_failure(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) /* XXX Put policy here... Perhaps start a timer to fire
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) * XXX in 100 ms, which will bring the link up and retry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) * XXX the handshake.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) viodbg(HS, "HANDSHAKE FAILURE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) vio->dr_state &= ~(VIO_DR_STATE_TXREG |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) VIO_DR_STATE_RXREG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) return -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) static int process_unknown(struct vio_driver_state *vio, void *arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) struct vio_msg_tag *pkt = arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) viodbg(HS, "UNKNOWN CONTROL [%02x:%02x:%04x:%08x]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) pkt->type, pkt->stype, pkt->stype_env, pkt->sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) printk(KERN_ERR "vio: ID[%lu] Resetting connection.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) vio->vdev->channel_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) ldc_disconnect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) return -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) static int send_dreg(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) struct vio_dring_state *dr = &vio->drings[VIO_DRIVER_TX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) union {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) struct vio_dring_register pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) char all[sizeof(struct vio_dring_register) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) (sizeof(struct ldc_trans_cookie) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) VIO_MAX_RING_COOKIES)];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) } u;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) size_t bytes = sizeof(struct vio_dring_register) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) (sizeof(struct ldc_trans_cookie) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) dr->ncookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) if (WARN_ON(bytes > sizeof(u)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) memset(&u, 0, bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) init_tag(&u.pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_DRING_REG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) u.pkt.dring_ident = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) u.pkt.num_descr = dr->num_entries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) u.pkt.descr_size = dr->entry_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) u.pkt.options = VIO_TX_DRING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) u.pkt.num_cookies = dr->ncookies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) viodbg(HS, "SEND DRING_REG INFO ndesc[%u] dsz[%u] opt[0x%x] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) "ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) u.pkt.num_descr, u.pkt.descr_size, u.pkt.options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) u.pkt.num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) for (i = 0; i < dr->ncookies; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) u.pkt.cookies[i] = dr->cookies[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) viodbg(HS, "DRING COOKIE(%d) [%016llx:%016llx]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) (unsigned long long) u.pkt.cookies[i].cookie_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) (unsigned long long) u.pkt.cookies[i].cookie_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) return send_ctrl(vio, &u.pkt.tag, bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) static int send_rdx(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) struct vio_rdx pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) memset(&pkt, 0, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) init_tag(&pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_RDX);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) viodbg(HS, "SEND RDX INFO\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) return send_ctrl(vio, &pkt.tag, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) static int send_attr(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) if (!vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) return vio->ops->send_attr(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) static struct vio_version *find_by_major(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) u16 major)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) struct vio_version *ret = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) for (i = 0; i < vio->ver_table_entries; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) struct vio_version *v = &vio->ver_table[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) if (v->major <= major) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) ret = v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) static int process_ver_info(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) struct vio_version *vap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) viodbg(HS, "GOT VERSION INFO maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (vio->hs_state != VIO_HS_INVALID) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) /* XXX Perhaps invoke start_handshake? XXX */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) memset(&vio->ver, 0, sizeof(vio->ver));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) vap = find_by_major(vio, pkt->major);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) vio->_peer_sid = pkt->tag.sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) if (!vap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) pkt->major = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) pkt->minor = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) viodbg(HS, "SEND VERSION NACK maj[0] min[0]\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) } else if (vap->major != pkt->major) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) pkt->major = vap->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) pkt->minor = vap->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) viodbg(HS, "SEND VERSION NACK maj[%u] min[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) pkt->major, pkt->minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) struct vio_version ver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) .major = pkt->major,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) .minor = pkt->minor,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) if (ver.minor > vap->minor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) ver.minor = vap->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) pkt->minor = ver.minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) pkt->dev_class = vio->dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) viodbg(HS, "SEND VERSION ACK maj[%u] min[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) pkt->major, pkt->minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) if (err > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) vio->ver = ver;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) vio->hs_state = VIO_HS_GOTVERS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) if (err < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) static int process_ver_ack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) viodbg(HS, "GOT VERSION ACK maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) if (vio->hs_state & VIO_HS_GOTVERS) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) if (vio->ver.major != pkt->major ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) vio->ver.minor != pkt->minor) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) (void) send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) vio->ver.major = pkt->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) vio->ver.minor = pkt->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) vio->hs_state = VIO_HS_GOTVERS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) if (send_attr(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) static int process_ver_nack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) struct vio_version *nver;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) viodbg(HS, "GOT VERSION NACK maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) if (pkt->major == 0 && pkt->minor == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) nver = find_by_major(vio, pkt->major);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) if (!nver)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) if (send_version(vio, nver->major, nver->minor) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) static int process_ver(struct vio_driver_state *vio, struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) return process_ver_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) return process_ver_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) return process_ver_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) static int process_attr(struct vio_driver_state *vio, void *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) if (!(vio->hs_state & VIO_HS_GOTVERS))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) if (!vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) err = vio->ops->handle_attr(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) if (err < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) vio->hs_state |= VIO_HS_GOT_ATTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) if ((vio->dr_state & VIO_DR_STATE_TXREQ) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) !(vio->hs_state & VIO_HS_SENT_DREG)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) if (send_dreg(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) vio->hs_state |= VIO_HS_SENT_DREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) static int all_drings_registered(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) int need_rx, need_tx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) need_rx = (vio->dr_state & VIO_DR_STATE_RXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) need_tx = (vio->dr_state & VIO_DR_STATE_TXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) if (need_rx &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) !(vio->dr_state & VIO_DR_STATE_RXREG))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) if (need_tx &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) !(vio->dr_state & VIO_DR_STATE_TXREG))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) static int process_dreg_info(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) int i, len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) viodbg(HS, "GOT DRING_REG INFO ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) if (!(vio->dr_state & VIO_DR_STATE_RXREQ))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) if (vio->dr_state & VIO_DR_STATE_RXREG)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) /* v1.6 and higher, ACK with desired, supported mode, or NACK */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) if (vio_version_after_eq(vio, 1, 6)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) if (!(pkt->options & VIO_TX_DRING))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) pkt->options = VIO_TX_DRING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) BUG_ON(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) vio->desc_buf = kzalloc(pkt->descr_size, GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) if (!vio->desc_buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) vio->desc_buf_len = pkt->descr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) dr->num_entries = pkt->num_descr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) dr->entry_size = pkt->descr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) dr->ncookies = pkt->num_cookies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) for (i = 0; i < dr->ncookies; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) dr->cookies[i] = pkt->cookies[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) viodbg(HS, "DRING COOKIE(%d) [%016llx:%016llx]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) (unsigned long long)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) pkt->cookies[i].cookie_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) (unsigned long long)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) pkt->cookies[i].cookie_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) pkt->dring_ident = ++dr->ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) viodbg(HS, "SEND DRING_REG ACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) len = (sizeof(*pkt) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) (dr->ncookies * sizeof(struct ldc_trans_cookie)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) if (send_ctrl(vio, &pkt->tag, len) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) vio->dr_state |= VIO_DR_STATE_RXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) send_nack:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) viodbg(HS, "SEND DRING_REG NACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) (void) send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) static int process_dreg_ack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) viodbg(HS, "GOT DRING_REG ACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) dr = &vio->drings[VIO_DRIVER_TX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) if (!(vio->dr_state & VIO_DR_STATE_TXREQ))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) dr->ident = pkt->dring_ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) vio->dr_state |= VIO_DR_STATE_TXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) if (all_drings_registered(vio)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) if (send_rdx(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) vio->hs_state = VIO_HS_SENT_RDX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) static int process_dreg_nack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) viodbg(HS, "GOT DRING_REG NACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) static int process_dreg(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) if (!(vio->hs_state & VIO_HS_GOTVERS))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) return process_dreg_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) return process_dreg_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) return process_dreg_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) static int process_dunreg(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) struct vio_dring_unregister *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) struct vio_dring_state *dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) viodbg(HS, "GOT DRING_UNREG\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) if (pkt->dring_ident != dr->ident)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) vio->dr_state &= ~VIO_DR_STATE_RXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) static int process_rdx_info(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) viodbg(HS, "GOT RDX INFO\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) viodbg(HS, "SEND RDX ACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) if (send_ctrl(vio, &pkt->tag, sizeof(*pkt)) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) vio->hs_state |= VIO_HS_SENT_RDX_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) static int process_rdx_ack(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) viodbg(HS, "GOT RDX ACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) if (!(vio->hs_state & VIO_HS_SENT_RDX))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) vio->hs_state |= VIO_HS_GOT_RDX_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) static int process_rdx_nack(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) viodbg(HS, "GOT RDX NACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) static int process_rdx(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) if (!all_drings_registered(vio))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) return process_rdx_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) return process_rdx_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) return process_rdx_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) int vio_control_pkt_engine(struct vio_driver_state *vio, void *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) struct vio_msg_tag *tag = pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) u8 prev_state = vio->hs_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) switch (tag->stype_env) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) case VIO_VER_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) err = process_ver(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) case VIO_ATTR_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) err = process_attr(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) case VIO_DRING_REG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) err = process_dreg(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) case VIO_DRING_UNREG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) err = process_dunreg(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) case VIO_RDX:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) err = process_rdx(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) err = process_unknown(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) if (!err &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) vio->hs_state != prev_state &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) (vio->hs_state & VIO_HS_COMPLETE)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) if (vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) vio->ops->handshake_complete(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) EXPORT_SYMBOL(vio_control_pkt_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) void vio_conn_reset(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) EXPORT_SYMBOL(vio_conn_reset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) /* The issue is that the Solaris virtual disk server just mirrors the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) * SID values it gets from the client peer. So we work around that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) * here in vio_{validate,send}_sid() so that the drivers don't need
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) * to be aware of this crap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) int vio_validate_sid(struct vio_driver_state *vio, struct vio_msg_tag *tp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) u32 sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) /* Always let VERSION+INFO packets through unchecked, they
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) * define the new SID.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) if (tp->type == VIO_TYPE_CTRL &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) tp->stype == VIO_SUBTYPE_INFO &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) tp->stype_env == VIO_VER_INFO)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) /* Ok, now figure out which SID to use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) sid = vio->_peer_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) sid = vio->_local_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) if (sid == tp->sid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) viodbg(DATA, "BAD SID tag->sid[%08x] peer_sid[%08x] local_sid[%08x]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) tp->sid, vio->_peer_sid, vio->_local_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) EXPORT_SYMBOL(vio_validate_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) u32 vio_send_sid(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) return vio->_local_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) return vio->_peer_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) EXPORT_SYMBOL(vio_send_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) int vio_ldc_alloc(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) struct ldc_channel_config *base_cfg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) void *event_arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) struct ldc_channel_config cfg = *base_cfg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) struct ldc_channel *lp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) cfg.tx_irq = vio->vdev->tx_irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) cfg.rx_irq = vio->vdev->rx_irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) lp = ldc_alloc(vio->vdev->channel_id, &cfg, event_arg, vio->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) if (IS_ERR(lp))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) return PTR_ERR(lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) vio->lp = lp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) EXPORT_SYMBOL(vio_ldc_alloc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) void vio_ldc_free(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) ldc_free(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) vio->lp = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) EXPORT_SYMBOL(vio_ldc_free);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) void vio_port_up(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) int err, state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) spin_lock_irqsave(&vio->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) state = ldc_state(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) if (state == LDC_STATE_INIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) err = ldc_bind(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) printk(KERN_WARNING "%s: Port %lu bind failed, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) "err=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) vio->name, vio->vdev->channel_id, err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) if (!err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) if (ldc_mode(vio->lp) == LDC_MODE_RAW)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) ldc_set_state(vio->lp, LDC_STATE_CONNECTED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) err = ldc_connect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) printk(KERN_WARNING "%s: Port %lu connect failed, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) "err=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) vio->name, vio->vdev->channel_id, err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) unsigned long expires = jiffies + HZ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) expires = round_jiffies(expires);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) mod_timer(&vio->timer, expires);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) spin_unlock_irqrestore(&vio->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) EXPORT_SYMBOL(vio_port_up);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) static void vio_port_timer(struct timer_list *t)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) struct vio_driver_state *vio = from_timer(vio, t, timer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) vio_port_up(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) int vio_driver_init(struct vio_driver_state *vio, struct vio_dev *vdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) u8 dev_class, struct vio_version *ver_table,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) int ver_table_size, struct vio_driver_ops *ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) char *name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) switch (dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) case VDEV_CONSOLE_CON:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) if (dev_class == VDEV_NETWORK ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) dev_class == VDEV_NETWORK_SWITCH ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) dev_class == VDEV_DISK ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) dev_class == VDEV_DISK_SERVER) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) if (!ops || !ops->send_attr || !ops->handle_attr ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) !ops->handshake_complete)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) if (!ver_table || ver_table_size < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) if (!name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) spin_lock_init(&vio->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) vio->name = name;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) vio->dev_class = dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) vio->vdev = vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) vio->ver_table = ver_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854) vio->ver_table_entries = ver_table_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) vio->ops = ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858) timer_setup(&vio->timer, vio_port_timer, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) EXPORT_SYMBOL(vio_driver_init);