Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /* viohs.c: LDOM Virtual I/O handshake helper layer.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Copyright (C) 2007 David S. Miller <davem@davemloft.net>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <linux/delay.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/sched/clock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <asm/ldc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #include <asm/vio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) int vio_ldc_send(struct vio_driver_state *vio, void *data, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 	int err, limit = 1000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	while (limit-- > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 		err = ldc_write(vio->lp, data, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 		if (!err || (err != -EAGAIN))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 		udelay(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) EXPORT_SYMBOL(vio_ldc_send);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) static int send_ctrl(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 		     struct vio_msg_tag *tag, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	tag->sid = vio_send_sid(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	return vio_ldc_send(vio, tag, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) static void init_tag(struct vio_msg_tag *tag, u8 type, u8 stype, u16 stype_env)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	tag->type = type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	tag->stype = stype;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 	tag->stype_env = stype_env;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) static int send_version(struct vio_driver_state *vio, u16 major, u16 minor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	struct vio_ver_info pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	vio->_local_sid = (u32) sched_clock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	memset(&pkt, 0, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	init_tag(&pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_VER_INFO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	pkt.major = major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	pkt.minor = minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	pkt.dev_class = vio->dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	viodbg(HS, "SEND VERSION INFO maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	       major, minor, vio->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	return send_ctrl(vio, &pkt.tag, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) static int start_handshake(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	viodbg(HS, "START HANDSHAKE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	err = send_version(vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 			   vio->ver_table[0].major,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 			   vio->ver_table[0].minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	if (err < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) static void flush_rx_dring(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	u64 ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	BUG_ON(!(vio->dr_state & VIO_DR_STATE_RXREG));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	ident = dr->ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	BUG_ON(!vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	dr->ident = ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) void vio_link_state_change(struct vio_driver_state *vio, int event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	if (event == LDC_EVENT_UP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 		vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 		switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 		case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 		case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 			vio->dr_state = (VIO_DR_STATE_TXREQ |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 					 VIO_DR_STATE_RXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 			vio->dr_state = VIO_DR_STATE_TXREQ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 		case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 			vio->dr_state = VIO_DR_STATE_RXREQ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 		start_handshake(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	} else if (event == LDC_EVENT_RESET) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 		vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 		if (vio->dr_state & VIO_DR_STATE_RXREG)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 			flush_rx_dring(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 		vio->dr_state = 0x00;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 		memset(&vio->ver, 0, sizeof(vio->ver));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 		ldc_disconnect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) EXPORT_SYMBOL(vio_link_state_change);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) static int handshake_failure(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	/* XXX Put policy here...  Perhaps start a timer to fire
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	 * XXX in 100 ms, which will bring the link up and retry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	 * XXX the handshake.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	viodbg(HS, "HANDSHAKE FAILURE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	vio->dr_state &= ~(VIO_DR_STATE_TXREG |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 			   VIO_DR_STATE_RXREG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 	kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 	vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	return -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) static int process_unknown(struct vio_driver_state *vio, void *arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	struct vio_msg_tag *pkt = arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	viodbg(HS, "UNKNOWN CONTROL [%02x:%02x:%04x:%08x]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	       pkt->type, pkt->stype, pkt->stype_env, pkt->sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	printk(KERN_ERR "vio: ID[%lu] Resetting connection.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	       vio->vdev->channel_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	ldc_disconnect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	return -ECONNRESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) static int send_dreg(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	struct vio_dring_state *dr = &vio->drings[VIO_DRIVER_TX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	union {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 		struct vio_dring_register pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 		char all[sizeof(struct vio_dring_register) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 			 (sizeof(struct ldc_trans_cookie) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 			  VIO_MAX_RING_COOKIES)];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 	} u;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	size_t bytes = sizeof(struct vio_dring_register) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 		       (sizeof(struct ldc_trans_cookie) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 			dr->ncookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	if (WARN_ON(bytes > sizeof(u)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	memset(&u, 0, bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 	init_tag(&u.pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_DRING_REG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	u.pkt.dring_ident = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 	u.pkt.num_descr = dr->num_entries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	u.pkt.descr_size = dr->entry_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	u.pkt.options = VIO_TX_DRING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	u.pkt.num_cookies = dr->ncookies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	viodbg(HS, "SEND DRING_REG INFO ndesc[%u] dsz[%u] opt[0x%x] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	       "ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 	       u.pkt.num_descr, u.pkt.descr_size, u.pkt.options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 	       u.pkt.num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	for (i = 0; i < dr->ncookies; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 		u.pkt.cookies[i] = dr->cookies[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		viodbg(HS, "DRING COOKIE(%d) [%016llx:%016llx]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		       i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 		       (unsigned long long) u.pkt.cookies[i].cookie_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 		       (unsigned long long) u.pkt.cookies[i].cookie_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	return send_ctrl(vio, &u.pkt.tag, bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) static int send_rdx(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 	struct vio_rdx pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 	memset(&pkt, 0, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	init_tag(&pkt.tag, VIO_TYPE_CTRL, VIO_SUBTYPE_INFO, VIO_RDX);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 	viodbg(HS, "SEND RDX INFO\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	return send_ctrl(vio, &pkt.tag, sizeof(pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) static int send_attr(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	if (!vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	return vio->ops->send_attr(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) static struct vio_version *find_by_major(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 					 u16 major)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	struct vio_version *ret = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 	for (i = 0; i < vio->ver_table_entries; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 		struct vio_version *v = &vio->ver_table[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 		if (v->major <= major) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 			ret = v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) static int process_ver_info(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 			    struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 	struct vio_version *vap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 	viodbg(HS, "GOT VERSION INFO maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 	       pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 	if (vio->hs_state != VIO_HS_INVALID) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 		/* XXX Perhaps invoke start_handshake? XXX */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 		memset(&vio->ver, 0, sizeof(vio->ver));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 		vio->hs_state = VIO_HS_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 	vap = find_by_major(vio, pkt->major);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 	vio->_peer_sid = pkt->tag.sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 	if (!vap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 		pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 		pkt->major = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 		pkt->minor = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 		viodbg(HS, "SEND VERSION NACK maj[0] min[0]\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 		err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 	} else if (vap->major != pkt->major) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 		pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 		pkt->major = vap->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 		pkt->minor = vap->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 		viodbg(HS, "SEND VERSION NACK maj[%u] min[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 		       pkt->major, pkt->minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 		err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 		struct vio_version ver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 			.major = pkt->major,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 			.minor = pkt->minor,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 		};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 		if (ver.minor > vap->minor)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 			ver.minor = vap->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 		pkt->minor = ver.minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 		pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 		pkt->dev_class = vio->dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) 		viodbg(HS, "SEND VERSION ACK maj[%u] min[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 		       pkt->major, pkt->minor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 		err = send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 		if (err > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) 			vio->ver = ver;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 			vio->hs_state = VIO_HS_GOTVERS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) 	if (err < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) static int process_ver_ack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) 			   struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) 	viodbg(HS, "GOT VERSION ACK maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) 	       pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) 	if (vio->hs_state & VIO_HS_GOTVERS) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) 		if (vio->ver.major != pkt->major ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 		    vio->ver.minor != pkt->minor) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 			pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) 			(void) send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) 			return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) 		vio->ver.major = pkt->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) 		vio->ver.minor = pkt->minor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) 		vio->hs_state = VIO_HS_GOTVERS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) 	switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) 	case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) 	case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) 		if (send_attr(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) 			return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) static int process_ver_nack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) 			    struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) 	struct vio_version *nver;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) 	viodbg(HS, "GOT VERSION NACK maj[%u] min[%u] devclass[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) 	       pkt->major, pkt->minor, pkt->dev_class);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) 	if (pkt->major == 0 && pkt->minor == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) 	nver = find_by_major(vio, pkt->major);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) 	if (!nver)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) 	if (send_version(vio, nver->major, nver->minor) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) static int process_ver(struct vio_driver_state *vio, struct vio_ver_info *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) 	switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) 	case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) 		return process_ver_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) 	case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) 		return process_ver_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) 	case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) 		return process_ver_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) static int process_attr(struct vio_driver_state *vio, void *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) 	if (!(vio->hs_state & VIO_HS_GOTVERS))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) 	if (!vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) 	err = vio->ops->handle_attr(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) 	if (err < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) 		vio->hs_state |= VIO_HS_GOT_ATTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) 		if ((vio->dr_state & VIO_DR_STATE_TXREQ) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) 		    !(vio->hs_state & VIO_HS_SENT_DREG)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) 			if (send_dreg(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) 				return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) 			vio->hs_state |= VIO_HS_SENT_DREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) static int all_drings_registered(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) 	int need_rx, need_tx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) 	need_rx = (vio->dr_state & VIO_DR_STATE_RXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) 	need_tx = (vio->dr_state & VIO_DR_STATE_TXREQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) 	if (need_rx &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) 	    !(vio->dr_state & VIO_DR_STATE_RXREG))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) 	if (need_tx &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) 	    !(vio->dr_state & VIO_DR_STATE_TXREG))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) 	return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) static int process_dreg_info(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) 			     struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) 	struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) 	int i, len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) 	viodbg(HS, "GOT DRING_REG INFO ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) 	       "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) 	       (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) 	       pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) 	       pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) 	if (!(vio->dr_state & VIO_DR_STATE_RXREQ))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) 		goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) 	if (vio->dr_state & VIO_DR_STATE_RXREG)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) 		goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) 	/* v1.6 and higher, ACK with desired, supported mode, or NACK */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) 	if (vio_version_after_eq(vio, 1, 6)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) 		if (!(pkt->options & VIO_TX_DRING))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) 			goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) 		pkt->options = VIO_TX_DRING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) 	BUG_ON(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) 	vio->desc_buf = kzalloc(pkt->descr_size, GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) 	if (!vio->desc_buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) 		goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) 	vio->desc_buf_len = pkt->descr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) 	dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) 	dr->num_entries = pkt->num_descr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) 	dr->entry_size = pkt->descr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) 	dr->ncookies = pkt->num_cookies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) 	for (i = 0; i < dr->ncookies; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) 		dr->cookies[i] = pkt->cookies[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) 		viodbg(HS, "DRING COOKIE(%d) [%016llx:%016llx]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) 		       i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) 		       (unsigned long long)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) 		       pkt->cookies[i].cookie_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) 		       (unsigned long long)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) 		       pkt->cookies[i].cookie_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) 	pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) 	pkt->dring_ident = ++dr->ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) 	viodbg(HS, "SEND DRING_REG ACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) 	       "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) 	       (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) 	       pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) 	       pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) 	len = (sizeof(*pkt) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) 	       (dr->ncookies * sizeof(struct ldc_trans_cookie)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) 	if (send_ctrl(vio, &pkt->tag, len) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) 		goto send_nack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) 	vio->dr_state |= VIO_DR_STATE_RXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) send_nack:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) 	pkt->tag.stype = VIO_SUBTYPE_NACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) 	viodbg(HS, "SEND DRING_REG NACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) 	(void) send_ctrl(vio, &pkt->tag, sizeof(*pkt));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) 	return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) static int process_dreg_ack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) 			    struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) 	struct vio_dring_state *dr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) 	viodbg(HS, "GOT DRING_REG ACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) 	       "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) 	       (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) 	       pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) 	       pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) 	dr = &vio->drings[VIO_DRIVER_TX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) 	if (!(vio->dr_state & VIO_DR_STATE_TXREQ))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) 	dr->ident = pkt->dring_ident;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) 	vio->dr_state |= VIO_DR_STATE_TXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) 	if (all_drings_registered(vio)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) 		if (send_rdx(vio) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) 			return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) 		vio->hs_state = VIO_HS_SENT_RDX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) static int process_dreg_nack(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) 			     struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) 	viodbg(HS, "GOT DRING_REG NACK ident[%llx] "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) 	       "ndesc[%u] dsz[%u] opt[0x%x] ncookies[%u]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) 	       (unsigned long long) pkt->dring_ident,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) 	       pkt->num_descr, pkt->descr_size, pkt->options,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) 	       pkt->num_cookies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) 	return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) static int process_dreg(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) 			struct vio_dring_register *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) 	if (!(vio->hs_state & VIO_HS_GOTVERS))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) 	switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) 	case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) 		return process_dreg_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) 	case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) 		return process_dreg_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) 	case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) 		return process_dreg_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) static int process_dunreg(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) 			  struct vio_dring_unregister *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) 	struct vio_dring_state *dr = &vio->drings[VIO_DRIVER_RX_RING];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) 	viodbg(HS, "GOT DRING_UNREG\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) 	if (pkt->dring_ident != dr->ident)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) 	vio->dr_state &= ~VIO_DR_STATE_RXREG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) 	memset(dr, 0, sizeof(*dr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) 	kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) 	vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) 	vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) static int process_rdx_info(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) 	viodbg(HS, "GOT RDX INFO\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) 	pkt->tag.stype = VIO_SUBTYPE_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) 	viodbg(HS, "SEND RDX ACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) 	if (send_ctrl(vio, &pkt->tag, sizeof(*pkt)) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) 	vio->hs_state |= VIO_HS_SENT_RDX_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) static int process_rdx_ack(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) 	viodbg(HS, "GOT RDX ACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) 	if (!(vio->hs_state & VIO_HS_SENT_RDX))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) 	vio->hs_state |= VIO_HS_GOT_RDX_ACK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) static int process_rdx_nack(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) 	viodbg(HS, "GOT RDX NACK\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) 	return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) static int process_rdx(struct vio_driver_state *vio, struct vio_rdx *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) 	if (!all_drings_registered(vio))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) 		handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) 	switch (pkt->tag.stype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) 	case VIO_SUBTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) 		return process_rdx_info(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) 	case VIO_SUBTYPE_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) 		return process_rdx_ack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) 	case VIO_SUBTYPE_NACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) 		return process_rdx_nack(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) 		return handshake_failure(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) int vio_control_pkt_engine(struct vio_driver_state *vio, void *pkt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) 	struct vio_msg_tag *tag = pkt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) 	u8 prev_state = vio->hs_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) 	switch (tag->stype_env) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) 	case VIO_VER_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) 		err = process_ver(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) 	case VIO_ATTR_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) 		err = process_attr(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) 	case VIO_DRING_REG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) 		err = process_dreg(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) 	case VIO_DRING_UNREG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) 		err = process_dunreg(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) 	case VIO_RDX:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) 		err = process_rdx(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) 		err = process_unknown(vio, pkt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) 	if (!err &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) 	    vio->hs_state != prev_state &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) 	    (vio->hs_state & VIO_HS_COMPLETE)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) 		if (vio->ops)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) 			vio->ops->handshake_complete(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) 	return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) EXPORT_SYMBOL(vio_control_pkt_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) void vio_conn_reset(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) EXPORT_SYMBOL(vio_conn_reset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) /* The issue is that the Solaris virtual disk server just mirrors the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683)  * SID values it gets from the client peer.  So we work around that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684)  * here in vio_{validate,send}_sid() so that the drivers don't need
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685)  * to be aware of this crap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) int vio_validate_sid(struct vio_driver_state *vio, struct vio_msg_tag *tp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) 	u32 sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) 	/* Always let VERSION+INFO packets through unchecked, they
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) 	 * define the new SID.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) 	if (tp->type == VIO_TYPE_CTRL &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) 	    tp->stype == VIO_SUBTYPE_INFO &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) 	    tp->stype_env == VIO_VER_INFO)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) 	/* Ok, now figure out which SID to use.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) 	switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) 	case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) 	case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) 	case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) 		sid = vio->_peer_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) 	case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) 		sid = vio->_local_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) 	if (sid == tp->sid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) 	viodbg(DATA, "BAD SID tag->sid[%08x] peer_sid[%08x] local_sid[%08x]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) 	       tp->sid, vio->_peer_sid, vio->_local_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) 	return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) EXPORT_SYMBOL(vio_validate_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) u32 vio_send_sid(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) 	switch (vio->dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) 	case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) 	case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) 	case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) 		return vio->_local_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) 	case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) 		return vio->_peer_sid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) EXPORT_SYMBOL(vio_send_sid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) int vio_ldc_alloc(struct vio_driver_state *vio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) 			 struct ldc_channel_config *base_cfg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) 			 void *event_arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) 	struct ldc_channel_config cfg = *base_cfg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) 	struct ldc_channel *lp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) 	cfg.tx_irq = vio->vdev->tx_irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) 	cfg.rx_irq = vio->vdev->rx_irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) 	lp = ldc_alloc(vio->vdev->channel_id, &cfg, event_arg, vio->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) 	if (IS_ERR(lp))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) 		return PTR_ERR(lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) 	vio->lp = lp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) EXPORT_SYMBOL(vio_ldc_alloc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) void vio_ldc_free(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) 	ldc_free(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) 	vio->lp = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) 	kfree(vio->desc_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) 	vio->desc_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) 	vio->desc_buf_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) EXPORT_SYMBOL(vio_ldc_free);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) void vio_port_up(struct vio_driver_state *vio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) 	int err, state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) 	spin_lock_irqsave(&vio->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) 	state = ldc_state(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) 	err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) 	if (state == LDC_STATE_INIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) 		err = ldc_bind(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) 		if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) 			printk(KERN_WARNING "%s: Port %lu bind failed, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) 			       "err=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) 			       vio->name, vio->vdev->channel_id, err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) 	if (!err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) 		if (ldc_mode(vio->lp) == LDC_MODE_RAW)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) 			ldc_set_state(vio->lp, LDC_STATE_CONNECTED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) 			err = ldc_connect(vio->lp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) 		if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) 			printk(KERN_WARNING "%s: Port %lu connect failed, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) 			       "err=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) 			       vio->name, vio->vdev->channel_id, err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) 	if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) 		unsigned long expires = jiffies + HZ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) 		expires = round_jiffies(expires);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) 		mod_timer(&vio->timer, expires);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) 	spin_unlock_irqrestore(&vio->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) EXPORT_SYMBOL(vio_port_up);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) static void vio_port_timer(struct timer_list *t)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) 	struct vio_driver_state *vio = from_timer(vio, t, timer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) 	vio_port_up(vio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) int vio_driver_init(struct vio_driver_state *vio, struct vio_dev *vdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) 		    u8 dev_class, struct vio_version *ver_table,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) 		    int ver_table_size, struct vio_driver_ops *ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) 		    char *name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) 	switch (dev_class) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) 	case VDEV_NETWORK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) 	case VDEV_NETWORK_SWITCH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) 	case VDEV_DISK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) 	case VDEV_DISK_SERVER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) 	case VDEV_CONSOLE_CON:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) 	if (dev_class == VDEV_NETWORK ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) 	    dev_class == VDEV_NETWORK_SWITCH ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) 	    dev_class == VDEV_DISK ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) 	    dev_class == VDEV_DISK_SERVER) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) 		if (!ops || !ops->send_attr || !ops->handle_attr ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) 		    !ops->handshake_complete)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) 			return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) 	if (!ver_table || ver_table_size < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) 	if (!name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) 	spin_lock_init(&vio->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) 	vio->name = name;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) 	vio->dev_class = dev_class;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) 	vio->vdev = vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) 	vio->ver_table = ver_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854) 	vio->ver_table_entries = ver_table_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) 	vio->ops = ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858) 	timer_setup(&vio->timer, vio_port_timer, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) EXPORT_SYMBOL(vio_driver_init);