Orange Pi5 kernel

 /*
 * Copyright(c) 2015, 2016 Intel Corporation.
 *
 * This file is provided under a dual BSD/GPLv2 license.  When using or
 * redistributing this file, you may do so under either license.
 *
 * GPL LICENSE SUMMARY
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * BSD LICENSE
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *  - Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 *  - Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 *  - Neither the name of Intel Corporation nor the names of its
 *    contributors may be used to endorse or promote products derived
 *    from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */
 
#include <linux/pci.h>
#include <linux/delay.h>
#include <linux/bitmap.h>
 
#include "hfi.h"
#include "common.h"
#include "sdma.h"
 
#define LINK_UP_DELAY  500  /* in microseconds */
 
static void set_mgmt_allowed(struct hfi1_pportdata *ppd)
{
<------>u32 frame;
<------>struct hfi1_devdata *dd = ppd->dd;
 
<------>if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) {
<------><------>ppd->mgmt_allowed = 1;
<------>} else {
<------><------>read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame);
<------><------>ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT)
<------><------>& MGMT_ALLOWED_MASK;
<------>}
}
 
/*
 * Our neighbor has indicated that we are allowed to act as a fabric
 * manager, so place the full management partition key in the second
 * (0-based) pkey array position. Note that we should already have
 * the limited management partition key in array element 1, and also
 * that the port is not yet up when add_full_mgmt_pkey() is invoked.
 */
static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd)
{
<------>struct hfi1_devdata *dd = ppd->dd;
 
<------>/* Sanity check - ppd->pkeys[2] should be 0, or already initialized */
<------>if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY)))
<------><------>dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n",
<------><------><------>    __func__, ppd->pkeys[2], FULL_MGMT_P_KEY);
<------>ppd->pkeys[2] = FULL_MGMT_P_KEY;
<------>(void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0);
<------>hfi1_event_pkey_change(ppd->dd, ppd->port);
}
 
/**
 * format_hwmsg - format a single hwerror message
 * @msg message buffer
 * @msgl length of message buffer
 * @hwmsg message to add to message buffer
 */
static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg)
{
<------>strlcat(msg, "[", msgl);
<------>strlcat(msg, hwmsg, msgl);
<------>strlcat(msg, "]", msgl);
}
 
/**
 * hfi1_format_hwerrors - format hardware error messages for display
 * @hwerrs hardware errors bit vector
 * @hwerrmsgs hardware error descriptions
 * @nhwerrmsgs number of hwerrmsgs
 * @msg message buffer
 * @msgl message buffer length
 */
void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
<------><------><------>  size_t nhwerrmsgs, char *msg, size_t msgl)
{
<------>int i;
 
<------>for (i = 0; i < nhwerrmsgs; i++)
<------><------>if (hwerrs & hwerrmsgs[i].mask)
<------><------><------>format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
}
 
static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
{
<------>struct ib_event event;
<------>struct hfi1_devdata *dd = ppd->dd;
 
<------>/*
<------> * Only call ib_dispatch_event() if the IB device has been
<------> * registered.  HFI1_INITED is set iff the driver has successfully
<------> * registered with the IB core.
<------> */
<------>if (!(dd->flags & HFI1_INITTED))
<------><------>return;
<------>event.device = &dd->verbs_dev.rdi.ibdev;
<------>event.element.port_num = ppd->port;
<------>event.event = ev;
<------>ib_dispatch_event(&event);
}
 
/**
 * handle_linkup_change - finish linkup/down state changes
 * @dd: valid device
 * @linkup: link state information
 *
 * Handle a linkup or link down notification.
 * The HW needs time to finish its link up state change. Give it that chance.
 *
 * This is called outside an interrupt.
 *
 */
void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
{
<------>struct hfi1_pportdata *ppd = &dd->pport[0];
<------>enum ib_event_type ev;
 
<------>if (!(ppd->linkup ^ !!linkup))
<------><------>return;	/* no change, nothing to do */
 
<------>if (linkup) {
<------><------>/*
<------><------> * Quick linkup and all link up on the simulator does not
<------><------> * trigger or implement:
<------><------> *	- VerifyCap interrupt
<------><------> *	- VerifyCap frames
<------><------> * But rather moves directly to LinkUp.
<------><------> *
<------><------> * Do the work of the VerifyCap interrupt handler,
<------><------> * handle_verify_cap(), but do not try moving the state to
<------><------> * LinkUp as we are already there.
<------><------> *
<------><------> * NOTE: This uses this device's vAU, vCU, and vl15_init for
<------><------> * the remote values.  Both sides must be using the values.
<------><------> */
<------><------>if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
<------><------><------>set_up_vau(dd, dd->vau);
<------><------><------>set_up_vl15(dd, dd->vl15_init);
<------><------><------>assign_remote_cm_au_table(dd, dd->vcu);
<------><------>}
 
<------><------>ppd->neighbor_guid =
<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
<------><------>ppd->neighbor_type =
<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
<------><------><------><------> DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
<------><------>ppd->neighbor_port_number =
<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
<------><------><------><------> DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
<------><------>ppd->neighbor_fm_security =
<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
<------><------><------><------> DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
<------><------>dd_dev_info(dd,
<------><------><------>    "Neighbor Guid %llx, Type %d, Port Num %d\n",
<------><------><------>    ppd->neighbor_guid, ppd->neighbor_type,
<------><------><------>    ppd->neighbor_port_number);
 
<------><------>/* HW needs LINK_UP_DELAY to settle, give it that chance */
<------><------>udelay(LINK_UP_DELAY);
 
<------><------>/*
<------><------> * 'MgmtAllowed' information, which is exchanged during
<------><------> * LNI, is available at this point.
<------><------> */
<------><------>set_mgmt_allowed(ppd);
 
<------><------>if (ppd->mgmt_allowed)
<------><------><------>add_full_mgmt_pkey(ppd);
 
<------><------>/* physical link went up */
<------><------>ppd->linkup = 1;
<------><------>ppd->offline_disabled_reason =
<------><------><------>HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);
 
<------><------>/* link widths are not available until the link is fully up */
<------><------>get_linkup_link_widths(ppd);
 
<------>} else {
<------><------>/* physical link went down */
<------><------>ppd->linkup = 0;
 
<------><------>/* clear HW details of the previous connection */
<------><------>ppd->actual_vls_operational = 0;
<------><------>reset_link_credits(dd);
 
<------><------>/* freeze after a link down to guarantee a clean egress */
<------><------>start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN);
 
<------><------>ev = IB_EVENT_PORT_ERR;
 
<------><------>hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);
 
<------><------>/* if we are down, the neighbor is down */
<------><------>ppd->neighbor_normal = 0;
 
<------><------>/* notify IB of the link change */
<------><------>signal_ib_event(ppd, ev);
<------>}
}
 
/*
 * Handle receive or urgent interrupts for user contexts.  This means a user
 * process was waiting for a packet to arrive, and didn't want to poll.
 */
void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
{
<------>struct hfi1_devdata *dd = rcd->dd;
<------>unsigned long flags;
 
<------>spin_lock_irqsave(&dd->uctxt_lock, flags);
<------>if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
<------><------>goto done;
 
<------>if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
<------><------>wake_up_interruptible(&rcd->wait);
<------><------>hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
<------>} else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
<------><------><------><------><------><------><------>&rcd->event_flags)) {
<------><------>rcd->urgent++;
<------><------>wake_up_interruptible(&rcd->wait);
<------>}
done:
<------>spin_unlock_irqrestore(&dd->uctxt_lock, flags);
}

	/*
	* Copyright(c) 2015, 2016 Intel Corporation.
	*
	* This file is provided under a dual BSD/GPLv2 license. When using or
	* redistributing this file, you may do so under either license.
	*
	* GPL LICENSE SUMMARY
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of version 2 of the GNU General Public License as
	* published by the Free Software Foundation.
	*
	* This program is distributed in the hope that it will be useful, but
	* WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* General Public License for more details.
	*
	* BSD LICENSE
	*
	* Redistribution and use in source and binary forms, with or without
	* modification, are permitted provided that the following conditions
	* are met:
	*
	* - Redistributions of source code must retain the above copyright
	* notice, this list of conditions and the following disclaimer.
	* - Redistributions in binary form must reproduce the above copyright
	* notice, this list of conditions and the following disclaimer in
	* the documentation and/or other materials provided with the
	* distribution.
	* - Neither the name of Intel Corporation nor the names of its
	* contributors may be used to endorse or promote products derived
	* from this software without specific prior written permission.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	*
	*/

	#include <linux/pci.h>
	#include <linux/delay.h>
	#include <linux/bitmap.h>

	#include "hfi.h"
	#include "common.h"
	#include "sdma.h"

	#define LINK_UP_DELAY 500 /* in microseconds */

	static void set_mgmt_allowed(struct hfi1_pportdata *ppd)
	{
	<------>u32 frame;
	<------>struct hfi1_devdata *dd = ppd->dd;

	<------>if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) {
	<------><------>ppd->mgmt_allowed = 1;
	<------>} else {
	<------><------>read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame);
	<------><------>ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT)
	<------><------>& MGMT_ALLOWED_MASK;
	<------>}
	}

	/*
	* Our neighbor has indicated that we are allowed to act as a fabric
	* manager, so place the full management partition key in the second
	* (0-based) pkey array position. Note that we should already have
	* the limited management partition key in array element 1, and also
	* that the port is not yet up when add_full_mgmt_pkey() is invoked.
	*/
	static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd)
	{
	<------>struct hfi1_devdata *dd = ppd->dd;

	<------>/* Sanity check - ppd->pkeys[2] should be 0, or already initialized */
	<------>if (!((ppd->pkeys[2] == 0) \|\| (ppd->pkeys[2] == FULL_MGMT_P_KEY)))
	<------><------>dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n",
	<------><------><------> __func__, ppd->pkeys[2], FULL_MGMT_P_KEY);
	<------>ppd->pkeys[2] = FULL_MGMT_P_KEY;
	<------>(void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0);
	<------>hfi1_event_pkey_change(ppd->dd, ppd->port);
	}

	/**
	* format_hwmsg - format a single hwerror message
	* @msg message buffer
	* @msgl length of message buffer
	* @hwmsg message to add to message buffer
	*/
	static void format_hwmsg(char msg, size_t msgl, const char hwmsg)
	{
	<------>strlcat(msg, "[", msgl);
	<------>strlcat(msg, hwmsg, msgl);
	<------>strlcat(msg, "]", msgl);
	}

	/**
	* hfi1_format_hwerrors - format hardware error messages for display
	* @hwerrs hardware errors bit vector
	* @hwerrmsgs hardware error descriptions
	* @nhwerrmsgs number of hwerrmsgs
	* @msg message buffer
	* @msgl message buffer length
	*/
	void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
	<------><------><------> size_t nhwerrmsgs, char *msg, size_t msgl)
	{
	<------>int i;

	<------>for (i = 0; i < nhwerrmsgs; i++)
	<------><------>if (hwerrs & hwerrmsgs[i].mask)
	<------><------><------>format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
	}

	static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
	{
	<------>struct ib_event event;
	<------>struct hfi1_devdata *dd = ppd->dd;

	<------>/*
	<------> * Only call ib_dispatch_event() if the IB device has been
	<------> * registered. HFI1_INITED is set iff the driver has successfully
	<------> * registered with the IB core.
	<------> */
	<------>if (!(dd->flags & HFI1_INITTED))
	<------><------>return;
	<------>event.device = &dd->verbs_dev.rdi.ibdev;
	<------>event.element.port_num = ppd->port;
	<------>event.event = ev;
	<------>ib_dispatch_event(&event);
	}

	/**
	* handle_linkup_change - finish linkup/down state changes
	* @dd: valid device
	* @linkup: link state information
	*
	* Handle a linkup or link down notification.
	* The HW needs time to finish its link up state change. Give it that chance.
	*
	* This is called outside an interrupt.
	*
	*/
	void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
	{
	<------>struct hfi1_pportdata *ppd = &dd->pport[0];
	<------>enum ib_event_type ev;

	<------>if (!(ppd->linkup ^ !!linkup))
	<------><------>return; /* no change, nothing to do */

	<------>if (linkup) {
	<------><------>/*
	<------><------> * Quick linkup and all link up on the simulator does not
	<------><------> * trigger or implement:
	<------><------> * - VerifyCap interrupt
	<------><------> * - VerifyCap frames
	<------><------> * But rather moves directly to LinkUp.
	<------><------> *
	<------><------> * Do the work of the VerifyCap interrupt handler,
	<------><------> * handle_verify_cap(), but do not try moving the state to
	<------><------> * LinkUp as we are already there.
	<------><------> *
	<------><------> * NOTE: This uses this device's vAU, vCU, and vl15_init for
	<------><------> * the remote values. Both sides must be using the values.
	<------><------> */
	<------><------>if (quick_linkup \|\| dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
	<------><------><------>set_up_vau(dd, dd->vau);
	<------><------><------>set_up_vl15(dd, dd->vl15_init);
	<------><------><------>assign_remote_cm_au_table(dd, dd->vcu);
	<------><------>}

	<------><------>ppd->neighbor_guid =
	<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
	<------><------>ppd->neighbor_type =
	<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
	<------><------><------><------> DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
	<------><------>ppd->neighbor_port_number =
	<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
	<------><------><------><------> DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
	<------><------>ppd->neighbor_fm_security =
	<------><------><------>read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
	<------><------><------><------> DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
	<------><------>dd_dev_info(dd,
	<------><------><------> "Neighbor Guid %llx, Type %d, Port Num %d\n",
	<------><------><------> ppd->neighbor_guid, ppd->neighbor_type,
	<------><------><------> ppd->neighbor_port_number);

	<------><------>/* HW needs LINK_UP_DELAY to settle, give it that chance */
	<------><------>udelay(LINK_UP_DELAY);

	<------><------>/*
	<------><------> * 'MgmtAllowed' information, which is exchanged during
	<------><------> * LNI, is available at this point.
	<------><------> */
	<------><------>set_mgmt_allowed(ppd);

	<------><------>if (ppd->mgmt_allowed)
	<------><------><------>add_full_mgmt_pkey(ppd);

	<------><------>/* physical link went up */
	<------><------>ppd->linkup = 1;
	<------><------>ppd->offline_disabled_reason =
	<------><------><------>HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);

	<------><------>/* link widths are not available until the link is fully up */
	<------><------>get_linkup_link_widths(ppd);

	<------>} else {
	<------><------>/* physical link went down */
	<------><------>ppd->linkup = 0;

	<------><------>/* clear HW details of the previous connection */
	<------><------>ppd->actual_vls_operational = 0;
	<------><------>reset_link_credits(dd);

	<------><------>/* freeze after a link down to guarantee a clean egress */
	<------><------>start_freeze_handling(ppd, FREEZE_SELF \| FREEZE_LINK_DOWN);

	<------><------>ev = IB_EVENT_PORT_ERR;

	<------><------>hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);

	<------><------>/* if we are down, the neighbor is down */
	<------><------>ppd->neighbor_normal = 0;

	<------><------>/* notify IB of the link change */
	<------><------>signal_ib_event(ppd, ev);
	<------>}
	}

	/*
	* Handle receive or urgent interrupts for user contexts. This means a user
	* process was waiting for a packet to arrive, and didn't want to poll.
	*/
	void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
	{
	<------>struct hfi1_devdata *dd = rcd->dd;
	<------>unsigned long flags;

	<------>spin_lock_irqsave(&dd->uctxt_lock, flags);
	<------>if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
	<------><------>goto done;

	<------>if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
	<------><------>wake_up_interruptible(&rcd->wait);
	<------><------>hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
	<------>} else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
	<------><------><------><------><------><------><------>&rcd->event_flags)) {
	<------><------>rcd->urgent++;
	<------><------>wake_up_interruptible(&rcd->wait);
	<------>}
	done:
	<------>spin_unlock_irqrestore(&dd->uctxt_lock, flags);
	}