^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0+
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright IBM Corp. 2001, 2018
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Author(s): Robert Burroughs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Eric Rossman (edrossma@us.ibm.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Hotplug & misc device support: Jochen Roehrig (roehrig@de.ibm.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * Major cleanup & driver split: Martin Schwidefsky <schwidefsky@de.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * Ralph Wuerthner <rwuerthn@de.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * MSGTYPE restruct: Holger Dengler <hd@linux.vnet.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/err.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/delay.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/atomic.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <linux/mod_devicetable.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include "ap_bus.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include "zcrypt_api.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include "zcrypt_error.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include "zcrypt_msgtype6.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include "zcrypt_cex2c.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include "zcrypt_cca_key.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include "zcrypt_ccamisc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #define CEX2C_MIN_MOD_SIZE 16 /* 128 bits */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #define CEX2C_MAX_MOD_SIZE 256 /* 2048 bits */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #define CEX3C_MIN_MOD_SIZE 16 /* 128 bits */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #define CEX3C_MAX_MOD_SIZE 512 /* 4096 bits */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) #define CEX2C_MAX_XCRB_MESSAGE_SIZE (12*1024)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) #define CEX2C_CLEANUP_TIME (15*HZ)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) MODULE_AUTHOR("IBM Corporation");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) MODULE_DESCRIPTION("CEX2C/CEX3C Cryptographic Coprocessor device driver, " \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) "Copyright IBM Corp. 2001, 2018");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) MODULE_LICENSE("GPL");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) static struct ap_device_id zcrypt_cex2c_card_ids[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) { .dev_type = AP_DEVICE_TYPE_CEX2C,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) .match_flags = AP_DEVICE_ID_MATCH_CARD_TYPE },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) { .dev_type = AP_DEVICE_TYPE_CEX3C,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) .match_flags = AP_DEVICE_ID_MATCH_CARD_TYPE },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) { /* end of list */ },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) MODULE_DEVICE_TABLE(ap, zcrypt_cex2c_card_ids);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) static struct ap_device_id zcrypt_cex2c_queue_ids[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) { .dev_type = AP_DEVICE_TYPE_CEX2C,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) { .dev_type = AP_DEVICE_TYPE_CEX3C,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) { /* end of list */ },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) MODULE_DEVICE_TABLE(ap, zcrypt_cex2c_queue_ids);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) * CCA card additional device attributes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) static ssize_t cca_serialnr_show(struct device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) struct device_attribute *attr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) char *buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) struct cca_info ci;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) struct ap_card *ac = to_ap_card(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) struct zcrypt_card *zc = ac->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) memset(&ci, 0, sizeof(ci));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) if (ap_domain_index >= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) cca_get_info(ac->id, ap_domain_index, &ci, zc->online);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) return scnprintf(buf, PAGE_SIZE, "%s\n", ci.serial);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) static struct device_attribute dev_attr_cca_serialnr =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) __ATTR(serialnr, 0444, cca_serialnr_show, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) static struct attribute *cca_card_attrs[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) &dev_attr_cca_serialnr.attr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) static const struct attribute_group cca_card_attr_grp = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) .attrs = cca_card_attrs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) * CCA queue additional device attributes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) static ssize_t cca_mkvps_show(struct device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) struct device_attribute *attr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) char *buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) int n = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) struct cca_info ci;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) struct zcrypt_queue *zq = to_ap_queue(dev)->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) static const char * const cao_state[] = { "invalid", "valid" };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) static const char * const new_state[] = { "empty", "partial", "full" };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) memset(&ci, 0, sizeof(ci));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) cca_get_info(AP_QID_CARD(zq->queue->qid),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) AP_QID_QUEUE(zq->queue->qid),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) &ci, zq->online);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) if (ci.new_aes_mk_state >= '1' && ci.new_aes_mk_state <= '3')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) n = scnprintf(buf, PAGE_SIZE, "AES NEW: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) new_state[ci.new_aes_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) ci.new_aes_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) n = scnprintf(buf, PAGE_SIZE, "AES NEW: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) if (ci.cur_aes_mk_state >= '1' && ci.cur_aes_mk_state <= '2')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) n += scnprintf(buf + n, PAGE_SIZE - n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) "AES CUR: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) cao_state[ci.cur_aes_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) ci.cur_aes_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) n += scnprintf(buf + n, PAGE_SIZE - n, "AES CUR: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) if (ci.old_aes_mk_state >= '1' && ci.old_aes_mk_state <= '2')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) n += scnprintf(buf + n, PAGE_SIZE - n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) "AES OLD: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) cao_state[ci.old_aes_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) ci.old_aes_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) n += scnprintf(buf + n, PAGE_SIZE - n, "AES OLD: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) if (ci.new_apka_mk_state >= '1' && ci.new_apka_mk_state <= '3')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) n += scnprintf(buf + n, PAGE_SIZE - n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) "APKA NEW: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) new_state[ci.new_apka_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) ci.new_apka_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) n += scnprintf(buf + n, PAGE_SIZE - n, "APKA NEW: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) if (ci.cur_apka_mk_state >= '1' && ci.cur_apka_mk_state <= '2')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) n += scnprintf(buf + n, PAGE_SIZE - n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) "APKA CUR: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) cao_state[ci.cur_apka_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) ci.cur_apka_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) n += scnprintf(buf + n, PAGE_SIZE - n, "APKA CUR: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) if (ci.old_apka_mk_state >= '1' && ci.old_apka_mk_state <= '2')
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) n += scnprintf(buf + n, PAGE_SIZE - n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) "APKA OLD: %s 0x%016llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) cao_state[ci.old_apka_mk_state - '1'],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) ci.old_apka_mkvp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) n += scnprintf(buf + n, PAGE_SIZE - n, "APKA OLD: - -\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) return n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) static struct device_attribute dev_attr_cca_mkvps =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) __ATTR(mkvps, 0444, cca_mkvps_show, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) static struct attribute *cca_queue_attrs[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) &dev_attr_cca_mkvps.attr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) static const struct attribute_group cca_queue_attr_grp = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) .attrs = cca_queue_attrs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) * Large random number detection function. Its sends a message to a CEX2C/CEX3C
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) * card to find out if large random numbers are supported.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) * @ap_dev: pointer to the AP device.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) * Returns 1 if large random numbers are supported, 0 if not and < 0 on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) static int zcrypt_cex2c_rng_supported(struct ap_queue *aq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) struct ap_message ap_msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) unsigned long long psmid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) unsigned int domain;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) struct type86_hdr hdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) struct type86_fmt2_ext fmt2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) struct CPRBX cprbx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) } __packed *reply;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) struct type6_hdr hdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) struct CPRBX cprbx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) char function_code[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) short int rule_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) char rule[8];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) short int verb_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) short int key_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) } __packed *msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) int rc, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) ap_init_message(&ap_msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) ap_msg.msg = (void *) get_zeroed_page(GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) if (!ap_msg.msg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) rng_type6CPRB_msgX(&ap_msg, 4, &domain);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) msg = ap_msg.msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) msg->cprbx.domain = AP_QID_QUEUE(aq->qid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) rc = ap_send(aq->qid, 0x0102030405060708ULL, ap_msg.msg, ap_msg.len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) goto out_free;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) /* Wait for the test message to complete. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) for (i = 0; i < 2 * HZ; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) msleep(1000 / HZ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) rc = ap_recv(aq->qid, &psmid, ap_msg.msg, 4096);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) if (rc == 0 && psmid == 0x0102030405060708ULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) if (i >= 2 * HZ) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) /* Got no answer. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) goto out_free;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) reply = ap_msg.msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) if (reply->cprbx.ccp_rtcode == 0 && reply->cprbx.ccp_rscode == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) rc = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) out_free:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) free_page((unsigned long) ap_msg.msg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) * Probe function for CEX2C/CEX3C card devices. It always accepts the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) * AP device since the bus_match already checked the hardware type.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) * @ap_dev: pointer to the AP card device.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) static int zcrypt_cex2c_card_probe(struct ap_device *ap_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) * Normalized speed ratings per crypto adapter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) * MEX_1k, MEX_2k, MEX_4k, CRT_1k, CRT_2k, CRT_4k, RNG, SECKEY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) static const int CEX2C_SPEED_IDX[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 1000, 1400, 2400, 1100, 1500, 2600, 100, 12};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) static const int CEX3C_SPEED_IDX[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 500, 700, 1400, 550, 800, 1500, 80, 10};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) struct ap_card *ac = to_ap_card(&ap_dev->device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) struct zcrypt_card *zc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) zc = zcrypt_card_alloc();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) if (!zc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) zc->card = ac;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) ac->private = zc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) switch (ac->ap_dev.device_type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) case AP_DEVICE_TYPE_CEX2C:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) zc->user_space_type = ZCRYPT_CEX2C;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) zc->type_string = "CEX2C";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) zc->speed_rating = CEX2C_SPEED_IDX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) zc->min_mod_size = CEX2C_MIN_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) zc->max_mod_size = CEX2C_MAX_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) zc->max_exp_bit_length = CEX2C_MAX_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) case AP_DEVICE_TYPE_CEX3C:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) zc->user_space_type = ZCRYPT_CEX3C;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) zc->type_string = "CEX3C";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) zc->speed_rating = CEX3C_SPEED_IDX;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) zc->min_mod_size = CEX3C_MIN_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) zc->max_mod_size = CEX3C_MAX_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) zc->max_exp_bit_length = CEX3C_MAX_MOD_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) zcrypt_card_free(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) zc->online = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) rc = zcrypt_card_register(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) ac->private = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) zcrypt_card_free(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) if (ap_test_bit(&ac->functions, AP_FUNC_COPRO)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) rc = sysfs_create_group(&ap_dev->device.kobj,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) &cca_card_attr_grp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) zcrypt_card_unregister(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) ac->private = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) zcrypt_card_free(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) * This is called to remove the CEX2C/CEX3C card driver information
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) * if an AP card device is removed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) static void zcrypt_cex2c_card_remove(struct ap_device *ap_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) struct ap_card *ac = to_ap_card(&ap_dev->device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) struct zcrypt_card *zc = to_ap_card(&ap_dev->device)->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) if (ap_test_bit(&ac->functions, AP_FUNC_COPRO))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) sysfs_remove_group(&ap_dev->device.kobj, &cca_card_attr_grp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) if (zc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) zcrypt_card_unregister(zc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) static struct ap_driver zcrypt_cex2c_card_driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) .probe = zcrypt_cex2c_card_probe,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) .remove = zcrypt_cex2c_card_remove,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) .ids = zcrypt_cex2c_card_ids,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) .flags = AP_DRIVER_FLAG_DEFAULT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) * Probe function for CEX2C/CEX3C queue devices. It always accepts the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) * AP device since the bus_match already checked the hardware type.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) * @ap_dev: pointer to the AP card device.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) static int zcrypt_cex2c_queue_probe(struct ap_device *ap_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) struct ap_queue *aq = to_ap_queue(&ap_dev->device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) struct zcrypt_queue *zq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) zq = zcrypt_queue_alloc(CEX2C_MAX_XCRB_MESSAGE_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) if (!zq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) zq->queue = aq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) zq->online = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) atomic_set(&zq->load, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) ap_rapq(aq->qid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) rc = zcrypt_cex2c_rng_supported(aq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) if (rc < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) zcrypt_queue_free(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) zq->ops = zcrypt_msgtype(MSGTYPE06_NAME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) MSGTYPE06_VARIANT_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) zq->ops = zcrypt_msgtype(MSGTYPE06_NAME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) MSGTYPE06_VARIANT_NORNG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) ap_queue_init_state(aq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) ap_queue_init_reply(aq, &zq->reply);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) aq->request_timeout = CEX2C_CLEANUP_TIME;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) aq->private = zq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) rc = zcrypt_queue_register(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) aq->private = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) zcrypt_queue_free(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) if (ap_test_bit(&aq->card->functions, AP_FUNC_COPRO)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) rc = sysfs_create_group(&ap_dev->device.kobj,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) &cca_queue_attr_grp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) zcrypt_queue_unregister(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) aq->private = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) zcrypt_queue_free(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) * This is called to remove the CEX2C/CEX3C queue driver information
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) * if an AP queue device is removed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) static void zcrypt_cex2c_queue_remove(struct ap_device *ap_dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) struct ap_queue *aq = to_ap_queue(&ap_dev->device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) struct zcrypt_queue *zq = aq->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) if (ap_test_bit(&aq->card->functions, AP_FUNC_COPRO))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) sysfs_remove_group(&ap_dev->device.kobj, &cca_queue_attr_grp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) if (zq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) zcrypt_queue_unregister(zq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) static struct ap_driver zcrypt_cex2c_queue_driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) .probe = zcrypt_cex2c_queue_probe,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) .remove = zcrypt_cex2c_queue_remove,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) .ids = zcrypt_cex2c_queue_ids,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) .flags = AP_DRIVER_FLAG_DEFAULT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) int __init zcrypt_cex2c_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) rc = ap_driver_register(&zcrypt_cex2c_card_driver,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) THIS_MODULE, "cex2card");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) rc = ap_driver_register(&zcrypt_cex2c_queue_driver,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) THIS_MODULE, "cex2cqueue");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) ap_driver_unregister(&zcrypt_cex2c_card_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) void zcrypt_cex2c_exit(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) ap_driver_unregister(&zcrypt_cex2c_queue_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) ap_driver_unregister(&zcrypt_cex2c_card_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) module_init(zcrypt_cex2c_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) module_exit(zcrypt_cex2c_exit);