^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * sun4i-ss-cipher.c - hardware cryptographic accelerator for Allwinner A20 SoC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2013-2015 Corentin LABBE <clabbe.montjoie@gmail.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * This file add support for AES cipher with 128,192,256 bits
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * keysize in CBC and ECB mode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * Add support also for DES and 3DES in CBC and ECB mode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * You could find the datasheet in Documentation/arm/sunxi.rst
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include "sun4i-ss.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) static int noinline_for_stack sun4i_ss_opti_poll(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) struct sun4i_ss_ctx *ss = op->ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) unsigned int ivsize = crypto_skcipher_ivsize(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) struct sun4i_cipher_req_ctx *ctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) u32 mode = ctx->mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) void *backup_iv = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) /* when activating SS, the default FIFO space is SS_RX_DEFAULT(32) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) u32 rx_cnt = SS_RX_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) u32 tx_cnt = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) u32 spaces;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) u32 v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) int err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) unsigned int ileft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) unsigned int oleft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) unsigned int todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) unsigned long pi = 0, po = 0; /* progress for in and out */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) bool miter_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) struct sg_mapping_iter mi, mo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) unsigned int oi, oo; /* offset for in and out */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) if (!areq->cryptlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) if (!areq->src || !areq->dst) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) dev_err_ratelimited(ss->dev, "ERROR: Some SGs are NULL\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) if (areq->iv && ivsize > 0 && mode & SS_DECRYPTION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) backup_iv = kzalloc(ivsize, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) if (!backup_iv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) scatterwalk_map_and_copy(backup_iv, areq->src, areq->cryptlen - ivsize, ivsize, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) spin_lock_irqsave(&ss->slock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) for (i = 0; i < op->keylen / 4; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) writesl(ss->base + SS_KEY0 + i * 4, &op->key[i], 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) if (areq->iv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) for (i = 0; i < 4 && i < ivsize / 4; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) v = *(u32 *)(areq->iv + i * 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) writesl(ss->base + SS_IV0 + i * 4, &v, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) writel(mode, ss->base + SS_CTL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) ileft = areq->cryptlen / 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) oleft = areq->cryptlen / 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) oi = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) oo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) if (ileft) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) sg_miter_start(&mi, areq->src, sg_nents(areq->src),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) SG_MITER_FROM_SG | SG_MITER_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) if (pi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) sg_miter_skip(&mi, pi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) miter_err = sg_miter_next(&mi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) if (!miter_err || !mi.addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) dev_err_ratelimited(ss->dev, "ERROR: sg_miter return null\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) goto release_ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) todo = min(rx_cnt, ileft);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) todo = min_t(size_t, todo, (mi.length - oi) / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) if (todo) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) ileft -= todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) writesl(ss->base + SS_RXFIFO, mi.addr + oi, todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) oi += todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) if (oi == mi.length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) pi += mi.length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) oi = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) sg_miter_stop(&mi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) spaces = readl(ss->base + SS_FCSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) rx_cnt = SS_RXFIFO_SPACES(spaces);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) tx_cnt = SS_TXFIFO_SPACES(spaces);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) sg_miter_start(&mo, areq->dst, sg_nents(areq->dst),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) SG_MITER_TO_SG | SG_MITER_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) if (po)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) sg_miter_skip(&mo, po);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) miter_err = sg_miter_next(&mo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) if (!miter_err || !mo.addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) dev_err_ratelimited(ss->dev, "ERROR: sg_miter return null\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) goto release_ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) todo = min(tx_cnt, oleft);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) todo = min_t(size_t, todo, (mo.length - oo) / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) if (todo) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) oleft -= todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) readsl(ss->base + SS_TXFIFO, mo.addr + oo, todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) oo += todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) if (oo == mo.length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) oo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) po += mo.length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) sg_miter_stop(&mo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) } while (oleft);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) if (areq->iv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) if (mode & SS_DECRYPTION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) memcpy(areq->iv, backup_iv, ivsize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) kfree_sensitive(backup_iv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) scatterwalk_map_and_copy(areq->iv, areq->dst, areq->cryptlen - ivsize,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) ivsize, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) release_ss:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) writel(0, ss->base + SS_CTL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) spin_unlock_irqrestore(&ss->slock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) static int noinline_for_stack sun4i_ss_cipher_poll_fallback(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) struct sun4i_cipher_req_ctx *ctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) skcipher_request_set_tfm(&ctx->fallback_req, op->fallback_tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) skcipher_request_set_callback(&ctx->fallback_req, areq->base.flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) areq->base.complete, areq->base.data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) skcipher_request_set_crypt(&ctx->fallback_req, areq->src, areq->dst,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) areq->cryptlen, areq->iv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) if (ctx->mode & SS_DECRYPTION)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) err = crypto_skcipher_decrypt(&ctx->fallback_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) err = crypto_skcipher_encrypt(&ctx->fallback_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) /* Generic function that support SG with size not multiple of 4 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) static int sun4i_ss_cipher_poll(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) struct sun4i_ss_ctx *ss = op->ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) int no_chunk = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) struct scatterlist *in_sg = areq->src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) struct scatterlist *out_sg = areq->dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) unsigned int ivsize = crypto_skcipher_ivsize(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) struct sun4i_cipher_req_ctx *ctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) struct skcipher_alg *alg = crypto_skcipher_alg(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) struct sun4i_ss_alg_template *algt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) u32 mode = ctx->mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) /* when activating SS, the default FIFO space is SS_RX_DEFAULT(32) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) u32 rx_cnt = SS_RX_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) u32 tx_cnt = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) u32 v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) u32 spaces;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) int err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) unsigned int ileft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) unsigned int oleft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) unsigned int todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) void *backup_iv = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) struct sg_mapping_iter mi, mo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) unsigned long pi = 0, po = 0; /* progress for in and out */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) bool miter_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) unsigned int oi, oo; /* offset for in and out */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) unsigned int ob = 0; /* offset in buf */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) unsigned int obo = 0; /* offset in bufo*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) unsigned int obl = 0; /* length of data in bufo */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) bool need_fallback = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) if (!areq->cryptlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) if (!areq->src || !areq->dst) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) dev_err_ratelimited(ss->dev, "ERROR: Some SGs are NULL\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) algt = container_of(alg, struct sun4i_ss_alg_template, alg.crypto);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) if (areq->cryptlen % algt->alg.crypto.base.cra_blocksize)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) need_fallback = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) * if we have only SGs with size multiple of 4,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) * we can use the SS optimized function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) while (in_sg && no_chunk == 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) if ((in_sg->length | in_sg->offset) & 3u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) no_chunk = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) in_sg = sg_next(in_sg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) while (out_sg && no_chunk == 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) if ((out_sg->length | out_sg->offset) & 3u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) no_chunk = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) out_sg = sg_next(out_sg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) if (no_chunk == 1 && !need_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) return sun4i_ss_opti_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) if (need_fallback)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) return sun4i_ss_cipher_poll_fallback(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) if (areq->iv && ivsize > 0 && mode & SS_DECRYPTION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) backup_iv = kzalloc(ivsize, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) if (!backup_iv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) scatterwalk_map_and_copy(backup_iv, areq->src, areq->cryptlen - ivsize, ivsize, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) spin_lock_irqsave(&ss->slock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) for (i = 0; i < op->keylen / 4; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) writesl(ss->base + SS_KEY0 + i * 4, &op->key[i], 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) if (areq->iv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) for (i = 0; i < 4 && i < ivsize / 4; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) v = *(u32 *)(areq->iv + i * 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) writesl(ss->base + SS_IV0 + i * 4, &v, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) writel(mode, ss->base + SS_CTL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) ileft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) oleft = areq->cryptlen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) oi = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) oo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) while (oleft) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) if (ileft) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) sg_miter_start(&mi, areq->src, sg_nents(areq->src),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) SG_MITER_FROM_SG | SG_MITER_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) if (pi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) sg_miter_skip(&mi, pi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) miter_err = sg_miter_next(&mi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (!miter_err || !mi.addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) dev_err_ratelimited(ss->dev, "ERROR: sg_miter return null\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) goto release_ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) * todo is the number of consecutive 4byte word that we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) * can read from current SG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) todo = min(rx_cnt, ileft / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) todo = min_t(size_t, todo, (mi.length - oi) / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) if (todo && !ob) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) writesl(ss->base + SS_RXFIFO, mi.addr + oi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) ileft -= todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) oi += todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) * not enough consecutive bytes, so we need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) * linearize in buf. todo is in bytes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) * After that copy, if we have a multiple of 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) * we need to be able to write all buf in one
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) * pass, so it is why we min() with rx_cnt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) todo = min(rx_cnt * 4 - ob, ileft);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) todo = min_t(size_t, todo, mi.length - oi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) memcpy(ss->buf + ob, mi.addr + oi, todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) ileft -= todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) oi += todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) ob += todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) if (!(ob % 4)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) writesl(ss->base + SS_RXFIFO, ss->buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) ob / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) ob = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) if (oi == mi.length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) pi += mi.length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) oi = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) sg_miter_stop(&mi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) spaces = readl(ss->base + SS_FCSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) rx_cnt = SS_RXFIFO_SPACES(spaces);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) tx_cnt = SS_TXFIFO_SPACES(spaces);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) if (!tx_cnt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) sg_miter_start(&mo, areq->dst, sg_nents(areq->dst),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) SG_MITER_TO_SG | SG_MITER_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) if (po)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) sg_miter_skip(&mo, po);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) miter_err = sg_miter_next(&mo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) if (!miter_err || !mo.addr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) dev_err_ratelimited(ss->dev, "ERROR: sg_miter return null\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) goto release_ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) /* todo in 4bytes word */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) todo = min(tx_cnt, oleft / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) todo = min_t(size_t, todo, (mo.length - oo) / 4);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) if (todo) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) readsl(ss->base + SS_TXFIFO, mo.addr + oo, todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) oleft -= todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) oo += todo * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) if (oo == mo.length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) po += mo.length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) oo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) * read obl bytes in bufo, we read at maximum for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) * emptying the device
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) readsl(ss->base + SS_TXFIFO, ss->bufo, tx_cnt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) obl = tx_cnt * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) obo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) * how many bytes we can copy ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) * no more than remaining SG size
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) * no more than remaining buffer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) * no need to test against oleft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) todo = min_t(size_t,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) mo.length - oo, obl - obo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) memcpy(mo.addr + oo, ss->bufo + obo, todo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) oleft -= todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) obo += todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) oo += todo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) if (oo == mo.length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) po += mo.length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) sg_miter_next(&mo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) oo = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) } while (obo < obl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) /* bufo must be fully used here */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) sg_miter_stop(&mo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) if (areq->iv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) if (mode & SS_DECRYPTION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) memcpy(areq->iv, backup_iv, ivsize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) kfree_sensitive(backup_iv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) scatterwalk_map_and_copy(areq->iv, areq->dst, areq->cryptlen - ivsize,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) ivsize, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) release_ss:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) writel(0, ss->base + SS_CTL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) spin_unlock_irqrestore(&ss->slock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) /* CBC AES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) int sun4i_ss_cbc_aes_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) rctx->mode = SS_OP_AES | SS_CBC | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) int sun4i_ss_cbc_aes_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) rctx->mode = SS_OP_AES | SS_CBC | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) /* ECB AES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) int sun4i_ss_ecb_aes_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) rctx->mode = SS_OP_AES | SS_ECB | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) int sun4i_ss_ecb_aes_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) rctx->mode = SS_OP_AES | SS_ECB | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) /* CBC DES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) int sun4i_ss_cbc_des_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) rctx->mode = SS_OP_DES | SS_CBC | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) int sun4i_ss_cbc_des_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) rctx->mode = SS_OP_DES | SS_CBC | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) /* ECB DES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) int sun4i_ss_ecb_des_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) rctx->mode = SS_OP_DES | SS_ECB | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) int sun4i_ss_ecb_des_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) rctx->mode = SS_OP_DES | SS_ECB | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) /* CBC 3DES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) int sun4i_ss_cbc_des3_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) rctx->mode = SS_OP_3DES | SS_CBC | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) int sun4i_ss_cbc_des3_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) rctx->mode = SS_OP_3DES | SS_CBC | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) /* ECB 3DES */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) int sun4i_ss_ecb_des3_encrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) rctx->mode = SS_OP_3DES | SS_ECB | SS_ENABLED | SS_ENCRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) int sun4i_ss_ecb_des3_decrypt(struct skcipher_request *areq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) struct sun4i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) rctx->mode = SS_OP_3DES | SS_ECB | SS_ENABLED | SS_DECRYPTION |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) op->keymode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) return sun4i_ss_cipher_poll(areq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) int sun4i_ss_cipher_init(struct crypto_tfm *tfm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) struct sun4i_tfm_ctx *op = crypto_tfm_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) struct sun4i_ss_alg_template *algt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) const char *name = crypto_tfm_alg_name(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) memset(op, 0, sizeof(struct sun4i_tfm_ctx));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) algt = container_of(tfm->__crt_alg, struct sun4i_ss_alg_template,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) alg.crypto.base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) op->ss = algt->ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) op->fallback_tfm = crypto_alloc_skcipher(name, 0, CRYPTO_ALG_NEED_FALLBACK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) if (IS_ERR(op->fallback_tfm)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) dev_err(op->ss->dev, "ERROR: Cannot allocate fallback for %s %ld\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) name, PTR_ERR(op->fallback_tfm));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) return PTR_ERR(op->fallback_tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) crypto_skcipher_set_reqsize(__crypto_skcipher_cast(tfm),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) sizeof(struct sun4i_cipher_req_ctx) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) crypto_skcipher_reqsize(op->fallback_tfm));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) err = pm_runtime_get_sync(op->ss->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) if (err < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) goto error_pm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) error_pm:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) crypto_free_skcipher(op->fallback_tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) void sun4i_ss_cipher_exit(struct crypto_tfm *tfm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) struct sun4i_tfm_ctx *op = crypto_tfm_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) crypto_free_skcipher(op->fallback_tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) pm_runtime_put(op->ss->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) /* check and set the AES key, prepare the mode to be used */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) int sun4i_ss_aes_setkey(struct crypto_skcipher *tfm, const u8 *key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) unsigned int keylen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) struct sun4i_ss_ctx *ss = op->ss;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) switch (keylen) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) case 128 / 8:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) op->keymode = SS_AES_128BITS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) case 192 / 8:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) op->keymode = SS_AES_192BITS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) case 256 / 8:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) op->keymode = SS_AES_256BITS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) dev_dbg(ss->dev, "ERROR: Invalid keylen %u\n", keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) op->keylen = keylen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) memcpy(op->key, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) crypto_skcipher_clear_flags(op->fallback_tfm, CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) crypto_skcipher_set_flags(op->fallback_tfm, tfm->base.crt_flags & CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) return crypto_skcipher_setkey(op->fallback_tfm, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) /* check and set the DES key, prepare the mode to be used */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) int sun4i_ss_des_setkey(struct crypto_skcipher *tfm, const u8 *key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) unsigned int keylen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) err = verify_skcipher_des_key(tfm, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) op->keylen = keylen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) memcpy(op->key, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) crypto_skcipher_clear_flags(op->fallback_tfm, CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) crypto_skcipher_set_flags(op->fallback_tfm, tfm->base.crt_flags & CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) return crypto_skcipher_setkey(op->fallback_tfm, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) /* check and set the 3DES key, prepare the mode to be used */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) int sun4i_ss_des3_setkey(struct crypto_skcipher *tfm, const u8 *key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) unsigned int keylen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) struct sun4i_tfm_ctx *op = crypto_skcipher_ctx(tfm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) err = verify_skcipher_des3_key(tfm, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) op->keylen = keylen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) memcpy(op->key, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) crypto_skcipher_clear_flags(op->fallback_tfm, CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) crypto_skcipher_set_flags(op->fallback_tfm, tfm->base.crt_flags & CRYPTO_TFM_REQ_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) return crypto_skcipher_setkey(op->fallback_tfm, key, keylen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags