crypto: hifn_795x - Fix request context corruption
HIFN uses the transform context to store per-request data, which breaks when more than one request is outstanding. Move per request members from struct hifn_context to a new struct hifn_request_context and convert the code to use this. Signed-off-by: Patrick McHardy <kaber@trash.net> Signed-off-by: Evgeniy Polyakov <zbr@ioremap.net> Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
This commit is contained in:
parent
3416158680
commit
5df4c0c671
1 changed files with 56 additions and 44 deletions
|
@ -657,9 +657,15 @@ struct ablkcipher_walk
|
||||||
|
|
||||||
struct hifn_context
|
struct hifn_context
|
||||||
{
|
{
|
||||||
u8 key[HIFN_MAX_CRYPT_KEY_LENGTH], *iv;
|
u8 key[HIFN_MAX_CRYPT_KEY_LENGTH];
|
||||||
struct hifn_device *dev;
|
struct hifn_device *dev;
|
||||||
unsigned int keysize, ivsize;
|
unsigned int keysize;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct hifn_request_context
|
||||||
|
{
|
||||||
|
u8 *iv;
|
||||||
|
unsigned int ivsize;
|
||||||
u8 op, type, mode, unused;
|
u8 op, type, mode, unused;
|
||||||
struct ablkcipher_walk walk;
|
struct ablkcipher_walk walk;
|
||||||
};
|
};
|
||||||
|
@ -1167,7 +1173,8 @@ static int hifn_setup_crypto_command(struct hifn_device *dev,
|
||||||
}
|
}
|
||||||
|
|
||||||
static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
struct hifn_context *ctx, void *priv, unsigned int nbytes)
|
struct hifn_context *ctx, struct hifn_request_context *rctx,
|
||||||
|
void *priv, unsigned int nbytes)
|
||||||
{
|
{
|
||||||
struct hifn_dma *dma = (struct hifn_dma *)dev->desc_virt;
|
struct hifn_dma *dma = (struct hifn_dma *)dev->desc_virt;
|
||||||
int cmd_len, sa_idx;
|
int cmd_len, sa_idx;
|
||||||
|
@ -1178,7 +1185,7 @@ static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
buf_pos = buf = dma->command_bufs[dma->cmdi];
|
buf_pos = buf = dma->command_bufs[dma->cmdi];
|
||||||
|
|
||||||
mask = 0;
|
mask = 0;
|
||||||
switch (ctx->op) {
|
switch (rctx->op) {
|
||||||
case ACRYPTO_OP_DECRYPT:
|
case ACRYPTO_OP_DECRYPT:
|
||||||
mask = HIFN_BASE_CMD_CRYPT | HIFN_BASE_CMD_DECODE;
|
mask = HIFN_BASE_CMD_CRYPT | HIFN_BASE_CMD_DECODE;
|
||||||
break;
|
break;
|
||||||
|
@ -1195,15 +1202,15 @@ static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
buf_pos += hifn_setup_base_command(dev, buf_pos, nbytes,
|
buf_pos += hifn_setup_base_command(dev, buf_pos, nbytes,
|
||||||
nbytes, mask, dev->snum);
|
nbytes, mask, dev->snum);
|
||||||
|
|
||||||
if (ctx->op == ACRYPTO_OP_ENCRYPT || ctx->op == ACRYPTO_OP_DECRYPT) {
|
if (rctx->op == ACRYPTO_OP_ENCRYPT || rctx->op == ACRYPTO_OP_DECRYPT) {
|
||||||
u16 md = 0;
|
u16 md = 0;
|
||||||
|
|
||||||
if (ctx->keysize)
|
if (ctx->keysize)
|
||||||
md |= HIFN_CRYPT_CMD_NEW_KEY;
|
md |= HIFN_CRYPT_CMD_NEW_KEY;
|
||||||
if (ctx->iv && ctx->mode != ACRYPTO_MODE_ECB)
|
if (rctx->iv && rctx->mode != ACRYPTO_MODE_ECB)
|
||||||
md |= HIFN_CRYPT_CMD_NEW_IV;
|
md |= HIFN_CRYPT_CMD_NEW_IV;
|
||||||
|
|
||||||
switch (ctx->mode) {
|
switch (rctx->mode) {
|
||||||
case ACRYPTO_MODE_ECB:
|
case ACRYPTO_MODE_ECB:
|
||||||
md |= HIFN_CRYPT_CMD_MODE_ECB;
|
md |= HIFN_CRYPT_CMD_MODE_ECB;
|
||||||
break;
|
break;
|
||||||
|
@ -1220,7 +1227,7 @@ static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
goto err_out;
|
goto err_out;
|
||||||
}
|
}
|
||||||
|
|
||||||
switch (ctx->type) {
|
switch (rctx->type) {
|
||||||
case ACRYPTO_TYPE_AES_128:
|
case ACRYPTO_TYPE_AES_128:
|
||||||
if (ctx->keysize != 16)
|
if (ctx->keysize != 16)
|
||||||
goto err_out;
|
goto err_out;
|
||||||
|
@ -1255,7 +1262,7 @@ static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
|
|
||||||
buf_pos += hifn_setup_crypto_command(dev, buf_pos,
|
buf_pos += hifn_setup_crypto_command(dev, buf_pos,
|
||||||
nbytes, nbytes, ctx->key, ctx->keysize,
|
nbytes, nbytes, ctx->key, ctx->keysize,
|
||||||
ctx->iv, ctx->ivsize, md);
|
rctx->iv, rctx->ivsize, md);
|
||||||
}
|
}
|
||||||
|
|
||||||
dev->sa[sa_idx] = priv;
|
dev->sa[sa_idx] = priv;
|
||||||
|
@ -1265,7 +1272,7 @@ static int hifn_setup_cmd_desc(struct hifn_device *dev,
|
||||||
HIFN_D_LAST | HIFN_D_MASKDONEIRQ);
|
HIFN_D_LAST | HIFN_D_MASKDONEIRQ);
|
||||||
|
|
||||||
if (++dma->cmdi == HIFN_D_CMD_RSIZE) {
|
if (++dma->cmdi == HIFN_D_CMD_RSIZE) {
|
||||||
dma->cmdr[dma->cmdi].l = __cpu_to_le32(HIFN_MAX_COMMAND |
|
dma->cmdr[dma->cmdi].l = __cpu_to_le32(
|
||||||
HIFN_D_VALID | HIFN_D_LAST |
|
HIFN_D_VALID | HIFN_D_LAST |
|
||||||
HIFN_D_MASKDONEIRQ | HIFN_D_JUMP);
|
HIFN_D_MASKDONEIRQ | HIFN_D_JUMP);
|
||||||
dma->cmdi = 0;
|
dma->cmdi = 0;
|
||||||
|
@ -1369,7 +1376,8 @@ static void hifn_setup_dst_desc(struct hifn_device *dev, struct page *page,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
static int hifn_setup_dma(struct hifn_device *dev, struct hifn_context *ctx,
|
static int hifn_setup_dma(struct hifn_device *dev,
|
||||||
|
struct hifn_context *ctx, struct hifn_request_context *rctx,
|
||||||
struct scatterlist *src, struct scatterlist *dst,
|
struct scatterlist *src, struct scatterlist *dst,
|
||||||
unsigned int nbytes, void *priv)
|
unsigned int nbytes, void *priv)
|
||||||
{
|
{
|
||||||
|
@ -1385,18 +1393,18 @@ static int hifn_setup_dma(struct hifn_device *dev, struct hifn_context *ctx,
|
||||||
len = min(src->length, n);
|
len = min(src->length, n);
|
||||||
|
|
||||||
dprintk("%s: spage: %p, soffset: %u, nbytes: %u, "
|
dprintk("%s: spage: %p, soffset: %u, nbytes: %u, "
|
||||||
"priv: %p, ctx: %p.\n",
|
"priv: %p, rctx: %p.\n",
|
||||||
dev->name, spage, soff, nbytes, priv, ctx);
|
dev->name, spage, soff, nbytes, priv, rctx);
|
||||||
hifn_setup_src_desc(dev, spage, soff, len, n - len == 0);
|
hifn_setup_src_desc(dev, spage, soff, len, n - len == 0);
|
||||||
|
|
||||||
src++;
|
src++;
|
||||||
n -= len;
|
n -= len;
|
||||||
}
|
}
|
||||||
|
|
||||||
t = &ctx->walk.cache[0];
|
t = &rctx->walk.cache[0];
|
||||||
n = nbytes;
|
n = nbytes;
|
||||||
while (n) {
|
while (n) {
|
||||||
if (t->length) {
|
if (t->length && rctx->walk.flags & ASYNC_FLAGS_MISALIGNED) {
|
||||||
dpage = sg_page(t);
|
dpage = sg_page(t);
|
||||||
doff = 0;
|
doff = 0;
|
||||||
len = t->length;
|
len = t->length;
|
||||||
|
@ -1408,8 +1416,8 @@ static int hifn_setup_dma(struct hifn_device *dev, struct hifn_context *ctx,
|
||||||
len = min(len, n);
|
len = min(len, n);
|
||||||
|
|
||||||
dprintk("%s: dpage: %p, doffset: %u, nbytes: %u, "
|
dprintk("%s: dpage: %p, doffset: %u, nbytes: %u, "
|
||||||
"priv: %p, ctx: %p.\n",
|
"priv: %p, rctx: %p.\n",
|
||||||
dev->name, dpage, doff, nbytes, priv, ctx);
|
dev->name, dpage, doff, nbytes, priv, rctx);
|
||||||
hifn_setup_dst_desc(dev, dpage, doff, len, n - len == 0);
|
hifn_setup_dst_desc(dev, dpage, doff, len, n - len == 0);
|
||||||
|
|
||||||
dst++;
|
dst++;
|
||||||
|
@ -1417,7 +1425,7 @@ static int hifn_setup_dma(struct hifn_device *dev, struct hifn_context *ctx,
|
||||||
n -= len;
|
n -= len;
|
||||||
}
|
}
|
||||||
|
|
||||||
hifn_setup_cmd_desc(dev, ctx, priv, nbytes);
|
hifn_setup_cmd_desc(dev, ctx, rctx, priv, nbytes);
|
||||||
hifn_setup_res_desc(dev);
|
hifn_setup_res_desc(dev);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
@ -1580,16 +1588,17 @@ static int ablkcipher_walk(struct ablkcipher_request *req,
|
||||||
static int hifn_setup_session(struct ablkcipher_request *req)
|
static int hifn_setup_session(struct ablkcipher_request *req)
|
||||||
{
|
{
|
||||||
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
||||||
|
struct hifn_request_context *rctx = ablkcipher_request_ctx(req);
|
||||||
struct hifn_device *dev = ctx->dev;
|
struct hifn_device *dev = ctx->dev;
|
||||||
unsigned long dlen, flags;
|
unsigned long dlen, flags;
|
||||||
unsigned int nbytes = req->nbytes, idx = 0;
|
unsigned int nbytes = req->nbytes, idx = 0;
|
||||||
int err = -EINVAL, sg_num;
|
int err = -EINVAL, sg_num;
|
||||||
struct scatterlist *dst;
|
struct scatterlist *dst;
|
||||||
|
|
||||||
if (ctx->iv && !ctx->ivsize && ctx->mode != ACRYPTO_MODE_ECB)
|
if (rctx->iv && !rctx->ivsize && rctx->mode != ACRYPTO_MODE_ECB)
|
||||||
goto err_out_exit;
|
goto err_out_exit;
|
||||||
|
|
||||||
ctx->walk.flags = 0;
|
rctx->walk.flags = 0;
|
||||||
|
|
||||||
while (nbytes) {
|
while (nbytes) {
|
||||||
dst = &req->dst[idx];
|
dst = &req->dst[idx];
|
||||||
|
@ -1597,19 +1606,19 @@ static int hifn_setup_session(struct ablkcipher_request *req)
|
||||||
|
|
||||||
if (!IS_ALIGNED(dst->offset, HIFN_D_DST_DALIGN) ||
|
if (!IS_ALIGNED(dst->offset, HIFN_D_DST_DALIGN) ||
|
||||||
!IS_ALIGNED(dlen, HIFN_D_DST_DALIGN))
|
!IS_ALIGNED(dlen, HIFN_D_DST_DALIGN))
|
||||||
ctx->walk.flags |= ASYNC_FLAGS_MISALIGNED;
|
rctx->walk.flags |= ASYNC_FLAGS_MISALIGNED;
|
||||||
|
|
||||||
nbytes -= dlen;
|
nbytes -= dlen;
|
||||||
idx++;
|
idx++;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (ctx->walk.flags & ASYNC_FLAGS_MISALIGNED) {
|
if (rctx->walk.flags & ASYNC_FLAGS_MISALIGNED) {
|
||||||
err = ablkcipher_walk_init(&ctx->walk, idx, GFP_ATOMIC);
|
err = ablkcipher_walk_init(&rctx->walk, idx, GFP_ATOMIC);
|
||||||
if (err < 0)
|
if (err < 0)
|
||||||
return err;
|
return err;
|
||||||
}
|
}
|
||||||
|
|
||||||
sg_num = ablkcipher_walk(req, &ctx->walk);
|
sg_num = ablkcipher_walk(req, &rctx->walk);
|
||||||
if (sg_num < 0) {
|
if (sg_num < 0) {
|
||||||
err = sg_num;
|
err = sg_num;
|
||||||
goto err_out_exit;
|
goto err_out_exit;
|
||||||
|
@ -1624,7 +1633,7 @@ static int hifn_setup_session(struct ablkcipher_request *req)
|
||||||
dev->snum++;
|
dev->snum++;
|
||||||
dev->started++;
|
dev->started++;
|
||||||
|
|
||||||
err = hifn_setup_dma(dev, ctx, req->src, req->dst, req->nbytes, req);
|
err = hifn_setup_dma(dev, ctx, rctx, req->src, req->dst, req->nbytes, req);
|
||||||
if (err)
|
if (err)
|
||||||
goto err_out;
|
goto err_out;
|
||||||
|
|
||||||
|
@ -1639,9 +1648,9 @@ static int hifn_setup_session(struct ablkcipher_request *req)
|
||||||
if (err)
|
if (err)
|
||||||
dprintk("%s: iv: %p [%d], key: %p [%d], mode: %u, op: %u, "
|
dprintk("%s: iv: %p [%d], key: %p [%d], mode: %u, op: %u, "
|
||||||
"type: %u, err: %d.\n",
|
"type: %u, err: %d.\n",
|
||||||
dev->name, ctx->iv, ctx->ivsize,
|
dev->name, rctx->iv, rctx->ivsize,
|
||||||
ctx->key, ctx->keysize,
|
ctx->key, ctx->keysize,
|
||||||
ctx->mode, ctx->op, ctx->type, err);
|
rctx->mode, rctx->op, rctx->type, err);
|
||||||
|
|
||||||
return err;
|
return err;
|
||||||
}
|
}
|
||||||
|
@ -1651,6 +1660,7 @@ static int hifn_test(struct hifn_device *dev, int encdec, u8 snum)
|
||||||
int n, err;
|
int n, err;
|
||||||
u8 src[16];
|
u8 src[16];
|
||||||
struct hifn_context ctx;
|
struct hifn_context ctx;
|
||||||
|
struct hifn_request_context rctx;
|
||||||
u8 fips_aes_ecb_from_zero[16] = {
|
u8 fips_aes_ecb_from_zero[16] = {
|
||||||
0x66, 0xE9, 0x4B, 0xD4,
|
0x66, 0xE9, 0x4B, 0xD4,
|
||||||
0xEF, 0x8A, 0x2C, 0x3B,
|
0xEF, 0x8A, 0x2C, 0x3B,
|
||||||
|
@ -1663,16 +1673,16 @@ static int hifn_test(struct hifn_device *dev, int encdec, u8 snum)
|
||||||
|
|
||||||
ctx.dev = dev;
|
ctx.dev = dev;
|
||||||
ctx.keysize = 16;
|
ctx.keysize = 16;
|
||||||
ctx.ivsize = 0;
|
rctx.ivsize = 0;
|
||||||
ctx.iv = NULL;
|
rctx.iv = NULL;
|
||||||
ctx.op = (encdec)?ACRYPTO_OP_ENCRYPT:ACRYPTO_OP_DECRYPT;
|
rctx.op = (encdec)?ACRYPTO_OP_ENCRYPT:ACRYPTO_OP_DECRYPT;
|
||||||
ctx.mode = ACRYPTO_MODE_ECB;
|
rctx.mode = ACRYPTO_MODE_ECB;
|
||||||
ctx.type = ACRYPTO_TYPE_AES_128;
|
rctx.type = ACRYPTO_TYPE_AES_128;
|
||||||
ctx.walk.cache[0].length = 0;
|
rctx.walk.cache[0].length = 0;
|
||||||
|
|
||||||
sg_init_one(&sg, &src, sizeof(src));
|
sg_init_one(&sg, &src, sizeof(src));
|
||||||
|
|
||||||
err = hifn_setup_dma(dev, &ctx, &sg, &sg, sizeof(src), NULL);
|
err = hifn_setup_dma(dev, &ctx, &rctx, &sg, &sg, sizeof(src), NULL);
|
||||||
if (err)
|
if (err)
|
||||||
goto err_out;
|
goto err_out;
|
||||||
|
|
||||||
|
@ -1758,9 +1768,10 @@ static int ablkcipher_get(void *saddr, unsigned int *srestp, unsigned int offset
|
||||||
static void hifn_process_ready(struct ablkcipher_request *req, int error)
|
static void hifn_process_ready(struct ablkcipher_request *req, int error)
|
||||||
{
|
{
|
||||||
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
||||||
|
struct hifn_request_context *rctx = ablkcipher_request_ctx(req);
|
||||||
struct hifn_device *dev;
|
struct hifn_device *dev;
|
||||||
|
|
||||||
dprintk("%s: req: %p, ctx: %p.\n", __func__, req, ctx);
|
dprintk("%s: req: %p, ctx: %p rctx: %p.\n", __func__, req, ctx, rctx);
|
||||||
|
|
||||||
dev = ctx->dev;
|
dev = ctx->dev;
|
||||||
dprintk("%s: req: %p, started: %d.\n", __func__, req, dev->started);
|
dprintk("%s: req: %p, started: %d.\n", __func__, req, dev->started);
|
||||||
|
@ -1768,14 +1779,14 @@ static void hifn_process_ready(struct ablkcipher_request *req, int error)
|
||||||
if (--dev->started < 0)
|
if (--dev->started < 0)
|
||||||
BUG();
|
BUG();
|
||||||
|
|
||||||
if (ctx->walk.flags & ASYNC_FLAGS_MISALIGNED) {
|
if (rctx->walk.flags & ASYNC_FLAGS_MISALIGNED) {
|
||||||
unsigned int nbytes = req->nbytes;
|
unsigned int nbytes = req->nbytes;
|
||||||
int idx = 0, err;
|
int idx = 0, err;
|
||||||
struct scatterlist *dst, *t;
|
struct scatterlist *dst, *t;
|
||||||
void *saddr;
|
void *saddr;
|
||||||
|
|
||||||
while (nbytes) {
|
while (nbytes) {
|
||||||
t = &ctx->walk.cache[idx];
|
t = &rctx->walk.cache[idx];
|
||||||
dst = &req->dst[idx];
|
dst = &req->dst[idx];
|
||||||
|
|
||||||
dprintk("\n%s: sg_page(t): %p, t->length: %u, "
|
dprintk("\n%s: sg_page(t): %p, t->length: %u, "
|
||||||
|
@ -1803,7 +1814,7 @@ static void hifn_process_ready(struct ablkcipher_request *req, int error)
|
||||||
kunmap_atomic(saddr, KM_IRQ1);
|
kunmap_atomic(saddr, KM_IRQ1);
|
||||||
}
|
}
|
||||||
|
|
||||||
ablkcipher_walk_exit(&ctx->walk);
|
ablkcipher_walk_exit(&rctx->walk);
|
||||||
}
|
}
|
||||||
|
|
||||||
req->base.complete(&req->base, error);
|
req->base.complete(&req->base, error);
|
||||||
|
@ -2109,6 +2120,7 @@ static int hifn_setup_crypto_req(struct ablkcipher_request *req, u8 op,
|
||||||
u8 type, u8 mode)
|
u8 type, u8 mode)
|
||||||
{
|
{
|
||||||
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
struct hifn_context *ctx = crypto_tfm_ctx(req->base.tfm);
|
||||||
|
struct hifn_request_context *rctx = ablkcipher_request_ctx(req);
|
||||||
unsigned ivsize;
|
unsigned ivsize;
|
||||||
|
|
||||||
ivsize = crypto_ablkcipher_ivsize(crypto_ablkcipher_reqtfm(req));
|
ivsize = crypto_ablkcipher_ivsize(crypto_ablkcipher_reqtfm(req));
|
||||||
|
@ -2129,11 +2141,11 @@ static int hifn_setup_crypto_req(struct ablkcipher_request *req, u8 op,
|
||||||
type = ACRYPTO_TYPE_AES_256;
|
type = ACRYPTO_TYPE_AES_256;
|
||||||
}
|
}
|
||||||
|
|
||||||
ctx->op = op;
|
rctx->op = op;
|
||||||
ctx->mode = mode;
|
rctx->mode = mode;
|
||||||
ctx->type = type;
|
rctx->type = type;
|
||||||
ctx->iv = req->info;
|
rctx->iv = req->info;
|
||||||
ctx->ivsize = ivsize;
|
rctx->ivsize = ivsize;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* HEAVY TODO: needs to kick Herbert XU to write documentation.
|
* HEAVY TODO: needs to kick Herbert XU to write documentation.
|
||||||
|
@ -2484,7 +2496,7 @@ static int hifn_cra_init(struct crypto_tfm *tfm)
|
||||||
struct hifn_context *ctx = crypto_tfm_ctx(tfm);
|
struct hifn_context *ctx = crypto_tfm_ctx(tfm);
|
||||||
|
|
||||||
ctx->dev = ha->dev;
|
ctx->dev = ha->dev;
|
||||||
|
tfm->crt_ablkcipher.reqsize = sizeof(struct hifn_request_context);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue